AI Driving Olympics Home Challenges Submissions Jobs

Submission 2912

Submission2912
Competingyes
Challengeaido2-LF-sim-testing
Userduckietown_mum
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22718
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
227182912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessyes-0:42:42(hidden)
driven_lanedir_consec_median0.6837273236612166
survival_time_median4.94999999999999
deviation-center-line_median0.43975479509459126
in-drivable-lane_median0


other stats
agent_compute-ego_max0.12002656748006632
agent_compute-ego_mean0.10914547419656552
agent_compute-ego_median0.10892419815063475
agent_compute-ego_min0.10202478322406744
deviation-center-line_max1.2721313178412608
deviation-center-line_mean0.5893348871327595
deviation-center-line_min0.24410092721481208
deviation-heading_max6.453263307977294
deviation-heading_mean2.1546432074673585
deviation-heading_median1.5129813241786394
deviation-heading_min0.4373212219820167
driven_any_max2.348558989556984
driven_any_mean1.1163339466932387
driven_any_median0.7418613949850633
driven_any_min0.4606555285961886
driven_lanedir_consec_max2.228533937766365
driven_lanedir_consec_mean0.8987143264747512
driven_lanedir_consec_min0.1861187831111168
driven_lanedir_max2.228533937766365
driven_lanedir_mean0.9622998423487278
driven_lanedir_median0.6837273236612166
driven_lanedir_min0.40384149041945183
in-drivable-lane_max3.3500000000000085
in-drivable-lane_mean0.35666666666666774
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8064532800860137, "sim_physics": 0.15523818024882563, "survival_time": 5.399999999999989, "driven_lanedir": 0.6729079920553045, "sim_render-ego": 0.07412992583380805, "in-drivable-lane": 0, "agent_compute-ego": 0.11500471830368042, "deviation-heading": 2.338287136023455, "set_robot_commands": 0.11571491206133808, "deviation-center-line": 0.43975479509459126, "driven_lanedir_consec": 0.6729079920553045, "sim_compute_sim_state": 0.045239258695531775, "sim_compute_performance-ego": 0.08333598022107724, "sim_compute_robot_state-ego": 0.11717633406321208}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.341040829581571, "sim_physics": 0.12393541944106952, "survival_time": 14.900000000000077, "driven_lanedir": 2.228533937766365, "sim_render-ego": 0.0698603359644845, "in-drivable-lane": 0, "agent_compute-ego": 0.10202478322406744, "deviation-heading": 3.746017089387239, "set_robot_commands": 0.10757881282960008, "deviation-center-line": 1.2721313178412608, "driven_lanedir_consec": 2.228533937766365, "sim_compute_sim_state": 0.043052817351066024, "sim_compute_performance-ego": 0.07823440452550082, "sim_compute_robot_state-ego": 0.08373634607199855}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4606555285961886, "sim_physics": 0.13677407056093216, "survival_time": 3.1999999999999966, "driven_lanedir": 0.4557157778087744, "sim_render-ego": 0.06989434733986855, "in-drivable-lane": 0, "agent_compute-ego": 0.10652729496359824, "deviation-heading": 0.4373212219820167, "set_robot_commands": 0.10860570892691612, "deviation-center-line": 0.3530114034861149, "driven_lanedir_consec": 0.4557157778087744, "sim_compute_sim_state": 0.04484963417053223, "sim_compute_performance-ego": 0.07762512564659119, "sim_compute_robot_state-ego": 0.08664089441299438}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2963070546222222, "sim_physics": 0.1366801829565139, "survival_time": 8.399999999999984, "driven_lanedir": 1.1956055366213958, "sim_render-ego": 0.07053653257233757, "in-drivable-lane": 0, "agent_compute-ego": 0.10862772521518524, "deviation-heading": 2.4672483812519808, "set_robot_commands": 0.11170452549344018, "deviation-center-line": 0.6289473405344799, "driven_lanedir_consec": 1.1956055366213958, "sim_compute_sim_state": 0.04343199020340329, "sim_compute_performance-ego": 0.07942006417683192, "sim_compute_robot_state-ego": 0.08549261660802931}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.9910417952728108, "sim_physics": 0.14006169759310208, "survival_time": 6.499999999999985, "driven_lanedir": 0.9707966108369646, "sim_render-ego": 0.07042123721196102, "in-drivable-lane": 0, "agent_compute-ego": 0.10745641268216646, "deviation-heading": 1.1334477131845269, "set_robot_commands": 0.10925493423755352, "deviation-center-line": 0.5089338340831535, "driven_lanedir_consec": 0.9707966108369646, "sim_compute_sim_state": 0.04365975489983192, "sim_compute_performance-ego": 0.07897150699908917, "sim_compute_robot_state-ego": 0.08964756635519175}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.115898799782459, "sim_physics": 0.1383212442751284, "survival_time": 13.500000000000057, "driven_lanedir": 1.6291695171631568, "sim_render-ego": 0.07210627131991916, "in-drivable-lane": 1.20000000000001, "agent_compute-ego": 0.10892419815063475, "deviation-heading": 5.369026592114659, "set_robot_commands": 0.11040590339236787, "deviation-center-line": 1.0229304977502416, "driven_lanedir_consec": 1.3534265780820034, "sim_compute_sim_state": 0.04480123696503816, "sim_compute_performance-ego": 0.08088708718617757, "sim_compute_robot_state-ego": 0.09078511220437507}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.7418613949850633, "sim_physics": 0.1449461802087649, "survival_time": 4.94999999999999, "driven_lanedir": 0.6837273236612166, "sim_render-ego": 0.07139319121235549, "in-drivable-lane": 0, "agent_compute-ego": 0.10985164690499354, "deviation-heading": 1.5129813241786394, "set_robot_commands": 0.11173984498688667, "deviation-center-line": 0.24410092721481208, "driven_lanedir_consec": 0.6837273236612166, "sim_compute_sim_state": 0.04472651626124526, "sim_compute_performance-ego": 0.08129466663707387, "sim_compute_robot_state-ego": 0.09159465269608932}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.6454834591129418, "sim_physics": 0.1336477405723484, "survival_time": 4.3499999999999925, "driven_lanedir": 0.6112352152081411, "sim_render-ego": 0.07143242879845631, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.10975946777168362, "deviation-heading": 0.6202910046485036, "set_robot_commands": 0.1085962454477946, "deviation-center-line": 0.4608594616969349, "driven_lanedir_consec": 0.6112352152081411, "sim_compute_sim_state": 0.04501669708339647, "sim_compute_performance-ego": 0.08070861334088204, "sim_compute_robot_state-ego": 0.0874576376772475}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.027646664152992, "sim_physics": 0.131923753782589, "survival_time": 12.950000000000047, "driven_lanedir": 1.9595513614967557, "sim_render-ego": 0.07270508935552766, "in-drivable-lane": 0, "agent_compute-ego": 0.1057048681620005, "deviation-heading": 2.9149126077859, "set_robot_commands": 0.109708799818768, "deviation-center-line": 1.038992644540054, "driven_lanedir_consec": 1.9595513614967557, "sim_compute_sim_state": 0.04395919140701589, "sim_compute_performance-ego": 0.07951601960023857, "sim_compute_robot_state-ego": 0.088360375879354}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.5811742718269185, "sim_physics": 0.1388565347164492, "survival_time": 3.949999999999994, "driven_lanedir": 0.5637689913271047, "sim_render-ego": 0.07222413714927962, "in-drivable-lane": 0, "agent_compute-ego": 0.11086966719808458, "deviation-heading": 0.7612967014824786, "set_robot_commands": 0.10894898523258258, "deviation-center-line": 0.3910991881820957, "driven_lanedir_consec": 0.5637689913271047, "sim_compute_sim_state": 0.04309451429149772, "sim_compute_performance-ego": 0.07998615276964405, "sim_compute_robot_state-ego": 0.0890907698039767}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.348558989556984, "sim_physics": 0.1363701860109965, "survival_time": 14.950000000000076, "driven_lanedir": 1.4095235539750124, "sim_render-ego": 0.07097516059875489, "in-drivable-lane": 3.3500000000000085, "agent_compute-ego": 0.114320334593455, "deviation-heading": 6.453263307977294, "set_robot_commands": 0.1166515080134074, "deviation-center-line": 1.0002895414500463, "driven_lanedir_consec": 0.9492064622548524, "sim_compute_sim_state": 0.045437937577565514, "sim_compute_performance-ego": 0.07995086352030437, "sim_compute_robot_state-ego": 0.08945116837819417}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4847565051971733, "sim_physics": 0.1487763675291147, "survival_time": 3.349999999999996, "driven_lanedir": 0.44459564370011984, "sim_render-ego": 0.07107957797263985, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.10895649710697916, "deviation-heading": 0.6586166088826472, "set_robot_commands": 0.11068138079856758, "deviation-center-line": 0.27386050672666606, "driven_lanedir_consec": 0.44459564370011984, "sim_compute_sim_state": 0.04941520406239068, "sim_compute_performance-ego": 0.10736167252953371, "sim_compute_robot_state-ego": 0.09011587811939752}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6774666548068774, "sim_physics": 0.14349046120276818, "survival_time": 4.549999999999992, "driven_lanedir": 0.40384149041945183, "sim_render-ego": 0.07384252548217773, "in-drivable-lane": 0.49999999999999933, "agent_compute-ego": 0.12002656748006632, "deviation-heading": 2.565445460771033, "set_robot_commands": 0.11146619031717488, "deviation-center-line": 0.3832243427749023, "driven_lanedir_consec": 0.1861187831111168, "sim_compute_sim_state": 0.04383364876548013, "sim_compute_performance-ego": 0.08148563301170265, "sim_compute_robot_state-ego": 0.08755168547997108}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.7097753079948844, "sim_physics": 0.14662983292027523, "survival_time": 4.749999999999991, "driven_lanedir": 0.6989490370993754, "sim_render-ego": 0.06919146086040297, "in-drivable-lane": 0, "agent_compute-ego": 0.10290822982788086, "deviation-heading": 0.7571929715418617, "set_robot_commands": 0.10792202196623148, "deviation-center-line": 0.4335018814922893, "driven_lanedir_consec": 0.6989490370993754, "sim_compute_sim_state": 0.04276863650271767, "sim_compute_performance-ego": 0.08115842216893246, "sim_compute_robot_state-ego": 0.0855759997116892}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.5168886648234753, "sim_physics": 0.12977880491337307, "survival_time": 3.5499999999999954, "driven_lanedir": 0.5065756460917794, "sim_render-ego": 0.0687989718477491, "in-drivable-lane": 0, "agent_compute-ego": 0.1062197013640068, "deviation-heading": 0.5842999907981381, "set_robot_commands": 0.10735787472254792, "deviation-center-line": 0.38838562412375144, "driven_lanedir_consec": 0.5065756460917794, "sim_compute_sim_state": 0.04344510024702045, "sim_compute_performance-ego": 0.07821351373699349, "sim_compute_robot_state-ego": 0.08741294833975778}}
set_robot_commands_max0.1166515080134074
set_robot_commands_mean0.11042250988301182
set_robot_commands_median0.109708799818768
set_robot_commands_min0.10735787472254792
sim_compute_performance-ego_max0.10736167252953371
sim_compute_performance-ego_mean0.08187664840470489
sim_compute_performance-ego_median0.07998615276964405
sim_compute_performance-ego_min0.07762512564659119
sim_compute_robot_state-ego_max0.11717633406321208
sim_compute_robot_state-ego_mean0.0900059990534319
sim_compute_robot_state-ego_median0.088360375879354
sim_compute_robot_state-ego_min0.08373634607199855
sim_compute_sim_state_max0.04941520406239068
sim_compute_sim_state_mean0.04444880923224888
sim_compute_sim_state_median0.04395919140701589
sim_compute_sim_state_min0.04276863650271767
sim_physics_max0.15523818024882563
sim_physics_mean0.13902871046215007
sim_physics_median0.1383212442751284
sim_physics_min0.12393541944106952
sim_render-ego_max0.07412992583380805
sim_render-ego_mean0.07123941290131483
sim_render-ego_median0.07107957797263985
sim_render-ego_min0.0687989718477491
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.283333333333344
survival_time_min3.1999999999999966
209682912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessno-0:25:27(hidden)
driven_lanedir_consec_median1.0309855483583434
survival_time_median7.199999999999982
deviation-center-line_median0.5823699632525167
in-drivable-lane_median0


other stats
agent_compute-ego_max0.08184687928719954
agent_compute-ego_mean0.07564609088003728
agent_compute-ego_median0.07565082947413126
agent_compute-ego_min0.07069373468980722
deviation-center-line_max1.134281899665987
deviation-center-line_mean0.5999414205896808
deviation-center-line_min0.24473939610310205
deviation-heading_max5.817206858822562
deviation-heading_mean2.3157516157843516
deviation-heading_median1.9722236565049411
deviation-heading_min0.5404269524639586
driven_any_max2.349074298087192
driven_any_mean1.2138365704845728
driven_any_median1.0958016449772676
driven_any_min0.444572366279256
driven_lanedir_consec_max2.2437517696662868
driven_lanedir_consec_mean1.0093179830718972
driven_lanedir_consec_min0.1536540261164788
driven_lanedir_max2.2437517696662868
driven_lanedir_mean1.0589437890149196
driven_lanedir_median1.054318824232241
driven_lanedir_min0.36772062125574967
in-drivable-lane_max3.4999999999999996
in-drivable-lane_mean0.3766666666666668
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0958016449772676, "sim_physics": 0.05282921261257595, "survival_time": 7.199999999999982, "driven_lanedir": 1.0309855483583434, "sim_render-ego": 0.05047617355982462, "in-drivable-lane": 0, "agent_compute-ego": 0.07696281704637739, "deviation-heading": 1.896120028181238, "set_robot_commands": 0.07347863250308567, "deviation-center-line": 0.5823699632525167, "driven_lanedir_consec": 1.0309855483583434, "sim_compute_sim_state": 0.03302813238567776, "sim_compute_performance-ego": 0.05517181091838413, "sim_compute_robot_state-ego": 0.056642318765322365}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3486132076236923, "sim_physics": 0.05364745140075683, "survival_time": 14.950000000000076, "driven_lanedir": 1.4447101230313848, "sim_render-ego": 0.05102095444997152, "in-drivable-lane": 3.4999999999999996, "agent_compute-ego": 0.07750757853190104, "deviation-heading": 5.817206858822562, "set_robot_commands": 0.07377737522125244, "deviation-center-line": 0.954238770151848, "driven_lanedir_consec": 0.9143896290253184, "sim_compute_sim_state": 0.0337338399887085, "sim_compute_performance-ego": 0.05483924945195516, "sim_compute_robot_state-ego": 0.05724295616149902}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.444572366279256, "sim_physics": 0.05722403141760057, "survival_time": 3.099999999999997, "driven_lanedir": 0.4366146104902833, "sim_render-ego": 0.053397617032451015, "in-drivable-lane": 0, "agent_compute-ego": 0.07966393040072534, "deviation-heading": 0.5404269524639586, "set_robot_commands": 0.07674895947979342, "deviation-center-line": 0.33282933597961645, "driven_lanedir_consec": 0.4366146104902833, "sim_compute_sim_state": 0.03510572064307428, "sim_compute_performance-ego": 0.05621073322911416, "sim_compute_robot_state-ego": 0.0577617883682251}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3606026673853084, "sim_physics": 0.05579352920705622, "survival_time": 8.79999999999999, "driven_lanedir": 1.2376135476732268, "sim_render-ego": 0.05443107269027016, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.08184687928719954, "deviation-heading": 2.506101511342436, "set_robot_commands": 0.07512039352547038, "deviation-center-line": 0.6558889525880354, "driven_lanedir_consec": 1.2376135476732268, "sim_compute_sim_state": 0.035631718960675324, "sim_compute_performance-ego": 0.05800517174330624, "sim_compute_robot_state-ego": 0.05955517833883112}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.3445154817884315, "sim_physics": 0.05259271599780554, "survival_time": 8.699999999999989, "driven_lanedir": 1.1387910934454633, "sim_render-ego": 0.04894095590744896, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.07348306288664368, "deviation-heading": 2.845692584325089, "set_robot_commands": 0.0707608036611272, "deviation-center-line": 0.4279691081531009, "driven_lanedir_consec": 1.1387910934454633, "sim_compute_sim_state": 0.03198486909099009, "sim_compute_performance-ego": 0.05271527821990265, "sim_compute_robot_state-ego": 0.05534972541633694}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.349074298087192, "sim_physics": 0.05048844973246257, "survival_time": 14.950000000000076, "driven_lanedir": 2.2347959504905153, "sim_render-ego": 0.04832152764002482, "in-drivable-lane": 0, "agent_compute-ego": 0.07345345735549927, "deviation-heading": 4.094248140353831, "set_robot_commands": 0.0708563764890035, "deviation-center-line": 1.134281899665987, "driven_lanedir_consec": 2.2347959504905153, "sim_compute_sim_state": 0.03207137664159139, "sim_compute_performance-ego": 0.05364684820175171, "sim_compute_robot_state-ego": 0.055551586151123045}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.7418611711491369, "sim_physics": 0.05161453256703386, "survival_time": 4.94999999999999, "driven_lanedir": 0.6832284358320265, "sim_render-ego": 0.048470013069384026, "in-drivable-lane": 0, "agent_compute-ego": 0.07405736952116995, "deviation-heading": 1.526376098646139, "set_robot_commands": 0.07470069027910328, "deviation-center-line": 0.24473939610310205, "driven_lanedir_consec": 0.6832284358320265, "sim_compute_sim_state": 0.03142107135117656, "sim_compute_performance-ego": 0.05270765766952977, "sim_compute_robot_state-ego": 0.055405303685352056}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.521356211741281, "sim_physics": 0.05233260928368082, "survival_time": 9.800000000000004, "driven_lanedir": 1.2832060605355884, "sim_render-ego": 0.04942237357704007, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.07398638068413248, "deviation-heading": 3.300356063093431, "set_robot_commands": 0.07162524851001038, "deviation-center-line": 0.9207550668348392, "driven_lanedir_consec": 1.2832060605355884, "sim_compute_sim_state": 0.03227846111570086, "sim_compute_performance-ego": 0.05432348227014347, "sim_compute_robot_state-ego": 0.05465981303429117}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.079415317975167, "sim_physics": 0.05255693070431973, "survival_time": 7.049999999999983, "driven_lanedir": 1.054318824232241, "sim_render-ego": 0.049180029131842, "in-drivable-lane": 0, "agent_compute-ego": 0.07069373468980722, "deviation-heading": 1.3209474374576142, "set_robot_commands": 0.07173010643492354, "deviation-center-line": 0.6881571315179003, "driven_lanedir_consec": 1.054318824232241, "sim_compute_sim_state": 0.03224810640862648, "sim_compute_performance-ego": 0.05342233603727733, "sim_compute_robot_state-ego": 0.055631172572467344}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.7418490023348129, "sim_physics": 0.05497034390767416, "survival_time": 4.94999999999999, "driven_lanedir": 0.6901925449544122, "sim_render-ego": 0.04936682816707727, "in-drivable-lane": 0, "agent_compute-ego": 0.07606894560534545, "deviation-heading": 1.4732243734201085, "set_robot_commands": 0.07097806834211254, "deviation-center-line": 0.35338803621767223, "driven_lanedir_consec": 0.6901925449544122, "sim_compute_sim_state": 0.032164082382664536, "sim_compute_performance-ego": 0.05409795587713069, "sim_compute_robot_state-ego": 0.056483805781663066}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.232078676214596, "sim_physics": 0.05224427580833435, "survival_time": 7.99999999999998, "driven_lanedir": 1.092454238478655, "sim_render-ego": 0.049627873301506045, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.07586175352334976, "deviation-heading": 2.3615770566104906, "set_robot_commands": 0.07268791943788529, "deviation-center-line": 0.6601304228455139, "driven_lanedir_consec": 1.092454238478655, "sim_compute_sim_state": 0.03151945322751999, "sim_compute_performance-ego": 0.05346380323171616, "sim_compute_robot_state-ego": 0.05505828708410263}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4847509589125074, "sim_physics": 0.052757594122815485, "survival_time": 3.349999999999996, "driven_lanedir": 0.44778863409456526, "sim_render-ego": 0.04988311653706565, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.07532271342491036, "deviation-heading": 0.7936064683522054, "set_robot_commands": 0.07108020782470703, "deviation-center-line": 0.2876697609764956, "driven_lanedir_consec": 0.44778863409456526, "sim_compute_sim_state": 0.032052837201018834, "sim_compute_performance-ego": 0.053735430560894866, "sim_compute_robot_state-ego": 0.055058176837750335}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6051528161121953, "sim_physics": 0.05258080435962212, "survival_time": 4.099999999999993, "driven_lanedir": 0.36772062125574967, "sim_render-ego": 0.050583345134083815, "in-drivable-lane": 0.599999999999999, "agent_compute-ego": 0.07313165722823725, "deviation-heading": 1.9722236565049411, "set_robot_commands": 0.0699939902235822, "deviation-center-line": 0.33604815317576703, "driven_lanedir_consec": 0.1536540261164788, "sim_compute_sim_state": 0.0319253526082853, "sim_compute_performance-ego": 0.053363250523078734, "sim_compute_robot_state-ego": 0.055635222574559655}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.349049827048085, "sim_physics": 0.05177074511845907, "survival_time": 14.950000000000076, "driven_lanedir": 2.2437517696662868, "sim_render-ego": 0.04944686969121297, "in-drivable-lane": 0, "agent_compute-ego": 0.07565082947413126, "deviation-heading": 3.685859633241023, "set_robot_commands": 0.07154311656951905, "deviation-center-line": 1.0380436418723364, "driven_lanedir_consec": 2.2437517696662868, "sim_compute_sim_state": 0.032331764698028564, "sim_compute_performance-ego": 0.05462360223134359, "sim_compute_robot_state-ego": 0.05583928902943929}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.5088549096396621, "sim_physics": 0.05155963897705078, "survival_time": 3.4999999999999956, "driven_lanedir": 0.4979848326850526, "sim_render-ego": 0.048881612505231584, "in-drivable-lane": 0, "agent_compute-ego": 0.07700025354112898, "deviation-heading": 0.6023073739502057, "set_robot_commands": 0.0719590221132551, "deviation-center-line": 0.38261166951048187, "driven_lanedir_consec": 0.4979848326850526, "sim_compute_sim_state": 0.03180651324135916, "sim_compute_performance-ego": 0.05381287506648472, "sim_compute_robot_state-ego": 0.05486774103982108}}
set_robot_commands_max0.07674895947979342
set_robot_commands_mean0.07246939404098875
set_robot_commands_median0.07173010643492354
set_robot_commands_min0.0699939902235822
sim_compute_performance-ego_max0.05800517174330624
sim_compute_performance-ego_mean0.054275965682134227
sim_compute_performance-ego_median0.05381287506648472
sim_compute_performance-ego_min0.05270765766952977
sim_compute_robot_state-ego_max0.05955517833883112
sim_compute_robot_state-ego_mean0.056049490989385616
sim_compute_robot_state-ego_median0.055631172572467344
sim_compute_robot_state-ego_min0.05465981303429117
sim_compute_sim_state_max0.035631718960675324
sim_compute_sim_state_mean0.03262021999633984
sim_compute_sim_state_median0.032164082382664536
sim_compute_sim_state_min0.03142107135117656
sim_physics_max0.05722403141760057
sim_physics_mean0.05299752434781653
sim_physics_median0.05258080435962212
sim_physics_min0.05048844973246257
sim_render-ego_max0.05443107269027016
sim_render-ego_mean0.05009669082629564
sim_render-ego_median0.04944686969121297
sim_render-ego_min0.04832152764002482
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.890000000000009
survival_time_min3.099999999999997
209412912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationhost-errorno-0:24:36
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission2912/step1-simulation-ip-172-31-42-167-7357-job20941/logs/challenges-runner/stdout.log'
(hidden)
207892912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessno-0:39:25(hidden)
driven_lanedir_consec_median0.7463164654374173
survival_time_median5.649999999999988
deviation-center-line_median0.4108826929008622
in-drivable-lane_median1.149999999999998


other stats
agent_compute-ego_max0.10117974051509997
agent_compute-ego_mean0.09305715658766342
agent_compute-ego_median0.09269714891240838
agent_compute-ego_min0.08894949489169651
deviation-center-line_max1.0424751837838946
deviation-center-line_mean0.48783083339248245
deviation-center-line_min0.2808648634491642
deviation-heading_max6.360569138432639
deviation-heading_mean2.595299341772301
deviation-heading_median1.8493140529404597
deviation-heading_min0.6597013621224311
driven_any_max2.348618638041652
driven_any_mean1.2077942538535775
driven_any_median0.8543082194551828
driven_any_min0.6130639841398904
driven_lanedir_consec_max1.0664775619530085
driven_lanedir_consec_mean0.6941225793614069
driven_lanedir_consec_min0.15117209564661516
driven_lanedir_max1.3154714118327897
driven_lanedir_mean0.780522850714488
driven_lanedir_median0.7463164654374173
driven_lanedir_min0.29155250013108996
in-drivable-lane_max4.850000000000048
in-drivable-lane_mean1.746666666666676
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7593411301766588, "sim_physics": 0.10662001721999224, "survival_time": 5.09999999999999, "driven_lanedir": 0.6210529213726836, "sim_render-ego": 0.061107390067156625, "in-drivable-lane": 0, "agent_compute-ego": 0.09016754580479042, "deviation-heading": 2.3425026543718186, "set_robot_commands": 0.098159719915951, "deviation-center-line": 0.3553498257343046, "driven_lanedir_consec": 0.6210529213726836, "sim_compute_sim_state": 0.039270569296444166, "sim_compute_performance-ego": 0.06788033130122166, "sim_compute_robot_state-ego": 0.0741814421672447}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6130639841398904, "sim_physics": 0.10720113386590796, "survival_time": 4.149999999999993, "driven_lanedir": 0.29155250013108996, "sim_render-ego": 0.06768224038273456, "in-drivable-lane": 1.149999999999998, "agent_compute-ego": 0.10117974051509997, "deviation-heading": 1.8493140529404597, "set_robot_commands": 0.1073690581034465, "deviation-center-line": 0.2891855730903157, "driven_lanedir_consec": 0.15117209564661516, "sim_compute_sim_state": 0.04111370121140078, "sim_compute_performance-ego": 0.0759685585297734, "sim_compute_robot_state-ego": 0.0856525208576616}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.741816760534188, "sim_physics": 0.09812571785666724, "survival_time": 4.94999999999999, "driven_lanedir": 0.7260649088848683, "sim_render-ego": 0.060463052807432235, "in-drivable-lane": 0, "agent_compute-ego": 0.08894949489169651, "deviation-heading": 0.903143609283572, "set_robot_commands": 0.0936986171838009, "deviation-center-line": 0.5271636472991755, "driven_lanedir_consec": 0.7260649088848683, "sim_compute_sim_state": 0.03809024830057164, "sim_compute_performance-ego": 0.06688881883717547, "sim_compute_robot_state-ego": 0.06843279828928937}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7659268997986907, "sim_physics": 0.09638603528340656, "survival_time": 5.09999999999999, "driven_lanedir": 0.7463164654374173, "sim_render-ego": 0.06010188074672923, "in-drivable-lane": 0, "agent_compute-ego": 0.09014572115505444, "deviation-heading": 1.0027669465766864, "set_robot_commands": 0.09347582097147024, "deviation-center-line": 0.42584917406584955, "driven_lanedir_consec": 0.7463164654374173, "sim_compute_sim_state": 0.038493927787331975, "sim_compute_performance-ego": 0.0685565378151688, "sim_compute_robot_state-ego": 0.0711278237548529}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.348242627855297, "sim_physics": 0.12146964232126872, "survival_time": 14.950000000000076, "driven_lanedir": 1.3154714118327897, "sim_render-ego": 0.06347097714742024, "in-drivable-lane": 3.800000000000028, "agent_compute-ego": 0.09366963704427084, "deviation-heading": 6.360569138432639, "set_robot_commands": 0.09706654946009316, "deviation-center-line": 1.0424751837838946, "driven_lanedir_consec": 0.8045047419061597, "sim_compute_sim_state": 0.03869886000951131, "sim_compute_performance-ego": 0.06980665047963461, "sim_compute_robot_state-ego": 0.07494404157002767}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.348618638041652, "sim_physics": 0.1270678981145223, "survival_time": 14.950000000000076, "driven_lanedir": 1.2017216367802137, "sim_render-ego": 0.061822633743286136, "in-drivable-lane": 4.850000000000048, "agent_compute-ego": 0.09523031155268352, "deviation-heading": 5.679820654791261, "set_robot_commands": 0.09717243989308676, "deviation-center-line": 0.8122312649136145, "driven_lanedir_consec": 0.8010183303715233, "sim_compute_sim_state": 0.03872557878494263, "sim_compute_performance-ego": 0.07164699633916219, "sim_compute_robot_state-ego": 0.07535353819529216}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.3681916812312276, "sim_physics": 0.12517564714291676, "survival_time": 8.84999999999999, "driven_lanedir": 0.8887733743385611, "sim_render-ego": 0.06441703219871736, "in-drivable-lane": 1.6500000000000066, "agent_compute-ego": 0.09680793379659706, "deviation-heading": 3.721604630957109, "set_robot_commands": 0.10159222150253036, "deviation-center-line": 0.40510127029939474, "driven_lanedir_consec": 0.8887733743385611, "sim_compute_sim_state": 0.03912892718773104, "sim_compute_performance-ego": 0.07116578527763065, "sim_compute_robot_state-ego": 0.080849888634547}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.6417172882688789, "sim_physics": 0.11365977734751044, "survival_time": 10.550000000000017, "driven_lanedir": 0.9618932952607164, "sim_render-ego": 0.060502495245910934, "in-drivable-lane": 3.350000000000028, "agent_compute-ego": 0.08989084727391247, "deviation-heading": 2.418910731226201, "set_robot_commands": 0.09440922285143231, "deviation-center-line": 0.8339667345208774, "driven_lanedir_consec": 0.8054596262000102, "sim_compute_sim_state": 0.03894610653556354, "sim_compute_performance-ego": 0.06676563041470063, "sim_compute_robot_state-ego": 0.06845820232590227}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.4487601511795425, "sim_physics": 0.11224342284993054, "survival_time": 9.349999999999998, "driven_lanedir": 0.7496540368895186, "sim_render-ego": 0.061674373035124914, "in-drivable-lane": 3.5000000000000027, "agent_compute-ego": 0.08919683624716367, "deviation-heading": 2.698866839422958, "set_robot_commands": 0.09407876264602742, "deviation-center-line": 0.3209138898564394, "driven_lanedir_consec": 0.7496540368895186, "sim_compute_sim_state": 0.03816789866768741, "sim_compute_performance-ego": 0.07090300289704837, "sim_compute_robot_state-ego": 0.07368767962736242}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.7015574514547436, "sim_physics": 0.1126985397744686, "survival_time": 4.699999999999991, "driven_lanedir": 0.5617249080481304, "sim_render-ego": 0.06325201278037214, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.09707754469932392, "deviation-heading": 1.5545045707526248, "set_robot_commands": 0.10087170753073184, "deviation-center-line": 0.2836026499354905, "driven_lanedir_consec": 0.5617249080481304, "sim_compute_sim_state": 0.039016995024173814, "sim_compute_performance-ego": 0.07144370484859386, "sim_compute_robot_state-ego": 0.07884643686578628}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.9908332866515548, "sim_physics": 0.10950427055358888, "survival_time": 6.499999999999985, "driven_lanedir": 0.4041999584133412, "sim_render-ego": 0.06230905789595384, "in-drivable-lane": 3.1999999999999886, "agent_compute-ego": 0.0952411596591656, "deviation-heading": 1.325073093085218, "set_robot_commands": 0.10155904293060304, "deviation-center-line": 0.2808648634491642, "driven_lanedir_consec": 0.4041999584133412, "sim_compute_sim_state": 0.03926175190852239, "sim_compute_performance-ego": 0.0691122843669011, "sim_compute_robot_state-ego": 0.07824665583097018}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.6613762245035795, "sim_physics": 0.09034170461504648, "survival_time": 4.449999999999992, "driven_lanedir": 0.589529042221375, "sim_render-ego": 0.060463760676008935, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.09269714891240838, "deviation-heading": 1.475584346008303, "set_robot_commands": 0.0929412975739897, "deviation-center-line": 0.3040873962779198, "driven_lanedir_consec": 0.589529042221375, "sim_compute_sim_state": 0.038887816868471294, "sim_compute_performance-ego": 0.06628745325495687, "sim_compute_robot_state-ego": 0.07074549760711327}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.1554407545551224, "sim_physics": 0.11947375817732378, "survival_time": 13.75000000000006, "driven_lanedir": 1.1539975823687247, "sim_render-ego": 0.06417704408819025, "in-drivable-lane": 4.250000000000035, "agent_compute-ego": 0.09463972091674804, "deviation-heading": 5.118588883094848, "set_robot_commands": 0.10068507714705034, "deviation-center-line": 0.5675354818385648, "driven_lanedir_consec": 1.0664775619530085, "sim_compute_sim_state": 0.03952970678156072, "sim_compute_performance-ego": 0.07060446305708452, "sim_compute_robot_state-ego": 0.07654200207103383}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.7177187099574556, "sim_physics": 0.0942411944270134, "survival_time": 4.799999999999991, "driven_lanedir": 0.7085705270833902, "sim_render-ego": 0.0594123030702273, "in-drivable-lane": 0, "agent_compute-ego": 0.09004706641038258, "deviation-heading": 0.6597013621224311, "set_robot_commands": 0.0937082568804423, "deviation-center-line": 0.4582528529213693, "driven_lanedir_consec": 0.7085705270833902, "sim_compute_sim_state": 0.038492679595947266, "sim_compute_performance-ego": 0.06944806625445683, "sim_compute_robot_state-ego": 0.07122914244731267}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.8543082194551828, "sim_physics": 0.1000370916012114, "survival_time": 5.649999999999988, "driven_lanedir": 0.7873201916545005, "sim_render-ego": 0.06266362899172623, "in-drivable-lane": 0, "agent_compute-ego": 0.09091663993565384, "deviation-heading": 1.8185386135183776, "set_robot_commands": 0.09682793321862684, "deviation-center-line": 0.4108826929008622, "driven_lanedir_consec": 0.7873201916545005, "sim_compute_sim_state": 0.03835095346501443, "sim_compute_performance-ego": 0.07036009720996418, "sim_compute_robot_state-ego": 0.07596115728395175}}
set_robot_commands_max0.1073690581034465
set_robot_commands_mean0.0975743818539522
set_robot_commands_median0.09706654946009316
set_robot_commands_min0.0929412975739897
sim_compute_performance-ego_max0.0759685585297734
sim_compute_performance-ego_mean0.06978922539223156
sim_compute_performance-ego_median0.06980665047963461
sim_compute_performance-ego_min0.06628745325495687
sim_compute_robot_state-ego_max0.0856525208576616
sim_compute_robot_state-ego_mean0.07495058850188988
sim_compute_robot_state-ego_median0.07494404157002767
sim_compute_robot_state-ego_min0.06843279828928937
sim_compute_sim_state_max0.04111370121140078
sim_compute_sim_state_mean0.03894504809499162
sim_compute_sim_state_median0.038887816868471294
sim_compute_sim_state_min0.03809024830057164
sim_physics_max0.1270678981145223
sim_physics_mean0.10894972341005169
sim_physics_median0.10950427055358888
sim_physics_min0.09034170461504648
sim_render-ego_max0.06768224038273456
sim_render-ego_mean0.06223465885846605
sim_render-ego_median0.061822633743286136
sim_render-ego_min0.0594123030702273
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.853333333333341
survival_time_min4.149999999999993
202532912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessno-0:08:19(hidden)
driven_lanedir_consec_median0.3913283253155253
survival_time_median4.249999999999993
deviation-center-line_median0.2775353582757498
in-drivable-lane_median0


other stats
agent_compute-ego_max0.09878551108496528
agent_compute-ego_mean0.09535950553777096
agent_compute-ego_median0.09758889815386604
agent_compute-ego_min0.08994587262471516
deviation-center-line_max0.4261044001621655
deviation-center-line_mean0.2985614532636032
deviation-center-line_min0.24164389621245824
deviation-heading_max2.4747279229945778
deviation-heading_mean1.5548684540840898
deviation-heading_median1.5723065881295806
deviation-heading_min0.42340499737535386
driven_any_max1.0309322388550253
driven_any_mean0.6488374744991171
driven_any_median0.6291549683952957
driven_any_min0.39626253549774826
driven_lanedir_consec_max0.7462626502409044
driven_lanedir_consec_mean0.4313865693320695
driven_lanedir_consec_min0.20900296002763363
driven_lanedir_max0.7462626502409044
driven_lanedir_mean0.4313865693320695
driven_lanedir_median0.3913283253155253
driven_lanedir_min0.20900296002763363
in-drivable-lane_max2.299999999999992
in-drivable-lane_mean0.7599999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4219104770729051, "sim_physics": 0.09860694805781046, "survival_time": 2.9999999999999973, "driven_lanedir": 0.307256266679806, "sim_render-ego": 0.06293892463048299, "in-drivable-lane": 0, "agent_compute-ego": 0.09202548662821453, "deviation-heading": 1.5723065881295806, "set_robot_commands": 0.10013550917307536, "deviation-center-line": 0.26178729684687474, "driven_lanedir_consec": 0.307256266679806, "sim_compute_sim_state": 0.03894963264465332, "sim_compute_performance-ego": 0.06918827692667644, "sim_compute_robot_state-ego": 0.07431036631266276}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6291549683952957, "sim_physics": 0.09787945747375489, "survival_time": 4.249999999999993, "driven_lanedir": 0.20900296002763363, "sim_render-ego": 0.06270025758182302, "in-drivable-lane": 1.4999999999999991, "agent_compute-ego": 0.09758889815386604, "deviation-heading": 2.2979647939265284, "set_robot_commands": 0.09962307425106272, "deviation-center-line": 0.24164389621245824, "driven_lanedir_consec": 0.20900296002763363, "sim_compute_sim_state": 0.04111929781296674, "sim_compute_performance-ego": 0.0682600975036621, "sim_compute_robot_state-ego": 0.0750461129581227}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.39626253549774826, "sim_physics": 0.11157737459455218, "survival_time": 2.799999999999998, "driven_lanedir": 0.3913283253155253, "sim_render-ego": 0.0666143638747079, "in-drivable-lane": 0, "agent_compute-ego": 0.09878551108496528, "deviation-heading": 0.42340499737535386, "set_robot_commands": 0.10707510794912066, "deviation-center-line": 0.2775353582757498, "driven_lanedir_consec": 0.3913283253155253, "sim_compute_sim_state": 0.04172915646008083, "sim_compute_performance-ego": 0.07521742582321167, "sim_compute_robot_state-ego": 0.08084344438144139}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7659271526746111, "sim_physics": 0.1085677333906585, "survival_time": 5.09999999999999, "driven_lanedir": 0.7462626502409044, "sim_render-ego": 0.06052057649575028, "in-drivable-lane": 0, "agent_compute-ego": 0.08994587262471516, "deviation-heading": 1.005937967994409, "set_robot_commands": 0.09524678716472552, "deviation-center-line": 0.4261044001621655, "driven_lanedir_consec": 0.7462626502409044, "sim_compute_sim_state": 0.03969650642544616, "sim_compute_performance-ego": 0.0675420176749136, "sim_compute_robot_state-ego": 0.07088261024624694}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0309322388550253, "sim_physics": 0.1191043942062943, "survival_time": 6.749999999999984, "driven_lanedir": 0.503082644396478, "sim_render-ego": 0.06493789708172834, "in-drivable-lane": 2.299999999999992, "agent_compute-ego": 0.09845175919709384, "deviation-heading": 2.4747279229945778, "set_robot_commands": 0.10289264961525246, "deviation-center-line": 0.28573631482076756, "driven_lanedir_consec": 0.503082644396478, "sim_compute_sim_state": 0.04067923227945964, "sim_compute_performance-ego": 0.07524738841586642, "sim_compute_robot_state-ego": 0.08441460574114765}}
set_robot_commands_max0.10707510794912066
set_robot_commands_mean0.10099462563064736
set_robot_commands_median0.10013550917307536
set_robot_commands_min0.09524678716472552
sim_compute_performance-ego_max0.07524738841586642
sim_compute_performance-ego_mean0.07109104126886603
sim_compute_performance-ego_median0.06918827692667644
sim_compute_performance-ego_min0.0675420176749136
sim_compute_robot_state-ego_max0.08441460574114765
sim_compute_robot_state-ego_mean0.07709942792792428
sim_compute_robot_state-ego_median0.0750461129581227
sim_compute_robot_state-ego_min0.07088261024624694
sim_compute_sim_state_max0.04172915646008083
sim_compute_sim_state_mean0.040434765124521335
sim_compute_sim_state_median0.04067923227945964
sim_compute_sim_state_min0.03894963264465332
sim_physics_max0.1191043942062943
sim_physics_mean0.10714718154461408
sim_physics_median0.1085677333906585
sim_physics_min0.09787945747375489
sim_render-ego_max0.0666143638747079
sim_render-ego_mean0.06354240393289852
sim_render-ego_median0.06293892463048299
sim_render-ego_min0.06052057649575028
simulation-passed1
survival_time_max6.749999999999984
survival_time_mean4.379999999999993
survival_time_min2.799999999999998
192032912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessno-0:10:01(hidden)
driven_lanedir_consec_median0.9155842498369492
survival_time_median11.65000000000003
deviation-center-line_median0.7444106618205801
in-drivable-lane_median0


other stats
agent_compute-ego_max0.05405204217942035
agent_compute-ego_mean0.05255583015438194
agent_compute-ego_median0.05217398129976713
agent_compute-ego_min0.05155584945187548
deviation-center-line_max1.145185975143482
deviation-center-line_mean0.7956077351488897
deviation-center-line_min0.42131021260548374
deviation-heading_max3.7454115672837145
deviation-heading_mean2.0398681243929255
deviation-heading_median1.835226355111387
deviation-heading_min0.6665609404145512
driven_any_max2.3532112511497623
driven_any_mean1.5322948084395271
driven_any_median1.8253548955381595
driven_any_min0.6842416511385191
driven_lanedir_consec_max1.7893431149620276
driven_lanedir_consec_mean1.007348626849343
driven_lanedir_consec_min0.6730551409975218
driven_lanedir_max1.7893431149620276
driven_lanedir_mean1.2113701741264316
driven_lanedir_median1.098347280519953
driven_lanedir_min0.6730551409975218
in-drivable-lane_max3.950000000000036
in-drivable-lane_mean1.490000000000009
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3532112511497623, "sim_physics": 0.010423000653584796, "survival_time": 14.950000000000076, "driven_lanedir": 1.5761769879956686, "sim_render-ego": 0.03662275234858195, "in-drivable-lane": 3.950000000000036, "agent_compute-ego": 0.05212221384048462, "deviation-heading": 3.149181188920488, "set_robot_commands": 0.05559446573257446, "deviation-center-line": 1.0672725524807631, "driven_lanedir_consec": 0.7388322822932306, "sim_compute_sim_state": 0.02353488286336263, "sim_compute_performance-ego": 0.04002222061157226, "sim_compute_robot_state-ego": 0.04138780117034912}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.8253548955381595, "sim_physics": 0.010597061189970744, "survival_time": 11.65000000000003, "driven_lanedir": 1.7893431149620276, "sim_render-ego": 0.036042396602712475, "in-drivable-lane": 0, "agent_compute-ego": 0.05155584945187548, "deviation-heading": 1.835226355111387, "set_robot_commands": 0.05632766735911881, "deviation-center-line": 1.145185975143482, "driven_lanedir_consec": 1.7893431149620276, "sim_compute_sim_state": 0.023084089991360773, "sim_compute_performance-ego": 0.04006559756692387, "sim_compute_robot_state-ego": 0.04101187579109945}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9333537516789936, "sim_physics": 0.010359199320683712, "survival_time": 6.099999999999986, "driven_lanedir": 0.9199283461569858, "sim_render-ego": 0.03388729447224101, "in-drivable-lane": 0, "agent_compute-ego": 0.05405204217942035, "deviation-heading": 0.802960570234488, "set_robot_commands": 0.05202525170122991, "deviation-center-line": 0.5998592736941397, "driven_lanedir_consec": 0.9199283461569858, "sim_compute_sim_state": 0.0214318721020808, "sim_compute_performance-ego": 0.03722324723103007, "sim_compute_robot_state-ego": 0.038171342161835216}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6842416511385191, "sim_physics": 0.011531651675046146, "survival_time": 4.549999999999992, "driven_lanedir": 0.6730551409975218, "sim_render-ego": 0.034738003552614985, "in-drivable-lane": 0, "agent_compute-ego": 0.05217398129976713, "deviation-heading": 0.6665609404145512, "set_robot_commands": 0.05357024957845499, "deviation-center-line": 0.42131021260548374, "driven_lanedir_consec": 0.6730551409975218, "sim_compute_sim_state": 0.022458411835052153, "sim_compute_performance-ego": 0.03764213834490095, "sim_compute_robot_state-ego": 0.03923833763206398}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.8653124926922, "sim_physics": 0.010006036077226912, "survival_time": 11.900000000000034, "driven_lanedir": 1.098347280519953, "sim_render-ego": 0.03390322412763323, "in-drivable-lane": 3.5000000000000098, "agent_compute-ego": 0.052875064000362106, "deviation-heading": 3.7454115672837145, "set_robot_commands": 0.0519088887366928, "deviation-center-line": 0.7444106618205801, "driven_lanedir_consec": 0.9155842498369492, "sim_compute_sim_state": 0.021207324597014098, "sim_compute_performance-ego": 0.0369736837739704, "sim_compute_robot_state-ego": 0.03802905964250324}}
set_robot_commands_max0.05632766735911881
set_robot_commands_mean0.05388530462161419
set_robot_commands_median0.05357024957845499
set_robot_commands_min0.0519088887366928
sim_compute_performance-ego_max0.04006559756692387
sim_compute_performance-ego_mean0.03838537750567951
sim_compute_performance-ego_median0.03764213834490095
sim_compute_performance-ego_min0.0369736837739704
sim_compute_robot_state-ego_max0.04138780117034912
sim_compute_robot_state-ego_mean0.0395676832795702
sim_compute_robot_state-ego_median0.03923833763206398
sim_compute_robot_state-ego_min0.03802905964250324
sim_compute_sim_state_max0.02353488286336263
sim_compute_sim_state_mean0.02234331627777409
sim_compute_sim_state_median0.022458411835052153
sim_compute_sim_state_min0.021207324597014098
sim_physics_max0.011531651675046146
sim_physics_mean0.010583389783302463
sim_physics_median0.010423000653584796
sim_physics_min0.010006036077226912
sim_render-ego_max0.03662275234858195
sim_render-ego_mean0.03503873422075673
sim_render-ego_median0.034738003552614985
sim_render-ego_min0.03388729447224101
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.830000000000023
survival_time_min4.549999999999992
191812912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationerrorno-0:02:17
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 173, in main
    make_video1(fn, out_video)
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
    pg('video_aido', dict(filename=fn, output=output))
  File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
    model.init()
  File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
    block.init()
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
    self.log = read_simulator_log_cbor(self.get_config('filename'))
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
    render_time = read_perfomance(ld)
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
    for i, ob in enumerate(read_topic2(ld, 'timing_information')):
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
    for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 435, in <module>
    wrap(cie)
  File "experiment_manager.py", line 423, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 173, in main
 >     make_video1(fn, out_video)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
 >     pg('video_aido', dict(filename=fn, output=output))
 >   File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
 >     model.init()
 >   File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
 >     block.init()
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
 >     self.log = read_simulator_log_cbor(self.get_config('filename'))
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
 >     render_time = read_perfomance(ld)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
 >     for i, ob in enumerate(read_topic2(ld, 'timing_information')):
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
 >     for ob in ld.objects:
 > AttributeError: 'str' object has no attribute 'objects'
 > 
(hidden)
191802912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationerrorno-0:06:14
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 173, in main
    make_video1(fn, out_video)
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
    pg('video_aido', dict(filename=fn, output=output))
  File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
    model.init()
  File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
    block.init()
  File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
    self.log = read_simulator_log_cbor(self.get_config('filename'))
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
    render_time = read_perfomance(ld)
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
    for i, ob in enumerate(read_topic2(ld, 'timing_information')):
  File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
    for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 435, in <module>
    wrap(cie)
  File "experiment_manager.py", line 423, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 173, in main
 >     make_video1(fn, out_video)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
 >     pg('video_aido', dict(filename=fn, output=output))
 >   File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
 >     model.init()
 >   File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
 >     block.init()
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
 >     self.log = read_simulator_log_cbor(self.get_config('filename'))
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
 >     render_time = read_perfomance(ld)
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
 >     for i, ob in enumerate(read_topic2(ld, 'timing_information')):
 >   File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
 >     for ob in ld.objects:
 > AttributeError: 'str' object has no attribute 'objects'
 > 
(hidden)
190462912duckietown_mumchallenge-aido_LF-baseline-duckietownaido2-LF-sim-testingstep1-simulationsuccessno-0:14:05(hidden)
driven_lanedir_consec_median0.6292176526204964
survival_time_median5.799999999999987
deviation-center-line_median0.5518437136615361
in-drivable-lane_median0.6999999999999993


other stats
agent_compute-ego_max0.0998089053843281
agent_compute-ego_mean0.09908362475342848
agent_compute-ego_median0.09947714106789952
agent_compute-ego_min0.09803519169489544
deviation-center-line_max0.8388172885871314
deviation-center-line_mean0.5965830511954149
deviation-center-line_min0.3831185369193356
deviation-heading_max5.497395294158972
deviation-heading_mean2.246802761969068
deviation-heading_median2.0613008998553433
deviation-heading_min0.6665609404145512
driven_any_max2.355077809805911
driven_any_mean1.408452714629505
driven_any_median0.8851375997510035
driven_any_min0.6842416511385191
driven_lanedir_consec_max0.8724476680242801
driven_lanedir_consec_mean0.6077640143386722
driven_lanedir_consec_min0.24922319000680743
driven_lanedir_max1.3048848500993993
driven_lanedir_mean0.8972795381878637
driven_lanedir_median0.8724476680242801
driven_lanedir_min0.496215710017791
in-drivable-lane_max7.050000000000079
in-drivable-lane_mean2.4100000000000237
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3533165292138927, "sim_physics": 0.017735690275828043, "survival_time": 14.950000000000076, "driven_lanedir": 1.139794321800326, "sim_render-ego": 0.07384518225987752, "in-drivable-lane": 7.050000000000079, "agent_compute-ego": 0.09803519169489544, "deviation-heading": 2.0613008998553433, "set_robot_commands": 0.08052979707717896, "deviation-center-line": 0.8388172885871314, "driven_lanedir_consec": 0.6148764200442556, "sim_compute_sim_state": 0.04537782271703084, "sim_compute_performance-ego": 0.07305649280548096, "sim_compute_robot_state-ego": 0.0713323990503947}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7644899832381978, "sim_physics": 0.01873140523929407, "survival_time": 5.04999999999999, "driven_lanedir": 0.496215710017791, "sim_render-ego": 0.07242607834315536, "in-drivable-lane": 0.6999999999999993, "agent_compute-ego": 0.0998089053843281, "deviation-heading": 2.2854462218994542, "set_robot_commands": 0.07872154453013203, "deviation-center-line": 0.3831185369193356, "driven_lanedir_consec": 0.24922319000680743, "sim_compute_sim_state": 0.04350214429421, "sim_compute_performance-ego": 0.07086054877479478, "sim_compute_robot_state-ego": 0.06844164593384998}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8851375997510035, "sim_physics": 0.01829440018226361, "survival_time": 5.799999999999987, "driven_lanedir": 0.8724476680242801, "sim_render-ego": 0.07252617128964128, "in-drivable-lane": 0, "agent_compute-ego": 0.09947714106789952, "deviation-heading": 0.7233104535170212, "set_robot_commands": 0.08173657696822594, "deviation-center-line": 0.5518437136615361, "driven_lanedir_consec": 0.8724476680242801, "sim_compute_sim_state": 0.04509220863210744, "sim_compute_performance-ego": 0.07366496119005926, "sim_compute_robot_state-ego": 0.0729696668427566}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6842416511385191, "sim_physics": 0.01909243929517138, "survival_time": 4.549999999999992, "driven_lanedir": 0.6730551409975218, "sim_render-ego": 0.06934626547844855, "in-drivable-lane": 0, "agent_compute-ego": 0.09976599766657902, "deviation-heading": 0.6665609404145512, "set_robot_commands": 0.08528305410028814, "deviation-center-line": 0.42131021260548374, "driven_lanedir_consec": 0.6730551409975218, "sim_compute_sim_state": 0.04512005323892111, "sim_compute_performance-ego": 0.06960902895246233, "sim_compute_robot_state-ego": 0.07199372826041756}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.355077809805911, "sim_physics": 0.017960631052652994, "survival_time": 14.950000000000076, "driven_lanedir": 1.3048848500993993, "sim_render-ego": 0.06984901587168375, "in-drivable-lane": 4.300000000000041, "agent_compute-ego": 0.09833088795344036, "deviation-heading": 5.497395294158972, "set_robot_commands": 0.08074383179346721, "deviation-center-line": 0.787825504203588, "driven_lanedir_consec": 0.6292176526204964, "sim_compute_sim_state": 0.0452701989809672, "sim_compute_performance-ego": 0.06993306477864583, "sim_compute_robot_state-ego": 0.07280942440032959}}
set_robot_commands_max0.08528305410028814
set_robot_commands_mean0.08140296089385846
set_robot_commands_median0.08074383179346721
set_robot_commands_min0.07872154453013203
sim_compute_performance-ego_max0.07366496119005926
sim_compute_performance-ego_mean0.07142481930028863
sim_compute_performance-ego_median0.07086054877479478
sim_compute_performance-ego_min0.06960902895246233
sim_compute_robot_state-ego_max0.0729696668427566
sim_compute_robot_state-ego_mean0.07150937289754969
sim_compute_robot_state-ego_median0.07199372826041756
sim_compute_robot_state-ego_min0.06844164593384998
sim_compute_sim_state_max0.04537782271703084
sim_compute_sim_state_mean0.04487248557264732
sim_compute_sim_state_median0.04512005323892111
sim_compute_sim_state_min0.04350214429421
sim_physics_max0.01909243929517138
sim_physics_mean0.01836291320904202
sim_physics_median0.01829440018226361
sim_physics_min0.017735690275828043
sim_render-ego_max0.07384518225987752
sim_render-ego_mean0.07159854264856128
sim_render-ego_median0.07242607834315536
sim_render-ego_min0.06934626547844855
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.060000000000024
survival_time_min4.549999999999992