AI Driving Olympics Home Challenges Submissions Jobs

Submission 2949

Submission2949
Competingyes
Challengeaido2-LFV-sim-validation
UserBhairav Mehta
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22697
Next
User labelBaseline solution using reinforcement learning
Admin priority50
Blessing50
User priority

22697

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226972949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessyes-0:07:58Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.163604398982641
survival_time_median1.5000000000000009
deviation-center-line_median0.09579847314098731
in-drivable-lane_median0


other stats
agent_compute-ego_max0.18060112744569776
agent_compute-ego_mean0.17177333173843531
agent_compute-ego_median0.18000463644663492
agent_compute-ego_min0.13946028550465903
deviation-center-line_max0.13381802379655708
deviation-center-line_mean0.10300460699497752
deviation-center-line_min0.06601698356407831
deviation-heading_max0.9971699705631802
deviation-heading_mean0.67324594959502
deviation-heading_median0.7111998506944579
deviation-heading_min0.38395928010523667
driven_any_max0.29274076716950953
driven_any_mean0.2315392285052092
driven_any_median0.23637186528415663
driven_any_min0.17388732399702533
driven_lanedir_consec_max0.2684027050558697
driven_lanedir_consec_mean0.17906076936425236
driven_lanedir_consec_min0.11716108079363076
driven_lanedir_max0.2684027050558697
driven_lanedir_mean0.17906076936425236
driven_lanedir_median0.163604398982641
driven_lanedir_min0.11716108079363076
in-drivable-lane_max0.05000000000000005
in-drivable-lane_mean0.010000000000000007
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.23637186528415663, "sim_physics": 0.1930864651997884, "survival_time": 1.5000000000000009, "driven_lanedir": 0.163604398982641, "sim_render-ego": 0.06633690198262533, "in-drivable-lane": 0, "agent_compute-ego": 0.18000463644663492, "deviation-heading": 0.8449920887982111, "set_robot_commands": 0.1271302382151286, "deviation-center-line": 0.09579847314098731, "driven_lanedir_consec": 0.163604398982641, "sim_compute_sim_state": 0.03924293518066406, "sim_compute_performance-ego": 0.07442054748535157, "sim_compute_robot_state-ego": 0.08107892672220866, "sim_compute_robot_state-npc0": 0.07472850481669108, "sim_compute_robot_state-npc1": 0.07197636763254801, "sim_compute_robot_state-npc2": 0.07059069474538167, "sim_compute_robot_state-npc3": 0.0701322873433431}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2053777259801511, "sim_physics": 0.18744240357325628, "survival_time": 1.3000000000000005, "driven_lanedir": 0.11716108079363076, "sim_render-ego": 0.06872872205880973, "in-drivable-lane": 0, "agent_compute-ego": 0.1786218239710881, "deviation-heading": 0.9971699705631802, "set_robot_commands": 0.10780618740962102, "deviation-center-line": 0.08947016465572744, "driven_lanedir_consec": 0.11716108079363076, "sim_compute_sim_state": 0.04078368040231558, "sim_compute_performance-ego": 0.07057432027963492, "sim_compute_robot_state-ego": 0.07553525154407208, "sim_compute_robot_state-npc0": 0.07326798255626972, "sim_compute_robot_state-npc1": 0.07475427480844352, "sim_compute_robot_state-npc2": 0.06821684653942402, "sim_compute_robot_state-npc3": 0.06739990527813251}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2493184600952033, "sim_physics": 0.19130910237630208, "survival_time": 1.5000000000000009, "driven_lanedir": 0.2211412916933417, "sim_render-ego": 0.06651566823323568, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.18017878532409667, "deviation-heading": 0.38395928010523667, "set_robot_commands": 0.10330251057942708, "deviation-center-line": 0.12991938981753748, "driven_lanedir_consec": 0.2211412916933417, "sim_compute_sim_state": 0.04136319955190023, "sim_compute_performance-ego": 0.07071698506673177, "sim_compute_robot_state-ego": 0.07891220251719157, "sim_compute_robot_state-npc0": 0.07408109505971273, "sim_compute_robot_state-npc1": 0.07813762029012045, "sim_compute_robot_state-npc2": 0.07240445613861084, "sim_compute_robot_state-npc3": 0.0691280444463094}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.29274076716950953, "sim_physics": 0.20686931163072583, "survival_time": 1.6000000000000008, "driven_lanedir": 0.2684027050558697, "sim_render-ego": 0.06298047304153442, "in-drivable-lane": 0, "agent_compute-ego": 0.18060112744569776, "deviation-heading": 0.4289085578140139, "set_robot_commands": 0.10424558818340302, "deviation-center-line": 0.13381802379655708, "driven_lanedir_consec": 0.2684027050558697, "sim_compute_sim_state": 0.042085886001586914, "sim_compute_performance-ego": 0.07125004380941391, "sim_compute_robot_state-ego": 0.07583676278591156, "sim_compute_robot_state-npc0": 0.07907591015100479, "sim_compute_robot_state-npc1": 0.07431445270776749, "sim_compute_robot_state-npc2": 0.0735379233956337, "sim_compute_robot_state-npc3": 0.07383336126804352}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.17388732399702533, "sim_physics": 0.13479351997375488, "survival_time": 1.2000000000000004, "driven_lanedir": 0.12499437029577865, "sim_render-ego": 0.05394488573074341, "in-drivable-lane": 0, "agent_compute-ego": 0.13946028550465903, "deviation-heading": 0.7111998506944579, "set_robot_commands": 0.08008929093678792, "deviation-center-line": 0.06601698356407831, "driven_lanedir_consec": 0.12499437029577865, "sim_compute_sim_state": 0.032174875338872276, "sim_compute_performance-ego": 0.05659369627634684, "sim_compute_robot_state-ego": 0.059748450915018715, "sim_compute_robot_state-npc0": 0.07492154836654663, "sim_compute_robot_state-npc1": 0.05563080310821533, "sim_compute_robot_state-npc2": 0.05696608622868856, "sim_compute_robot_state-npc3": 0.05733171105384827}}
set_robot_commands_max0.1271302382151286
set_robot_commands_mean0.10451476306487352
set_robot_commands_median0.10424558818340302
set_robot_commands_min0.08008929093678792
sim_compute_performance-ego_max0.07442054748535157
sim_compute_performance-ego_mean0.0687111185834958
sim_compute_performance-ego_median0.07071698506673177
sim_compute_performance-ego_min0.05659369627634684
sim_compute_robot_state-ego_max0.08107892672220866
sim_compute_robot_state-ego_mean0.07422231889688052
sim_compute_robot_state-ego_median0.07583676278591156
sim_compute_robot_state-ego_min0.059748450915018715
sim_compute_robot_state-npc0_max0.07907591015100479
sim_compute_robot_state-npc0_mean0.07521500819004498
sim_compute_robot_state-npc0_median0.07472850481669108
sim_compute_robot_state-npc0_min0.07326798255626972
sim_compute_robot_state-npc1_max0.07813762029012045
sim_compute_robot_state-npc1_mean0.07096270370941896
sim_compute_robot_state-npc1_median0.07431445270776749
sim_compute_robot_state-npc1_min0.05563080310821533
sim_compute_robot_state-npc2_max0.0735379233956337
sim_compute_robot_state-npc2_mean0.06834320140954775
sim_compute_robot_state-npc2_median0.07059069474538167
sim_compute_robot_state-npc2_min0.05696608622868856
sim_compute_robot_state-npc3_max0.07383336126804352
sim_compute_robot_state-npc3_mean0.06756506187793536
sim_compute_robot_state-npc3_median0.0691280444463094
sim_compute_robot_state-npc3_min0.05733171105384827
sim_compute_sim_state_max0.042085886001586914
sim_compute_sim_state_mean0.03913011529506781
sim_compute_sim_state_median0.04078368040231558
sim_compute_sim_state_min0.032174875338872276
sim_physics_max0.20686931163072583
sim_physics_mean0.1827001605507655
sim_physics_median0.19130910237630208
sim_physics_min0.13479351997375488
sim_render-ego_max0.06872872205880973
sim_render-ego_mean0.06370133020938971
sim_render-ego_median0.06633690198262533
sim_render-ego_min0.05394488573074341
simulation-passed1
survival_time_max1.6000000000000008
survival_time_mean1.4200000000000004
survival_time_min1.2000000000000004
209142949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessno-0:06:26Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.08787355924771556
survival_time_median1.1500000000000004
deviation-center-line_median0.0706492421606213
in-drivable-lane_median0


other stats
agent_compute-ego_max0.17587655561941642
agent_compute-ego_mean0.16063998253200723
agent_compute-ego_median0.15812664446623428
agent_compute-ego_min0.14779947115027386
deviation-center-line_max0.10171781518954984
deviation-center-line_mean0.07623603354701503
deviation-center-line_min0.05708627502380784
deviation-heading_max0.9475359374906298
deviation-heading_mean0.6464852760742658
deviation-heading_median0.6409906001439911
deviation-heading_min0.4135209014434082
driven_any_max0.21630717907741365
driven_any_mean0.17722001420632277
driven_any_median0.1756049152750405
driven_any_min0.14428727825550086
driven_lanedir_consec_max0.14705645111163168
driven_lanedir_consec_mean0.10523450286150536
driven_lanedir_consec_min0.08117394862572525
driven_lanedir_max0.14705645111163168
driven_lanedir_mean0.10523450286150536
driven_lanedir_median0.08787355924771556
driven_lanedir_min0.08117394862572525
in-drivable-lane_max0.6000000000000005
in-drivable-lane_mean0.15000000000000013
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21630717907741365, "sim_physics": 0.16896374786601348, "survival_time": 1.7000000000000008, "driven_lanedir": 0.08117394862572525, "sim_render-ego": 0.06590637739966898, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.16693395025589886, "deviation-heading": 0.6409906001439911, "set_robot_commands": 0.0852658187641817, "deviation-center-line": 0.05708627502380784, "driven_lanedir_consec": 0.08117394862572525, "sim_compute_sim_state": 0.03278261773726519, "sim_compute_performance-ego": 0.0607985678841086, "sim_compute_robot_state-ego": 0.06937965926002054, "sim_compute_robot_state-npc0": 0.06465852961820714, "sim_compute_robot_state-npc1": 0.06328207605025347, "sim_compute_robot_state-npc2": 0.05892567073597627, "sim_compute_robot_state-npc3": 0.056671885883106905}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.19220286501562997, "sim_physics": 0.17935237178096064, "survival_time": 1.3500000000000003, "driven_lanedir": 0.08529229336311461, "sim_render-ego": 0.06052427821689182, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.17587655561941642, "deviation-heading": 0.9475359374906298, "set_robot_commands": 0.09901199517426668, "deviation-center-line": 0.0706492421606213, "driven_lanedir_consec": 0.08529229336311461, "sim_compute_sim_state": 0.03777431558679651, "sim_compute_performance-ego": 0.07384913055985062, "sim_compute_robot_state-ego": 0.07866281050222891, "sim_compute_robot_state-npc0": 0.06766176223754883, "sim_compute_robot_state-npc1": 0.06870175290990758, "sim_compute_robot_state-npc2": 0.06955170631408691, "sim_compute_robot_state-npc3": 0.06939743183277271}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1756049152750405, "sim_physics": 0.15627867242564325, "survival_time": 1.1500000000000004, "driven_lanedir": 0.14705645111163168, "sim_render-ego": 0.05443478667217752, "in-drivable-lane": 0, "agent_compute-ego": 0.15812664446623428, "deviation-heading": 0.4135209014434082, "set_robot_commands": 0.08985314161881157, "deviation-center-line": 0.10171781518954984, "driven_lanedir_consec": 0.14705645111163168, "sim_compute_sim_state": 0.03987070788507876, "sim_compute_performance-ego": 0.06183548595594323, "sim_compute_robot_state-ego": 0.06121663425279701, "sim_compute_robot_state-npc0": 0.06455718952676524, "sim_compute_robot_state-npc1": 0.06236346908237623, "sim_compute_robot_state-npc2": 0.05748810975447945, "sim_compute_robot_state-npc3": 0.06058886776799741}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1576978334080289, "sim_physics": 0.1729426072991413, "survival_time": 1.1500000000000004, "driven_lanedir": 0.12477626195933976, "sim_render-ego": 0.05547342093094536, "in-drivable-lane": 0, "agent_compute-ego": 0.14779947115027386, "deviation-heading": 0.4669986229428005, "set_robot_commands": 0.09605220089788022, "deviation-center-line": 0.09462762749518686, "driven_lanedir_consec": 0.12477626195933976, "sim_compute_sim_state": 0.03501943919969642, "sim_compute_performance-ego": 0.0606255116670028, "sim_compute_robot_state-ego": 0.0687801630600639, "sim_compute_robot_state-npc0": 0.06739072177721106, "sim_compute_robot_state-npc1": 0.06475462084231169, "sim_compute_robot_state-npc2": 0.06477197356846022, "sim_compute_robot_state-npc3": 0.0605882976366126}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.14428727825550086, "sim_physics": 0.16223973577672784, "survival_time": 1.1000000000000003, "driven_lanedir": 0.08787355924771556, "sim_render-ego": 0.057486469095403496, "in-drivable-lane": 0, "agent_compute-ego": 0.1544632911682129, "deviation-heading": 0.7633803183504989, "set_robot_commands": 0.08762841874902899, "deviation-center-line": 0.05709920786590927, "driven_lanedir_consec": 0.08787355924771556, "sim_compute_sim_state": 0.03436862338672985, "sim_compute_performance-ego": 0.06562122431668369, "sim_compute_robot_state-ego": 0.06445519490675493, "sim_compute_robot_state-npc0": 0.06311678886413574, "sim_compute_robot_state-npc1": 0.06367256424643776, "sim_compute_robot_state-npc2": 0.058295488357543945, "sim_compute_robot_state-npc3": 0.05994400111111728}}
set_robot_commands_max0.09901199517426668
set_robot_commands_mean0.09156231504083384
set_robot_commands_median0.08985314161881157
set_robot_commands_min0.0852658187641817
sim_compute_performance-ego_max0.07384913055985062
sim_compute_performance-ego_mean0.06454598407671779
sim_compute_performance-ego_median0.06183548595594323
sim_compute_performance-ego_min0.0606255116670028
sim_compute_robot_state-ego_max0.07866281050222891
sim_compute_robot_state-ego_mean0.06849889239637305
sim_compute_robot_state-ego_median0.0687801630600639
sim_compute_robot_state-ego_min0.06121663425279701
sim_compute_robot_state-npc0_max0.06766176223754883
sim_compute_robot_state-npc0_mean0.0654769984047736
sim_compute_robot_state-npc0_median0.06465852961820714
sim_compute_robot_state-npc0_min0.06311678886413574
sim_compute_robot_state-npc1_max0.06870175290990758
sim_compute_robot_state-npc1_mean0.06455489662625734
sim_compute_robot_state-npc1_median0.06367256424643776
sim_compute_robot_state-npc1_min0.06236346908237623
sim_compute_robot_state-npc2_max0.06955170631408691
sim_compute_robot_state-npc2_mean0.06180658974610935
sim_compute_robot_state-npc2_median0.05892567073597627
sim_compute_robot_state-npc2_min0.05748810975447945
sim_compute_robot_state-npc3_max0.06939743183277271
sim_compute_robot_state-npc3_mean0.06143809684632138
sim_compute_robot_state-npc3_median0.0605882976366126
sim_compute_robot_state-npc3_min0.056671885883106905
sim_compute_sim_state_max0.03987070788507876
sim_compute_sim_state_mean0.035963140759113346
sim_compute_sim_state_median0.03501943919969642
sim_compute_sim_state_min0.03278261773726519
sim_physics_max0.17935237178096064
sim_physics_mean0.1679554270296973
sim_physics_median0.16896374786601348
sim_physics_min0.15627867242564325
sim_render-ego_max0.06590637739966898
sim_render-ego_mean0.058765066463017435
sim_render-ego_median0.057486469095403496
sim_render-ego_min0.05443478667217752
simulation-passed1
survival_time_max1.7000000000000008
survival_time_mean1.2900000000000005
survival_time_min1.1000000000000003
202362949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessno-0:05:26Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.16906733212144243
survival_time_median1.4500000000000006
deviation-center-line_median0.09957635300552904
in-drivable-lane_median0


other stats
agent_compute-ego_max0.17216521104176838
agent_compute-ego_mean0.15839776244108705
agent_compute-ego_median0.1665886688232422
agent_compute-ego_min0.12077603340148926
deviation-center-line_max0.12818778214416238
deviation-center-line_mean0.1034061348701369
deviation-center-line_min0.06913287681778958
deviation-heading_max0.9398011974642644
deviation-heading_mean0.6721646388280237
deviation-heading_median0.6687394907660925
deviation-heading_min0.38333987555385446
driven_any_max0.24898449202563172
driven_any_mean0.22531311883695643
driven_any_median0.2283973386861123
driven_any_min0.18902197960506392
driven_lanedir_consec_max0.21878566292873416
driven_lanedir_consec_mean0.17579848628239592
driven_lanedir_consec_min0.14245662074066834
driven_lanedir_max0.21878566292873416
driven_lanedir_mean0.17579848628239592
driven_lanedir_median0.16906733212144243
driven_lanedir_min0.14245662074066834
in-drivable-lane_max0.05000000000000005
in-drivable-lane_mean0.010000000000000007
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2283973386861123, "sim_physics": 0.16250876585642496, "survival_time": 1.5000000000000009, "driven_lanedir": 0.14245662074066834, "sim_render-ego": 0.06564939022064209, "in-drivable-lane": 0, "agent_compute-ego": 0.17216521104176838, "deviation-heading": 0.9398011974642644, "set_robot_commands": 0.09963821570078532, "deviation-center-line": 0.09957635300552904, "driven_lanedir_consec": 0.14245662074066834, "sim_compute_sim_state": 0.03856344223022461, "sim_compute_performance-ego": 0.06983818213144938, "sim_compute_robot_state-ego": 0.07797890504201253, "sim_compute_robot_state-npc0": 0.0693262497584025, "sim_compute_robot_state-npc1": 0.07137335141499837, "sim_compute_robot_state-npc2": 0.07063145637512207, "sim_compute_robot_state-npc3": 0.07240042686462403}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2337817560630295, "sim_physics": 0.1513445706203066, "survival_time": 1.4500000000000006, "driven_lanedir": 0.16906733212144243, "sim_render-ego": 0.0601693268479972, "in-drivable-lane": 0, "agent_compute-ego": 0.16665813840668778, "deviation-heading": 0.91578621603701, "set_robot_commands": 0.08966852056569066, "deviation-center-line": 0.09606799425782955, "driven_lanedir_consec": 0.16906733212144243, "sim_compute_sim_state": 0.039645564967188344, "sim_compute_performance-ego": 0.0668134278264539, "sim_compute_robot_state-ego": 0.07442283630371094, "sim_compute_robot_state-npc0": 0.06588695789205617, "sim_compute_robot_state-npc1": 0.06565294594600282, "sim_compute_robot_state-npc2": 0.06963517748076341, "sim_compute_robot_state-npc3": 0.07040535170456459}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.24898449202563172, "sim_physics": 0.11054805119832356, "survival_time": 1.5000000000000009, "driven_lanedir": 0.21878566292873416, "sim_render-ego": 0.04897058804829915, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.12077603340148926, "deviation-heading": 0.38333987555385446, "set_robot_commands": 0.06442232926686604, "deviation-center-line": 0.12818778214416238, "driven_lanedir_consec": 0.21878566292873416, "sim_compute_sim_state": 0.030500356356302896, "sim_compute_performance-ego": 0.04890827337900797, "sim_compute_robot_state-ego": 0.055153663953145346, "sim_compute_robot_state-npc0": 0.05110295613606771, "sim_compute_robot_state-npc1": 0.05159118175506592, "sim_compute_robot_state-npc2": 0.051189613342285153, "sim_compute_robot_state-npc3": 0.05176693598429362}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.22638002780494468, "sim_physics": 0.1653449042090054, "survival_time": 1.4500000000000006, "driven_lanedir": 0.20110206072728332, "sim_render-ego": 0.06328571253809435, "in-drivable-lane": 0, "agent_compute-ego": 0.1658007605322476, "deviation-heading": 0.4531564143188967, "set_robot_commands": 0.08703655210034601, "deviation-center-line": 0.12406566812537388, "driven_lanedir_consec": 0.20110206072728332, "sim_compute_sim_state": 0.03443958019388133, "sim_compute_performance-ego": 0.06494999754017797, "sim_compute_robot_state-ego": 0.07258963584899902, "sim_compute_robot_state-npc0": 0.062452439604134394, "sim_compute_robot_state-npc1": 0.06503275345111716, "sim_compute_robot_state-npc2": 0.06289811792044804, "sim_compute_robot_state-npc3": 0.0670133376943654}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.18902197960506392, "sim_physics": 0.13272933959960936, "survival_time": 1.2500000000000004, "driven_lanedir": 0.14758075489385136, "sim_render-ego": 0.0586054515838623, "in-drivable-lane": 0, "agent_compute-ego": 0.1665886688232422, "deviation-heading": 0.6687394907660925, "set_robot_commands": 0.091829252243042, "deviation-center-line": 0.06913287681778958, "driven_lanedir_consec": 0.14758075489385136, "sim_compute_sim_state": 0.03540515899658203, "sim_compute_performance-ego": 0.06701976776123048, "sim_compute_robot_state-ego": 0.06935091018676758, "sim_compute_robot_state-npc0": 0.06562919616699218, "sim_compute_robot_state-npc1": 0.06366986274719239, "sim_compute_robot_state-npc2": 0.06434739112854004, "sim_compute_robot_state-npc3": 0.06397013664245606}}
set_robot_commands_max0.09963821570078532
set_robot_commands_mean0.086518973975346
set_robot_commands_median0.08966852056569066
set_robot_commands_min0.06442232926686604
sim_compute_performance-ego_max0.06983818213144938
sim_compute_performance-ego_mean0.06350592972766393
sim_compute_performance-ego_median0.0668134278264539
sim_compute_performance-ego_min0.04890827337900797
sim_compute_robot_state-ego_max0.07797890504201253
sim_compute_robot_state-ego_mean0.06989919026692709
sim_compute_robot_state-ego_median0.07258963584899902
sim_compute_robot_state-ego_min0.055153663953145346
sim_compute_robot_state-npc0_max0.0693262497584025
sim_compute_robot_state-npc0_mean0.0628795599115306
sim_compute_robot_state-npc0_median0.06562919616699218
sim_compute_robot_state-npc0_min0.05110295613606771
sim_compute_robot_state-npc1_max0.07137335141499837
sim_compute_robot_state-npc1_mean0.06346401906287533
sim_compute_robot_state-npc1_median0.06503275345111716
sim_compute_robot_state-npc1_min0.05159118175506592
sim_compute_robot_state-npc2_max0.07063145637512207
sim_compute_robot_state-npc2_mean0.06374035124943174
sim_compute_robot_state-npc2_median0.06434739112854004
sim_compute_robot_state-npc2_min0.051189613342285153
sim_compute_robot_state-npc3_max0.07240042686462403
sim_compute_robot_state-npc3_mean0.06511123777806074
sim_compute_robot_state-npc3_median0.0670133376943654
sim_compute_robot_state-npc3_min0.05176693598429362
sim_compute_sim_state_max0.039645564967188344
sim_compute_sim_state_mean0.03571082054883584
sim_compute_sim_state_median0.03540515899658203
sim_compute_sim_state_min0.030500356356302896
sim_physics_max0.1653449042090054
sim_physics_mean0.14449512629673394
sim_physics_median0.1513445706203066
sim_physics_min0.11054805119832356
sim_render-ego_max0.06564939022064209
sim_render-ego_mean0.05933609384777903
sim_render-ego_median0.0601693268479972
sim_render-ego_min0.04897058804829915
simulation-passed1
survival_time_max1.5000000000000009
survival_time_mean1.4300000000000004
survival_time_min1.2500000000000004
198682949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationerrorno-0:01:14
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
198642949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationerrorno-0:01:00
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
192592949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessno-0:05:31Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.09680662023753328
survival_time_median1.6000000000000008
deviation-center-line_median0.042775842781868786
in-drivable-lane_median0.4000000000000003


other stats
agent_compute-ego_max0.4120931997895241
agent_compute-ego_mean0.3979692602236325
agent_compute-ego_median0.40440477265252006
agent_compute-ego_min0.372500126178448
deviation-center-line_max0.06030358408219725
deviation-center-line_mean0.04729978181852086
deviation-center-line_min0.03627450942811175
deviation-heading_max0.7502845589806219
deviation-heading_mean0.6889041322086025
deviation-heading_median0.6690650860505273
deviation-heading_min0.6577918652000041
driven_any_max0.1860475340654995
driven_any_mean0.17676896353073385
driven_any_median0.180332784690405
driven_any_min0.16225563771096504
driven_lanedir_consec_max0.13118460272447763
driven_lanedir_consec_mean0.09768949478614224
driven_lanedir_consec_min0.07634134191969322
driven_lanedir_max0.13118460272447763
driven_lanedir_mean0.09768949478614224
driven_lanedir_median0.09680662023753328
driven_lanedir_min0.07634134191969322
in-drivable-lane_max0.4500000000000004
in-drivable-lane_mean0.26000000000000023
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.1729059355723595, "sim_physics": 0.02768156745217063, "survival_time": 1.6500000000000008, "driven_lanedir": 0.0810753744649273, "sim_render-ego": 0.055019992770570694, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.3906783551880807, "deviation-heading": 0.6690650860505273, "set_robot_commands": 0.07236453981110544, "deviation-center-line": 0.040351304077826715, "driven_lanedir_consec": 0.0810753744649273, "sim_compute_sim_state": 0.034675338051535866, "sim_compute_performance-ego": 0.05950587446039373, "sim_compute_robot_state-ego": 0.059123321013017135, "sim_compute_robot_state-npc0": 0.062324357755256424, "sim_compute_robot_state-npc1": 0.05886035254507354, "sim_compute_robot_state-npc2": 0.06000413316668886, "sim_compute_robot_state-npc3": 0.06439899675773852}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1860475340654995, "sim_physics": 0.028601348400115967, "survival_time": 1.6000000000000008, "driven_lanedir": 0.09680662023753328, "sim_render-ego": 0.05383388698101044, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.4120931997895241, "deviation-heading": 0.6577918652000041, "set_robot_commands": 0.07176780700683594, "deviation-center-line": 0.042775842781868786, "driven_lanedir_consec": 0.09680662023753328, "sim_compute_sim_state": 0.03239891678094864, "sim_compute_performance-ego": 0.05625205487012863, "sim_compute_robot_state-ego": 0.0584450289607048, "sim_compute_robot_state-npc0": 0.06113538146018982, "sim_compute_robot_state-npc1": 0.06131592392921448, "sim_compute_robot_state-npc2": 0.05765702575445175, "sim_compute_robot_state-npc3": 0.059603817760944366}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.18230292561444003, "sim_physics": 0.029605317998815467, "survival_time": 1.3500000000000003, "driven_lanedir": 0.13118460272447763, "sim_render-ego": 0.056919857307716655, "in-drivable-lane": 0, "agent_compute-ego": 0.40440477265252006, "deviation-heading": 0.7084826072124911, "set_robot_commands": 0.07146563353361907, "deviation-center-line": 0.06030358408219725, "driven_lanedir_consec": 0.13118460272447763, "sim_compute_sim_state": 0.03133885065714518, "sim_compute_performance-ego": 0.06188857113873517, "sim_compute_robot_state-ego": 0.05897689748693396, "sim_compute_robot_state-npc0": 0.06429651048448351, "sim_compute_robot_state-npc1": 0.06006330030935782, "sim_compute_robot_state-npc2": 0.06101993278220848, "sim_compute_robot_state-npc3": 0.05734929332026729}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.180332784690405, "sim_physics": 0.02906123548746109, "survival_time": 1.6000000000000008, "driven_lanedir": 0.07634134191969322, "sim_render-ego": 0.05244497209787369, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.4101698473095894, "deviation-heading": 0.6588965435993677, "set_robot_commands": 0.07544796168804169, "deviation-center-line": 0.03627450942811175, "driven_lanedir_consec": 0.07634134191969322, "sim_compute_sim_state": 0.03546389192342758, "sim_compute_performance-ego": 0.05780555307865143, "sim_compute_robot_state-ego": 0.06512220203876495, "sim_compute_robot_state-npc0": 0.0608922466635704, "sim_compute_robot_state-npc1": 0.05683712661266327, "sim_compute_robot_state-npc2": 0.0599479153752327, "sim_compute_robot_state-npc3": 0.05887184292078018}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.16225563771096504, "sim_physics": 0.02414158674386831, "survival_time": 1.3000000000000005, "driven_lanedir": 0.10303953458407976, "sim_render-ego": 0.050725735150850736, "in-drivable-lane": 0, "agent_compute-ego": 0.372500126178448, "deviation-heading": 0.7502845589806219, "set_robot_commands": 0.07534541533543514, "deviation-center-line": 0.056793668722599805, "driven_lanedir_consec": 0.10303953458407976, "sim_compute_sim_state": 0.03385254052969126, "sim_compute_performance-ego": 0.05911875688112699, "sim_compute_robot_state-ego": 0.05903133979210487, "sim_compute_robot_state-npc0": 0.06257148889394906, "sim_compute_robot_state-npc1": 0.0586249644939716, "sim_compute_robot_state-npc2": 0.05589122955615704, "sim_compute_robot_state-npc3": 0.05598597343151386}}
set_robot_commands_max0.07544796168804169
set_robot_commands_mean0.07327827147500746
set_robot_commands_median0.07236453981110544
set_robot_commands_min0.07146563353361907
sim_compute_performance-ego_max0.06188857113873517
sim_compute_performance-ego_mean0.05891416208580719
sim_compute_performance-ego_median0.05911875688112699
sim_compute_performance-ego_min0.05625205487012863
sim_compute_robot_state-ego_max0.06512220203876495
sim_compute_robot_state-ego_mean0.060139757858305144
sim_compute_robot_state-ego_median0.05903133979210487
sim_compute_robot_state-ego_min0.0584450289607048
sim_compute_robot_state-npc0_max0.06429651048448351
sim_compute_robot_state-npc0_mean0.06224399705148984
sim_compute_robot_state-npc0_median0.062324357755256424
sim_compute_robot_state-npc0_min0.0608922466635704
sim_compute_robot_state-npc1_max0.06131592392921448
sim_compute_robot_state-npc1_mean0.059140333578056134
sim_compute_robot_state-npc1_median0.05886035254507354
sim_compute_robot_state-npc1_min0.05683712661266327
sim_compute_robot_state-npc2_max0.06101993278220848
sim_compute_robot_state-npc2_mean0.05890404732694776
sim_compute_robot_state-npc2_median0.0599479153752327
sim_compute_robot_state-npc2_min0.05589122955615704
sim_compute_robot_state-npc3_max0.06439899675773852
sim_compute_robot_state-npc3_mean0.05924198483824884
sim_compute_robot_state-npc3_median0.05887184292078018
sim_compute_robot_state-npc3_min0.05598597343151386
sim_compute_sim_state_max0.03546389192342758
sim_compute_sim_state_mean0.0335459075885497
sim_compute_sim_state_median0.03385254052969126
sim_compute_sim_state_min0.03133885065714518
sim_physics_max0.029605317998815467
sim_physics_mean0.027818211216486293
sim_physics_median0.028601348400115967
sim_physics_min0.02414158674386831
sim_render-ego_max0.056919857307716655
sim_render-ego_mean0.05378888886160445
sim_render-ego_median0.05383388698101044
sim_render-ego_min0.050725735150850736
simulation-passed1
survival_time_max1.6500000000000008
survival_time_mean1.5000000000000009
survival_time_min1.3000000000000005
192372949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessno-0:05:52Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1271962147881418
survival_time_median1.3500000000000003
deviation-center-line_median0.06554704624298383
in-drivable-lane_median0


other stats
agent_compute-ego_max0.10273159783461998
agent_compute-ego_mean0.09857277322089536
agent_compute-ego_median0.09787939212940357
agent_compute-ego_min0.09608663452996148
deviation-center-line_max0.07334629306266402
deviation-center-line_mean0.06581924737780087
deviation-center-line_min0.06106746909205156
deviation-heading_max0.7634066319866036
deviation-heading_mean0.7163036690880313
deviation-heading_median0.7051795755888204
deviation-heading_min0.6701931008941333
driven_any_max0.1923016525450328
driven_any_mean0.17826263521399083
driven_any_median0.18116114105339665
driven_any_min0.16545410599662377
driven_lanedir_consec_max0.14231489995770374
driven_lanedir_consec_mean0.1279241338202779
driven_lanedir_consec_min0.10952540649941778
driven_lanedir_max0.14231489995770374
driven_lanedir_mean0.1279241338202779
driven_lanedir_median0.1271962147881418
driven_lanedir_min0.10952540649941778
in-drivable-lane_max0
in-drivable-lane_mean0
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.1923016525450328, "sim_physics": 0.017485347287408238, "survival_time": 1.4500000000000006, "driven_lanedir": 0.14231489995770374, "sim_render-ego": 0.03492324105624495, "in-drivable-lane": 0, "agent_compute-ego": 0.10273159783461998, "deviation-heading": 0.7450806237729979, "set_robot_commands": 0.05527062251650054, "deviation-center-line": 0.07334629306266402, "driven_lanedir_consec": 0.14231489995770374, "sim_compute_sim_state": 0.022133810766812027, "sim_compute_performance-ego": 0.03779712216607455, "sim_compute_robot_state-ego": 0.03965395894543878, "sim_compute_robot_state-npc0": 0.04036266228248333, "sim_compute_robot_state-npc1": 0.039724325311595, "sim_compute_robot_state-npc2": 0.03903342937601024, "sim_compute_robot_state-npc3": 0.04002801303205819}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.16545410599662377, "sim_physics": 0.017430552729853877, "survival_time": 1.3500000000000003, "driven_lanedir": 0.10952540649941778, "sim_render-ego": 0.03441417658770526, "in-drivable-lane": 0, "agent_compute-ego": 0.09787939212940357, "deviation-heading": 0.7634066319866036, "set_robot_commands": 0.05432592497931586, "deviation-center-line": 0.06554704624298383, "driven_lanedir_consec": 0.10952540649941778, "sim_compute_sim_state": 0.0220524823224103, "sim_compute_performance-ego": 0.038012557559543185, "sim_compute_robot_state-ego": 0.03923409073441117, "sim_compute_robot_state-npc0": 0.03943718804253472, "sim_compute_robot_state-npc1": 0.03815952053776494, "sim_compute_robot_state-npc2": 0.037683469277841074, "sim_compute_robot_state-npc3": 0.03826715328075267}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.18177403803172945, "sim_physics": 0.016522054319028503, "survival_time": 1.3500000000000003, "driven_lanedir": 0.13691232586311575, "sim_render-ego": 0.03646492075037073, "in-drivable-lane": 0, "agent_compute-ego": 0.09608663452996148, "deviation-heading": 0.6701931008941333, "set_robot_commands": 0.05410201461226852, "deviation-center-line": 0.06589044470264657, "driven_lanedir_consec": 0.13691232586311575, "sim_compute_sim_state": 0.02203438017103407, "sim_compute_performance-ego": 0.04268800770794904, "sim_compute_robot_state-ego": 0.03976644410027398, "sim_compute_robot_state-npc0": 0.03914117813110352, "sim_compute_robot_state-npc1": 0.038292646408081055, "sim_compute_robot_state-npc2": 0.0389470171045374, "sim_compute_robot_state-npc3": 0.03881216049194336}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.17062223844317165, "sim_physics": 0.017479172459355107, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1236718219930104, "sim_render-ego": 0.035426325268215604, "in-drivable-lane": 0, "agent_compute-ego": 0.09732611974080405, "deviation-heading": 0.697658413197601, "set_robot_commands": 0.05188060689855505, "deviation-center-line": 0.06106746909205156, "driven_lanedir_consec": 0.1236718219930104, "sim_compute_sim_state": 0.02192982920893916, "sim_compute_performance-ego": 0.03714247103090639, "sim_compute_robot_state-ego": 0.03885291240833424, "sim_compute_robot_state-npc0": 0.03924454583062066, "sim_compute_robot_state-npc1": 0.04200293399669506, "sim_compute_robot_state-npc2": 0.039356876302648475, "sim_compute_robot_state-npc3": 0.03880338315610533}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.18116114105339665, "sim_physics": 0.016141043768988714, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1271962147881418, "sim_render-ego": 0.03423714637756348, "in-drivable-lane": 0, "agent_compute-ego": 0.09884012186968769, "deviation-heading": 0.7051795755888204, "set_robot_commands": 0.05304649141099718, "deviation-center-line": 0.06324498378865837, "driven_lanedir_consec": 0.1271962147881418, "sim_compute_sim_state": 0.02131995448359737, "sim_compute_performance-ego": 0.03797056939866808, "sim_compute_robot_state-ego": 0.03920099470350477, "sim_compute_robot_state-npc0": 0.03964907151681406, "sim_compute_robot_state-npc1": 0.03890879065902145, "sim_compute_robot_state-npc2": 0.038322651827776874, "sim_compute_robot_state-npc3": 0.03808877203199598}}
set_robot_commands_max0.05527062251650054
set_robot_commands_mean0.05372513208352743
set_robot_commands_median0.05410201461226852
set_robot_commands_min0.05188060689855505
sim_compute_performance-ego_max0.04268800770794904
sim_compute_performance-ego_mean0.03872214557262825
sim_compute_performance-ego_median0.03797056939866808
sim_compute_performance-ego_min0.03714247103090639
sim_compute_robot_state-ego_max0.03976644410027398
sim_compute_robot_state-ego_mean0.03934168017839258
sim_compute_robot_state-ego_median0.03923409073441117
sim_compute_robot_state-ego_min0.03885291240833424
sim_compute_robot_state-npc0_max0.04036266228248333
sim_compute_robot_state-npc0_mean0.039566929160711264
sim_compute_robot_state-npc0_median0.03943718804253472
sim_compute_robot_state-npc0_min0.03914117813110352
sim_compute_robot_state-npc1_max0.04200293399669506
sim_compute_robot_state-npc1_mean0.0394176433826315
sim_compute_robot_state-npc1_median0.03890879065902145
sim_compute_robot_state-npc1_min0.03815952053776494
sim_compute_robot_state-npc2_max0.039356876302648475
sim_compute_robot_state-npc2_mean0.03866868877776282
sim_compute_robot_state-npc2_median0.0389470171045374
sim_compute_robot_state-npc2_min0.037683469277841074
sim_compute_robot_state-npc3_max0.04002801303205819
sim_compute_robot_state-npc3_mean0.03879989639857111
sim_compute_robot_state-npc3_median0.03880338315610533
sim_compute_robot_state-npc3_min0.03808877203199598
sim_compute_sim_state_max0.022133810766812027
sim_compute_sim_state_mean0.021894091390558583
sim_compute_sim_state_median0.02203438017103407
sim_compute_sim_state_min0.02131995448359737
sim_physics_max0.017485347287408238
sim_physics_mean0.017011634112926888
sim_physics_median0.017430552729853877
sim_physics_min0.016141043768988714
sim_render-ego_max0.03646492075037073
sim_render-ego_mean0.03509316200802
sim_render-ego_median0.03492324105624495
sim_render-ego_min0.03423714637756348
simulation-passed1
survival_time_max1.4500000000000006
survival_time_mean1.3700000000000006
survival_time_min1.3500000000000003
192292949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationhost-errorno-0:00:03
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
    chunked=chunked)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 354, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/lib/python3.6/http/client.py", line 1239, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1285, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1234, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1026, in _send_output
    self.send(msg)
  File "/usr/lib/python3.6/http/client.py", line 964, in send
    self.connect()
  File "/usr/local/lib/python3.6/dist-packages/docker/transport/unixconn.py", line 43, in connect
    sock.connect(self.unix_socket)
ConnectionRefusedError: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 449, in send
    timeout=timeout
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 638, in urlopen
    _stacktrace=sys.exc_info()[2])
  File "/usr/local/lib/python3.6/dist-packages/urllib3/util/retry.py", line 367, in increment
    raise six.reraise(type(error), error, _stacktrace)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/packages/six.py", line 685, in reraise
    raise value.with_traceback(tb)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
    chunked=chunked)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 354, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/lib/python3.6/http/client.py", line 1239, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1285, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1234, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1026, in _send_output
    self.send(msg)
  File "/usr/lib/python3.6/http/client.py", line 964, in send
    self.connect()
  File "/usr/local/lib/python3.6/dist-packages/docker/transport/unixconn.py", line 43, in connect
    sock.connect(self.unix_socket)
urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 60, in check_docker_environment
    containers = client.containers.list(filters=dict(status='running'))
  File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 918, in list
    since=since)
  File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 208, in containers
    res = self._result(self._get(u, params=params), True)
  File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 46, in inner
    return f(self, *args, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 230, in _get
    return self.get(url, **self._set_request_timeout(kwargs))
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 546, in get
    return self.request('GET', url, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 533, in request
    resp = self.send(prep, **send_kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 646, in send
    r = adapter.send(request, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 498, in send
    raise ConnectionError(err, request=request)
requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 571, in run_single
    timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 646, in run_one
    client = check_docker_environment()
  File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 67, in check_docker_environment
    raise InvalidEnvironment(msg)
dt_shell.exceptions.InvalidEnvironment: I cannot communicate with Docker:
('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

Make sure the docker service is running.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
191142949Bhairav MehtaBaseline solution using reinforcement learningaido2-LFV-sim-validationstep1-simulationsuccessno-0:06:19Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.12401860352222371
survival_time_median1.3000000000000005
deviation-center-line_median0.05640672832179242
in-drivable-lane_median0


other stats
agent_compute-ego_max0.23688991546630855
agent_compute-ego_mean0.21495817287830885
agent_compute-ego_median0.2192632293701172
agent_compute-ego_min0.18717506298652065
deviation-center-line_max0.0681153544806679
deviation-center-line_mean0.06006402496838065
deviation-center-line_min0.05464461334563883
deviation-heading_max0.8110259975097032
deviation-heading_mean0.7323277437250437
deviation-heading_median0.7297664405332591
deviation-heading_min0.6281786082502245
driven_any_max0.1786468277056764
driven_any_mean0.1668366464433884
driven_any_median0.17248963729014968
driven_any_min0.15005196692244446
driven_lanedir_consec_max0.12445855701148424
driven_lanedir_consec_mean0.1126301076326712
driven_lanedir_consec_min0.08874834135706688
driven_lanedir_max0.12445855701148424
driven_lanedir_mean0.1126301076326712
driven_lanedir_median0.12401860352222371
driven_lanedir_min0.08874834135706688
in-drivable-lane_max0
in-drivable-lane_mean0
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.17771772031524535, "sim_physics": 0.02393845275596336, "survival_time": 1.3500000000000003, "driven_lanedir": 0.12445855701148424, "sim_render-ego": 0.05581287101463035, "in-drivable-lane": 0, "agent_compute-ego": 0.23130996138961227, "deviation-heading": 0.7297664405332591, "set_robot_commands": 0.08284326835914894, "deviation-center-line": 0.06499192998147345, "driven_lanedir_consec": 0.12445855701148424, "sim_compute_sim_state": 0.033254649904039174, "sim_compute_performance-ego": 0.05921862743518971, "sim_compute_robot_state-ego": 0.06110225783454047, "sim_compute_robot_state-npc0": 0.06815166826601382, "sim_compute_robot_state-npc1": 0.0650555381068477, "sim_compute_robot_state-npc2": 0.06059922112358941, "sim_compute_robot_state-npc3": 0.06142569471288611}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1786468277056764, "sim_physics": 0.026336661406925747, "survival_time": 1.4000000000000006, "driven_lanedir": 0.12401860352222371, "sim_render-ego": 0.059098780155181885, "in-drivable-lane": 0, "agent_compute-ego": 0.2001526951789856, "deviation-heading": 0.7901320021194064, "set_robot_commands": 0.07799388681139265, "deviation-center-line": 0.0681153544806679, "driven_lanedir_consec": 0.12401860352222371, "sim_compute_sim_state": 0.03544393607548305, "sim_compute_performance-ego": 0.06530190365655082, "sim_compute_robot_state-ego": 0.06301016466958183, "sim_compute_robot_state-npc0": 0.06644352844783238, "sim_compute_robot_state-npc1": 0.06454246384756905, "sim_compute_robot_state-npc2": 0.06372450079236712, "sim_compute_robot_state-npc3": 0.06214262757982526}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1552770799834262, "sim_physics": 0.0256622314453125, "survival_time": 1.2500000000000004, "driven_lanedir": 0.10167585977919158, "sim_render-ego": 0.06958559989929199, "in-drivable-lane": 0, "agent_compute-ego": 0.23688991546630855, "deviation-heading": 0.7025356702126254, "set_robot_commands": 0.07680680274963379, "deviation-center-line": 0.05464461334563883, "driven_lanedir_consec": 0.10167585977919158, "sim_compute_sim_state": 0.03649999618530273, "sim_compute_performance-ego": 0.0644456672668457, "sim_compute_robot_state-ego": 0.06575053215026855, "sim_compute_robot_state-npc0": 0.07155268669128417, "sim_compute_robot_state-npc1": 0.06662066459655762, "sim_compute_robot_state-npc2": 0.06396749496459961, "sim_compute_robot_state-npc3": 0.06546644210815429}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.17248963729014968, "sim_physics": 0.02661378860473633, "survival_time": 1.2500000000000004, "driven_lanedir": 0.12424917649338953, "sim_render-ego": 0.06303144454956054, "in-drivable-lane": 0, "agent_compute-ego": 0.2192632293701172, "deviation-heading": 0.6281786082502245, "set_robot_commands": 0.08256421089172364, "deviation-center-line": 0.05616149871233061, "driven_lanedir_consec": 0.12424917649338953, "sim_compute_sim_state": 0.03569665908813477, "sim_compute_performance-ego": 0.05950061798095703, "sim_compute_robot_state-ego": 0.06439335823059082, "sim_compute_robot_state-npc0": 0.07076365470886231, "sim_compute_robot_state-npc1": 0.06112985610961914, "sim_compute_robot_state-npc2": 0.0591349983215332, "sim_compute_robot_state-npc3": 0.06407546043395997}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.15005196692244446, "sim_physics": 0.023623072184049167, "survival_time": 1.3000000000000005, "driven_lanedir": 0.08874834135706688, "sim_render-ego": 0.0602273757641132, "in-drivable-lane": 0, "agent_compute-ego": 0.18717506298652065, "deviation-heading": 0.8110259975097032, "set_robot_commands": 0.08143702837137076, "deviation-center-line": 0.05640672832179242, "driven_lanedir_consec": 0.08874834135706688, "sim_compute_sim_state": 0.03237566581139198, "sim_compute_performance-ego": 0.05871263834146353, "sim_compute_robot_state-ego": 0.061706680517930254, "sim_compute_robot_state-npc0": 0.07003435721764198, "sim_compute_robot_state-npc1": 0.06320364658649151, "sim_compute_robot_state-npc2": 0.058327436447143555, "sim_compute_robot_state-npc3": 0.06241360077491173}}
set_robot_commands_max0.08284326835914894
set_robot_commands_mean0.08032903943665397
set_robot_commands_median0.08143702837137076
set_robot_commands_min0.07680680274963379
sim_compute_performance-ego_max0.06530190365655082
sim_compute_performance-ego_mean0.06143589093620135
sim_compute_performance-ego_median0.05950061798095703
sim_compute_performance-ego_min0.05871263834146353
sim_compute_robot_state-ego_max0.06575053215026855
sim_compute_robot_state-ego_mean0.06319259868058238
sim_compute_robot_state-ego_median0.06301016466958183
sim_compute_robot_state-ego_min0.06110225783454047
sim_compute_robot_state-npc0_max0.07155268669128417
sim_compute_robot_state-npc0_mean0.06938917906632694
sim_compute_robot_state-npc0_median0.07003435721764198
sim_compute_robot_state-npc0_min0.06644352844783238
sim_compute_robot_state-npc1_max0.06662066459655762
sim_compute_robot_state-npc1_mean0.064110433849417
sim_compute_robot_state-npc1_median0.06454246384756905
sim_compute_robot_state-npc1_min0.06112985610961914
sim_compute_robot_state-npc2_max0.06396749496459961
sim_compute_robot_state-npc2_mean0.06115073032984658
sim_compute_robot_state-npc2_median0.06059922112358941
sim_compute_robot_state-npc2_min0.058327436447143555
sim_compute_robot_state-npc3_max0.06546644210815429
sim_compute_robot_state-npc3_mean0.06310476512194747
sim_compute_robot_state-npc3_median0.06241360077491173
sim_compute_robot_state-npc3_min0.06142569471288611
sim_compute_sim_state_max0.03649999618530273
sim_compute_sim_state_mean0.03465418141287034
sim_compute_sim_state_median0.03544393607548305
sim_compute_sim_state_min0.03237566581139198
sim_physics_max0.02661378860473633
sim_physics_mean0.02523484127939742
sim_physics_median0.0256622314453125
sim_physics_min0.023623072184049167
sim_render-ego_max0.06958559989929199
sim_render-ego_mean0.06155121427655559
sim_render-ego_median0.0602273757641132
sim_render-ego_min0.05581287101463035
simulation-passed1
survival_time_max1.4000000000000006
survival_time_mean1.3100000000000005
survival_time_min1.2500000000000004