AI Driving Olympics Home Challenges Submissions Jobs

Submission 2685

Submission2685
Competingyes
Challengeaido2-LFVI-sim-validation
UserRamiNaim
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22826
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

22826

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228262685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:26:56(hidden)
driven_lanedir_consec_median0.5474725628681588
survival_time_median4.3499999999999925
deviation-center-line_median0.35767325169801134
in-drivable-lane_median0.29999999999999893


other stats
agent_compute-ego_max0.09972523663141956
agent_compute-ego_mean0.09477650169831375
agent_compute-ego_median0.09593895111960926
agent_compute-ego_min0.08700686816511483
deviation-center-line_max0.9753964824077216
deviation-center-line_mean0.4798391619471657
deviation-center-line_min0.26800550254971744
deviation-heading_max5.163986487787925
deviation-heading_mean2.241259226806334
deviation-heading_median1.282649243559739
deviation-heading_min0.6621278580688122
driven_any_max2.284534925144772
driven_any_mean1.2463160408964882
driven_any_median0.6454101372119048
driven_any_min0.5088543022391951
driven_lanedir_consec_max1.3608027730789165
driven_lanedir_consec_mean0.7691286661438009
driven_lanedir_consec_min0.4747610317357389
driven_lanedir_max1.7215297182928238
driven_lanedir_mean0.9185901005618398
driven_lanedir_median0.5474725628681588
driven_lanedir_min0.4747610317357389
in-drivable-lane_max4.90000000000007
in-drivable-lane_mean1.4100000000000148
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.259809764864527, "sim_physics": 0.23099099685405863, "survival_time": 14.500000000000073, "driven_lanedir": 1.3552471895634082, "sim_render-ego": 0.07048671245574951, "in-drivable-lane": 4.90000000000007, "agent_compute-ego": 0.08700686816511483, "deviation-heading": 2.972896749769684, "set_robot_commands": 0.10877953891096444, "deviation-center-line": 0.4436651978276284, "driven_lanedir_consec": 0.9686669626871216, "sim_compute_sim_state": 0.04362646053577292, "sim_compute_performance-ego": 0.07782919817957384, "sim_compute_robot_state-ego": 0.08654992991480334, "sim_compute_robot_state-npc0": 0.07773993590782428, "sim_compute_robot_state-npc1": 0.07731482818208892, "sim_compute_robot_state-npc2": 0.0770447484378157, "sim_compute_robot_state-npc3": 0.07814910658474626}, "udem1-1-0": {"driven_any": 0.5329710750220423, "sim_physics": 0.25934934616088867, "survival_time": 3.649999999999995, "driven_lanedir": 0.4747610317357389, "sim_render-ego": 0.07342125618294494, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.09972523663141956, "deviation-heading": 1.124635794845509, "set_robot_commands": 0.11675368923030488, "deviation-center-line": 0.26800550254971744, "driven_lanedir_consec": 0.4747610317357389, "sim_compute_sim_state": 0.04773254917092519, "sim_compute_performance-ego": 0.08002029706354011, "sim_compute_robot_state-ego": 0.09353872194682082, "sim_compute_robot_state-npc0": 0.08003300183439908, "sim_compute_robot_state-npc1": 0.08007134803353924, "sim_compute_robot_state-npc2": 0.07827606266492033, "sim_compute_robot_state-npc3": 0.08045306924271257}, "udem1-2-0": {"driven_any": 0.6454101372119048, "sim_physics": 0.27765285557714003, "survival_time": 4.3499999999999925, "driven_lanedir": 0.5474725628681588, "sim_render-ego": 0.07534286071514261, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.09593895111960926, "deviation-heading": 1.282649243559739, "set_robot_commands": 0.11919214259619, "deviation-center-line": 0.35767325169801134, "driven_lanedir_consec": 0.5474725628681588, "sim_compute_sim_state": 0.04617500853264469, "sim_compute_performance-ego": 0.08535324842080302, "sim_compute_robot_state-ego": 0.09210992407524722, "sim_compute_robot_state-npc0": 0.08252027665061512, "sim_compute_robot_state-npc1": 0.08950689469260731, "sim_compute_robot_state-npc2": 0.08234792468191564, "sim_compute_robot_state-npc3": 0.08237556753487423}, "udem1-3-0": {"driven_any": 0.5088543022391951, "sim_physics": 0.2801018101828439, "survival_time": 3.4999999999999956, "driven_lanedir": 0.4939400003490685, "sim_render-ego": 0.07444957324436732, "in-drivable-lane": 0, "agent_compute-ego": 0.09413434096745082, "deviation-heading": 0.6621278580688122, "set_robot_commands": 0.12087818554469518, "deviation-center-line": 0.35445537525274995, "driven_lanedir_consec": 0.4939400003490685, "sim_compute_sim_state": 0.04483931745801653, "sim_compute_performance-ego": 0.0802708353315081, "sim_compute_robot_state-ego": 0.09495284557342527, "sim_compute_robot_state-npc0": 0.08095588002886091, "sim_compute_robot_state-npc1": 0.08059062276567731, "sim_compute_robot_state-npc2": 0.07953977925436838, "sim_compute_robot_state-npc3": 0.08101231370653425}, "udem1-4-0": {"driven_any": 2.284534925144772, "sim_physics": 0.2644051424006826, "survival_time": 14.550000000000072, "driven_lanedir": 1.7215297182928238, "sim_render-ego": 0.07556446721054025, "in-drivable-lane": 1.7000000000000064, "agent_compute-ego": 0.09707711160797432, "deviation-heading": 5.163986487787925, "set_robot_commands": 0.1225004474731655, "deviation-center-line": 0.9753964824077216, "driven_lanedir_consec": 1.3608027730789165, "sim_compute_sim_state": 0.046445336948145705, "sim_compute_performance-ego": 0.08422324092117782, "sim_compute_robot_state-ego": 0.09522706946146856, "sim_compute_robot_state-npc0": 0.08233813977323447, "sim_compute_robot_state-npc1": 0.08186845681102005, "sim_compute_robot_state-npc2": 0.08187804844780885, "sim_compute_robot_state-npc3": 0.08220150134817432}}
set_robot_commands_max0.1225004474731655
set_robot_commands_mean0.117620800751064
set_robot_commands_median0.11919214259619
set_robot_commands_min0.10877953891096444
sim_compute_performance-ego_max0.08535324842080302
sim_compute_performance-ego_mean0.08153936398332058
sim_compute_performance-ego_median0.0802708353315081
sim_compute_performance-ego_min0.07782919817957384
sim_compute_robot_state-ego_max0.09522706946146856
sim_compute_robot_state-ego_mean0.09247569819435306
sim_compute_robot_state-ego_median0.09353872194682082
sim_compute_robot_state-ego_min0.08654992991480334
sim_compute_robot_state-npc0_max0.08252027665061512
sim_compute_robot_state-npc0_mean0.08071744683898677
sim_compute_robot_state-npc0_median0.08095588002886091
sim_compute_robot_state-npc0_min0.07773993590782428
sim_compute_robot_state-npc1_max0.08950689469260731
sim_compute_robot_state-npc1_mean0.08187043009698657
sim_compute_robot_state-npc1_median0.08059062276567731
sim_compute_robot_state-npc1_min0.07731482818208892
sim_compute_robot_state-npc2_max0.08234792468191564
sim_compute_robot_state-npc2_mean0.07981731269736578
sim_compute_robot_state-npc2_median0.07953977925436838
sim_compute_robot_state-npc2_min0.0770447484378157
sim_compute_robot_state-npc3_max0.08237556753487423
sim_compute_robot_state-npc3_mean0.08083831168340833
sim_compute_robot_state-npc3_median0.08101231370653425
sim_compute_robot_state-npc3_min0.07814910658474626
sim_compute_sim_state_max0.04773254917092519
sim_compute_sim_state_mean0.045763734529101006
sim_compute_sim_state_median0.04617500853264469
sim_compute_sim_state_min0.04362646053577292
sim_physics_max0.2801018101828439
sim_physics_mean0.26250003023512275
sim_physics_median0.2644051424006826
sim_physics_min0.23099099685405863
sim_render-ego_max0.07556446721054025
sim_render-ego_mean0.07385297396174892
sim_render-ego_median0.07444957324436732
sim_render-ego_min0.07048671245574951
simulation-passed1
survival_time_max14.550000000000072
survival_time_mean8.110000000000024
survival_time_min3.4999999999999956
210832685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:24:21(hidden)
driven_lanedir_consec_median0.24862644546367377
survival_time_median4.699999999999991
deviation-center-line_median0.42995423877430233
in-drivable-lane_median0.9999999999999976


other stats
agent_compute-ego_max0.10243747843072767
agent_compute-ego_mean0.09599345113947892
agent_compute-ego_median0.09397648183090426
agent_compute-ego_min0.09296518137023715
deviation-center-line_max0.9013392336916468
deviation-center-line_mean0.5014139060537774
deviation-center-line_min0.1449523617614403
deviation-heading_max5.208916690694444
deviation-heading_mean2.55638884626002
deviation-heading_median1.903367667292453
deviation-heading_min0.5664507153750655
driven_any_max2.300682682163002
driven_any_mean1.0421500724040722
driven_any_median0.6846643963962404
driven_any_min0.28384869441284694
driven_lanedir_consec_max1.420459521472255
driven_lanedir_consec_mean0.5371037632575723
driven_lanedir_consec_min0.16899767176394564
driven_lanedir_max1.7680246975748146
driven_lanedir_mean0.722969491412256
driven_lanedir_median0.3888669703072547
driven_lanedir_min0.24767411931551964
in-drivable-lane_max2.1000000000000147
in-drivable-lane_mean1.0600000000000052
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.6846643963962404, "sim_physics": 0.2648730937470781, "survival_time": 4.699999999999991, "driven_lanedir": 0.3888669703072547, "sim_render-ego": 0.08056293649876371, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.10243747843072767, "deviation-heading": 1.903367667292453, "set_robot_commands": 0.12549026215330084, "deviation-center-line": 0.42995423877430233, "driven_lanedir_consec": 0.16899767176394564, "sim_compute_sim_state": 0.04747144719387623, "sim_compute_performance-ego": 0.08583412271864871, "sim_compute_robot_state-ego": 0.09350846422479508, "sim_compute_robot_state-npc0": 0.08483741384871463, "sim_compute_robot_state-npc1": 0.08298931730554458, "sim_compute_robot_state-npc2": 0.08282114089803493, "sim_compute_robot_state-npc3": 0.08360896211989383}, "udem1-1-0": {"driven_any": 0.29991237612077026, "sim_physics": 0.27379756082188, "survival_time": 2.2, "driven_lanedir": 0.24862644546367377, "sim_render-ego": 0.07600456476211548, "in-drivable-lane": 0, "agent_compute-ego": 0.0935345237905329, "deviation-heading": 1.1430574482545637, "set_robot_commands": 0.12291509996760976, "deviation-center-line": 0.1449523617614403, "driven_lanedir_consec": 0.24862644546367377, "sim_compute_sim_state": 0.04462567242709073, "sim_compute_performance-ego": 0.08291705630042336, "sim_compute_robot_state-ego": 0.09582602977752686, "sim_compute_robot_state-npc0": 0.08131376721642235, "sim_compute_robot_state-npc1": 0.07996442101218483, "sim_compute_robot_state-npc2": 0.08165565945885399, "sim_compute_robot_state-npc3": 0.08240721442482689}, "udem1-2-0": {"driven_any": 1.6416422129275012, "sim_physics": 0.25380178876397735, "survival_time": 10.550000000000017, "driven_lanedir": 0.9616552244000168, "sim_render-ego": 0.07547875038255447, "in-drivable-lane": 2.1000000000000147, "agent_compute-ego": 0.09397648183090426, "deviation-heading": 5.208916690694444, "set_robot_commands": 0.121360156208418, "deviation-center-line": 0.8589846343799672, "driven_lanedir_consec": 0.5997610582724673, "sim_compute_sim_state": 0.04575955698275453, "sim_compute_performance-ego": 0.08433195877979152, "sim_compute_robot_state-ego": 0.0946518346596668, "sim_compute_robot_state-npc0": 0.08299433676552434, "sim_compute_robot_state-npc1": 0.0831669337376599, "sim_compute_robot_state-npc2": 0.08335812509907366, "sim_compute_robot_state-npc3": 0.08185063719184478}, "udem1-3-0": {"driven_any": 0.28384869441284694, "sim_physics": 0.2724005494798933, "survival_time": 2.1000000000000005, "driven_lanedir": 0.24767411931551964, "sim_render-ego": 0.07833911123729888, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.09705359027499244, "deviation-heading": 0.5664507153750655, "set_robot_commands": 0.12383879366375151, "deviation-center-line": 0.17183906166153062, "driven_lanedir_consec": 0.24767411931551964, "sim_compute_sim_state": 0.04501739002409435, "sim_compute_performance-ego": 0.08445119290124803, "sim_compute_robot_state-ego": 0.09440644014449348, "sim_compute_robot_state-npc0": 0.08424559093656994, "sim_compute_robot_state-npc1": 0.08275022393181211, "sim_compute_robot_state-npc2": 0.08260477156866164, "sim_compute_robot_state-npc3": 0.08234281199319023}, "udem1-4-0": {"driven_any": 2.300682682163002, "sim_physics": 0.27175385960133003, "survival_time": 14.650000000000071, "driven_lanedir": 1.7680246975748146, "sim_render-ego": 0.07506086232312303, "in-drivable-lane": 2.100000000000014, "agent_compute-ego": 0.09296518137023715, "deviation-heading": 3.9601517096835743, "set_robot_commands": 0.12055561811037031, "deviation-center-line": 0.9013392336916468, "driven_lanedir_consec": 1.420459521472255, "sim_compute_sim_state": 0.04540334952162394, "sim_compute_performance-ego": 0.08288964313858604, "sim_compute_robot_state-ego": 0.09598775447025236, "sim_compute_robot_state-npc0": 0.08257926446179074, "sim_compute_robot_state-npc1": 0.0828423133889156, "sim_compute_robot_state-npc2": 0.08156747541329966, "sim_compute_robot_state-npc3": 0.08885713892992039}}
set_robot_commands_max0.12549026215330084
set_robot_commands_mean0.12283198602069008
set_robot_commands_median0.12291509996760976
set_robot_commands_min0.12055561811037031
sim_compute_performance-ego_max0.08583412271864871
sim_compute_performance-ego_mean0.08408479476773953
sim_compute_performance-ego_median0.08433195877979152
sim_compute_performance-ego_min0.08288964313858604
sim_compute_robot_state-ego_max0.09598775447025236
sim_compute_robot_state-ego_mean0.0948761046553469
sim_compute_robot_state-ego_median0.0946518346596668
sim_compute_robot_state-ego_min0.09350846422479508
sim_compute_robot_state-npc0_max0.08483741384871463
sim_compute_robot_state-npc0_mean0.0831940746458044
sim_compute_robot_state-npc0_median0.08299433676552434
sim_compute_robot_state-npc0_min0.08131376721642235
sim_compute_robot_state-npc1_max0.0831669337376599
sim_compute_robot_state-npc1_mean0.0823426418752234
sim_compute_robot_state-npc1_median0.0828423133889156
sim_compute_robot_state-npc1_min0.07996442101218483
sim_compute_robot_state-npc2_max0.08335812509907366
sim_compute_robot_state-npc2_mean0.08240143448758477
sim_compute_robot_state-npc2_median0.08260477156866164
sim_compute_robot_state-npc2_min0.08156747541329966
sim_compute_robot_state-npc3_max0.08885713892992039
sim_compute_robot_state-npc3_mean0.08381335293193522
sim_compute_robot_state-npc3_median0.08240721442482689
sim_compute_robot_state-npc3_min0.08185063719184478
sim_compute_sim_state_max0.04747144719387623
sim_compute_sim_state_mean0.04565548322988795
sim_compute_sim_state_median0.04540334952162394
sim_compute_sim_state_min0.04462567242709073
sim_physics_max0.27379756082188
sim_physics_mean0.2673253704828318
sim_physics_median0.27175385960133003
sim_physics_min0.25380178876397735
sim_render-ego_max0.08056293649876371
sim_render-ego_mean0.07708924504077111
sim_render-ego_median0.07600456476211548
sim_render-ego_min0.07506086232312303
simulation-passed1
survival_time_max14.650000000000071
survival_time_mean6.840000000000016
survival_time_min2.1000000000000005
203882685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:30:45(hidden)
driven_lanedir_consec_median0.4832326171643837
survival_time_median12.25000000000004
deviation-center-line_median0.8711567458749804
in-drivable-lane_median2.249999999999994


other stats
agent_compute-ego_max0.09786149239053532
agent_compute-ego_mean0.08996906815261624
agent_compute-ego_median0.0902758893512544
agent_compute-ego_min0.0831577475865682
deviation-center-line_max1.0438596207507431
deviation-center-line_mean0.6376777918261621
deviation-center-line_min0.1688017723199568
deviation-heading_max7.682240421596391
deviation-heading_mean4.7850323807496355
deviation-heading_median6.710930823140187
deviation-heading_min0.5470845971641398
driven_any_max2.34821893425207
driven_any_mean1.514597379857264
driven_any_median1.8996701001084535
driven_any_min0.28375083805126494
driven_lanedir_consec_max1.1625087132576148
driven_lanedir_consec_mean0.5699850719887168
driven_lanedir_consec_min0.2407448944747017
driven_lanedir_max1.2407429654838813
driven_lanedir_mean0.8390114568707364
driven_lanedir_median1.0678280939731006
driven_lanedir_min0.2407448944747017
in-drivable-lane_max4.60000000000004
in-drivable-lane_mean2.2400000000000113
in-drivable-lane_min0.14999999999999947
per-episodes
details{"udem1-0-0": {"driven_any": 1.8996701001084535, "sim_physics": 0.2866692766851308, "survival_time": 12.25000000000004, "driven_lanedir": 1.0678280939731006, "sim_render-ego": 0.07449029027199258, "in-drivable-lane": 2.249999999999994, "agent_compute-ego": 0.09786149239053532, "deviation-heading": 6.975599944404767, "set_robot_commands": 0.12283453746717804, "deviation-center-line": 0.8711567458749804, "driven_lanedir_consec": 0.3446483336304808, "sim_compute_sim_state": 0.04671843295194665, "sim_compute_performance-ego": 0.08225569725036622, "sim_compute_robot_state-ego": 0.0938536060099699, "sim_compute_robot_state-npc0": 0.08416231116470026, "sim_compute_robot_state-npc1": 0.08403288101663395, "sim_compute_robot_state-npc2": 0.08469159457148338, "sim_compute_robot_state-npc3": 0.08386723751924476}, "udem1-1-0": {"driven_any": 0.6934740052105646, "sim_physics": 0.2091753277727353, "survival_time": 4.6499999999999915, "driven_lanedir": 0.4832326171643837, "sim_render-ego": 0.07217640005132203, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.09148965343352287, "deviation-heading": 2.0093061174426925, "set_robot_commands": 0.11147099925625709, "deviation-center-line": 0.20054046330974576, "driven_lanedir_consec": 0.4832326171643837, "sim_compute_sim_state": 0.04405722566830215, "sim_compute_performance-ego": 0.07971259599090905, "sim_compute_robot_state-ego": 0.08793849073430543, "sim_compute_robot_state-npc0": 0.07994568988841066, "sim_compute_robot_state-npc1": 0.07840957436510311, "sim_compute_robot_state-npc2": 0.07962005369124873, "sim_compute_robot_state-npc3": 0.07639203020321425}, "udem1-2-0": {"driven_any": 2.34821893425207, "sim_physics": 0.25254963636398314, "survival_time": 14.950000000000076, "driven_lanedir": 1.2407429654838813, "sim_render-ego": 0.07068241834640503, "in-drivable-lane": 3.5500000000000256, "agent_compute-ego": 0.08706055800120036, "deviation-heading": 7.682240421596391, "set_robot_commands": 0.11192595561345418, "deviation-center-line": 1.0438596207507431, "driven_lanedir_consec": 0.6187908014164027, "sim_compute_sim_state": 0.04410116116205851, "sim_compute_performance-ego": 0.07996155977249146, "sim_compute_robot_state-ego": 0.08530312379201253, "sim_compute_robot_state-npc0": 0.07848300377527873, "sim_compute_robot_state-npc1": 0.07750471591949464, "sim_compute_robot_state-npc2": 0.0790208911895752, "sim_compute_robot_state-npc3": 0.08277160326639811}, "udem1-3-0": {"driven_any": 0.28375083805126494, "sim_physics": 0.2450629472732544, "survival_time": 2.1000000000000005, "driven_lanedir": 0.2407448944747017, "sim_render-ego": 0.07258012181236631, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.0902758893512544, "deviation-heading": 0.5470845971641398, "set_robot_commands": 0.11135734262920562, "deviation-center-line": 0.1688017723199568, "driven_lanedir_consec": 0.2407448944747017, "sim_compute_sim_state": 0.04416061015356155, "sim_compute_performance-ego": 0.07712389173961821, "sim_compute_robot_state-ego": 0.08814797514960879, "sim_compute_robot_state-npc0": 0.07829424880799793, "sim_compute_robot_state-npc1": 0.0755307504108974, "sim_compute_robot_state-npc2": 0.07744893573579334, "sim_compute_robot_state-npc3": 0.07618055457160586}, "udem1-4-0": {"driven_any": 2.347873021663966, "sim_physics": 0.242007687886556, "survival_time": 14.950000000000076, "driven_lanedir": 1.1625087132576148, "sim_render-ego": 0.0667520030339559, "in-drivable-lane": 4.60000000000004, "agent_compute-ego": 0.0831577475865682, "deviation-heading": 6.710930823140187, "set_robot_commands": 0.10506664514541626, "deviation-center-line": 0.9040303568753844, "driven_lanedir_consec": 1.1625087132576148, "sim_compute_sim_state": 0.04167490243911743, "sim_compute_performance-ego": 0.07526143709818522, "sim_compute_robot_state-ego": 0.0825229016939799, "sim_compute_robot_state-npc0": 0.07463919480641683, "sim_compute_robot_state-npc1": 0.07317543347676594, "sim_compute_robot_state-npc2": 0.07593470811843872, "sim_compute_robot_state-npc3": 0.07461875836054484}}
set_robot_commands_max0.12283453746717804
set_robot_commands_mean0.11253109602230224
set_robot_commands_median0.11147099925625709
set_robot_commands_min0.10506664514541626
sim_compute_performance-ego_max0.08225569725036622
sim_compute_performance-ego_mean0.07886303637031403
sim_compute_performance-ego_median0.07971259599090905
sim_compute_performance-ego_min0.07526143709818522
sim_compute_robot_state-ego_max0.0938536060099699
sim_compute_robot_state-ego_mean0.08755321947597532
sim_compute_robot_state-ego_median0.08793849073430543
sim_compute_robot_state-ego_min0.0825229016939799
sim_compute_robot_state-npc0_max0.08416231116470026
sim_compute_robot_state-npc0_mean0.07910488968856087
sim_compute_robot_state-npc0_median0.07848300377527873
sim_compute_robot_state-npc0_min0.07463919480641683
sim_compute_robot_state-npc1_max0.08403288101663395
sim_compute_robot_state-npc1_mean0.07773067103777902
sim_compute_robot_state-npc1_median0.07750471591949464
sim_compute_robot_state-npc1_min0.07317543347676594
sim_compute_robot_state-npc2_max0.08469159457148338
sim_compute_robot_state-npc2_mean0.07934323666130787
sim_compute_robot_state-npc2_median0.0790208911895752
sim_compute_robot_state-npc2_min0.07593470811843872
sim_compute_robot_state-npc3_max0.08386723751924476
sim_compute_robot_state-npc3_mean0.07876603678420156
sim_compute_robot_state-npc3_median0.07639203020321425
sim_compute_robot_state-npc3_min0.07461875836054484
sim_compute_sim_state_max0.04671843295194665
sim_compute_sim_state_mean0.044142466474997255
sim_compute_sim_state_median0.04410116116205851
sim_compute_sim_state_min0.04167490243911743
sim_physics_max0.2866692766851308
sim_physics_mean0.24709297519633192
sim_physics_median0.2450629472732544
sim_physics_min0.2091753277727353
sim_render-ego_max0.07449029027199258
sim_render-ego_mean0.07133624670320837
sim_render-ego_median0.07217640005132203
sim_render-ego_min0.0667520030339559
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.780000000000038
survival_time_min2.1000000000000005
194222685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:13:49(hidden)
driven_lanedir_consec_median0.6231898670488594
survival_time_median4.799999999999991
deviation-center-line_median0.2306909266529859
in-drivable-lane_median0


other stats
agent_compute-ego_max0.09053800662358602
agent_compute-ego_mean0.0647391914992673
agent_compute-ego_median0.05965403061878832
agent_compute-ego_min0.056592002511024475
deviation-center-line_max1.028879107692084
deviation-center-line_mean0.4830096674533874
deviation-center-line_min0.09039661126305508
deviation-heading_max4.788939163703876
deviation-heading_mean2.0582454251731823
deviation-heading_median1.646228969459607
deviation-heading_min0.7043317050655629
driven_any_max2.355578748652322
driven_any_mean1.0629233870208463
driven_any_median0.7243316215538553
driven_any_min0.24223373073508864
driven_lanedir_consec_max2.1675987791413123
driven_lanedir_consec_mean0.966228948503478
driven_lanedir_consec_min0.20616189487875425
driven_lanedir_max2.1685030542076333
driven_lanedir_mean0.9670584585746976
driven_lanedir_median0.6231898670488594
driven_lanedir_min0.20616189487875425
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.05999999999999979
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.4047391792546935, "sim_physics": 0.028149261579408752, "survival_time": 9.099999999999994, "driven_lanedir": 1.377815877712716, "sim_render-ego": 0.05203567101405217, "in-drivable-lane": 0, "agent_compute-ego": 0.06006796805413215, "deviation-heading": 1.4316196271258417, "set_robot_commands": 0.07295398004762418, "deviation-center-line": 0.8592265293080877, "driven_lanedir_consec": 1.3745726024229392, "sim_compute_sim_state": 0.03250271540421706, "sim_compute_performance-ego": 0.05606111196371225, "sim_compute_robot_state-ego": 0.05779889520708021, "sim_compute_robot_state-npc0": 0.06123043154622172, "sim_compute_robot_state-npc1": 0.056815311148926455, "sim_compute_robot_state-npc2": 0.05598766332144266, "sim_compute_robot_state-npc3": 0.057080485008575106}, "udem1-1-0": {"driven_any": 0.7243316215538553, "sim_physics": 0.02850348005692164, "survival_time": 4.799999999999991, "driven_lanedir": 0.6231898670488594, "sim_render-ego": 0.05344771593809128, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.056592002511024475, "deviation-heading": 1.7201076605110244, "set_robot_commands": 0.07061493148406346, "deviation-center-line": 0.2306909266529859, "driven_lanedir_consec": 0.6231898670488594, "sim_compute_sim_state": 0.03152732799450556, "sim_compute_performance-ego": 0.05547450731197993, "sim_compute_robot_state-ego": 0.05559150874614715, "sim_compute_robot_state-npc0": 0.05614065627257029, "sim_compute_robot_state-npc1": 0.054061755537986755, "sim_compute_robot_state-npc2": 0.054397813975811005, "sim_compute_robot_state-npc3": 0.05528125911951065}, "udem1-2-0": {"driven_any": 0.5877336549082731, "sim_physics": 0.032759340503547764, "survival_time": 3.949999999999994, "driven_lanedir": 0.459621599025525, "sim_render-ego": 0.05098131034947649, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.05965403061878832, "deviation-heading": 1.646228969459607, "set_robot_commands": 0.07200536848623541, "deviation-center-line": 0.20585516235072449, "driven_lanedir_consec": 0.459621599025525, "sim_compute_sim_state": 0.03155900858625581, "sim_compute_performance-ego": 0.05525505693652962, "sim_compute_robot_state-ego": 0.056302692316755464, "sim_compute_robot_state-npc0": 0.05779808382444744, "sim_compute_robot_state-npc1": 0.056149259398255165, "sim_compute_robot_state-npc2": 0.05881984626190572, "sim_compute_robot_state-npc3": 0.055953946294663826}, "udem1-3-0": {"driven_any": 0.24223373073508864, "sim_physics": 0.028593560059865315, "survival_time": 1.800000000000001, "driven_lanedir": 0.20616189487875425, "sim_render-ego": 0.05179064141379462, "in-drivable-lane": 0, "agent_compute-ego": 0.05684394968880547, "deviation-heading": 0.7043317050655629, "set_robot_commands": 0.06951016849941677, "deviation-center-line": 0.09039661126305508, "driven_lanedir_consec": 0.20616189487875425, "sim_compute_sim_state": 0.03227070967356364, "sim_compute_performance-ego": 0.055409630139668785, "sim_compute_robot_state-ego": 0.05422184202406141, "sim_compute_robot_state-npc0": 0.05592971377902561, "sim_compute_robot_state-npc1": 0.05606714222166273, "sim_compute_robot_state-npc2": 0.05576378769344754, "sim_compute_robot_state-npc3": 0.05593827035692003}, "udem1-4-0": {"driven_any": 2.355578748652322, "sim_physics": 0.0508148201306661, "survival_time": 14.950000000000076, "driven_lanedir": 2.1685030542076333, "sim_render-ego": 0.0690598464012146, "in-drivable-lane": 0, "agent_compute-ego": 0.09053800662358602, "deviation-heading": 4.788939163703876, "set_robot_commands": 0.097898903687795, "deviation-center-line": 1.028879107692084, "driven_lanedir_consec": 2.1675987791413123, "sim_compute_sim_state": 0.04148004452387491, "sim_compute_performance-ego": 0.07459885279337565, "sim_compute_robot_state-ego": 0.07972372770309448, "sim_compute_robot_state-npc0": 0.07301432530085246, "sim_compute_robot_state-npc1": 0.073322278658549, "sim_compute_robot_state-npc2": 0.07377854029337565, "sim_compute_robot_state-npc3": 0.07318852345148723}}
set_robot_commands_max0.097898903687795
set_robot_commands_mean0.07659667044102696
set_robot_commands_median0.07200536848623541
set_robot_commands_min0.06951016849941677
sim_compute_performance-ego_max0.07459885279337565
sim_compute_performance-ego_mean0.05935983182905325
sim_compute_performance-ego_median0.05547450731197993
sim_compute_performance-ego_min0.05525505693652962
sim_compute_robot_state-ego_max0.07972372770309448
sim_compute_robot_state-ego_mean0.060727733199427744
sim_compute_robot_state-ego_median0.056302692316755464
sim_compute_robot_state-ego_min0.05422184202406141
sim_compute_robot_state-npc0_max0.07301432530085246
sim_compute_robot_state-npc0_mean0.060822642144623504
sim_compute_robot_state-npc0_median0.05779808382444744
sim_compute_robot_state-npc0_min0.05592971377902561
sim_compute_robot_state-npc1_max0.073322278658549
sim_compute_robot_state-npc1_mean0.059283149393076016
sim_compute_robot_state-npc1_median0.056149259398255165
sim_compute_robot_state-npc1_min0.054061755537986755
sim_compute_robot_state-npc2_max0.07377854029337565
sim_compute_robot_state-npc2_mean0.05974953030919651
sim_compute_robot_state-npc2_median0.05598766332144266
sim_compute_robot_state-npc2_min0.054397813975811005
sim_compute_robot_state-npc3_max0.07318852345148723
sim_compute_robot_state-npc3_mean0.059488496846231365
sim_compute_robot_state-npc3_median0.055953946294663826
sim_compute_robot_state-npc3_min0.05528125911951065
sim_compute_sim_state_max0.04148004452387491
sim_compute_sim_state_mean0.0338679612364834
sim_compute_sim_state_median0.03227070967356364
sim_compute_sim_state_min0.03152732799450556
sim_physics_max0.0508148201306661
sim_physics_mean0.03376409246608192
sim_physics_median0.028593560059865315
sim_physics_min0.028149261579408752
sim_render-ego_max0.0690598464012146
sim_render-ego_mean0.055463037023325834
sim_render-ego_median0.05203567101405217
sim_render-ego_min0.05098131034947649
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.9200000000000115
survival_time_min1.800000000000001
187302685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationerrorno-0:20:56
Waited 1200 seconds [...]
Waited 1200 seconds for container to finish. Giving up. 
(hidden)
187282685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:20:37
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 481, in get_cr
    uploaded = upload_files(wd, aws_config)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1016, in upload_files
    uploaded = upload(aws_config, toupload)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1171, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1217, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2685/step1-simulation-idsc-rudolf-10821-job18728/tmp/tmpx0u4ww3l/attempts/udem1-4-0.attempt4/log.gs2.cbor']' returned non-zero exit status 1.
(hidden)
187192685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:10:54
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18719-74263', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18719-74263', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18719-74263', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
187142685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:15:56(hidden)
driven_lanedir_consec_median0.5899772317367831
survival_time_median4.099999999999993
deviation-center-line_median0.32376686922317166
in-drivable-lane_median0


other stats
agent_compute-ego_max0.06711235467125387
agent_compute-ego_mean0.06398172338789826
agent_compute-ego_median0.0633036014510364
agent_compute-ego_min0.06066203600651509
deviation-center-line_max0.6423475263601296
deviation-center-line_mean0.3476615135079574
deviation-center-line_min0.07490284011542553
deviation-heading_max2.7176918923677467
deviation-heading_mean1.20858162122072
deviation-heading_median0.8520617880510254
deviation-heading_min0.6915673569711595
driven_any_max1.7770096165437566
driven_any_mean0.7929367160513807
driven_any_median0.6118882329745925
driven_any_min0.21811189564873917
driven_lanedir_consec_max1.3491642604706673
driven_lanedir_consec_mean0.6814092350659805
driven_lanedir_consec_min0.17200423330345238
driven_lanedir_max1.360088302919181
driven_lanedir_mean0.6840964427094461
driven_lanedir_median0.5899772317367831
driven_lanedir_min0.17200423330345238
in-drivable-lane_max1.9500000000000275
in-drivable-lane_mean0.3900000000000056
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1315209229644638, "sim_physics": 0.02685081314396214, "survival_time": 7.399999999999982, "driven_lanedir": 1.1122221723007792, "sim_render-ego": 0.05435363988618593, "in-drivable-lane": 0, "agent_compute-ego": 0.06066203600651509, "deviation-heading": 1.0559384392497824, "set_robot_commands": 0.07281863045048069, "deviation-center-line": 0.6423475263601296, "driven_lanedir_consec": 1.1097101765319646, "sim_compute_sim_state": 0.0321593155732026, "sim_compute_performance-ego": 0.05647471949860856, "sim_compute_robot_state-ego": 0.05753874295466655, "sim_compute_robot_state-npc0": 0.06230617697174485, "sim_compute_robot_state-npc1": 0.05724788678658975, "sim_compute_robot_state-npc2": 0.05650285450187889, "sim_compute_robot_state-npc3": 0.05684794284201957}, "udem1-1-0": {"driven_any": 0.21811189564873917, "sim_physics": 0.024855924375129467, "survival_time": 1.6500000000000008, "driven_lanedir": 0.17200423330345238, "sim_render-ego": 0.055684291955196495, "in-drivable-lane": 0, "agent_compute-ego": 0.063029484315352, "deviation-heading": 0.7256486294638864, "set_robot_commands": 0.0704216668100068, "deviation-center-line": 0.07490284011542553, "driven_lanedir_consec": 0.17200423330345238, "sim_compute_sim_state": 0.03083630764123165, "sim_compute_performance-ego": 0.0550781452294552, "sim_compute_robot_state-ego": 0.05719228946801388, "sim_compute_robot_state-npc0": 0.0565370935382265, "sim_compute_robot_state-npc1": 0.05413271441604152, "sim_compute_robot_state-npc2": 0.05294420502402566, "sim_compute_robot_state-npc3": 0.05317378044128418}, "udem1-2-0": {"driven_any": 0.6118882329745925, "sim_physics": 0.03209590621110869, "survival_time": 4.099999999999993, "driven_lanedir": 0.5899772317367831, "sim_render-ego": 0.057874851110504895, "in-drivable-lane": 0, "agent_compute-ego": 0.0633036014510364, "deviation-heading": 0.8520617880510254, "set_robot_commands": 0.07298767857435273, "deviation-center-line": 0.32376686922317166, "driven_lanedir_consec": 0.5899772317367831, "sim_compute_sim_state": 0.03125531208224413, "sim_compute_performance-ego": 0.05712775486271556, "sim_compute_robot_state-ego": 0.05781227495612168, "sim_compute_robot_state-npc0": 0.06349147238382478, "sim_compute_robot_state-npc1": 0.05860752012671494, "sim_compute_robot_state-npc2": 0.0590835344500658, "sim_compute_robot_state-npc3": 0.05820568887198844}, "udem1-3-0": {"driven_any": 0.2261529121253515, "sim_physics": 0.026296545477474436, "survival_time": 1.7000000000000008, "driven_lanedir": 0.18619027328703508, "sim_render-ego": 0.05908659626455868, "in-drivable-lane": 0, "agent_compute-ego": 0.06711235467125387, "deviation-heading": 0.6915673569711595, "set_robot_commands": 0.07497168288511388, "deviation-center-line": 0.07700650382450831, "driven_lanedir_consec": 0.18619027328703508, "sim_compute_sim_state": 0.031647072118871356, "sim_compute_performance-ego": 0.057404125438017005, "sim_compute_robot_state-ego": 0.0575098570655374, "sim_compute_robot_state-npc0": 0.062865229213939, "sim_compute_robot_state-npc1": 0.05728265117196476, "sim_compute_robot_state-npc2": 0.05619502768797033, "sim_compute_robot_state-npc3": 0.05847001776975744}, "udem1-4-0": {"driven_any": 1.7770096165437566, "sim_physics": 0.026932731073858455, "survival_time": 11.350000000000026, "driven_lanedir": 1.360088302919181, "sim_render-ego": 0.058090380109879415, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.0658011404953339, "deviation-heading": 2.7176918923677467, "set_robot_commands": 0.07444879031916547, "deviation-center-line": 0.6202838280165518, "driven_lanedir_consec": 1.3491642604706673, "sim_compute_sim_state": 0.03297592574804365, "sim_compute_performance-ego": 0.058337537202541, "sim_compute_robot_state-ego": 0.058552855437022475, "sim_compute_robot_state-npc0": 0.06375794578753904, "sim_compute_robot_state-npc1": 0.058883256324062265, "sim_compute_robot_state-npc2": 0.05782269486246655, "sim_compute_robot_state-npc3": 0.058283487605628466}}
set_robot_commands_max0.07497168288511388
set_robot_commands_mean0.07312968980782392
set_robot_commands_median0.07298767857435273
set_robot_commands_min0.0704216668100068
sim_compute_performance-ego_max0.058337537202541
sim_compute_performance-ego_mean0.05688445644626746
sim_compute_performance-ego_median0.05712775486271556
sim_compute_performance-ego_min0.0550781452294552
sim_compute_robot_state-ego_max0.058552855437022475
sim_compute_robot_state-ego_mean0.057721203976272395
sim_compute_robot_state-ego_median0.05753874295466655
sim_compute_robot_state-ego_min0.05719228946801388
sim_compute_robot_state-npc0_max0.06375794578753904
sim_compute_robot_state-npc0_mean0.06179158357905483
sim_compute_robot_state-npc0_median0.062865229213939
sim_compute_robot_state-npc0_min0.0565370935382265
sim_compute_robot_state-npc1_max0.058883256324062265
sim_compute_robot_state-npc1_mean0.057230805765074645
sim_compute_robot_state-npc1_median0.05728265117196476
sim_compute_robot_state-npc1_min0.05413271441604152
sim_compute_robot_state-npc2_max0.0590835344500658
sim_compute_robot_state-npc2_mean0.05650966330528144
sim_compute_robot_state-npc2_median0.05650285450187889
sim_compute_robot_state-npc2_min0.05294420502402566
sim_compute_robot_state-npc3_max0.05847001776975744
sim_compute_robot_state-npc3_mean0.056996183506135625
sim_compute_robot_state-npc3_median0.05820568887198844
sim_compute_robot_state-npc3_min0.05317378044128418
sim_compute_sim_state_max0.03297592574804365
sim_compute_sim_state_mean0.031774786632718675
sim_compute_sim_state_median0.031647072118871356
sim_compute_sim_state_min0.03083630764123165
sim_physics_max0.03209590621110869
sim_physics_mean0.02740638405630664
sim_physics_median0.02685081314396214
sim_physics_min0.024855924375129467
sim_render-ego_max0.05908659626455868
sim_render-ego_mean0.05701795186526508
sim_render-ego_median0.057874851110504895
sim_render-ego_min0.05435363988618593
simulation-passed1
survival_time_max11.350000000000026
survival_time_mean5.24
survival_time_min1.6500000000000008
187002685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:20:29
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 481, in get_cr
    uploaded = upload_files(wd, aws_config)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1016, in upload_files
    uploaded = upload(aws_config, toupload)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1171, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1217, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2685/step1-simulation-idsc-rudolf-10292-job18700/tmp/tmps_lt7zlp/attempts/udem1-2-0.attempt2/drawing.html']' returned non-zero exit status 1.
(hidden)
186852685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:20:17
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18685-674472', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18685-674472', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18685-674472', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
183442685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:19:08(hidden)
driven_lanedir_consec_median0.4243494419434204
survival_time_median3.7999999999999945
deviation-center-line_median0.13613403195813212
in-drivable-lane_median0


other stats
agent_compute-ego_max0.05938277746501722
agent_compute-ego_mean0.05809390345354466
agent_compute-ego_median0.05768511030409071
agent_compute-ego_min0.0570958948135376
deviation-center-line_max1.1553069999551415
deviation-center-line_mean0.5068136094707265
deviation-center-line_min0.08331334360442348
deviation-heading_max3.341466007194369
deviation-heading_mean1.6193181870137956
deviation-heading_median1.4485135646035086
deviation-heading_min0.7061574036888227
driven_any_max2.355673568543327
driven_any_mean1.0388378439783277
driven_any_median0.5635928618566513
driven_any_min0.2422165366653391
driven_lanedir_consec_max2.2640556184094844
driven_lanedir_consec_mean0.9684684670827084
driven_lanedir_consec_min0.19866767902641147
driven_lanedir_max2.2654576125389996
driven_lanedir_mean0.9692705669279686
driven_lanedir_median0.4243494419434204
driven_lanedir_min0.19866767902641147
in-drivable-lane_max0.3999999999999986
in-drivable-lane_mean0.07999999999999971
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.7904774681386713, "sim_physics": 0.024722316990727963, "survival_time": 11.500000000000028, "driven_lanedir": 1.7551611940547651, "sim_render-ego": 0.05246475468511167, "in-drivable-lane": 0, "agent_compute-ego": 0.057351787193961765, "deviation-heading": 1.870246619217332, "set_robot_commands": 0.07296857108240543, "deviation-center-line": 1.1553069999551415, "driven_lanedir_consec": 1.7525526889579794, "sim_compute_sim_state": 0.030754679182301396, "sim_compute_performance-ego": 0.053210207690363345, "sim_compute_robot_state-ego": 0.05423220447871996, "sim_compute_robot_state-npc0": 0.056640248713286025, "sim_compute_robot_state-npc1": 0.05505086339038352, "sim_compute_robot_state-npc2": 0.0552224003750345, "sim_compute_robot_state-npc3": 0.05444524910139001}, "udem1-1-0": {"driven_any": 0.2422165366653391, "sim_physics": 0.025357524553934738, "survival_time": 1.800000000000001, "driven_lanedir": 0.19866767902641147, "sim_render-ego": 0.0512198011080424, "in-drivable-lane": 0, "agent_compute-ego": 0.05768511030409071, "deviation-heading": 0.7302073403649447, "set_robot_commands": 0.06947874360614353, "deviation-center-line": 0.08490820708849992, "driven_lanedir_consec": 0.19866767902641147, "sim_compute_sim_state": 0.030544307496812608, "sim_compute_performance-ego": 0.05144654379950629, "sim_compute_robot_state-ego": 0.05374160077836779, "sim_compute_robot_state-npc0": 0.05506247282028198, "sim_compute_robot_state-npc1": 0.05337797933154636, "sim_compute_robot_state-npc2": 0.053101029660966664, "sim_compute_robot_state-npc3": 0.05513632297515869}, "udem1-2-0": {"driven_any": 0.5635928618566513, "sim_physics": 0.031060614083942617, "survival_time": 3.7999999999999945, "driven_lanedir": 0.4243494419434204, "sim_render-ego": 0.052653990293803965, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.05938277746501722, "deviation-heading": 1.4485135646035086, "set_robot_commands": 0.07155965817602057, "deviation-center-line": 0.13613403195813212, "driven_lanedir_consec": 0.4243494419434204, "sim_compute_sim_state": 0.03092666048752634, "sim_compute_performance-ego": 0.05344905978754947, "sim_compute_robot_state-ego": 0.05371755675265664, "sim_compute_robot_state-npc0": 0.05801231610147577, "sim_compute_robot_state-npc1": 0.05539787756769281, "sim_compute_robot_state-npc2": 0.054690354748776086, "sim_compute_robot_state-npc3": 0.05501997470855713}, "udem1-3-0": {"driven_any": 0.24222878468764816, "sim_physics": 0.026186022493574355, "survival_time": 1.800000000000001, "driven_lanedir": 0.20271690707624648, "sim_render-ego": 0.052773515383402504, "in-drivable-lane": 0, "agent_compute-ego": 0.058953947491115995, "deviation-heading": 0.7061574036888227, "set_robot_commands": 0.0703487065103319, "deviation-center-line": 0.08331334360442348, "driven_lanedir_consec": 0.20271690707624648, "sim_compute_sim_state": 0.03419480721155802, "sim_compute_performance-ego": 0.05375517076916165, "sim_compute_robot_state-ego": 0.05546962552600437, "sim_compute_robot_state-npc0": 0.05429585774739584, "sim_compute_robot_state-npc1": 0.056202299065060086, "sim_compute_robot_state-npc2": 0.05399872197045221, "sim_compute_robot_state-npc3": 0.05387629403008355}, "udem1-4-0": {"driven_any": 2.355673568543327, "sim_physics": 0.025183730125427246, "survival_time": 14.950000000000076, "driven_lanedir": 2.2654576125389996, "sim_render-ego": 0.052557568550109866, "in-drivable-lane": 0, "agent_compute-ego": 0.0570958948135376, "deviation-heading": 3.341466007194369, "set_robot_commands": 0.07050618807474772, "deviation-center-line": 1.0744054647474357, "driven_lanedir_consec": 2.2640556184094844, "sim_compute_sim_state": 0.0305830717086792, "sim_compute_performance-ego": 0.054348662694295245, "sim_compute_robot_state-ego": 0.05559149344762166, "sim_compute_robot_state-npc0": 0.05857819716135661, "sim_compute_robot_state-npc1": 0.05471516291300456, "sim_compute_robot_state-npc2": 0.05390393018722534, "sim_compute_robot_state-npc3": 0.05418318669001261}}
set_robot_commands_max0.07296857108240543
set_robot_commands_mean0.07097237348992984
set_robot_commands_median0.07050618807474772
set_robot_commands_min0.06947874360614353
sim_compute_performance-ego_max0.054348662694295245
sim_compute_performance-ego_mean0.0532419289481752
sim_compute_performance-ego_median0.05344905978754947
sim_compute_performance-ego_min0.05144654379950629
sim_compute_robot_state-ego_max0.05559149344762166
sim_compute_robot_state-ego_mean0.05455049619667408
sim_compute_robot_state-ego_median0.05423220447871996
sim_compute_robot_state-ego_min0.05371755675265664
sim_compute_robot_state-npc0_max0.05857819716135661
sim_compute_robot_state-npc0_mean0.05651781850875924
sim_compute_robot_state-npc0_median0.056640248713286025
sim_compute_robot_state-npc0_min0.05429585774739584
sim_compute_robot_state-npc1_max0.056202299065060086
sim_compute_robot_state-npc1_mean0.054948836453537465
sim_compute_robot_state-npc1_median0.05505086339038352
sim_compute_robot_state-npc1_min0.05337797933154636
sim_compute_robot_state-npc2_max0.0552224003750345
sim_compute_robot_state-npc2_mean0.054183287388490965
sim_compute_robot_state-npc2_median0.05399872197045221
sim_compute_robot_state-npc2_min0.053101029660966664
sim_compute_robot_state-npc3_max0.05513632297515869
sim_compute_robot_state-npc3_mean0.0545322055010404
sim_compute_robot_state-npc3_median0.05444524910139001
sim_compute_robot_state-npc3_min0.05387629403008355
sim_compute_sim_state_max0.03419480721155802
sim_compute_sim_state_mean0.03140070521737551
sim_compute_sim_state_median0.030754679182301396
sim_compute_sim_state_min0.030544307496812608
sim_physics_max0.031060614083942617
sim_physics_mean0.026502041649521375
sim_physics_median0.025357524553934738
sim_physics_min0.024722316990727963
sim_render-ego_max0.052773515383402504
sim_render-ego_mean0.052333926004094075
sim_render-ego_median0.052557568550109866
sim_render-ego_min0.0512198011080424
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.77000000000002
survival_time_min1.800000000000001
180642685RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:13:01(hidden)
driven_lanedir_consec_median0.4309526072206715
survival_time_median2.1500000000000004
deviation-center-line_median0.057471949256867605
in-drivable-lane_median0.2500000000000002


other stats
agent_compute-ego_max0.0932769836523594
agent_compute-ego_mean0.09122220122060262
agent_compute-ego_median0.09248845249998804
agent_compute-ego_min0.08710631658864576
deviation-center-line_max0.19879298913907628
deviation-center-line_mean0.08061617459840527
deviation-center-line_min0.03221660881707183
deviation-heading_max0.8482329905005731
deviation-heading_mean0.5353619613338988
deviation-heading_median0.5478531649141033
deviation-heading_min0.298982619362719
driven_any_max0.8168253206036225
driven_any_mean0.6190287623573975
driven_any_median0.658874700427833
driven_any_min0.1924605715145045
driven_lanedir_consec_max0.6481949458081857
driven_lanedir_consec_mean0.37415873321883353
driven_lanedir_consec_min0.14389708772556098
driven_lanedir_max0.6481949458081857
driven_lanedir_mean0.3810459065752968
driven_lanedir_median0.4309526072206715
driven_lanedir_min0.14389708772556098
in-drivable-lane_max1.649999999999999
in-drivable-lane_mean0.5599999999999994
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.658874700427833, "sim_physics": 0.04475966165232104, "survival_time": 2.1500000000000004, "driven_lanedir": 0.6481949458081857, "sim_render-ego": 0.07381657112476438, "in-drivable-lane": 0, "agent_compute-ego": 0.08710631658864576, "deviation-heading": 0.298982619362719, "set_robot_commands": 0.10931195214737294, "deviation-center-line": 0.19879298913907628, "driven_lanedir_consec": 0.6481949458081857, "sim_compute_sim_state": 0.04169168583182401, "sim_compute_performance-ego": 0.07559358241946199, "sim_compute_robot_state-ego": 0.08456631593926009, "sim_compute_robot_state-npc0": 0.0757455825805664, "sim_compute_robot_state-npc1": 0.07621741849322651, "sim_compute_robot_state-npc2": 0.07492654822593511, "sim_compute_robot_state-npc3": 0.07652457924776299}, "udem1-1-0": {"driven_any": 0.1924605715145045, "sim_physics": 0.04816486438115438, "survival_time": 0.6, "driven_lanedir": 0.14389708772556098, "sim_render-ego": 0.07638442516326904, "in-drivable-lane": 0, "agent_compute-ego": 0.09276028474171956, "deviation-heading": 0.34415692025247735, "set_robot_commands": 0.11685224374135336, "deviation-center-line": 0.03221660881707183, "driven_lanedir_consec": 0.14389708772556098, "sim_compute_sim_state": 0.04667365550994873, "sim_compute_performance-ego": 0.07659031947453816, "sim_compute_robot_state-ego": 0.08256687720616658, "sim_compute_robot_state-npc0": 0.07936954498291016, "sim_compute_robot_state-npc1": 0.08187216520309448, "sim_compute_robot_state-npc2": 0.08309300740559895, "sim_compute_robot_state-npc3": 0.07653665542602539}, "udem1-2-0": {"driven_any": 0.8168253206036225, "sim_physics": 0.0497895409079159, "survival_time": 2.549999999999999, "driven_lanedir": 0.4309526072206715, "sim_render-ego": 0.07645066579182942, "in-drivable-lane": 0.8999999999999981, "agent_compute-ego": 0.09248845249998804, "deviation-heading": 0.8482329905005731, "set_robot_commands": 0.11569935667748545, "deviation-center-line": 0.0452411960965208, "driven_lanedir_consec": 0.4309526072206715, "sim_compute_sim_state": 0.04453538445865407, "sim_compute_performance-ego": 0.07945542242012772, "sim_compute_robot_state-ego": 0.08668790611566282, "sim_compute_robot_state-npc0": 0.07758303717070934, "sim_compute_robot_state-npc1": 0.07906593995935776, "sim_compute_robot_state-npc2": 0.07891610556957769, "sim_compute_robot_state-npc3": 0.08016453069799087}, "udem1-3-0": {"driven_any": 0.6263135015691159, "sim_physics": 0.04949003610855494, "survival_time": 1.950000000000001, "driven_lanedir": 0.48957031554161534, "sim_render-ego": 0.07517334131094125, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.0932769836523594, "deviation-heading": 0.6375841116396208, "set_robot_commands": 0.10996649204156338, "deviation-center-line": 0.0693581296824898, "driven_lanedir_consec": 0.48957031554161534, "sim_compute_sim_state": 0.04381880393395057, "sim_compute_performance-ego": 0.07627549538245568, "sim_compute_robot_state-ego": 0.08682083472227439, "sim_compute_robot_state-npc0": 0.07592972730978942, "sim_compute_robot_state-npc1": 0.07547703156104454, "sim_compute_robot_state-npc2": 0.07790133280631824, "sim_compute_robot_state-npc3": 0.07956806818644206}, "udem1-4-0": {"driven_any": 0.8006697176719114, "sim_physics": 0.049209160804748533, "survival_time": 2.499999999999999, "driven_lanedir": 0.1926145765804503, "sim_render-ego": 0.07609710693359376, "in-drivable-lane": 1.649999999999999, "agent_compute-ego": 0.09047896862030028, "deviation-heading": 0.5478531649141033, "set_robot_commands": 0.11742115974426268, "deviation-center-line": 0.057471949256867605, "driven_lanedir_consec": 0.15817870979813398, "sim_compute_sim_state": 0.042687082290649415, "sim_compute_performance-ego": 0.07575891017913819, "sim_compute_robot_state-ego": 0.08479787349700928, "sim_compute_robot_state-npc0": 0.0772361135482788, "sim_compute_robot_state-npc1": 0.07575035095214844, "sim_compute_robot_state-npc2": 0.07803254604339599, "sim_compute_robot_state-npc3": 0.07685530662536622}}
set_robot_commands_max0.11742115974426268
set_robot_commands_mean0.11385024087040756
set_robot_commands_median0.11569935667748545
set_robot_commands_min0.10931195214737294
sim_compute_performance-ego_max0.07945542242012772
sim_compute_performance-ego_mean0.07673474597514433
sim_compute_performance-ego_median0.07627549538245568
sim_compute_performance-ego_min0.07559358241946199
sim_compute_robot_state-ego_max0.08682083472227439
sim_compute_robot_state-ego_mean0.08508796149607464
sim_compute_robot_state-ego_median0.08479787349700928
sim_compute_robot_state-ego_min0.08256687720616658
sim_compute_robot_state-npc0_max0.07936954498291016
sim_compute_robot_state-npc0_mean0.07717280111845083
sim_compute_robot_state-npc0_median0.0772361135482788
sim_compute_robot_state-npc0_min0.0757455825805664
sim_compute_robot_state-npc1_max0.08187216520309448
sim_compute_robot_state-npc1_mean0.07767658123377434
sim_compute_robot_state-npc1_median0.07621741849322651
sim_compute_robot_state-npc1_min0.07547703156104454
sim_compute_robot_state-npc2_max0.08309300740559895
sim_compute_robot_state-npc2_mean0.0785739080101652
sim_compute_robot_state-npc2_median0.07803254604339599
sim_compute_robot_state-npc2_min0.07492654822593511
sim_compute_robot_state-npc3_max0.08016453069799087
sim_compute_robot_state-npc3_mean0.07792982803671751
sim_compute_robot_state-npc3_median0.07685530662536622
sim_compute_robot_state-npc3_min0.07652457924776299
sim_compute_sim_state_max0.04667365550994873
sim_compute_sim_state_mean0.04388132240500536
sim_compute_sim_state_median0.04381880393395057
sim_compute_sim_state_min0.04169168583182401
sim_physics_max0.0497895409079159
sim_physics_mean0.04828265277093896
sim_physics_median0.049209160804748533
sim_physics_min0.04475966165232104
sim_render-ego_max0.07645066579182942
sim_render-ego_mean0.07558442206487956
sim_render-ego_median0.07609710693359376
sim_render-ego_min0.07381657112476438
simulation-passed1
survival_time_max2.549999999999999
survival_time_mean1.95
survival_time_min0.6