AI Driving Olympics Home Challenges Submissions Jobs

Submission 2661

Submission2661
Competingyes
Challengeaido2-LFVI-sim-validation
Userzamatory
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22247
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority60
User priority60

22247

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
222472661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:18:08(hidden)
driven_lanedir_consec_median1.1203613690110037
survival_time_median14.800000000000075
deviation-center-line_median0.7761020186133438
in-drivable-lane_median0.5999999999999979


other stats
agent_compute-ego_max0.0609382258521186
agent_compute-ego_mean0.05882861554153056
agent_compute-ego_median0.058616669178009034
agent_compute-ego_min0.057469308376312256
deviation-center-line_max1.182273890984453
deviation-center-line_mean0.6427910420755663
deviation-center-line_min0.13658797576583334
deviation-heading_max5.585285076196977
deviation-heading_mean3.447287637819849
deviation-heading_median4.743296822651646
deviation-heading_min0.559310793622554
driven_any_max2.3489140251202114
driven_any_mean1.506649276696977
driven_any_median2.3247925365555933
driven_any_min0.21956208838650015
driven_lanedir_consec_max1.7917216437692944
driven_lanedir_consec_mean0.9701729205160754
driven_lanedir_consec_min0.1945138815147054
driven_lanedir_max1.991731905751708
driven_lanedir_mean1.1580858861717374
driven_lanedir_median1.5545641524892069
driven_lanedir_min0.1945138815147054
in-drivable-lane_max3.2000000000000313
in-drivable-lane_mean1.120000000000011
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3320373487356183, "sim_physics": 0.11278072436650594, "survival_time": 14.950000000000076, "driven_lanedir": 1.7933101325630183, "sim_render-ego": 0.05072287162144979, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.058616669178009034, "deviation-heading": 5.228838300368612, "set_robot_commands": 0.07173927783966065, "deviation-center-line": 0.9647002755412134, "driven_lanedir_consec": 1.1203613690110037, "sim_compute_sim_state": 0.0315922999382019, "sim_compute_performance-ego": 0.05524339914321899, "sim_compute_robot_state-ego": 0.05624308347702026, "sim_compute_robot_state-npc0": 0.058063565889994305, "sim_compute_robot_state-npc1": 0.05542929728825887, "sim_compute_robot_state-npc2": 0.0552383573849996, "sim_compute_robot_state-npc3": 0.055439646244049075}, "udem1-1-0": {"driven_any": 0.3079403846869624, "sim_physics": 0.11907848252190484, "survival_time": 2.25, "driven_lanedir": 0.2563093585400482, "sim_render-ego": 0.054411596722073026, "in-drivable-lane": 0, "agent_compute-ego": 0.0609382258521186, "deviation-heading": 1.1197071962594571, "set_robot_commands": 0.07273827658759223, "deviation-center-line": 0.13658797576583334, "driven_lanedir_consec": 0.2563093585400482, "sim_compute_sim_state": 0.03333020210266113, "sim_compute_performance-ego": 0.05704574584960938, "sim_compute_robot_state-ego": 0.05702283647325304, "sim_compute_robot_state-npc0": 0.05786479314168294, "sim_compute_robot_state-npc1": 0.057252995173136395, "sim_compute_robot_state-npc2": 0.05988652441236708, "sim_compute_robot_state-npc3": 0.05922864807976617}, "udem1-2-0": {"driven_any": 2.3489140251202114, "sim_physics": 0.10942312240600588, "survival_time": 14.950000000000076, "driven_lanedir": 1.991731905751708, "sim_render-ego": 0.05120352824529012, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.057469308376312256, "deviation-heading": 5.585285076196977, "set_robot_commands": 0.07242096185684205, "deviation-center-line": 1.182273890984453, "driven_lanedir_consec": 1.7917216437692944, "sim_compute_sim_state": 0.03116647402445475, "sim_compute_performance-ego": 0.05579735120137533, "sim_compute_robot_state-ego": 0.05669125477472941, "sim_compute_robot_state-npc0": 0.05969436645507813, "sim_compute_robot_state-npc1": 0.055641087690989174, "sim_compute_robot_state-npc2": 0.05539245843887329, "sim_compute_robot_state-npc3": 0.05581376075744629}, "udem1-3-0": {"driven_any": 0.21956208838650015, "sim_physics": 0.1180438995361328, "survival_time": 1.7000000000000008, "driven_lanedir": 0.1945138815147054, "sim_render-ego": 0.04912572748520795, "in-drivable-lane": 0, "agent_compute-ego": 0.05749813949360567, "deviation-heading": 0.559310793622554, "set_robot_commands": 0.07254472199608297, "deviation-center-line": 0.1542910494729875, "driven_lanedir_consec": 0.1945138815147054, "sim_compute_sim_state": 0.030614249846514535, "sim_compute_performance-ego": 0.055703170159283805, "sim_compute_robot_state-ego": 0.05655838461483226, "sim_compute_robot_state-npc0": 0.05948829650878906, "sim_compute_robot_state-npc1": 0.05467010946834788, "sim_compute_robot_state-npc2": 0.055411486064686495, "sim_compute_robot_state-npc3": 0.055411850704866296}, "udem1-4-0": {"driven_any": 2.3247925365555933, "sim_physics": 0.11154217011219748, "survival_time": 14.800000000000075, "driven_lanedir": 1.5545641524892069, "sim_render-ego": 0.05234041407301619, "in-drivable-lane": 3.2000000000000313, "agent_compute-ego": 0.05962073480760729, "deviation-heading": 4.743296822651646, "set_robot_commands": 0.07235749025602599, "deviation-center-line": 0.7761020186133438, "driven_lanedir_consec": 1.487958349745326, "sim_compute_sim_state": 0.03212654993340776, "sim_compute_performance-ego": 0.05612705688218813, "sim_compute_robot_state-ego": 0.05661578838889663, "sim_compute_robot_state-npc0": 0.06045905641607336, "sim_compute_robot_state-npc1": 0.05794269007605475, "sim_compute_robot_state-npc2": 0.05583663163958369, "sim_compute_robot_state-npc3": 0.05665955189112071}}
set_robot_commands_max0.07273827658759223
set_robot_commands_mean0.07236014570724078
set_robot_commands_median0.07242096185684205
set_robot_commands_min0.07173927783966065
sim_compute_performance-ego_max0.05704574584960938
sim_compute_performance-ego_mean0.05598334464713513
sim_compute_performance-ego_median0.05579735120137533
sim_compute_performance-ego_min0.05524339914321899
sim_compute_robot_state-ego_max0.05702283647325304
sim_compute_robot_state-ego_mean0.05662626954574632
sim_compute_robot_state-ego_median0.05661578838889663
sim_compute_robot_state-ego_min0.05624308347702026
sim_compute_robot_state-npc0_max0.06045905641607336
sim_compute_robot_state-npc0_mean0.059114015682323565
sim_compute_robot_state-npc0_median0.05948829650878906
sim_compute_robot_state-npc0_min0.05786479314168294
sim_compute_robot_state-npc1_max0.05794269007605475
sim_compute_robot_state-npc1_mean0.05618723593935741
sim_compute_robot_state-npc1_median0.055641087690989174
sim_compute_robot_state-npc1_min0.05467010946834788
sim_compute_robot_state-npc2_max0.05988652441236708
sim_compute_robot_state-npc2_mean0.05635309158810203
sim_compute_robot_state-npc2_median0.055411486064686495
sim_compute_robot_state-npc2_min0.0552383573849996
sim_compute_robot_state-npc3_max0.05922864807976617
sim_compute_robot_state-npc3_mean0.0565106915354497
sim_compute_robot_state-npc3_median0.05581376075744629
sim_compute_robot_state-npc3_min0.055411850704866296
sim_compute_sim_state_max0.03333020210266113
sim_compute_sim_state_mean0.03176595516904801
sim_compute_sim_state_median0.0315922999382019
sim_compute_sim_state_min0.030614249846514535
sim_physics_max0.11907848252190484
sim_physics_mean0.1141736797885494
sim_physics_median0.11278072436650594
sim_physics_min0.10942312240600588
sim_render-ego_max0.054411596722073026
sim_render-ego_mean0.05156082762940741
sim_render-ego_median0.05120352824529012
sim_render-ego_min0.04912572748520795
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.730000000000048
survival_time_min1.7000000000000008
208222661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:24:02(hidden)
driven_lanedir_consec_median0.7491476802545606
survival_time_median5.1999999999999895
deviation-center-line_median0.4691887034572556
in-drivable-lane_median0.8999999999999979


other stats
agent_compute-ego_max0.08918480034712907
agent_compute-ego_mean0.08661178766091744
agent_compute-ego_median0.08643222451210023
agent_compute-ego_min0.0848591627717829
deviation-center-line_max0.9092807034888656
deviation-center-line_mean0.5084096426713257
deviation-center-line_min0.16695173043736486
deviation-heading_max6.060335836300683
deviation-heading_mean3.02698303931965
deviation-heading_median2.095568483733886
deviation-heading_min0.44394731731572495
driven_any_max2.3086002589957206
driven_any_mean1.2462518775358675
driven_any_median0.7820273341081003
driven_any_min0.26777658976836893
driven_lanedir_consec_max1.3202942074913118
driven_lanedir_consec_mean0.7092227508596112
driven_lanedir_consec_min0.1702786782941592
driven_lanedir_max1.6968600510849163
driven_lanedir_mean0.8644656399917123
driven_lanedir_median0.7503775918192802
driven_lanedir_min0.25700021834149167
in-drivable-lane_max4.25000000000001
in-drivable-lane_mean1.3200000000000032
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.6605828291070196, "sim_physics": 0.24675581481430556, "survival_time": 4.549999999999992, "driven_lanedir": 0.3650421494096312, "sim_render-ego": 0.07025437564640255, "in-drivable-lane": 0.8999999999999979, "agent_compute-ego": 0.08918480034712907, "deviation-heading": 2.095568483733886, "set_robot_commands": 0.10723547097090835, "deviation-center-line": 0.36437103885117395, "driven_lanedir_consec": 0.1702786782941592, "sim_compute_sim_state": 0.04281544947362208, "sim_compute_performance-ego": 0.07757308194925497, "sim_compute_robot_state-ego": 0.09003096360426682, "sim_compute_robot_state-npc0": 0.07521324891310471, "sim_compute_robot_state-npc1": 0.0758714911701915, "sim_compute_robot_state-npc2": 0.07704994966695597, "sim_compute_robot_state-npc3": 0.0784454712500939}, "udem1-1-0": {"driven_any": 2.3086002589957206, "sim_physics": 0.22180140991600192, "survival_time": 14.700000000000074, "driven_lanedir": 1.253048189303242, "sim_render-ego": 0.06839391082322517, "in-drivable-lane": 4.25000000000001, "agent_compute-ego": 0.0848591627717829, "deviation-heading": 6.060335836300683, "set_robot_commands": 0.10694665892594524, "deviation-center-line": 0.6322560371219684, "driven_lanedir_consec": 1.049392969916533, "sim_compute_sim_state": 0.04392205939000966, "sim_compute_performance-ego": 0.0750029435774096, "sim_compute_robot_state-ego": 0.08138685161564625, "sim_compute_robot_state-npc0": 0.07562630841521178, "sim_compute_robot_state-npc1": 0.07512414698698083, "sim_compute_robot_state-npc2": 0.07583662766177639, "sim_compute_robot_state-npc3": 0.07619398143015751}, "udem1-2-0": {"driven_any": 0.7820273341081003, "sim_physics": 0.2621974509495955, "survival_time": 5.1999999999999895, "driven_lanedir": 0.7503775918192802, "sim_render-ego": 0.06941448954435495, "in-drivable-lane": 0, "agent_compute-ego": 0.08611030532763554, "deviation-heading": 1.111011830855131, "set_robot_commands": 0.11248579162817736, "deviation-center-line": 0.4691887034572556, "driven_lanedir_consec": 0.7491476802545606, "sim_compute_sim_state": 0.04349018747989948, "sim_compute_performance-ego": 0.07630176498339726, "sim_compute_robot_state-ego": 0.08720463972825271, "sim_compute_robot_state-npc0": 0.07728100052246681, "sim_compute_robot_state-npc1": 0.07688632836708656, "sim_compute_robot_state-npc2": 0.08013599194013156, "sim_compute_robot_state-npc3": 0.07636067041983971}, "udem1-3-0": {"driven_any": 0.26777658976836893, "sim_physics": 0.24021466970443725, "survival_time": 2.000000000000001, "driven_lanedir": 0.25700021834149167, "sim_render-ego": 0.07364652752876281, "in-drivable-lane": 0, "agent_compute-ego": 0.08643222451210023, "deviation-heading": 0.44394731731572495, "set_robot_commands": 0.10507475137710572, "deviation-center-line": 0.16695173043736486, "driven_lanedir_consec": 0.25700021834149167, "sim_compute_sim_state": 0.0426468551158905, "sim_compute_performance-ego": 0.07504945397377014, "sim_compute_robot_state-ego": 0.07837879657745361, "sim_compute_robot_state-npc0": 0.07422046661376953, "sim_compute_robot_state-npc1": 0.076067715883255, "sim_compute_robot_state-npc2": 0.07617862820625305, "sim_compute_robot_state-npc3": 0.07822611331939697}, "udem1-4-0": {"driven_any": 2.2122723757001292, "sim_physics": 0.2245748229060613, "survival_time": 14.100000000000064, "driven_lanedir": 1.6968600510849163, "sim_render-ego": 0.06954771745289472, "in-drivable-lane": 1.4500000000000082, "agent_compute-ego": 0.08647244534593948, "deviation-heading": 5.424051728392824, "set_robot_commands": 0.10754997087708602, "deviation-center-line": 0.9092807034888656, "driven_lanedir_consec": 1.3202942074913118, "sim_compute_sim_state": 0.042353444911063985, "sim_compute_performance-ego": 0.07752000271005834, "sim_compute_robot_state-ego": 0.08459852604155844, "sim_compute_robot_state-npc0": 0.07622826606669325, "sim_compute_robot_state-npc1": 0.07640241562051976, "sim_compute_robot_state-npc2": 0.07583458711069527, "sim_compute_robot_state-npc3": 0.07508886452262284}}
set_robot_commands_max0.11248579162817736
set_robot_commands_mean0.10785852875584452
set_robot_commands_median0.10723547097090835
set_robot_commands_min0.10507475137710572
sim_compute_performance-ego_max0.07757308194925497
sim_compute_performance-ego_mean0.07628944943877805
sim_compute_performance-ego_median0.07630176498339726
sim_compute_performance-ego_min0.0750029435774096
sim_compute_robot_state-ego_max0.09003096360426682
sim_compute_robot_state-ego_mean0.08431995551343556
sim_compute_robot_state-ego_median0.08459852604155844
sim_compute_robot_state-ego_min0.07837879657745361
sim_compute_robot_state-npc0_max0.07728100052246681
sim_compute_robot_state-npc0_mean0.07571385810624923
sim_compute_robot_state-npc0_median0.07562630841521178
sim_compute_robot_state-npc0_min0.07422046661376953
sim_compute_robot_state-npc1_max0.07688632836708656
sim_compute_robot_state-npc1_mean0.07607041960560672
sim_compute_robot_state-npc1_median0.076067715883255
sim_compute_robot_state-npc1_min0.07512414698698083
sim_compute_robot_state-npc2_max0.08013599194013156
sim_compute_robot_state-npc2_mean0.07700715691716245
sim_compute_robot_state-npc2_median0.07617862820625305
sim_compute_robot_state-npc2_min0.07583458711069527
sim_compute_robot_state-npc3_max0.0784454712500939
sim_compute_robot_state-npc3_mean0.0768630201884222
sim_compute_robot_state-npc3_median0.07636067041983971
sim_compute_robot_state-npc3_min0.07508886452262284
sim_compute_sim_state_max0.04392205939000966
sim_compute_sim_state_mean0.04304559927409714
sim_compute_sim_state_median0.04281544947362208
sim_compute_sim_state_min0.042353444911063985
sim_physics_max0.2621974509495955
sim_physics_mean0.2391088336580803
sim_physics_median0.24021466970443725
sim_physics_min0.22180140991600192
sim_render-ego_max0.07364652752876281
sim_render-ego_mean0.07025140419912804
sim_render-ego_median0.06954771745289472
sim_render-ego_min0.06839391082322517
simulation-passed1
survival_time_max14.700000000000074
survival_time_mean8.110000000000024
survival_time_min2.000000000000001
201802661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:15:55(hidden)
driven_lanedir_consec_median0.5103168574061394
survival_time_median5.04999999999999
deviation-center-line_median0.3878413148571266
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.08467745544886825
agent_compute-ego_mean0.07976626890892184
agent_compute-ego_median0.08018283234086147
agent_compute-ego_min0.07658523983425564
deviation-center-line_max0.7265368891817566
deviation-center-line_mean0.39887178723147265
deviation-center-line_min0.14418495551290345
deviation-heading_max3.5566535461712796
deviation-heading_mean2.3483070469164353
deviation-heading_median2.57798350217816
deviation-heading_min0.5703088460024097
driven_any_max1.3282944020754783
driven_any_mean0.8383104773839097
driven_any_median0.7577407610059756
driven_any_min0.235525304530103
driven_lanedir_consec_max1.1513147268508137
driven_lanedir_consec_mean0.6236125011051017
driven_lanedir_consec_min0.20715615140836952
driven_lanedir_max1.1513147268508137
driven_lanedir_mean0.6304733422322991
driven_lanedir_median0.5103168574061394
driven_lanedir_min0.20715615140836952
in-drivable-lane_max1.2499999999999956
in-drivable-lane_mean0.4699999999999983
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1685538467989365, "sim_physics": 0.18730845853879857, "survival_time": 7.699999999999981, "driven_lanedir": 0.834756679357481, "sim_render-ego": 0.06049884758986436, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.07714095363369236, "deviation-heading": 2.57798350217816, "set_robot_commands": 0.09301373710880032, "deviation-center-line": 0.4665372473374601, "driven_lanedir_consec": 0.800452473721494, "sim_compute_sim_state": 0.037882088066695574, "sim_compute_performance-ego": 0.06684406237168745, "sim_compute_robot_state-ego": 0.07032402614494423, "sim_compute_robot_state-npc0": 0.06830700032122723, "sim_compute_robot_state-npc1": 0.06669751080599698, "sim_compute_robot_state-npc2": 0.06910992442787468, "sim_compute_robot_state-npc3": 0.06903964977759819}, "udem1-1-0": {"driven_any": 0.7577407610059756, "sim_physics": 0.19604522402923885, "survival_time": 5.04999999999999, "driven_lanedir": 0.5103168574061394, "sim_render-ego": 0.06834357799869953, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.08467745544886825, "deviation-heading": 2.639934799607412, "set_robot_commands": 0.1047584349566167, "deviation-center-line": 0.2692585292681164, "driven_lanedir_consec": 0.5103168574061394, "sim_compute_sim_state": 0.05175283875795874, "sim_compute_performance-ego": 0.07953123526998085, "sim_compute_robot_state-ego": 0.08182555850189512, "sim_compute_robot_state-npc0": 0.07673243720932763, "sim_compute_robot_state-npc1": 0.07465155998078904, "sim_compute_robot_state-npc2": 0.07558693508110424, "sim_compute_robot_state-npc3": 0.07420862783299814}, "udem1-2-0": {"driven_any": 0.7014380725090558, "sim_physics": 0.18993920721906296, "survival_time": 4.699999999999991, "driven_lanedir": 0.4488222961386925, "sim_render-ego": 0.06415379808304157, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.08024486328693146, "deviation-heading": 2.3966545406229147, "set_robot_commands": 0.09623814897334322, "deviation-center-line": 0.3878413148571266, "driven_lanedir_consec": 0.4488222961386925, "sim_compute_sim_state": 0.03952875796784746, "sim_compute_performance-ego": 0.06899650553439526, "sim_compute_robot_state-ego": 0.07249049176561072, "sim_compute_robot_state-npc0": 0.07043600843307819, "sim_compute_robot_state-npc1": 0.06888833451778331, "sim_compute_robot_state-npc2": 0.06925797716100165, "sim_compute_robot_state-npc3": 0.0703623649921823}, "udem1-3-0": {"driven_any": 0.235525304530103, "sim_physics": 0.19001075956556532, "survival_time": 1.800000000000001, "driven_lanedir": 0.20715615140836952, "sim_render-ego": 0.062390651967790395, "in-drivable-lane": 0, "agent_compute-ego": 0.07658523983425564, "deviation-heading": 0.5703088460024097, "set_robot_commands": 0.0970503952768114, "deviation-center-line": 0.14418495551290345, "driven_lanedir_consec": 0.20715615140836952, "sim_compute_sim_state": 0.04005522198147244, "sim_compute_performance-ego": 0.07070461246702406, "sim_compute_robot_state-ego": 0.07128705581029256, "sim_compute_robot_state-npc0": 0.07522649897469415, "sim_compute_robot_state-npc1": 0.07133557399113973, "sim_compute_robot_state-npc2": 0.07443883683946398, "sim_compute_robot_state-npc3": 0.06955815023846096}, "udem1-4-0": {"driven_any": 1.3282944020754783, "sim_physics": 0.21935116413027744, "survival_time": 8.599999999999987, "driven_lanedir": 1.1513147268508137, "sim_render-ego": 0.06410356455071028, "in-drivable-lane": 0, "agent_compute-ego": 0.08018283234086147, "deviation-heading": 3.5566535461712796, "set_robot_commands": 0.10112677895745566, "deviation-center-line": 0.7265368891817566, "driven_lanedir_consec": 1.1513147268508137, "sim_compute_sim_state": 0.04086143748704777, "sim_compute_performance-ego": 0.07212061937465224, "sim_compute_robot_state-ego": 0.0785200554271077, "sim_compute_robot_state-npc0": 0.0728560256403546, "sim_compute_robot_state-npc1": 0.0737022785253303, "sim_compute_robot_state-npc2": 0.07411719893300256, "sim_compute_robot_state-npc3": 0.07344910294510597}}
set_robot_commands_max0.1047584349566167
set_robot_commands_mean0.09843749905460544
set_robot_commands_median0.0970503952768114
set_robot_commands_min0.09301373710880032
sim_compute_performance-ego_max0.07953123526998085
sim_compute_performance-ego_mean0.07163940700354797
sim_compute_performance-ego_median0.07070461246702406
sim_compute_performance-ego_min0.06684406237168745
sim_compute_robot_state-ego_max0.08182555850189512
sim_compute_robot_state-ego_mean0.07488943752997007
sim_compute_robot_state-ego_median0.07249049176561072
sim_compute_robot_state-ego_min0.07032402614494423
sim_compute_robot_state-npc0_max0.07673243720932763
sim_compute_robot_state-npc0_mean0.07271159411573636
sim_compute_robot_state-npc0_median0.0728560256403546
sim_compute_robot_state-npc0_min0.06830700032122723
sim_compute_robot_state-npc1_max0.07465155998078904
sim_compute_robot_state-npc1_mean0.07105505156420787
sim_compute_robot_state-npc1_median0.07133557399113973
sim_compute_robot_state-npc1_min0.06669751080599698
sim_compute_robot_state-npc2_max0.07558693508110424
sim_compute_robot_state-npc2_mean0.07250217448848942
sim_compute_robot_state-npc2_median0.07411719893300256
sim_compute_robot_state-npc2_min0.06910992442787468
sim_compute_robot_state-npc3_max0.07420862783299814
sim_compute_robot_state-npc3_mean0.07132357915726911
sim_compute_robot_state-npc3_median0.0703623649921823
sim_compute_robot_state-npc3_min0.06903964977759819
sim_compute_sim_state_max0.05175283875795874
sim_compute_sim_state_mean0.042016068852204394
sim_compute_sim_state_median0.04005522198147244
sim_compute_sim_state_min0.037882088066695574
sim_physics_max0.21935116413027744
sim_physics_mean0.19653096269658865
sim_physics_median0.19001075956556532
sim_physics_min0.18730845853879857
sim_render-ego_max0.06834357799869953
sim_render-ego_mean0.06389808803802124
sim_render-ego_median0.06410356455071028
sim_render-ego_min0.06049884758986436
simulation-passed1
survival_time_max8.599999999999987
survival_time_mean5.5699999999999905
survival_time_min1.800000000000001
201672661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:01:05
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20167-803151', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20167-803151', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20167-803151', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
200982661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:19:39(hidden)
driven_lanedir_consec_median0.5153728527490467
survival_time_median5.04999999999999
deviation-center-line_median0.4774793591731336
in-drivable-lane_median0


other stats
agent_compute-ego_max0.1088150437672933
agent_compute-ego_mean0.0947365410029247
agent_compute-ego_median0.09152434511882504
agent_compute-ego_min0.09005748169331611
deviation-center-line_max1.2703296352681768
deviation-center-line_mean0.6225252863301984
deviation-center-line_min0.12429787663719288
deviation-heading_max3.8486491625318178
deviation-heading_mean1.9185937962112063
deviation-heading_median1.639863461160151
deviation-heading_min0.818609558463323
driven_any_max2.3535024348892386
driven_any_mean1.0318644122031373
driven_any_median0.7517191331611924
driven_any_min0.2802092707462073
driven_lanedir_consec_max2.0034040152174724
driven_lanedir_consec_mean0.7458442968669248
driven_lanedir_consec_min0.2155558043476371
driven_lanedir_max2.229990495620983
driven_lanedir_mean0.9254602982554048
driven_lanedir_median0.5153728527490467
driven_lanedir_min0.2155558043476371
in-drivable-lane_max0.7499999999999989
in-drivable-lane_mean0.1699999999999997
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.7517191331611924, "sim_physics": 0.09369491822648757, "survival_time": 5.04999999999999, "driven_lanedir": 0.49308699862882566, "sim_render-ego": 0.07262909530413032, "in-drivable-lane": 0.7499999999999989, "agent_compute-ego": 0.09094265663977896, "deviation-heading": 2.137237436289557, "set_robot_commands": 0.1147918701171875, "deviation-center-line": 0.4774793591731336, "driven_lanedir_consec": 0.2714063207334855, "sim_compute_sim_state": 0.043358795713670184, "sim_compute_performance-ego": 0.07895808644814066, "sim_compute_robot_state-ego": 0.09155515869065088, "sim_compute_robot_state-npc0": 0.07858721572573822, "sim_compute_robot_state-npc1": 0.08000097416415072, "sim_compute_robot_state-npc2": 0.07972140595464423, "sim_compute_robot_state-npc3": 0.0782349959458455}, "udem1-1-0": {"driven_any": 0.2802092707462073, "sim_physics": 0.10039535964407573, "survival_time": 2.0500000000000007, "driven_lanedir": 0.2155558043476371, "sim_render-ego": 0.07218746441166575, "in-drivable-lane": 0, "agent_compute-ego": 0.09152434511882504, "deviation-heading": 1.1486093626111824, "set_robot_commands": 0.11244115596864282, "deviation-center-line": 0.12429787663719288, "driven_lanedir_consec": 0.2155558043476371, "sim_compute_sim_state": 0.04621996530672399, "sim_compute_performance-ego": 0.07612532522620225, "sim_compute_robot_state-ego": 0.0855548265503674, "sim_compute_robot_state-npc0": 0.07703985237493748, "sim_compute_robot_state-npc1": 0.0807340145111084, "sim_compute_robot_state-npc2": 0.08015311636575838, "sim_compute_robot_state-npc3": 0.07833324990621428}, "udem1-2-0": {"driven_any": 0.5534557035431907, "sim_physics": 0.1039464219411214, "survival_time": 3.7499999999999942, "driven_lanedir": 0.5153728527490467, "sim_render-ego": 0.07067530949910482, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.09234317779541017, "deviation-heading": 0.818609558463323, "set_robot_commands": 0.11763627370198568, "deviation-center-line": 0.37275685575468825, "driven_lanedir_consec": 0.5153728527490467, "sim_compute_sim_state": 0.04510208447774251, "sim_compute_performance-ego": 0.08017452557881673, "sim_compute_robot_state-ego": 0.0854439894358317, "sim_compute_robot_state-npc0": 0.08137070973714193, "sim_compute_robot_state-npc1": 0.07998869895935058, "sim_compute_robot_state-npc2": 0.08064198811848958, "sim_compute_robot_state-npc3": 0.08173619588216145}, "udem1-3-0": {"driven_any": 1.2204355186758564, "sim_physics": 0.09233342695839795, "survival_time": 7.89999999999998, "driven_lanedir": 1.173295339930532, "sim_render-ego": 0.07248600826987737, "in-drivable-lane": 0, "agent_compute-ego": 0.09005748169331611, "deviation-heading": 1.639863461160151, "set_robot_commands": 0.11265112780317477, "deviation-center-line": 0.8677627048178003, "driven_lanedir_consec": 0.7234824912869822, "sim_compute_sim_state": 0.04584302027014237, "sim_compute_performance-ego": 0.07788381395460683, "sim_compute_robot_state-ego": 0.08980985834628721, "sim_compute_robot_state-npc0": 0.07870401310015328, "sim_compute_robot_state-npc1": 0.07872690882863878, "sim_compute_robot_state-npc2": 0.07852107814595669, "sim_compute_robot_state-npc3": 0.07940643044966686}, "udem1-4-0": {"driven_any": 2.3535024348892386, "sim_physics": 0.07488661845525106, "survival_time": 14.950000000000076, "driven_lanedir": 2.229990495620983, "sim_render-ego": 0.06247033596038818, "in-drivable-lane": 0, "agent_compute-ego": 0.1088150437672933, "deviation-heading": 3.8486491625318178, "set_robot_commands": 0.0995963184038798, "deviation-center-line": 1.2703296352681768, "driven_lanedir_consec": 2.0034040152174724, "sim_compute_sim_state": 0.03919271151224772, "sim_compute_performance-ego": 0.07018791755040486, "sim_compute_robot_state-ego": 0.07216073354085287, "sim_compute_robot_state-npc0": 0.07037095149358114, "sim_compute_robot_state-npc1": 0.07535582621892294, "sim_compute_robot_state-npc2": 0.07089246988296509, "sim_compute_robot_state-npc3": 0.07515254020690917}}
set_robot_commands_max0.11763627370198568
set_robot_commands_mean0.11142334919897412
set_robot_commands_median0.11265112780317477
set_robot_commands_min0.0995963184038798
sim_compute_performance-ego_max0.08017452557881673
sim_compute_performance-ego_mean0.07666593375163426
sim_compute_performance-ego_median0.07788381395460683
sim_compute_performance-ego_min0.07018791755040486
sim_compute_robot_state-ego_max0.09155515869065088
sim_compute_robot_state-ego_mean0.08490491331279801
sim_compute_robot_state-ego_median0.0855548265503674
sim_compute_robot_state-ego_min0.07216073354085287
sim_compute_robot_state-npc0_max0.08137070973714193
sim_compute_robot_state-npc0_mean0.0772145484863104
sim_compute_robot_state-npc0_median0.07858721572573822
sim_compute_robot_state-npc0_min0.07037095149358114
sim_compute_robot_state-npc1_max0.0807340145111084
sim_compute_robot_state-npc1_mean0.07896128453643428
sim_compute_robot_state-npc1_median0.07998869895935058
sim_compute_robot_state-npc1_min0.07535582621892294
sim_compute_robot_state-npc2_max0.08064198811848958
sim_compute_robot_state-npc2_mean0.0779860116935628
sim_compute_robot_state-npc2_median0.07972140595464423
sim_compute_robot_state-npc2_min0.07089246988296509
sim_compute_robot_state-npc3_max0.08173619588216145
sim_compute_robot_state-npc3_mean0.07857268247815945
sim_compute_robot_state-npc3_median0.07833324990621428
sim_compute_robot_state-npc3_min0.07515254020690917
sim_compute_sim_state_max0.04621996530672399
sim_compute_sim_state_mean0.04394331545610536
sim_compute_sim_state_median0.04510208447774251
sim_compute_sim_state_min0.03919271151224772
sim_physics_max0.1039464219411214
sim_physics_mean0.09305134904506676
sim_physics_median0.09369491822648757
sim_physics_min0.07488661845525106
sim_render-ego_max0.07262909530413032
sim_render-ego_mean0.0700896426890333
sim_render-ego_median0.07218746441166575
sim_render-ego_min0.06247033596038818
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.740000000000009
survival_time_min2.0500000000000007
192792661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:17:44(hidden)
driven_lanedir_consec_median0.4683037753367385
survival_time_median3.649999999999995
deviation-center-line_median0.23418626973004936
in-drivable-lane_median0.2499999999999991


other stats
agent_compute-ego_max0.08277781042334152
agent_compute-ego_mean0.07702600131025986
agent_compute-ego_median0.07562927518572127
agent_compute-ego_min0.07140578667322794
deviation-center-line_max1.4152790771654613
deviation-center-line_mean0.5131150842450662
deviation-center-line_min0.08066613246194752
deviation-heading_max3.1083169335957983
deviation-heading_mean1.6854834145115845
deviation-heading_median0.8856910372976856
deviation-heading_min0.7127898440371149
driven_any_max2.3449224271901388
driven_any_mean1.0516881998193723
driven_any_median0.5395702926195522
driven_any_min0.2341792546397756
driven_lanedir_consec_max2.1767667062060667
driven_lanedir_consec_mean0.886997123699388
driven_lanedir_consec_min0.19144652253619743
driven_lanedir_max2.178596857997305
driven_lanedir_mean0.8873631540576359
driven_lanedir_median0.4683037753367385
driven_lanedir_min0.19144652253619743
in-drivable-lane_max2.5000000000000355
in-drivable-lane_mean0.6400000000000082
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3449224271901388, "sim_physics": 0.03765908082326253, "survival_time": 14.950000000000076, "driven_lanedir": 2.178596857997305, "sim_render-ego": 0.05714633385340373, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.07140578667322794, "deviation-heading": 3.1083169335957983, "set_robot_commands": 0.08968697627385458, "deviation-center-line": 1.4152790771654613, "driven_lanedir_consec": 2.1767667062060667, "sim_compute_sim_state": 0.0362329355875651, "sim_compute_performance-ego": 0.0633474858601888, "sim_compute_robot_state-ego": 0.06571447769800821, "sim_compute_robot_state-npc0": 0.06363943576812744, "sim_compute_robot_state-npc1": 0.06403493801752726, "sim_compute_robot_state-npc2": 0.06530000766118367, "sim_compute_robot_state-npc3": 0.06355050802230836}, "udem1-1-0": {"driven_any": 0.2341792546397756, "sim_physics": 0.03719745363507952, "survival_time": 1.7500000000000009, "driven_lanedir": 0.19144652253619743, "sim_render-ego": 0.057455689566476, "in-drivable-lane": 0, "agent_compute-ego": 0.07562927518572127, "deviation-heading": 0.7142071432287604, "set_robot_commands": 0.09217002051217216, "deviation-center-line": 0.08066613246194752, "driven_lanedir_consec": 0.19144652253619743, "sim_compute_sim_state": 0.03400724955967494, "sim_compute_performance-ego": 0.05748210634504046, "sim_compute_robot_state-ego": 0.06767463002886091, "sim_compute_robot_state-npc0": 0.062019354956490656, "sim_compute_robot_state-npc1": 0.06382100922720772, "sim_compute_robot_state-npc2": 0.06409264973231725, "sim_compute_robot_state-npc3": 0.06110826219831194}, "udem1-2-0": {"driven_any": 0.5395702926195522, "sim_physics": 0.05351744939203132, "survival_time": 3.649999999999995, "driven_lanedir": 0.4683037753367385, "sim_render-ego": 0.06645855511704536, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.08277781042334152, "deviation-heading": 0.8856910372976856, "set_robot_commands": 0.10342766160834324, "deviation-center-line": 0.23418626973004936, "driven_lanedir_consec": 0.4683037753367385, "sim_compute_sim_state": 0.039460498992710896, "sim_compute_performance-ego": 0.07170368873909728, "sim_compute_robot_state-ego": 0.08036364267950188, "sim_compute_robot_state-npc0": 0.07207081089281056, "sim_compute_robot_state-npc1": 0.07401125398400711, "sim_compute_robot_state-npc2": 0.06962562913764013, "sim_compute_robot_state-npc3": 0.07065001252579363}, "udem1-3-0": {"driven_any": 0.3627743162128094, "sim_physics": 0.04550619686351103, "survival_time": 2.549999999999999, "driven_lanedir": 0.3398498466682063, "sim_render-ego": 0.06461056073506673, "in-drivable-lane": 0, "agent_compute-ego": 0.07999134063720703, "deviation-heading": 0.7127898440371149, "set_robot_commands": 0.09932027611078, "deviation-center-line": 0.17292248753580647, "driven_lanedir_consec": 0.3398498466682063, "sim_compute_sim_state": 0.04062828363156786, "sim_compute_performance-ego": 0.06907988529579312, "sim_compute_robot_state-ego": 0.075668405084049, "sim_compute_robot_state-npc0": 0.07015547565385408, "sim_compute_robot_state-npc1": 0.07255758491216921, "sim_compute_robot_state-npc2": 0.07259230987698424, "sim_compute_robot_state-npc3": 0.0711981829474954}, "udem1-4-0": {"driven_any": 1.7769947084345852, "sim_physics": 0.04015857847776707, "survival_time": 11.350000000000026, "driven_lanedir": 1.2586187677497316, "sim_render-ego": 0.05959480659552083, "in-drivable-lane": 2.5000000000000355, "agent_compute-ego": 0.07532579363180152, "deviation-heading": 3.0064121143985636, "set_robot_commands": 0.0942585132195561, "deviation-center-line": 0.6625214543320666, "driven_lanedir_consec": 1.2586187677497316, "sim_compute_sim_state": 0.036996120923416205, "sim_compute_performance-ego": 0.0634980768884331, "sim_compute_robot_state-ego": 0.06604294419813786, "sim_compute_robot_state-npc0": 0.06379806102635052, "sim_compute_robot_state-npc1": 0.06414333839248455, "sim_compute_robot_state-npc2": 0.06394465274222622, "sim_compute_robot_state-npc3": 0.0656265529767007}}
set_robot_commands_max0.10342766160834324
set_robot_commands_mean0.0957726895449412
set_robot_commands_median0.0942585132195561
set_robot_commands_min0.08968697627385458
sim_compute_performance-ego_max0.07170368873909728
sim_compute_performance-ego_mean0.06502224862571056
sim_compute_performance-ego_median0.0634980768884331
sim_compute_performance-ego_min0.05748210634504046
sim_compute_robot_state-ego_max0.08036364267950188
sim_compute_robot_state-ego_mean0.07109281993771158
sim_compute_robot_state-ego_median0.06767463002886091
sim_compute_robot_state-ego_min0.06571447769800821
sim_compute_robot_state-npc0_max0.07207081089281056
sim_compute_robot_state-npc0_mean0.06633662765952666
sim_compute_robot_state-npc0_median0.06379806102635052
sim_compute_robot_state-npc0_min0.062019354956490656
sim_compute_robot_state-npc1_max0.07401125398400711
sim_compute_robot_state-npc1_mean0.06771362490667916
sim_compute_robot_state-npc1_median0.06414333839248455
sim_compute_robot_state-npc1_min0.06382100922720772
sim_compute_robot_state-npc2_max0.07259230987698424
sim_compute_robot_state-npc2_mean0.0671110498300703
sim_compute_robot_state-npc2_median0.06530000766118367
sim_compute_robot_state-npc2_min0.06394465274222622
sim_compute_robot_state-npc3_max0.0711981829474954
sim_compute_robot_state-npc3_mean0.066426703734122
sim_compute_robot_state-npc3_median0.0656265529767007
sim_compute_robot_state-npc3_min0.06110826219831194
sim_compute_sim_state_max0.04062828363156786
sim_compute_sim_state_mean0.037465017738987
sim_compute_sim_state_median0.036996120923416205
sim_compute_sim_state_min0.03400724955967494
sim_physics_max0.05351744939203132
sim_physics_mean0.0428077518383303
sim_physics_median0.04015857847776707
sim_physics_min0.03719745363507952
sim_render-ego_max0.06645855511704536
sim_render-ego_mean0.06105318917350253
sim_render-ego_median0.05959480659552083
sim_render-ego_min0.05714633385340373
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.85000000000002
survival_time_min1.7500000000000009
186972661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:18:09(hidden)
driven_lanedir_consec_median0.7569634097878868
survival_time_median5.14999999999999
deviation-center-line_median0.4529888653437758
in-drivable-lane_median0


other stats
agent_compute-ego_max0.05895541993198016
agent_compute-ego_mean0.057263236268946395
agent_compute-ego_median0.05724251848980061
agent_compute-ego_min0.05507721662521362
deviation-center-line_max1.1749953599507068
deviation-center-line_mean0.47897544841416606
deviation-center-line_min0.06826179920421413
deviation-heading_max3.784897446289332
deviation-heading_mean1.4711054625874742
deviation-heading_median0.98045330364767
deviation-heading_min0.6694695765082032
driven_any_max2.3556684298839334
driven_any_mean0.945633182526677
driven_any_median0.7806439229755167
driven_any_min0.21007220778022476
driven_lanedir_consec_max2.1732611959936747
driven_lanedir_consec_mean0.8822773340763386
driven_lanedir_consec_min0.16110760340739727
driven_lanedir_max2.1756350388990997
driven_lanedir_mean0.8829069559010421
driven_lanedir_median0.7569634097878868
driven_lanedir_min0.16110760340739727
in-drivable-lane_max0.34999999999999876
in-drivable-lane_mean0.06999999999999976
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1556281369293635, "sim_physics": 0.026169786390089832, "survival_time": 7.549999999999981, "driven_lanedir": 1.1328409436600602, "sim_render-ego": 0.05177836228680137, "in-drivable-lane": 0, "agent_compute-ego": 0.05895541993198016, "deviation-heading": 1.1981299153715863, "set_robot_commands": 0.0707974670738574, "deviation-center-line": 0.624713557469308, "driven_lanedir_consec": 1.1320666774419674, "sim_compute_sim_state": 0.03148902173073876, "sim_compute_performance-ego": 0.052901580633706605, "sim_compute_robot_state-ego": 0.05448048004251442, "sim_compute_robot_state-npc0": 0.05739914660422218, "sim_compute_robot_state-npc1": 0.05493222956625831, "sim_compute_robot_state-npc2": 0.05418053683855676, "sim_compute_robot_state-npc3": 0.05508388272973875}, "udem1-1-0": {"driven_any": 0.21007220778022476, "sim_physics": 0.02427510917186737, "survival_time": 1.6000000000000008, "driven_lanedir": 0.16110760340739727, "sim_render-ego": 0.05174197256565094, "in-drivable-lane": 0, "agent_compute-ego": 0.05636325478553772, "deviation-heading": 0.7225770711205787, "set_robot_commands": 0.07094917446374893, "deviation-center-line": 0.06826179920421413, "driven_lanedir_consec": 0.16110760340739727, "sim_compute_sim_state": 0.030063845217227936, "sim_compute_performance-ego": 0.05106150358915329, "sim_compute_robot_state-ego": 0.0524461641907692, "sim_compute_robot_state-npc0": 0.0547826811671257, "sim_compute_robot_state-npc1": 0.05242941528558731, "sim_compute_robot_state-npc2": 0.05184563994407654, "sim_compute_robot_state-npc3": 0.052342742681503296}, "udem1-2-0": {"driven_any": 0.7806439229755167, "sim_physics": 0.02866572083778752, "survival_time": 5.14999999999999, "driven_lanedir": 0.7569634097878868, "sim_render-ego": 0.05227465768462246, "in-drivable-lane": 0, "agent_compute-ego": 0.05724251848980061, "deviation-heading": 0.98045330364767, "set_robot_commands": 0.07053534035543793, "deviation-center-line": 0.4529888653437758, "driven_lanedir_consec": 0.7569634097878868, "sim_compute_sim_state": 0.03044474935068667, "sim_compute_performance-ego": 0.05185165451568307, "sim_compute_robot_state-ego": 0.0530724548599095, "sim_compute_robot_state-npc0": 0.05611554164330936, "sim_compute_robot_state-npc1": 0.05494008943872544, "sim_compute_robot_state-npc2": 0.05289458534092579, "sim_compute_robot_state-npc3": 0.05341728451182541}, "udem1-3-0": {"driven_any": 0.2261532150643467, "sim_physics": 0.02621598804698271, "survival_time": 1.7000000000000008, "driven_lanedir": 0.1879877837507662, "sim_render-ego": 0.052560069981743306, "in-drivable-lane": 0, "agent_compute-ego": 0.05867777151219985, "deviation-heading": 0.6694695765082032, "set_robot_commands": 0.0705703286563649, "deviation-center-line": 0.07391766010282552, "driven_lanedir_consec": 0.1879877837507662, "sim_compute_sim_state": 0.030936227125280043, "sim_compute_performance-ego": 0.05078234392053941, "sim_compute_robot_state-ego": 0.05368704655591179, "sim_compute_robot_state-npc0": 0.055308082524467915, "sim_compute_robot_state-npc1": 0.052408667171702665, "sim_compute_robot_state-npc2": 0.053267499979804546, "sim_compute_robot_state-npc3": 0.05410484706654268}, "udem1-4-0": {"driven_any": 2.3556684298839334, "sim_physics": 0.02451245705286662, "survival_time": 14.950000000000076, "driven_lanedir": 2.1756350388990997, "sim_render-ego": 0.050719804763793945, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.05507721662521362, "deviation-heading": 3.784897446289332, "set_robot_commands": 0.06991410652796427, "deviation-center-line": 1.1749953599507068, "driven_lanedir_consec": 2.1732611959936747, "sim_compute_sim_state": 0.03015389362970988, "sim_compute_performance-ego": 0.052684072653452554, "sim_compute_robot_state-ego": 0.05361494541168213, "sim_compute_robot_state-npc0": 0.056517126560211184, "sim_compute_robot_state-npc1": 0.05402307113011678, "sim_compute_robot_state-npc2": 0.05383498271306355, "sim_compute_robot_state-npc3": 0.05389678001403809}}
set_robot_commands_max0.07094917446374893
set_robot_commands_mean0.07055328341547469
set_robot_commands_median0.0705703286563649
set_robot_commands_min0.06991410652796427
sim_compute_performance-ego_max0.052901580633706605
sim_compute_performance-ego_mean0.05185623106250699
sim_compute_performance-ego_median0.05185165451568307
sim_compute_performance-ego_min0.05078234392053941
sim_compute_robot_state-ego_max0.05448048004251442
sim_compute_robot_state-ego_mean0.05346021821215741
sim_compute_robot_state-ego_median0.05361494541168213
sim_compute_robot_state-ego_min0.0524461641907692
sim_compute_robot_state-npc0_max0.05739914660422218
sim_compute_robot_state-npc0_mean0.05602451569986727
sim_compute_robot_state-npc0_median0.05611554164330936
sim_compute_robot_state-npc0_min0.0547826811671257
sim_compute_robot_state-npc1_max0.05494008943872544
sim_compute_robot_state-npc1_mean0.0537466945184781
sim_compute_robot_state-npc1_median0.05402307113011678
sim_compute_robot_state-npc1_min0.052408667171702665
sim_compute_robot_state-npc2_max0.05418053683855676
sim_compute_robot_state-npc2_mean0.05320464896328543
sim_compute_robot_state-npc2_median0.053267499979804546
sim_compute_robot_state-npc2_min0.05184563994407654
sim_compute_robot_state-npc3_max0.05508388272973875
sim_compute_robot_state-npc3_mean0.05376910740072964
sim_compute_robot_state-npc3_median0.05389678001403809
sim_compute_robot_state-npc3_min0.052342742681503296
sim_compute_sim_state_max0.03148902173073876
sim_compute_sim_state_mean0.030617547410728654
sim_compute_sim_state_median0.03044474935068667
sim_compute_sim_state_min0.030063845217227936
sim_physics_max0.02866572083778752
sim_physics_mean0.025967812299918812
sim_physics_median0.026169786390089832
sim_physics_min0.02427510917186737
sim_render-ego_max0.052560069981743306
sim_render-ego_mean0.0518149734565224
sim_render-ego_median0.05177836228680137
sim_render-ego_min0.050719804763793945
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.19000000000001
survival_time_min1.6000000000000008
183602661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationerrorno-0:21:18
Waited 1202 seconds [...]
Waited 1202 seconds for container to finish. Giving up. 
(hidden)
183582661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationerrorno-0:21:03
Waited 1204 seconds [...]
Waited 1204 seconds for container to finish. Giving up. 
(hidden)
180512661zamatorychallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:20:01(hidden)
driven_lanedir_consec_median0.8234141167136961
survival_time_median2.6999999999999984
deviation-center-line_median0.2385624406260604
in-drivable-lane_median0.2499999999999991


other stats
agent_compute-ego_max0.10522079467773438
agent_compute-ego_mean0.09083370490285708
agent_compute-ego_median0.08740302368446633
agent_compute-ego_min0.0854625129699707
deviation-center-line_max0.47371987489632256
deviation-center-line_mean0.2385619256590142
deviation-center-line_min0.013883493828001362
deviation-heading_max2.6888470794045816
deviation-heading_mean1.1261467970913412
deviation-heading_median0.3794480520574486
deviation-heading_min0.2308127583168884
driven_any_max2.182776669661773
driven_any_mean1.0751221276521898
driven_any_median0.8354059097530868
driven_any_min0.1922192945035992
driven_lanedir_consec_max1.2304731679711154
driven_lanedir_consec_mean0.695340602611101
driven_lanedir_consec_min0.10489947376702258
driven_lanedir_max1.6696767368257672
driven_lanedir_mean0.8532142178919138
driven_lanedir_median0.8234141167136961
driven_lanedir_min0.10489947376702258
in-drivable-lane_max0.7499999999999978
in-drivable-lane_mean0.32999999999999946
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.8354059097530868, "sim_physics": 0.0464807218975491, "survival_time": 2.6999999999999984, "driven_lanedir": 0.8234141167136961, "sim_render-ego": 0.07445705378497089, "in-drivable-lane": 0, "agent_compute-ego": 0.08740302368446633, "deviation-heading": 0.3533792935757517, "set_robot_commands": 0.10730346926936396, "deviation-center-line": 0.2385624406260604, "driven_lanedir_consec": 0.8234141167136961, "sim_compute_sim_state": 0.04496942184589527, "sim_compute_performance-ego": 0.07587878350858335, "sim_compute_robot_state-ego": 0.07863557780230487, "sim_compute_robot_state-npc0": 0.07443538418522587, "sim_compute_robot_state-npc1": 0.0772778590520223, "sim_compute_robot_state-npc2": 0.07558442486657037, "sim_compute_robot_state-npc3": 0.07782220398938214}, "udem1-1-0": {"driven_any": 0.1922192945035992, "sim_physics": 0.04928173621495565, "survival_time": 0.6, "driven_lanedir": 0.10489947376702258, "sim_render-ego": 0.07576509316762288, "in-drivable-lane": 0.15000000000000002, "agent_compute-ego": 0.10522079467773438, "deviation-heading": 0.2308127583168884, "set_robot_commands": 0.11500815550486249, "deviation-center-line": 0.013883493828001362, "driven_lanedir_consec": 0.10489947376702258, "sim_compute_sim_state": 0.044434189796447754, "sim_compute_performance-ego": 0.07773083448410034, "sim_compute_robot_state-ego": 0.0812499721844991, "sim_compute_robot_state-npc0": 0.07627187172571818, "sim_compute_robot_state-npc1": 0.07388424873352051, "sim_compute_robot_state-npc2": 0.07962167263031006, "sim_compute_robot_state-npc3": 0.07869998613993327}, "udem1-2-0": {"driven_any": 2.182776669661773, "sim_physics": 0.04694755463039174, "survival_time": 6.799999999999984, "driven_lanedir": 1.6696767368257672, "sim_render-ego": 0.07346333300366122, "in-drivable-lane": 0.7499999999999978, "agent_compute-ego": 0.08737599674393148, "deviation-heading": 2.6888470794045816, "set_robot_commands": 0.11068765205495498, "deviation-center-line": 0.47371987489632256, "driven_lanedir_consec": 1.1255123795239392, "sim_compute_sim_state": 0.043399377780802106, "sim_compute_performance-ego": 0.07518493603257571, "sim_compute_robot_state-ego": 0.08337229490280151, "sim_compute_robot_state-npc0": 0.07575082778930664, "sim_compute_robot_state-npc1": 0.07658813104910009, "sim_compute_robot_state-npc2": 0.07786043601877549, "sim_compute_robot_state-npc3": 0.07694429509779986}, "udem1-3-0": {"driven_any": 0.4003781008413478, "sim_physics": 0.04585253715515137, "survival_time": 1.2500000000000004, "driven_lanedir": 0.19240387507973145, "sim_render-ego": 0.07233989715576172, "in-drivable-lane": 0.5000000000000003, "agent_compute-ego": 0.0854625129699707, "deviation-heading": 0.3794480520574486, "set_robot_commands": 0.10963248252868651, "deviation-center-line": 0.03374407250906068, "driven_lanedir_consec": 0.19240387507973145, "sim_compute_sim_state": 0.04106945991516113, "sim_compute_performance-ego": 0.07166855812072753, "sim_compute_robot_state-ego": 0.07867802619934082, "sim_compute_robot_state-npc0": 0.07081472396850585, "sim_compute_robot_state-npc1": 0.07276585578918457, "sim_compute_robot_state-npc2": 0.07296277046203613, "sim_compute_robot_state-npc3": 0.07431984901428222}, "udem1-4-0": {"driven_any": 1.7648306635011417, "sim_physics": 0.050199994173916906, "survival_time": 5.4999999999999885, "driven_lanedir": 1.4756768870733514, "sim_render-ego": 0.07396766705946489, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.08870619643818248, "deviation-heading": 1.978246802102035, "set_robot_commands": 0.10799019770188766, "deviation-center-line": 0.43289974643562606, "driven_lanedir_consec": 1.2304731679711154, "sim_compute_sim_state": 0.0421390793540261, "sim_compute_performance-ego": 0.07772024111314253, "sim_compute_robot_state-ego": 0.08517295664007013, "sim_compute_robot_state-npc0": 0.07645748311823064, "sim_compute_robot_state-npc1": 0.07470659992911599, "sim_compute_robot_state-npc2": 0.07471109520305287, "sim_compute_robot_state-npc3": 0.07667253884402188}}
set_robot_commands_max0.11500815550486249
set_robot_commands_mean0.11012439141195111
set_robot_commands_median0.10963248252868651
set_robot_commands_min0.10730346926936396
sim_compute_performance-ego_max0.07773083448410034
sim_compute_performance-ego_mean0.07563667065182589
sim_compute_performance-ego_median0.07587878350858335
sim_compute_performance-ego_min0.07166855812072753
sim_compute_robot_state-ego_max0.08517295664007013
sim_compute_robot_state-ego_mean0.0814217655458033
sim_compute_robot_state-ego_median0.0812499721844991
sim_compute_robot_state-ego_min0.07863557780230487
sim_compute_robot_state-npc0_max0.07645748311823064
sim_compute_robot_state-npc0_mean0.07474605815739743
sim_compute_robot_state-npc0_median0.07575082778930664
sim_compute_robot_state-npc0_min0.07081472396850585
sim_compute_robot_state-npc1_max0.0772778590520223
sim_compute_robot_state-npc1_mean0.07504453891058868
sim_compute_robot_state-npc1_median0.07470659992911599
sim_compute_robot_state-npc1_min0.07276585578918457
sim_compute_robot_state-npc2_max0.07962167263031006
sim_compute_robot_state-npc2_mean0.07614807983614898
sim_compute_robot_state-npc2_median0.07558442486657037
sim_compute_robot_state-npc2_min0.07296277046203613
sim_compute_robot_state-npc3_max0.07869998613993327
sim_compute_robot_state-npc3_mean0.07689177461708388
sim_compute_robot_state-npc3_median0.07694429509779986
sim_compute_robot_state-npc3_min0.07431984901428222
sim_compute_sim_state_max0.04496942184589527
sim_compute_sim_state_mean0.04320230573846647
sim_compute_sim_state_median0.043399377780802106
sim_compute_sim_state_min0.04106945991516113
sim_physics_max0.050199994173916906
sim_physics_mean0.047752508814392955
sim_physics_median0.04694755463039174
sim_physics_min0.04585253715515137
sim_render-ego_max0.07576509316762288
sim_render-ego_mean0.07399860883429632
sim_render-ego_median0.07396766705946489
sim_render-ego_min0.07233989715576172
simulation-passed1
survival_time_max6.799999999999984
survival_time_mean3.369999999999994
survival_time_min0.6