AI Driving Olympics Home Challenges Submissions Jobs

Submission 2699

Submission2699
Competingyes
Challengeaido2-LFVI-sim-validation
UserKonstantin Chayka
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22821
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

22821

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228212699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:43:18(hidden)
driven_lanedir_consec_median1.0347969139267192
survival_time_median14.950000000000076
deviation-center-line_median0.9676323197502408
in-drivable-lane_median1.200000000000017


other stats
agent_compute-ego_max0.10827308471756752
agent_compute-ego_mean0.0969117461358658
agent_compute-ego_median0.09586040655771892
agent_compute-ego_min0.08798396507898966
deviation-center-line_max1.2240417562286885
deviation-center-line_mean0.9131416404756024
deviation-center-line_min0.5195348861362664
deviation-heading_max6.447969447458883
deviation-heading_mean4.316404508740158
deviation-heading_median4.601007580117526
deviation-heading_min0.9557359651027842
driven_any_max2.3489080444331454
driven_any_mean2.024058297512674
driven_any_median2.348749456605972
driven_any_min0.7418762410934892
driven_lanedir_consec_max1.7432461876358945
driven_lanedir_consec_mean1.0966423673120018
driven_lanedir_consec_min0.7204901231503708
driven_lanedir_max1.917103263831786
driven_lanedir_mean1.601899068018648
driven_lanedir_median1.8306268470857805
driven_lanedir_min0.7204901231503708
in-drivable-lane_max3.000000000000022
in-drivable-lane_mean1.370000000000014
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.331866813655183, "sim_physics": 0.26676341613133747, "survival_time": 14.950000000000076, "driven_lanedir": 1.8306268470857805, "sim_render-ego": 0.07671574751536052, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.09586040655771892, "deviation-heading": 5.824270353639917, "set_robot_commands": 0.12172087669372558, "deviation-center-line": 0.9690935954952266, "driven_lanedir_consec": 1.0347969139267192, "sim_compute_sim_state": 0.04665467023849487, "sim_compute_performance-ego": 0.08336400032043458, "sim_compute_robot_state-ego": 0.0960922646522522, "sim_compute_robot_state-npc0": 0.08152446508407593, "sim_compute_robot_state-npc1": 0.0810825753211975, "sim_compute_robot_state-npc2": 0.08256057818730672, "sim_compute_robot_state-npc3": 0.08302874247233073}, "udem1-1-0": {"driven_any": 2.348749456605972, "sim_physics": 0.2631913352012634, "survival_time": 14.950000000000076, "driven_lanedir": 1.917103263831786, "sim_render-ego": 0.07485801617304484, "in-drivable-lane": 0.700000000000002, "agent_compute-ego": 0.09463926076889038, "deviation-heading": 6.447969447458883, "set_robot_commands": 0.12308108965555828, "deviation-center-line": 0.9676323197502408, "driven_lanedir_consec": 0.8998459935507921, "sim_compute_sim_state": 0.046121726830800375, "sim_compute_performance-ego": 0.0837237517038981, "sim_compute_robot_state-ego": 0.09732165177663168, "sim_compute_robot_state-npc0": 0.08102134784062703, "sim_compute_robot_state-npc1": 0.0820860767364502, "sim_compute_robot_state-npc2": 0.08225205421447754, "sim_compute_robot_state-npc3": 0.08444050391515096}, "udem1-2-0": {"driven_any": 0.7418762410934892, "sim_physics": 0.31012982310670795, "survival_time": 4.94999999999999, "driven_lanedir": 0.7204901231503708, "sim_render-ego": 0.08006368261395079, "in-drivable-lane": 0, "agent_compute-ego": 0.10827308471756752, "deviation-heading": 0.9557359651027842, "set_robot_commands": 0.12727364385970916, "deviation-center-line": 0.5195348861362664, "driven_lanedir_consec": 0.7204901231503708, "sim_compute_sim_state": 0.0490942940567479, "sim_compute_performance-ego": 0.08673587230720906, "sim_compute_robot_state-ego": 0.10060247507962314, "sim_compute_robot_state-npc0": 0.08321278986304698, "sim_compute_robot_state-npc1": 0.08332214933453184, "sim_compute_robot_state-npc2": 0.08568280393427069, "sim_compute_robot_state-npc3": 0.08641268267776027}, "udem1-3-0": {"driven_any": 2.348890931775583, "sim_physics": 0.2563531017303467, "survival_time": 14.950000000000076, "driven_lanedir": 1.6516868417096475, "sim_render-ego": 0.07521909236907959, "in-drivable-lane": 3.000000000000022, "agent_compute-ego": 0.09780201355616253, "deviation-heading": 4.601007580117526, "set_robot_commands": 0.1228886079788208, "deviation-center-line": 1.2240417562286885, "driven_lanedir_consec": 1.0848326182962318, "sim_compute_sim_state": 0.04639856338500976, "sim_compute_performance-ego": 0.0826255997021993, "sim_compute_robot_state-ego": 0.09627878824869791, "sim_compute_robot_state-npc0": 0.08280357917149862, "sim_compute_robot_state-npc1": 0.08241352717081706, "sim_compute_robot_state-npc2": 0.0818927009900411, "sim_compute_robot_state-npc3": 0.08269699335098267}, "udem1-4-0": {"driven_any": 2.3489080444331454, "sim_physics": 0.2369021201133728, "survival_time": 14.950000000000076, "driven_lanedir": 1.889588264315656, "sim_render-ego": 0.06839807748794556, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.08798396507898966, "deviation-heading": 3.7530391973816783, "set_robot_commands": 0.11188069502512614, "deviation-center-line": 0.88540564476759, "driven_lanedir_consec": 1.7432461876358945, "sim_compute_sim_state": 0.0406018861134847, "sim_compute_performance-ego": 0.07452790578206381, "sim_compute_robot_state-ego": 0.0840007495880127, "sim_compute_robot_state-npc0": 0.07453361511230469, "sim_compute_robot_state-npc1": 0.07475243330001831, "sim_compute_robot_state-npc2": 0.07556800285975139, "sim_compute_robot_state-npc3": 0.0743675176302592}}
set_robot_commands_max0.12727364385970916
set_robot_commands_mean0.121368982642588
set_robot_commands_median0.1228886079788208
set_robot_commands_min0.11188069502512614
sim_compute_performance-ego_max0.08673587230720906
sim_compute_performance-ego_mean0.08219542596316096
sim_compute_performance-ego_median0.08336400032043458
sim_compute_performance-ego_min0.07452790578206381
sim_compute_robot_state-ego_max0.10060247507962314
sim_compute_robot_state-ego_mean0.09485918586904352
sim_compute_robot_state-ego_median0.09627878824869791
sim_compute_robot_state-ego_min0.0840007495880127
sim_compute_robot_state-npc0_max0.08321278986304698
sim_compute_robot_state-npc0_mean0.08061915941431066
sim_compute_robot_state-npc0_median0.08152446508407593
sim_compute_robot_state-npc0_min0.07453361511230469
sim_compute_robot_state-npc1_max0.08332214933453184
sim_compute_robot_state-npc1_mean0.08073135237260298
sim_compute_robot_state-npc1_median0.0820860767364502
sim_compute_robot_state-npc1_min0.07475243330001831
sim_compute_robot_state-npc2_max0.08568280393427069
sim_compute_robot_state-npc2_mean0.08159122803716949
sim_compute_robot_state-npc2_median0.08225205421447754
sim_compute_robot_state-npc2_min0.07556800285975139
sim_compute_robot_state-npc3_max0.08641268267776027
sim_compute_robot_state-npc3_mean0.08218928800929677
sim_compute_robot_state-npc3_median0.08302874247233073
sim_compute_robot_state-npc3_min0.0743675176302592
sim_compute_sim_state_max0.0490942940567479
sim_compute_sim_state_mean0.04577422812490752
sim_compute_sim_state_median0.04639856338500976
sim_compute_sim_state_min0.0406018861134847
sim_physics_max0.31012982310670795
sim_physics_mean0.26666795925660564
sim_physics_median0.2631913352012634
sim_physics_min0.2369021201133728
sim_render-ego_max0.08006368261395079
sim_render-ego_mean0.07505092323187626
sim_render-ego_median0.07521909236907959
sim_render-ego_min0.06839807748794556
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean12.95000000000006
survival_time_min4.94999999999999
210812699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:21:32(hidden)
driven_lanedir_consec_median0.3787704196622297
survival_time_median4.749999999999991
deviation-center-line_median0.3565112702888225
in-drivable-lane_median0.1999999999999993


other stats
agent_compute-ego_max0.09579787254333497
agent_compute-ego_mean0.08873557041078427
agent_compute-ego_median0.08875322182973226
agent_compute-ego_min0.0772650166561729
deviation-center-line_max0.995955273991036
deviation-center-line_mean0.49241348298819154
deviation-center-line_min0.17794855799105644
deviation-heading_max3.8352425655030986
deviation-heading_mean2.363563454255281
deviation-heading_median2.5814873595331584
deviation-heading_min0.5829145165746271
driven_any_max2.3490720300795833
driven_any_mean1.019701702716889
driven_any_median0.6927327493805732
driven_any_min0.29188406193902433
driven_lanedir_consec_max1.903203149124654
driven_lanedir_consec_mean0.6969957330169633
driven_lanedir_consec_min0.24777766139883556
driven_lanedir_max2.215991172656607
driven_lanedir_mean0.8475257609026878
driven_lanedir_median0.4622392324629913
driven_lanedir_min0.2634693851627814
in-drivable-lane_max1.2500000000000062
in-drivable-lane_mean0.3600000000000011
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.6927327493805732, "sim_physics": 0.19907011232878033, "survival_time": 4.749999999999991, "driven_lanedir": 0.4622392324629913, "sim_render-ego": 0.0592831435956453, "in-drivable-lane": 0.30000000000000004, "agent_compute-ego": 0.0772650166561729, "deviation-heading": 2.5814873595331584, "set_robot_commands": 0.08950410140188117, "deviation-center-line": 0.3565112702888225, "driven_lanedir_consec": 0.24777766139883556, "sim_compute_sim_state": 0.033331090525576944, "sim_compute_performance-ego": 0.062341095271863434, "sim_compute_robot_state-ego": 0.07201837489479467, "sim_compute_robot_state-npc0": 0.06140649193211606, "sim_compute_robot_state-npc1": 0.05985050452382941, "sim_compute_robot_state-npc2": 0.05833724423458702, "sim_compute_robot_state-npc3": 0.05842054015711734}, "udem1-1-0": {"driven_any": 0.4124180421689091, "sim_physics": 0.24245852848579144, "survival_time": 2.8999999999999977, "driven_lanedir": 0.3787704196622297, "sim_render-ego": 0.07977523474857726, "in-drivable-lane": 0, "agent_compute-ego": 0.09331934616483492, "deviation-heading": 1.058953310985765, "set_robot_commands": 0.11420636341489594, "deviation-center-line": 0.24011729880988025, "driven_lanedir_consec": 0.3787704196622297, "sim_compute_sim_state": 0.0460496031004807, "sim_compute_performance-ego": 0.07641519349196861, "sim_compute_robot_state-ego": 0.08465650985980856, "sim_compute_robot_state-npc0": 0.08039469143439984, "sim_compute_robot_state-npc1": 0.07880406955192829, "sim_compute_robot_state-npc2": 0.07852974020201585, "sim_compute_robot_state-npc3": 0.08317642787407184}, "udem1-2-0": {"driven_any": 1.352401630016357, "sim_physics": 0.2391613892146519, "survival_time": 8.74999999999999, "driven_lanedir": 0.9171585945688294, "sim_render-ego": 0.07402229445321219, "in-drivable-lane": 1.2500000000000062, "agent_compute-ego": 0.09579787254333497, "deviation-heading": 3.8352425655030986, "set_robot_commands": 0.10914977482386998, "deviation-center-line": 0.6915350138601626, "driven_lanedir_consec": 0.6917580497363156, "sim_compute_sim_state": 0.04336758204868862, "sim_compute_performance-ego": 0.07931509699140277, "sim_compute_robot_state-ego": 0.08660522597176688, "sim_compute_robot_state-npc0": 0.07682615143912179, "sim_compute_robot_state-npc1": 0.07696375574384416, "sim_compute_robot_state-npc2": 0.07935257502964564, "sim_compute_robot_state-npc3": 0.07764775548662459}, "udem1-3-0": {"driven_any": 0.29188406193902433, "sim_physics": 0.26152580283408944, "survival_time": 2.1500000000000004, "driven_lanedir": 0.2634693851627814, "sim_render-ego": 0.06770732790924781, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.08854239485984625, "deviation-heading": 0.5829145165746271, "set_robot_commands": 0.1109273821808571, "deviation-center-line": 0.17794855799105644, "driven_lanedir_consec": 0.2634693851627814, "sim_compute_sim_state": 0.04564330744188885, "sim_compute_performance-ego": 0.07316308243330134, "sim_compute_robot_state-ego": 0.07928129129631575, "sim_compute_robot_state-npc0": 0.0780912998110749, "sim_compute_robot_state-npc1": 0.08179065238597781, "sim_compute_robot_state-npc2": 0.0827751547791237, "sim_compute_robot_state-npc3": 0.08072426707245582}, "udem1-4-0": {"driven_any": 2.3490720300795833, "sim_physics": 0.2412813369433085, "survival_time": 14.950000000000076, "driven_lanedir": 2.215991172656607, "sim_render-ego": 0.06993374903996785, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.08875322182973226, "deviation-heading": 3.759219518679757, "set_robot_commands": 0.11087623198827108, "deviation-center-line": 0.995955273991036, "driven_lanedir_consec": 1.903203149124654, "sim_compute_sim_state": 0.0437113626797994, "sim_compute_performance-ego": 0.07857139825820923, "sim_compute_robot_state-ego": 0.08950861136118571, "sim_compute_robot_state-npc0": 0.07821232318878174, "sim_compute_robot_state-npc1": 0.07927296082178752, "sim_compute_robot_state-npc2": 0.07894835392634074, "sim_compute_robot_state-npc3": 0.07899722735087077}}
set_robot_commands_max0.11420636341489594
set_robot_commands_mean0.10693277076195506
set_robot_commands_median0.11087623198827108
set_robot_commands_min0.08950410140188117
sim_compute_performance-ego_max0.07931509699140277
sim_compute_performance-ego_mean0.07396117328934908
sim_compute_performance-ego_median0.07641519349196861
sim_compute_performance-ego_min0.062341095271863434
sim_compute_robot_state-ego_max0.08950861136118571
sim_compute_robot_state-ego_mean0.08241400267677432
sim_compute_robot_state-ego_median0.08465650985980856
sim_compute_robot_state-ego_min0.07201837489479467
sim_compute_robot_state-npc0_max0.08039469143439984
sim_compute_robot_state-npc0_mean0.07498619156109886
sim_compute_robot_state-npc0_median0.0780912998110749
sim_compute_robot_state-npc0_min0.06140649193211606
sim_compute_robot_state-npc1_max0.08179065238597781
sim_compute_robot_state-npc1_mean0.07533638860547345
sim_compute_robot_state-npc1_median0.07880406955192829
sim_compute_robot_state-npc1_min0.05985050452382941
sim_compute_robot_state-npc2_max0.0827751547791237
sim_compute_robot_state-npc2_mean0.07558861363434258
sim_compute_robot_state-npc2_median0.07894835392634074
sim_compute_robot_state-npc2_min0.05833724423458702
sim_compute_robot_state-npc3_max0.08317642787407184
sim_compute_robot_state-npc3_mean0.07579324358822807
sim_compute_robot_state-npc3_median0.07899722735087077
sim_compute_robot_state-npc3_min0.05842054015711734
sim_compute_sim_state_max0.0460496031004807
sim_compute_sim_state_mean0.042420589159286905
sim_compute_sim_state_median0.0437113626797994
sim_compute_sim_state_min0.033331090525576944
sim_physics_max0.26152580283408944
sim_physics_mean0.2366994339613243
sim_physics_median0.2412813369433085
sim_physics_min0.19907011232878033
sim_render-ego_max0.07977523474857726
sim_render-ego_mean0.07014434994933008
sim_render-ego_median0.06993374903996785
sim_render-ego_min0.0592831435956453
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.700000000000012
survival_time_min2.1500000000000004
210722699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:10:46
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2699/step1-simulation-ip-172-31-40-253-32059-job21072/logs/challenges-runner/stdout.log'
(hidden)
204362699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:19:06(hidden)
driven_lanedir_consec_median0.5801776286491975
survival_time_median4.699999999999991
deviation-center-line_median0.26936761040239493
in-drivable-lane_median0.4499999999999984


other stats
agent_compute-ego_max0.10425066947937012
agent_compute-ego_mean0.07877306172864658
agent_compute-ego_median0.07297825495402019
agent_compute-ego_min0.069343972773779
deviation-center-line_max1.355913677449695
deviation-center-line_mean0.5100146192268586
deviation-center-line_min0.25386983582980877
deviation-heading_max5.054650638931494
deviation-heading_mean2.6593116483367205
deviation-heading_median2.2537593720877656
deviation-heading_min1.0416601628945743
driven_any_max2.348604877411217
driven_any_mean1.103445143727089
driven_any_median0.7015372390145492
driven_any_min0.6211615163230134
driven_lanedir_consec_max1.3906545927931624
driven_lanedir_consec_mean0.6987098609920824
driven_lanedir_consec_min0.42145634901816664
driven_lanedir_max1.6070487472205957
driven_lanedir_mean0.765129724025013
driven_lanedir_median0.5801776286491975
driven_lanedir_min0.46678183916440785
in-drivable-lane_max2.8000000000000327
in-drivable-lane_mean1.1500000000000044
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.6624683501359925, "sim_physics": 0.23774931981013372, "survival_time": 4.549999999999992, "driven_lanedir": 0.6344788953354776, "sim_render-ego": 0.0781041580242115, "in-drivable-lane": 0, "agent_compute-ego": 0.10425066947937012, "deviation-heading": 1.0416601628945743, "set_robot_commands": 0.14326243348174042, "deviation-center-line": 0.26936761040239493, "driven_lanedir_consec": 0.6344788953354776, "sim_compute_sim_state": 0.0494250360426012, "sim_compute_performance-ego": 0.0915365743113088, "sim_compute_robot_state-ego": 0.10334096374092522, "sim_compute_robot_state-npc0": 0.09145923761221078, "sim_compute_robot_state-npc1": 0.08759878231928898, "sim_compute_robot_state-npc2": 0.08629641166100135, "sim_compute_robot_state-npc3": 0.08846108730022724}, "udem1-1-0": {"driven_any": 0.7015372390145492, "sim_physics": 0.1735348549294979, "survival_time": 4.699999999999991, "driven_lanedir": 0.5801776286491975, "sim_render-ego": 0.062085920191825704, "in-drivable-lane": 0, "agent_compute-ego": 0.07457624344115561, "deviation-heading": 2.2537593720877656, "set_robot_commands": 0.09703561600218429, "deviation-center-line": 0.2543433113586656, "driven_lanedir_consec": 0.5801776286491975, "sim_compute_sim_state": 0.039021367722369256, "sim_compute_performance-ego": 0.0658872330442388, "sim_compute_robot_state-ego": 0.07483504680877036, "sim_compute_robot_state-npc0": 0.06723661372002135, "sim_compute_robot_state-npc1": 0.06632758962347153, "sim_compute_robot_state-npc2": 0.06798178084353183, "sim_compute_robot_state-npc3": 0.0668721021489894}, "udem1-2-0": {"driven_any": 0.6211615163230134, "sim_physics": 0.14794334911164783, "survival_time": 4.199999999999993, "driven_lanedir": 0.46678183916440785, "sim_render-ego": 0.0532480137688773, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.069343972773779, "deviation-heading": 1.5404118207268411, "set_robot_commands": 0.07871835572378975, "deviation-center-line": 0.25386983582980877, "driven_lanedir_consec": 0.46678183916440785, "sim_compute_sim_state": 0.033267716566721596, "sim_compute_performance-ego": 0.05922813358761016, "sim_compute_robot_state-ego": 0.06260295992805845, "sim_compute_robot_state-npc0": 0.058890964303697856, "sim_compute_robot_state-npc1": 0.05676056089855376, "sim_compute_robot_state-npc2": 0.05902534723281861, "sim_compute_robot_state-npc3": 0.05743403945650373}, "udem1-3-0": {"driven_any": 1.183453735750672, "sim_physics": 0.18154857839856828, "survival_time": 7.699999999999981, "driven_lanedir": 0.5371615097553868, "sim_render-ego": 0.0582614363013924, "in-drivable-lane": 2.499999999999991, "agent_compute-ego": 0.07271616799490792, "deviation-heading": 3.4060762470429276, "set_robot_commands": 0.092274724663078, "deviation-center-line": 0.416578661093729, "driven_lanedir_consec": 0.42145634901816664, "sim_compute_sim_state": 0.03667543460796406, "sim_compute_performance-ego": 0.06380183975417893, "sim_compute_robot_state-ego": 0.06721591794645632, "sim_compute_robot_state-npc0": 0.06569496687356528, "sim_compute_robot_state-npc1": 0.06443776093520127, "sim_compute_robot_state-npc2": 0.06494198062203148, "sim_compute_robot_state-npc3": 0.06599500581815645}, "udem1-4-0": {"driven_any": 2.348604877411217, "sim_physics": 0.2078692881266276, "survival_time": 14.950000000000076, "driven_lanedir": 1.6070487472205957, "sim_render-ego": 0.06183717807133993, "in-drivable-lane": 2.8000000000000327, "agent_compute-ego": 0.07297825495402019, "deviation-heading": 5.054650638931494, "set_robot_commands": 0.0912077768643697, "deviation-center-line": 1.355913677449695, "driven_lanedir_consec": 1.3906545927931624, "sim_compute_sim_state": 0.03735380252202352, "sim_compute_performance-ego": 0.06734412511189779, "sim_compute_robot_state-ego": 0.07036105314890544, "sim_compute_robot_state-npc0": 0.06751850684483846, "sim_compute_robot_state-npc1": 0.06564093271891276, "sim_compute_robot_state-npc2": 0.06659367402394613, "sim_compute_robot_state-npc3": 0.06508284091949462}}
set_robot_commands_max0.14326243348174042
set_robot_commands_mean0.10049978134703244
set_robot_commands_median0.092274724663078
set_robot_commands_min0.07871835572378975
sim_compute_performance-ego_max0.0915365743113088
sim_compute_performance-ego_mean0.06955958116184689
sim_compute_performance-ego_median0.0658872330442388
sim_compute_performance-ego_min0.05922813358761016
sim_compute_robot_state-ego_max0.10334096374092522
sim_compute_robot_state-ego_mean0.07567118831462315
sim_compute_robot_state-ego_median0.07036105314890544
sim_compute_robot_state-ego_min0.06260295992805845
sim_compute_robot_state-npc0_max0.09145923761221078
sim_compute_robot_state-npc0_mean0.07016005787086674
sim_compute_robot_state-npc0_median0.06723661372002135
sim_compute_robot_state-npc0_min0.058890964303697856
sim_compute_robot_state-npc1_max0.08759878231928898
sim_compute_robot_state-npc1_mean0.06815312529908565
sim_compute_robot_state-npc1_median0.06564093271891276
sim_compute_robot_state-npc1_min0.05676056089855376
sim_compute_robot_state-npc2_max0.08629641166100135
sim_compute_robot_state-npc2_mean0.06896783887666588
sim_compute_robot_state-npc2_median0.06659367402394613
sim_compute_robot_state-npc2_min0.05902534723281861
sim_compute_robot_state-npc3_max0.08846108730022724
sim_compute_robot_state-npc3_mean0.0687690151286743
sim_compute_robot_state-npc3_median0.06599500581815645
sim_compute_robot_state-npc3_min0.05743403945650373
sim_compute_sim_state_max0.0494250360426012
sim_compute_sim_state_mean0.03914867149233593
sim_compute_sim_state_median0.03735380252202352
sim_compute_sim_state_min0.033267716566721596
sim_physics_max0.23774931981013372
sim_physics_mean0.1897290780752951
sim_physics_median0.18154857839856828
sim_physics_min0.14794334911164783
sim_render-ego_max0.0781041580242115
sim_render-ego_mean0.06270734127152937
sim_render-ego_median0.06183717807133993
sim_render-ego_min0.0532480137688773
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.220000000000008
survival_time_min4.199999999999993
204222699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:03:09
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20422-244896', 'ps', '-q', 'solution']' returned non-zero exit status 255.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20422-244896', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20422-244896', 'ps', '-q', 'solution']' returned non-zero exit status 255.

stdout | 

stderr | 
(hidden)
203972699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationtimeoutno-0:32:44
Timeout because eval [...]
Timeout because evaluator contacted us
(hidden)
203682699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:04:47
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20368-792202', 'ps', '-q', 'solution']' returned non-zero exit status 255.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20368-792202', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20368-792202', 'ps', '-q', 'solution']' returned non-zero exit status 255.

stdout | 

stderr | 
(hidden)
194122699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:26:13(hidden)
driven_lanedir_consec_median0.4575065735206416
survival_time_median3.2499999999999964
deviation-center-line_median0.23022199665281676
in-drivable-lane_median0


other stats
agent_compute-ego_max0.10910807956348766
agent_compute-ego_mean0.10028566392903308
agent_compute-ego_median0.09964600709768442
agent_compute-ego_min0.09552093823750814
deviation-center-line_max1.4336432087553297
deviation-center-line_mean0.6301027813199432
deviation-center-line_min0.07666525860598492
deviation-heading_max3.7109366351875015
deviation-heading_mean1.7612426807883026
deviation-heading_median0.7502839600189561
deviation-heading_min0.6841880973221255
driven_any_max2.3556641052152285
driven_any_mean1.164213484754307
driven_any_median0.4752923056793824
driven_any_min0.21812077720243775
driven_lanedir_consec_max2.235409200150684
driven_lanedir_consec_mean1.077542821734485
driven_lanedir_consec_min0.1747988423031619
driven_lanedir_max2.23726002153108
driven_lanedir_mean1.0782052202839671
driven_lanedir_median0.4575065735206416
driven_lanedir_min0.1747988423031619
in-drivable-lane_max0.8500000000000121
in-drivable-lane_mean0.17000000000000243
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3449296955498475, "sim_physics": 0.05385844310124715, "survival_time": 14.950000000000076, "driven_lanedir": 2.116684797338103, "sim_render-ego": 0.07603572765986125, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.10074636618296304, "deviation-heading": 2.943803713166762, "set_robot_commands": 0.1301601568857829, "deviation-center-line": 1.4336432087553297, "driven_lanedir_consec": 2.115223625971087, "sim_compute_sim_state": 0.04754151821136474, "sim_compute_performance-ego": 0.08477632999420166, "sim_compute_robot_state-ego": 0.0930199106534322, "sim_compute_robot_state-npc0": 0.08508650859196981, "sim_compute_robot_state-npc1": 0.08579297463099161, "sim_compute_robot_state-npc2": 0.08550958156585693, "sim_compute_robot_state-npc3": 0.08596503734588623}, "udem1-1-0": {"driven_any": 0.21812077720243775, "sim_physics": 0.05582082632816199, "survival_time": 1.6500000000000008, "driven_lanedir": 0.1747988423031619, "sim_render-ego": 0.08216583367550012, "in-drivable-lane": 0, "agent_compute-ego": 0.10910807956348766, "deviation-heading": 0.7170009982461676, "set_robot_commands": 0.13198560656923236, "deviation-center-line": 0.07666525860598492, "driven_lanedir_consec": 0.1747988423031619, "sim_compute_sim_state": 0.04913722385059704, "sim_compute_performance-ego": 0.09385259946187335, "sim_compute_robot_state-ego": 0.09468537388425884, "sim_compute_robot_state-npc0": 0.08669434894214977, "sim_compute_robot_state-npc1": 0.08747716383500533, "sim_compute_robot_state-npc2": 0.09132135998119008, "sim_compute_robot_state-npc3": 0.08748483657836914}, "udem1-2-0": {"driven_any": 0.4752923056793824, "sim_physics": 0.0685802386357234, "survival_time": 3.2499999999999964, "driven_lanedir": 0.4575065735206416, "sim_render-ego": 0.07421175883366511, "in-drivable-lane": 0, "agent_compute-ego": 0.09964600709768442, "deviation-heading": 0.6841880973221255, "set_robot_commands": 0.12249726882347692, "deviation-center-line": 0.23022199665281676, "driven_lanedir_consec": 0.4575065735206416, "sim_compute_sim_state": 0.045558966123140775, "sim_compute_performance-ego": 0.08038598207327036, "sim_compute_robot_state-ego": 0.09462339694683368, "sim_compute_robot_state-npc0": 0.0792160731095534, "sim_compute_robot_state-npc1": 0.08015786317678598, "sim_compute_robot_state-npc2": 0.07892928857069749, "sim_compute_robot_state-npc3": 0.08290820488562951}, "udem1-3-0": {"driven_any": 0.42706054012463945, "sim_physics": 0.062054254240908865, "survival_time": 2.9499999999999975, "driven_lanedir": 0.4047758667268495, "sim_render-ego": 0.07313567905102746, "in-drivable-lane": 0, "agent_compute-ego": 0.09640692856352208, "deviation-heading": 0.7502839600189561, "set_robot_commands": 0.12099213115239547, "deviation-center-line": 0.21636801081226129, "driven_lanedir_consec": 0.4047758667268495, "sim_compute_sim_state": 0.04507081791505975, "sim_compute_performance-ego": 0.08145683094606561, "sim_compute_robot_state-ego": 0.09315770359362588, "sim_compute_robot_state-npc0": 0.08017863661555921, "sim_compute_robot_state-npc1": 0.07758906332112975, "sim_compute_robot_state-npc2": 0.08016461032932087, "sim_compute_robot_state-npc3": 0.07904569981461865}, "udem1-4-0": {"driven_any": 2.3556641052152285, "sim_physics": 0.05326221386591593, "survival_time": 14.950000000000076, "driven_lanedir": 2.23726002153108, "sim_render-ego": 0.0758126982053121, "in-drivable-lane": 0, "agent_compute-ego": 0.09552093823750814, "deviation-heading": 3.7109366351875015, "set_robot_commands": 0.1243363642692566, "deviation-center-line": 1.1936154317733236, "driven_lanedir_consec": 2.235409200150684, "sim_compute_sim_state": 0.04594416697820028, "sim_compute_performance-ego": 0.08168052911758422, "sim_compute_robot_state-ego": 0.09026271184285482, "sim_compute_robot_state-npc0": 0.08311652421951293, "sim_compute_robot_state-npc1": 0.08258322318394978, "sim_compute_robot_state-npc2": 0.08081874052683512, "sim_compute_robot_state-npc3": 0.08203700065612793}}
set_robot_commands_max0.13198560656923236
set_robot_commands_mean0.12599430554002886
set_robot_commands_median0.1243363642692566
set_robot_commands_min0.12099213115239547
sim_compute_performance-ego_max0.09385259946187335
sim_compute_performance-ego_mean0.08443045431859905
sim_compute_performance-ego_median0.08168052911758422
sim_compute_performance-ego_min0.08038598207327036
sim_compute_robot_state-ego_max0.09468537388425884
sim_compute_robot_state-ego_mean0.09314981938420108
sim_compute_robot_state-ego_median0.09315770359362588
sim_compute_robot_state-ego_min0.09026271184285482
sim_compute_robot_state-npc0_max0.08669434894214977
sim_compute_robot_state-npc0_mean0.08285841829574904
sim_compute_robot_state-npc0_median0.08311652421951293
sim_compute_robot_state-npc0_min0.0792160731095534
sim_compute_robot_state-npc1_max0.08747716383500533
sim_compute_robot_state-npc1_mean0.08272005762957249
sim_compute_robot_state-npc1_median0.08258322318394978
sim_compute_robot_state-npc1_min0.07758906332112975
sim_compute_robot_state-npc2_max0.09132135998119008
sim_compute_robot_state-npc2_mean0.0833487161947801
sim_compute_robot_state-npc2_median0.08081874052683512
sim_compute_robot_state-npc2_min0.07892928857069749
sim_compute_robot_state-npc3_max0.08748483657836914
sim_compute_robot_state-npc3_mean0.0834881558561263
sim_compute_robot_state-npc3_median0.08290820488562951
sim_compute_robot_state-npc3_min0.07904569981461865
sim_compute_sim_state_max0.04913722385059704
sim_compute_sim_state_mean0.04665053861567252
sim_compute_sim_state_median0.04594416697820028
sim_compute_sim_state_min0.04507081791505975
sim_physics_max0.0685802386357234
sim_physics_mean0.05871519523439147
sim_physics_median0.05582082632816199
sim_physics_min0.05326221386591593
sim_render-ego_max0.08216583367550012
sim_render-ego_mean0.07627233948507321
sim_render-ego_median0.0758126982053121
sim_render-ego_min0.07313567905102746
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.550000000000031
survival_time_min1.6500000000000008
186732699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:20:46(hidden)
driven_lanedir_consec_median0.43593766439650894
survival_time_median3.699999999999995
deviation-center-line_median0.1772302808574296
in-drivable-lane_median0


other stats
agent_compute-ego_max0.056881829897562665
agent_compute-ego_mean0.05446178649782061
agent_compute-ego_median0.05451538756087019
agent_compute-ego_min0.052277942498524986
deviation-center-line_max1.1855564363149134
deviation-center-line_mean0.5213010809856753
deviation-center-line_min0.06285992545202822
deviation-heading_max3.502548129253954
deviation-heading_mean1.8728124114201856
deviation-heading_median1.759533915774549
deviation-heading_min0.6982327667695356
driven_any_max2.3556906604875345
driven_any_mean1.136874106216758
driven_any_median0.5475136042574559
driven_any_min0.19400908563899977
driven_lanedir_consec_max2.296141941563741
driven_lanedir_consec_mean1.0640631107523282
driven_lanedir_consec_min0.14699233150932622
driven_lanedir_max2.297785803056467
driven_lanedir_mean1.06492912054681
driven_lanedir_median0.43593766439650894
driven_lanedir_min0.14699233150932622
in-drivable-lane_max0.04999999999999982
in-drivable-lane_mean0.009999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3449257534965016, "sim_physics": 0.02539680322011312, "survival_time": 14.950000000000076, "driven_lanedir": 2.241814920796089, "sim_render-ego": 0.05226151386896769, "in-drivable-lane": 0, "agent_compute-ego": 0.056881829897562665, "deviation-heading": 3.502548129253954, "set_robot_commands": 0.0714858627319336, "deviation-center-line": 1.0929554707029507, "driven_lanedir_consec": 2.239128733316406, "sim_compute_sim_state": 0.0305661408106486, "sim_compute_performance-ego": 0.053240644931793216, "sim_compute_robot_state-ego": 0.05508635838826497, "sim_compute_robot_state-npc0": 0.05626972754796346, "sim_compute_robot_state-npc1": 0.053907879988352454, "sim_compute_robot_state-npc2": 0.05400955359141032, "sim_compute_robot_state-npc3": 0.054040865898132326}, "udem1-1-0": {"driven_any": 0.19400908563899977, "sim_physics": 0.025470725695292153, "survival_time": 1.5000000000000009, "driven_lanedir": 0.14699233150932622, "sim_render-ego": 0.050803057352701825, "in-drivable-lane": 0, "agent_compute-ego": 0.05383745034535726, "deviation-heading": 0.6982327667695356, "set_robot_commands": 0.07023932139078776, "deviation-center-line": 0.06285992545202822, "driven_lanedir_consec": 0.14699233150932622, "sim_compute_sim_state": 0.03049180507659912, "sim_compute_performance-ego": 0.051905282338460285, "sim_compute_robot_state-ego": 0.05275351206461589, "sim_compute_robot_state-npc0": 0.0529720942179362, "sim_compute_robot_state-npc1": 0.05183607737223307, "sim_compute_robot_state-npc2": 0.05286026795705159, "sim_compute_robot_state-npc3": 0.05103451410929362}, "udem1-2-0": {"driven_any": 0.5475136042574559, "sim_physics": 0.02844353624292322, "survival_time": 3.699999999999995, "driven_lanedir": 0.43593766439650894, "sim_render-ego": 0.04982722127759779, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.05451538756087019, "deviation-heading": 1.759533915774549, "set_robot_commands": 0.0712344130954227, "deviation-center-line": 0.1772302808574296, "driven_lanedir_consec": 0.43593766439650894, "sim_compute_sim_state": 0.02872157741237331, "sim_compute_performance-ego": 0.05068264780817805, "sim_compute_robot_state-ego": 0.05210371919580408, "sim_compute_robot_state-npc0": 0.05560694191906903, "sim_compute_robot_state-npc1": 0.053876809171728185, "sim_compute_robot_state-npc2": 0.05209931489583608, "sim_compute_robot_state-npc3": 0.051115148776286354}, "udem1-3-0": {"driven_any": 0.24223142720329843, "sim_physics": 0.026574300395117864, "survival_time": 1.800000000000001, "driven_lanedir": 0.20211488297565897, "sim_render-ego": 0.05078878005345663, "in-drivable-lane": 0, "agent_compute-ego": 0.052277942498524986, "deviation-heading": 0.7248141447479443, "set_robot_commands": 0.06756485833062066, "deviation-center-line": 0.08790329160105441, "driven_lanedir_consec": 0.20211488297565897, "sim_compute_sim_state": 0.02982228994369507, "sim_compute_performance-ego": 0.050627946853637695, "sim_compute_robot_state-ego": 0.052060332563188344, "sim_compute_robot_state-npc0": 0.051817079385121666, "sim_compute_robot_state-npc1": 0.05195076598061456, "sim_compute_robot_state-npc2": 0.051977422502305776, "sim_compute_robot_state-npc3": 0.05135076575809055}, "udem1-4-0": {"driven_any": 2.3556906604875345, "sim_physics": 0.023235021432240804, "survival_time": 14.950000000000076, "driven_lanedir": 2.297785803056467, "sim_render-ego": 0.049773892561594646, "in-drivable-lane": 0, "agent_compute-ego": 0.05479632218678792, "deviation-heading": 2.678933100554946, "set_robot_commands": 0.06982022921244303, "deviation-center-line": 1.1855564363149134, "driven_lanedir_consec": 2.296141941563741, "sim_compute_sim_state": 0.02898385365804037, "sim_compute_performance-ego": 0.05052324453989665, "sim_compute_robot_state-ego": 0.05275292714436849, "sim_compute_robot_state-npc0": 0.05327648957570394, "sim_compute_robot_state-npc1": 0.051890904108683265, "sim_compute_robot_state-npc2": 0.051244877974192304, "sim_compute_robot_state-npc3": 0.05131723801294963}}
set_robot_commands_max0.0714858627319336
set_robot_commands_mean0.07006893695224155
set_robot_commands_median0.07023932139078776
set_robot_commands_min0.06756485833062066
sim_compute_performance-ego_max0.053240644931793216
sim_compute_performance-ego_mean0.051395953294393185
sim_compute_performance-ego_median0.05068264780817805
sim_compute_performance-ego_min0.05052324453989665
sim_compute_robot_state-ego_max0.05508635838826497
sim_compute_robot_state-ego_mean0.05295136987124835
sim_compute_robot_state-ego_median0.05275292714436849
sim_compute_robot_state-ego_min0.052060332563188344
sim_compute_robot_state-npc0_max0.05626972754796346
sim_compute_robot_state-npc0_mean0.05398846652915886
sim_compute_robot_state-npc0_median0.05327648957570394
sim_compute_robot_state-npc0_min0.051817079385121666
sim_compute_robot_state-npc1_max0.053907879988352454
sim_compute_robot_state-npc1_mean0.0526924873243223
sim_compute_robot_state-npc1_median0.05195076598061456
sim_compute_robot_state-npc1_min0.05183607737223307
sim_compute_robot_state-npc2_max0.05400955359141032
sim_compute_robot_state-npc2_mean0.05243828738415921
sim_compute_robot_state-npc2_median0.05209931489583608
sim_compute_robot_state-npc2_min0.051244877974192304
sim_compute_robot_state-npc3_max0.054040865898132326
sim_compute_robot_state-npc3_mean0.0517717065109505
sim_compute_robot_state-npc3_median0.05131723801294963
sim_compute_robot_state-npc3_min0.05103451410929362
sim_compute_sim_state_max0.0305661408106486
sim_compute_sim_state_mean0.029717133380271293
sim_compute_sim_state_median0.02982228994369507
sim_compute_sim_state_min0.02872157741237331
sim_physics_max0.02844353624292322
sim_physics_mean0.025824077397137435
sim_physics_median0.025470725695292153
sim_physics_min0.023235021432240804
sim_render-ego_max0.05226151386896769
sim_render-ego_mean0.05069089302286371
sim_render-ego_median0.05078878005345663
sim_render-ego_min0.049773892561594646
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.380000000000029
survival_time_min1.5000000000000009
183412699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationerrorno-0:20:59
Waited 1200 seconds [...]
Waited 1200 seconds for container to finish. Giving up. 
(hidden)
183352699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:13:26
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18335-408769', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18335-408769', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18335-408769', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
180802699Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFVI-sim-validationstep1-simulationsuccessno-0:12:28(hidden)
driven_lanedir_consec_median0.4295619846489447
survival_time_median1.6000000000000008
deviation-center-line_median0.07325371549120385
in-drivable-lane_median0.15000000000000013


other stats
agent_compute-ego_max0.07442486013164958
agent_compute-ego_mean0.06588728727304267
agent_compute-ego_median0.0657777264714241
agent_compute-ego_min0.06017786264419556
deviation-center-line_max0.5803619961931463
deviation-center-line_mean0.2286516715076211
deviation-center-line_min0.014131572308476203
deviation-heading_max3.5300341502856827
deviation-heading_mean1.213423634148418
deviation-heading_median0.4949206280357696
deviation-heading_min0.23485935983412404
driven_any_max3.1587909709365434
driven_any_mean1.2515479324335343
driven_any_median0.5139883771363143
driven_any_min0.1922564900124762
driven_lanedir_consec_max1.6791447530422143
driven_lanedir_consec_mean0.748698484557926
driven_lanedir_consec_min0.10341170493653971
driven_lanedir_max1.8893665875869343
driven_lanedir_mean0.79074285146687
driven_lanedir_median0.4295619846489447
driven_lanedir_min0.10341170493653971
in-drivable-lane_max2.5500000000000007
in-drivable-lane_mean0.9999999999999986
in-drivable-lane_min0.05000000000000005
per-episodes
details{"udem1-0-0": {"driven_any": 3.1587909709365434, "sim_physics": 0.02525908863125135, "survival_time": 9.950000000000006, "driven_lanedir": 1.8893665875869343, "sim_render-ego": 0.06271439341444467, "in-drivable-lane": 2.5500000000000007, "agent_compute-ego": 0.06260478197030686, "deviation-heading": 3.5300341502856827, "set_robot_commands": 0.0736141959626471, "deviation-center-line": 0.5803619961931463, "driven_lanedir_consec": 1.6791447530422143, "sim_compute_sim_state": 0.03453456337128452, "sim_compute_performance-ego": 0.06118986474808736, "sim_compute_robot_state-ego": 0.0611780744102133, "sim_compute_robot_state-npc0": 0.06675707515160642, "sim_compute_robot_state-npc1": 0.062037935209034674, "sim_compute_robot_state-npc2": 0.06241248360830336, "sim_compute_robot_state-npc3": 0.06237557066145854}, "udem1-1-0": {"driven_any": 0.1922564900124762, "sim_physics": 0.02374744415283203, "survival_time": 0.6, "driven_lanedir": 0.10341170493653971, "sim_render-ego": 0.05318979422251383, "in-drivable-lane": 0.15000000000000002, "agent_compute-ego": 0.06017786264419556, "deviation-heading": 0.23485935983412404, "set_robot_commands": 0.07216568787892659, "deviation-center-line": 0.014131572308476203, "driven_lanedir_consec": 0.10341170493653971, "sim_compute_sim_state": 0.03170551856358846, "sim_compute_performance-ego": 0.05190229415893555, "sim_compute_robot_state-ego": 0.05545228719711304, "sim_compute_robot_state-npc0": 0.05964595079421997, "sim_compute_robot_state-npc1": 0.05312633514404297, "sim_compute_robot_state-npc2": 0.05439488093058268, "sim_compute_robot_state-npc3": 0.05603365103403727}, "udem1-2-0": {"driven_any": 0.5139883771363143, "sim_physics": 0.02825760841369629, "survival_time": 1.6000000000000008, "driven_lanedir": 0.4295619846489447, "sim_render-ego": 0.06825683265924454, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.0657777264714241, "deviation-heading": 0.4949206280357696, "set_robot_commands": 0.07155575603246689, "deviation-center-line": 0.07325371549120385, "driven_lanedir_consec": 0.4295619846489447, "sim_compute_sim_state": 0.03638485074043274, "sim_compute_performance-ego": 0.06182270497083664, "sim_compute_robot_state-ego": 0.061621516942977905, "sim_compute_robot_state-npc0": 0.07070044428110123, "sim_compute_robot_state-npc1": 0.06564455479383469, "sim_compute_robot_state-npc2": 0.0651109367609024, "sim_compute_robot_state-npc3": 0.06541573256254196}, "udem1-3-0": {"driven_any": 0.28872756443826275, "sim_physics": 0.024477720260620117, "survival_time": 0.9000000000000002, "driven_lanedir": 0.21420470579713036, "sim_render-ego": 0.06553828716278076, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.06645120514763726, "deviation-heading": 0.37929247003322614, "set_robot_commands": 0.07361548476748997, "deviation-center-line": 0.028379829333502003, "driven_lanedir_consec": 0.21420470579713036, "sim_compute_sim_state": 0.035543852382236056, "sim_compute_performance-ego": 0.064910093943278, "sim_compute_robot_state-ego": 0.06059032016330295, "sim_compute_robot_state-npc0": 0.07710247569613987, "sim_compute_robot_state-npc1": 0.0694757170147366, "sim_compute_robot_state-npc2": 0.06604724460177952, "sim_compute_robot_state-npc3": 0.06477717558542888}, "udem1-4-0": {"driven_any": 2.1039762596440745, "sim_physics": 0.02840410298063555, "survival_time": 6.549999999999985, "driven_lanedir": 1.3171692743648011, "sim_render-ego": 0.06969480842124415, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.07442486013164958, "deviation-heading": 1.428011562553288, "set_robot_commands": 0.07989320318207487, "deviation-center-line": 0.44713124421177736, "driven_lanedir_consec": 1.3171692743648011, "sim_compute_sim_state": 0.03787055452361362, "sim_compute_performance-ego": 0.06700848623086478, "sim_compute_robot_state-ego": 0.06696078249516378, "sim_compute_robot_state-npc0": 0.0743862563417158, "sim_compute_robot_state-npc1": 0.07004757691885678, "sim_compute_robot_state-npc2": 0.0676634166076893, "sim_compute_robot_state-npc3": 0.06864002824739646}}
set_robot_commands_max0.07989320318207487
set_robot_commands_mean0.07416886556472109
set_robot_commands_median0.0736141959626471
set_robot_commands_min0.07155575603246689
sim_compute_performance-ego_max0.06700848623086478
sim_compute_performance-ego_mean0.06136668881040046
sim_compute_performance-ego_median0.06182270497083664
sim_compute_performance-ego_min0.05190229415893555
sim_compute_robot_state-ego_max0.06696078249516378
sim_compute_robot_state-ego_mean0.0611605962417542
sim_compute_robot_state-ego_median0.0611780744102133
sim_compute_robot_state-ego_min0.05545228719711304
sim_compute_robot_state-npc0_max0.07710247569613987
sim_compute_robot_state-npc0_mean0.06971844045295665
sim_compute_robot_state-npc0_median0.07070044428110123
sim_compute_robot_state-npc0_min0.05964595079421997
sim_compute_robot_state-npc1_max0.07004757691885678
sim_compute_robot_state-npc1_mean0.06406642381610114
sim_compute_robot_state-npc1_median0.06564455479383469
sim_compute_robot_state-npc1_min0.05312633514404297
sim_compute_robot_state-npc2_max0.0676634166076893
sim_compute_robot_state-npc2_mean0.06312579250185145
sim_compute_robot_state-npc2_median0.0651109367609024
sim_compute_robot_state-npc2_min0.05439488093058268
sim_compute_robot_state-npc3_max0.06864002824739646
sim_compute_robot_state-npc3_mean0.06344843161817262
sim_compute_robot_state-npc3_median0.06477717558542888
sim_compute_robot_state-npc3_min0.05603365103403727
sim_compute_sim_state_max0.03787055452361362
sim_compute_sim_state_mean0.03520786791623108
sim_compute_sim_state_median0.035543852382236056
sim_compute_sim_state_min0.03170551856358846
sim_physics_max0.02840410298063555
sim_physics_mean0.026029192887807067
sim_physics_median0.02525908863125135
sim_physics_min0.02374744415283203
sim_render-ego_max0.06969480842124415
sim_render-ego_mean0.06387882317604558
sim_render-ego_median0.06553828716278076
sim_render-ego_min0.05318979422251383
simulation-passed1
survival_time_max9.950000000000006
survival_time_mean3.919999999999999
survival_time_min0.6