AI Driving Olympics Home Challenges Submissions Jobs

Submission 2648

Submission2648
Competingyes
Challengeaido2-LFVI-sim-testing
Userzamatory
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22851
Next
User labelchallenge-aido_LF-template-ros - Template solution using ROS
Admin priority50
Blessing50
User priority

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228512648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessyes-0:27:39Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.08632995771325153
agent_compute-ego_mean0.07258555104347192
agent_compute-ego_median0.07364971497479607
agent_compute-ego_min0.05682149268033212
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.2208167673593544, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.06268394711505935, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.07430597672979515, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.09781136282955308, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.03910027354596609, "sim_compute_performance-ego": 0.07030214459063058, "sim_compute_robot_state-ego": 0.07872608483555806, "sim_compute_robot_state-npc0": 0.07072179863251836, "sim_compute_robot_state-npc1": 0.07518886945333826, "sim_compute_robot_state-npc2": 0.06789047746773226, "sim_compute_robot_state-npc3": 0.06894940066050334}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.19459955780594437, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.06086780406810619, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.0828678254727964, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.09315087177135328, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.03666593410350658, "sim_compute_performance-ego": 0.06677443892867477, "sim_compute_robot_state-ego": 0.07142140247203686, "sim_compute_robot_state-npc0": 0.06709367257577402, "sim_compute_robot_state-npc1": 0.06923399148163972, "sim_compute_robot_state-npc2": 0.06727996578922978, "sim_compute_robot_state-npc3": 0.0709986686706543}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.21615739663441977, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.06561717314597888, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.07435044875511757, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.10027464230855306, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.04094785910386305, "sim_compute_performance-ego": 0.07206605642269819, "sim_compute_robot_state-ego": 0.07668853111756153, "sim_compute_robot_state-npc0": 0.07139811454675137, "sim_compute_robot_state-npc1": 0.07054560612409543, "sim_compute_robot_state-npc2": 0.06968988516391852, "sim_compute_robot_state-npc3": 0.0709447524486444}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.16530179140860574, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.05005222036127459, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.05682149268033212, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.07452575365702312, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.03095547776473196, "sim_compute_performance-ego": 0.05155316570348907, "sim_compute_robot_state-ego": 0.05490991525482713, "sim_compute_robot_state-npc0": 0.05414606813798871, "sim_compute_robot_state-npc1": 0.052671875870018675, "sim_compute_robot_state-npc2": 0.05361538602594744, "sim_compute_robot_state-npc3": 0.052708458482173454}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.26057151089543884, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.07012398346610692, "in-drivable-lane": 0, "agent_compute-ego": 0.08632995771325153, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.11307873933211617, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.04470136891240659, "sim_compute_performance-ego": 0.08233482941337254, "sim_compute_robot_state-ego": 0.09955243442369544, "sim_compute_robot_state-npc0": 0.07949352264404297, "sim_compute_robot_state-npc1": 0.0775585589201554, "sim_compute_robot_state-npc2": 0.0762957179028055, "sim_compute_robot_state-npc3": 0.07926375969596532}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.21686979602364936, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.06413366981581145, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.07361782064624861, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.10138054688771564, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.04110824360566981, "sim_compute_performance-ego": 0.0718316540998571, "sim_compute_robot_state-ego": 0.07901183062908697, "sim_compute_robot_state-npc0": 0.07137980180628159, "sim_compute_robot_state-npc1": 0.07280653598261815, "sim_compute_robot_state-npc2": 0.07223974255954518, "sim_compute_robot_state-npc3": 0.0718833184709736}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.20806645495550977, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.06182538781847272, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.07366857528686524, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.09940426009041922, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.03839561939239502, "sim_compute_performance-ego": 0.06624725546155658, "sim_compute_robot_state-ego": 0.07188105583190918, "sim_compute_robot_state-npc0": 0.07021537167685372, "sim_compute_robot_state-npc1": 0.06950015681130546, "sim_compute_robot_state-npc2": 0.07012502806527274, "sim_compute_robot_state-npc3": 0.06942883389336722}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.20894192342888815, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.06547255058811136, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.07543560250164712, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.10080540996708282, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.03899189217449867, "sim_compute_performance-ego": 0.07018102685066119, "sim_compute_robot_state-ego": 0.07711496745070366, "sim_compute_robot_state-npc0": 0.07080989667814072, "sim_compute_robot_state-npc1": 0.07297921507325891, "sim_compute_robot_state-npc2": 0.06947513149209218, "sim_compute_robot_state-npc3": 0.07072316783748261}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.20094177889269452, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.06345253766969193, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.07120721839195074, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.09992891134217728, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.03913887156996616, "sim_compute_performance-ego": 0.0688749912173249, "sim_compute_robot_state-ego": 0.07422647365303926, "sim_compute_robot_state-npc0": 0.07162331425866415, "sim_compute_robot_state-npc1": 0.07215206013169399, "sim_compute_robot_state-npc2": 0.07188758461974389, "sim_compute_robot_state-npc3": 0.07284548393515654}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.18085241317749023, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.049974294809194714, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.05692987258617695, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.07175432718717135, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.029191081340496357, "sim_compute_performance-ego": 0.051044161503131576, "sim_compute_robot_state-ego": 0.056077269407419056, "sim_compute_robot_state-npc0": 0.05365423972790058, "sim_compute_robot_state-npc1": 0.05320336268498348, "sim_compute_robot_state-npc2": 0.05419428531940167, "sim_compute_robot_state-npc3": 0.05005870415614201}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.2004930019378662, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.06235786437988281, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.0715472380320231, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.09738000869750976, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.03913875579833984, "sim_compute_performance-ego": 0.06630342483520507, "sim_compute_robot_state-ego": 0.0718217118581136, "sim_compute_robot_state-npc0": 0.06972095171610514, "sim_compute_robot_state-npc1": 0.06911776224772136, "sim_compute_robot_state-npc2": 0.07022971153259278, "sim_compute_robot_state-npc3": 0.07081513086954752}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.2173393340337844, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.06691268512180873, "in-drivable-lane": 0, "agent_compute-ego": 0.07051161357334682, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.0989178702944801, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.039454108192807154, "sim_compute_performance-ego": 0.06593296641395205, "sim_compute_robot_state-ego": 0.06990030833653041, "sim_compute_robot_state-npc0": 0.07706495693751744, "sim_compute_robot_state-npc1": 0.0714270727975028, "sim_compute_robot_state-npc2": 0.0713616893405006, "sim_compute_robot_state-npc3": 0.07125240280514672}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.24641562617102333, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.06505821471990542, "in-drivable-lane": 1.15, "agent_compute-ego": 0.07174383207809093, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.10319226287132086, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.04028874219850053, "sim_compute_performance-ego": 0.07326821948206702, "sim_compute_robot_state-ego": 0.08584097374317258, "sim_compute_robot_state-npc0": 0.0761379086694052, "sim_compute_robot_state-npc1": 0.07427073079486225, "sim_compute_robot_state-npc2": 0.0721655058306317, "sim_compute_robot_state-npc3": 0.07203166429386583}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.23354137795312063, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.06516517911638532, "in-drivable-lane": 0, "agent_compute-ego": 0.07579607622964042, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.10159674712589808, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.04076665639877319, "sim_compute_performance-ego": 0.0705450006893703, "sim_compute_robot_state-ego": 0.0794705833707537, "sim_compute_robot_state-npc0": 0.07439419201442174, "sim_compute_robot_state-npc1": 0.07362354653222221, "sim_compute_robot_state-npc2": 0.07857108967644828, "sim_compute_robot_state-npc3": 0.07626925195966448}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.2203141988492479, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.06269790612015069, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.07364971497479607, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.09741551735821892, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.042307619955025466, "sim_compute_performance-ego": 0.07099174050723805, "sim_compute_robot_state-ego": 0.06981645378411985, "sim_compute_robot_state-npc0": 0.07214664945415422, "sim_compute_robot_state-npc1": 0.07022865145814185, "sim_compute_robot_state-npc2": 0.0721892001582127, "sim_compute_robot_state-npc3": 0.07289977634654325}}
set_robot_commands_max0.11307873933211617
set_robot_commands_mean0.09670781544803952
set_robot_commands_median0.09940426009041922
set_robot_commands_min0.07175432718717135
sim_compute_performance-ego_max0.08233482941337254
sim_compute_performance-ego_mean0.06788340507461528
sim_compute_performance-ego_median0.07018102685066119
sim_compute_performance-ego_min0.051044161503131576
sim_compute_robot_state-ego_max0.09955243442369544
sim_compute_robot_state-ego_mean0.07443066641123515
sim_compute_robot_state-ego_median0.07422647365303926
sim_compute_robot_state-ego_min0.05490991525482713
sim_compute_robot_state-npc0_max0.07949352264404297
sim_compute_robot_state-npc0_mean0.07000003063176802
sim_compute_robot_state-npc0_median0.07137980180628159
sim_compute_robot_state-npc0_min0.05365423972790058
sim_compute_robot_state-npc1_max0.0775585589201554
sim_compute_robot_state-npc1_mean0.0696338664242372
sim_compute_robot_state-npc1_median0.0714270727975028
sim_compute_robot_state-npc1_min0.052671875870018675
sim_compute_robot_state-npc2_max0.07857108967644828
sim_compute_robot_state-npc2_mean0.06914736006293834
sim_compute_robot_state-npc2_median0.07022971153259278
sim_compute_robot_state-npc2_min0.05361538602594744
sim_compute_robot_state-npc3_max0.07926375969596532
sim_compute_robot_state-npc3_mean0.06940485163505537
sim_compute_robot_state-npc3_median0.0709986686706543
sim_compute_robot_state-npc3_min0.05005870415614201
sim_compute_sim_state_max0.04470136891240659
sim_compute_sim_state_mean0.0387435002704631
sim_compute_sim_state_median0.03913887156996616
sim_compute_sim_state_min0.029191081340496357
sim_physics_max0.26057151089543884
sim_physics_mean0.21274819530180253
sim_physics_median0.21615739663441977
sim_physics_min0.16530179140860574
sim_render-ego_max0.07012398346610692
sim_render-ego_mean0.06242636122106273
sim_render-ego_median0.06345253766969193
sim_render-ego_min0.049974294809194714
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
217152648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationerrorno-0:01:37
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
217092648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:28:11
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 488, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 347, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in convert
    with open(fn, 'w') as f:
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2648/step1-simulation-ip-172-31-38-104-5376-job21709/logs/challenges-runner/stdout.html'
Hidden. If you are the author, please login using the top-right link or use the dashboard.
217052648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationerrorno-0:01:39
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
211092648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:19:42Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.06633761194017199
agent_compute-ego_mean0.05959947423817675
agent_compute-ego_median0.059418839566847854
agent_compute-ego_min0.05656839803207752
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.11644876721393632, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.05279218432414962, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.0582646375679108, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.07383075392389872, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.03162772971463491, "sim_compute_performance-ego": 0.05696104233523449, "sim_compute_robot_state-ego": 0.05846147652131965, "sim_compute_robot_state-npc0": 0.0641575807548431, "sim_compute_robot_state-npc1": 0.05906353801129812, "sim_compute_robot_state-npc2": 0.05861731035163604, "sim_compute_robot_state-npc3": 0.05801103488508477}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.11859469060544614, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.05854914806507252, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.06633761194017199, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.0761423287568269, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.033886114756266274, "sim_compute_performance-ego": 0.06072490303604691, "sim_compute_robot_state-ego": 0.0616895181161386, "sim_compute_robot_state-npc0": 0.06382505982010453, "sim_compute_robot_state-npc1": 0.06068060133192274, "sim_compute_robot_state-npc2": 0.05976260149920428, "sim_compute_robot_state-npc3": 0.05815889217235424}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.12500772109398475, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.05641293220030956, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.06240495962974352, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.07646757822770339, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.03403830528259277, "sim_compute_performance-ego": 0.06016462582808275, "sim_compute_robot_state-ego": 0.062163157340807795, "sim_compute_robot_state-npc0": 0.0647032169195322, "sim_compute_robot_state-npc1": 0.06025264202020107, "sim_compute_robot_state-npc2": 0.060888641919845186, "sim_compute_robot_state-npc3": 0.059867647977975696}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.11905937027512936, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.05635609961392587, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.060146804441485485, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.07719062922293679, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.033149505916394685, "sim_compute_performance-ego": 0.06163677834627921, "sim_compute_robot_state-ego": 0.05990977454603764, "sim_compute_robot_state-npc0": 0.06709217188651101, "sim_compute_robot_state-npc1": 0.0606549204441539, "sim_compute_robot_state-npc2": 0.06042264218915973, "sim_compute_robot_state-npc3": 0.0601898285380581}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.11782959233159604, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.05214976227801779, "in-drivable-lane": 0, "agent_compute-ego": 0.06033479649087657, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.07667567418969196, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.03354927767877993, "sim_compute_performance-ego": 0.05442621396935504, "sim_compute_robot_state-ego": 0.0597778610561205, "sim_compute_robot_state-npc0": 0.061970119890959366, "sim_compute_robot_state-npc1": 0.06220817565917969, "sim_compute_robot_state-npc2": 0.060395852379176926, "sim_compute_robot_state-npc3": 0.0629051975581957}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.11893636105107326, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.05674023721732345, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.059418839566847854, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.07541138284346637, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.03320135322271609, "sim_compute_performance-ego": 0.06158169578103458, "sim_compute_robot_state-ego": 0.061100375418569525, "sim_compute_robot_state-npc0": 0.06624198427387312, "sim_compute_robot_state-npc1": 0.06322299031650319, "sim_compute_robot_state-npc2": 0.061560560675228346, "sim_compute_robot_state-npc3": 0.0584789514541626}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.11159356151308332, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.05673838513238089, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.059837097781045095, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.0787224326814924, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.033213886192866734, "sim_compute_performance-ego": 0.06088542597634452, "sim_compute_robot_state-ego": 0.06072097846439906, "sim_compute_robot_state-npc0": 0.06593766723360334, "sim_compute_robot_state-npc1": 0.06229803732463292, "sim_compute_robot_state-npc2": 0.06059091602052961, "sim_compute_robot_state-npc3": 0.0597464953150068}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.1227199769999883, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.0595182621315734, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.061454995037758184, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.07660137790523164, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.03403841959287043, "sim_compute_performance-ego": 0.058417303921425176, "sim_compute_robot_state-ego": 0.06094973381251505, "sim_compute_robot_state-npc0": 0.06663393647703406, "sim_compute_robot_state-npc1": 0.06254846102570834, "sim_compute_robot_state-npc2": 0.060625014239794585, "sim_compute_robot_state-npc3": 0.060628786478957086}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.11347051831178886, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.050329638081927634, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.05656839803207752, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.07187674489132194, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.032629767129587574, "sim_compute_performance-ego": 0.0542285303736842, "sim_compute_robot_state-ego": 0.05671206463214963, "sim_compute_robot_state-npc0": 0.0570538182591283, "sim_compute_robot_state-npc1": 0.05563651129256848, "sim_compute_robot_state-npc2": 0.05601709110792293, "sim_compute_robot_state-npc3": 0.05589958678844363}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.13884916672339806, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.05452407323397123, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.058703055748572715, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.07319238552680382, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.03234604688791128, "sim_compute_performance-ego": 0.057712628291203424, "sim_compute_robot_state-ego": 0.05875911162449764, "sim_compute_robot_state-npc0": 0.05819404125213623, "sim_compute_robot_state-npc1": 0.05781679887038011, "sim_compute_robot_state-npc2": 0.05743558590228741, "sim_compute_robot_state-npc3": 0.05717794711773212}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.11374173800150554, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.050402501424153645, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.056846367518107094, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.07311643600463867, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.030722055435180664, "sim_compute_performance-ego": 0.05522358894348144, "sim_compute_robot_state-ego": 0.0572858460744222, "sim_compute_robot_state-npc0": 0.05793069203694661, "sim_compute_robot_state-npc1": 0.05513487497965495, "sim_compute_robot_state-npc2": 0.0554052734375, "sim_compute_robot_state-npc3": 0.055895665486653645}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.12959744816734678, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.04984191485813686, "in-drivable-lane": 0, "agent_compute-ego": 0.05744381177993048, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.07327382905142647, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.0317342962537493, "sim_compute_performance-ego": 0.052390802474248974, "sim_compute_robot_state-ego": 0.05689421154203869, "sim_compute_robot_state-npc0": 0.05808032126653762, "sim_compute_robot_state-npc1": 0.05554914474487305, "sim_compute_robot_state-npc2": 0.05816003254481724, "sim_compute_robot_state-npc3": 0.056390296845209034}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.12377761685571004, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.04945517140765523, "in-drivable-lane": 1.15, "agent_compute-ego": 0.05783770805181459, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.0728656524835631, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.03147155739540278, "sim_compute_performance-ego": 0.05404727403507676, "sim_compute_robot_state-ego": 0.05773523241974587, "sim_compute_robot_state-npc0": 0.0568129628203636, "sim_compute_robot_state-npc1": 0.05444327620572822, "sim_compute_robot_state-npc2": 0.05671893164168957, "sim_compute_robot_state-npc3": 0.055058373961337774}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.12072985512869698, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.051964563982827325, "in-drivable-lane": 0, "agent_compute-ego": 0.059714206627437046, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.0736439483506339, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.032994210720062256, "sim_compute_performance-ego": 0.054300078323909214, "sim_compute_robot_state-ego": 0.057059075151171, "sim_compute_robot_state-npc0": 0.05805706126349313, "sim_compute_robot_state-npc1": 0.05725608553205218, "sim_compute_robot_state-npc2": 0.05834991591317313, "sim_compute_robot_state-npc3": 0.05644428730010986}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.13574920916089825, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.05189689467935001, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.05867882335887236, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.07380037681729186, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.031705645953907687, "sim_compute_performance-ego": 0.05666758499893488, "sim_compute_robot_state-ego": 0.058278532589183134, "sim_compute_robot_state-npc0": 0.05962045987447103, "sim_compute_robot_state-npc1": 0.05650049097397748, "sim_compute_robot_state-npc2": 0.05503114999509325, "sim_compute_robot_state-npc3": 0.055789545470593026}}
set_robot_commands_max0.0787224326814924
set_robot_commands_mean0.07485410205846187
set_robot_commands_median0.07383075392389872
set_robot_commands_min0.07187674489132194
sim_compute_performance-ego_max0.06163677834627921
sim_compute_performance-ego_mean0.05729123177562278
sim_compute_performance-ego_median0.05696104233523449
sim_compute_performance-ego_min0.052390802474248974
sim_compute_robot_state-ego_max0.062163157340807795
sim_compute_robot_state-ego_mean0.0591664632872744
sim_compute_robot_state-ego_median0.05875911162449764
sim_compute_robot_state-ego_min0.05671206463214963
sim_compute_robot_state-npc0_max0.06709217188651101
sim_compute_robot_state-npc0_mean0.061754072935302474
sim_compute_robot_state-npc0_median0.061970119890959366
sim_compute_robot_state-npc0_min0.0568129628203636
sim_compute_robot_state-npc1_max0.06322299031650319
sim_compute_robot_state-npc1_mean0.05888443658218897
sim_compute_robot_state-npc1_median0.05906353801129812
sim_compute_robot_state-npc1_min0.05444327620572822
sim_compute_robot_state-npc2_max0.061560560675228346
sim_compute_robot_state-npc2_mean0.05866543465447056
sim_compute_robot_state-npc2_median0.05861731035163604
sim_compute_robot_state-npc2_min0.05503114999509325
sim_compute_robot_state-npc3_max0.0629051975581957
sim_compute_robot_state-npc3_mean0.05804283582332494
sim_compute_robot_state-npc3_median0.05801103488508477
sim_compute_robot_state-npc3_min0.055058373961337774
sim_compute_sim_state_max0.03403841959287043
sim_compute_sim_state_mean0.03268721147552822
sim_compute_sim_state_median0.032994210720062256
sim_compute_sim_state_min0.030722055435180664
sim_physics_max0.13884916672339806
sim_physics_mean0.12174037289557212
sim_physics_median0.11905937027512936
sim_physics_min0.11159356151308332
sim_render-ego_max0.0595182621315734
sim_render-ego_mean0.05384478457538499
sim_render-ego_median0.05279218432414962
sim_render-ego_min0.04945517140765523
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
204372648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:10:18Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.48833540127088915
survival_time_median4.749999999999991
deviation-center-line_median0.206292958644122
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego_max0.06920282949100841
agent_compute-ego_mean0.05671568321182626
agent_compute-ego_median0.05496586880213778
agent_compute-ego_min0.04972660917984812
deviation-center-line_max0.3912682651728664
deviation-center-line_mean0.23227387059090404
deviation-center-line_min0.11846104838828224
deviation-heading_max2.4601311411745157
deviation-heading_mean1.2781805872611902
deviation-heading_median1.3327642896506582
deviation-heading_min0.566903075639298
driven_any_max2.083583756004467
driven_any_mean1.3572645029063808
driven_any_median1.21492227445162
driven_any_min0.37688790065546496
driven_lanedir_consec_max1.307826359971858
driven_lanedir_consec_mean0.6703257890941815
driven_lanedir_consec_min0.3420979566210387
driven_lanedir_max1.699034370134248
driven_lanedir_mean0.78554370039537
driven_lanedir_median0.5549295175109604
driven_lanedir_min0.3420979566210387
in-drivable-lane_max3.749999999999987
in-drivable-lane_mean1.529999999999995
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1573283753427688, "sim_physics": 0.17339426279067993, "survival_time": 4.399999999999992, "driven_lanedir": 0.5060471383003148, "sim_render-ego": 0.058547372167760674, "in-drivable-lane": 1.6999999999999948, "agent_compute-ego": 0.06920282949100841, "deviation-heading": 1.3327642896506582, "set_robot_commands": 0.09310246326706628, "deviation-center-line": 0.27749074010767844, "driven_lanedir_consec": 0.3877597081968337, "sim_compute_sim_state": 0.038766427473588425, "sim_compute_performance-ego": 0.07214441624554721, "sim_compute_robot_state-ego": 0.07201414487578651, "sim_compute_robot_state-npc0": 0.06966677849942987, "sim_compute_robot_state-npc1": 0.06869254870848222, "sim_compute_robot_state-npc2": 0.06847386197610335, "sim_compute_robot_state-npc3": 0.06680626489899376}, "udem1-1-0": {"driven_any": 0.37688790065546496, "sim_physics": 0.11783319134866038, "survival_time": 1.5500000000000007, "driven_lanedir": 0.3420979566210387, "sim_render-ego": 0.04807626047442036, "in-drivable-lane": 0, "agent_compute-ego": 0.056068412719234344, "deviation-heading": 0.6430622098458139, "set_robot_commands": 0.06958223158313383, "deviation-center-line": 0.11846104838828224, "driven_lanedir_consec": 0.3420979566210387, "sim_compute_sim_state": 0.031638868393436555, "sim_compute_performance-ego": 0.051604647790232015, "sim_compute_robot_state-ego": 0.0537847395866148, "sim_compute_robot_state-npc0": 0.052544778393160914, "sim_compute_robot_state-npc1": 0.055800476381855625, "sim_compute_robot_state-npc2": 0.05606728984463599, "sim_compute_robot_state-npc3": 0.05556781830326203}, "udem1-2-0": {"driven_any": 2.083583756004467, "sim_physics": 0.12354506668469584, "survival_time": 7.049999999999983, "driven_lanedir": 1.699034370134248, "sim_render-ego": 0.04451998413031828, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.05361469586690267, "deviation-heading": 1.3880422199956646, "set_robot_commands": 0.06828241821721936, "deviation-center-line": 0.3912682651728664, "driven_lanedir_consec": 1.307826359971858, "sim_compute_sim_state": 0.027807384518021387, "sim_compute_performance-ego": 0.04765535077304705, "sim_compute_robot_state-ego": 0.04970714048290929, "sim_compute_robot_state-npc0": 0.05120344364896734, "sim_compute_robot_state-npc1": 0.051124552462963345, "sim_compute_robot_state-npc2": 0.04985985519192743, "sim_compute_robot_state-npc3": 0.04986101684840859}, "udem1-3-0": {"driven_any": 1.21492227445162, "sim_physics": 0.11779064379240337, "survival_time": 4.749999999999991, "driven_lanedir": 0.8256095194102882, "sim_render-ego": 0.04436732091401753, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.04972660917984812, "deviation-heading": 0.566903075639298, "set_robot_commands": 0.0660227800670423, "deviation-center-line": 0.167856340641571, "driven_lanedir_consec": 0.8256095194102882, "sim_compute_sim_state": 0.025761526509335168, "sim_compute_performance-ego": 0.04619795397708291, "sim_compute_robot_state-ego": 0.049209142986096834, "sim_compute_robot_state-npc0": 0.05017105403699373, "sim_compute_robot_state-npc1": 0.047367690738878754, "sim_compute_robot_state-npc2": 0.04633225390785619, "sim_compute_robot_state-npc3": 0.04612296505978233}, "udem1-4-0": {"driven_any": 1.953600208077582, "sim_physics": 0.14824809826595683, "survival_time": 7.099999999999983, "driven_lanedir": 0.5549295175109604, "sim_render-ego": 0.04785952433733873, "in-drivable-lane": 3.749999999999987, "agent_compute-ego": 0.05496586880213778, "deviation-heading": 2.4601311411745157, "set_robot_commands": 0.0711215465841159, "deviation-center-line": 0.206292958644122, "driven_lanedir_consec": 0.48833540127088915, "sim_compute_sim_state": 0.029786187158504004, "sim_compute_performance-ego": 0.05196327726605912, "sim_compute_robot_state-ego": 0.05443163153151391, "sim_compute_robot_state-npc0": 0.05530911600086051, "sim_compute_robot_state-npc1": 0.05326876170198682, "sim_compute_robot_state-npc2": 0.05670336770339751, "sim_compute_robot_state-npc3": 0.05310309772760096}}
set_robot_commands_max0.09310246326706628
set_robot_commands_mean0.07362228794371553
set_robot_commands_median0.06958223158313383
set_robot_commands_min0.0660227800670423
sim_compute_performance-ego_max0.07214441624554721
sim_compute_performance-ego_mean0.053913129210393665
sim_compute_performance-ego_median0.051604647790232015
sim_compute_performance-ego_min0.04619795397708291
sim_compute_robot_state-ego_max0.07201414487578651
sim_compute_robot_state-ego_mean0.055829359892584265
sim_compute_robot_state-ego_median0.0537847395866148
sim_compute_robot_state-ego_min0.049209142986096834
sim_compute_robot_state-npc0_max0.06966677849942987
sim_compute_robot_state-npc0_mean0.055779034115882475
sim_compute_robot_state-npc0_median0.052544778393160914
sim_compute_robot_state-npc0_min0.05017105403699373
sim_compute_robot_state-npc1_max0.06869254870848222
sim_compute_robot_state-npc1_mean0.05525080599883335
sim_compute_robot_state-npc1_median0.05326876170198682
sim_compute_robot_state-npc1_min0.047367690738878754
sim_compute_robot_state-npc2_max0.06847386197610335
sim_compute_robot_state-npc2_mean0.0554873257247841
sim_compute_robot_state-npc2_median0.05606728984463599
sim_compute_robot_state-npc2_min0.04633225390785619
sim_compute_robot_state-npc3_max0.06680626489899376
sim_compute_robot_state-npc3_mean0.05429223256760953
sim_compute_robot_state-npc3_median0.05310309772760096
sim_compute_robot_state-npc3_min0.04612296505978233
sim_compute_sim_state_max0.038766427473588425
sim_compute_sim_state_mean0.03075207881057711
sim_compute_sim_state_median0.029786187158504004
sim_compute_sim_state_min0.025761526509335168
sim_physics_max0.17339426279067993
sim_physics_mean0.13616225257647926
sim_physics_median0.12354506668469584
sim_physics_min0.11779064379240337
sim_render-ego_max0.058547372167760674
sim_render-ego_mean0.048674092404771115
sim_render-ego_median0.04785952433733873
sim_render-ego_min0.04436732091401753
simulation-passed1
survival_time_max7.099999999999983
survival_time_mean4.96999999999999
survival_time_min1.5500000000000007
204262648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:00:29
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20426-764898', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20426-764898', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20426-764898', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
204102648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationtimeoutno-0:15:49
Timeout because eval [...]
Timeout because evaluator contacted us
Hidden. If you are the author, please login using the top-right link or use the dashboard.
200752648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:15:20Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.48833540127088915
survival_time_median4.749999999999991
deviation-center-line_median0.206292958644122
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego_max0.08048971155856519
agent_compute-ego_mean0.07470518671888647
agent_compute-ego_median0.07532408875478826
agent_compute-ego_min0.06395067666706286
deviation-center-line_max0.3912682651728664
deviation-center-line_mean0.23227387059090404
deviation-center-line_min0.11846104838828224
deviation-heading_max2.4601311411745157
deviation-heading_mean1.2781805872611902
deviation-heading_median1.3327642896506582
deviation-heading_min0.566903075639298
driven_any_max2.083583756004467
driven_any_mean1.3572645029063808
driven_any_median1.21492227445162
driven_any_min0.37688790065546496
driven_lanedir_consec_max1.307826359971858
driven_lanedir_consec_mean0.6703257890941815
driven_lanedir_consec_min0.3420979566210387
driven_lanedir_max1.699034370134248
driven_lanedir_mean0.78554370039537
driven_lanedir_median0.5549295175109604
driven_lanedir_min0.3420979566210387
in-drivable-lane_max3.749999999999987
in-drivable-lane_mean1.529999999999995
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1573283753427688, "sim_physics": 0.18610940196297385, "survival_time": 4.399999999999992, "driven_lanedir": 0.5060471383003148, "sim_render-ego": 0.06656168536706404, "in-drivable-lane": 1.6999999999999948, "agent_compute-ego": 0.07511278174140236, "deviation-heading": 1.3327642896506582, "set_robot_commands": 0.1006098145788366, "deviation-center-line": 0.27749074010767844, "driven_lanedir_consec": 0.3877597081968337, "sim_compute_sim_state": 0.04159172014756636, "sim_compute_performance-ego": 0.07248461788350885, "sim_compute_robot_state-ego": 0.07566721601919695, "sim_compute_robot_state-npc0": 0.07433154637163336, "sim_compute_robot_state-npc1": 0.072793724862012, "sim_compute_robot_state-npc2": 0.07388713684949008, "sim_compute_robot_state-npc3": 0.07250761714848605}, "udem1-1-0": {"driven_any": 0.37688790065546496, "sim_physics": 0.16874584844035487, "survival_time": 1.5500000000000007, "driven_lanedir": 0.3420979566210387, "sim_render-ego": 0.06428613201264412, "in-drivable-lane": 0, "agent_compute-ego": 0.07864867487261372, "deviation-heading": 0.6430622098458139, "set_robot_commands": 0.10253194070631458, "deviation-center-line": 0.11846104838828224, "driven_lanedir_consec": 0.3420979566210387, "sim_compute_sim_state": 0.039342295738958546, "sim_compute_performance-ego": 0.07014191535211378, "sim_compute_robot_state-ego": 0.07461342503947596, "sim_compute_robot_state-npc0": 0.07275752867421796, "sim_compute_robot_state-npc1": 0.07380183281437043, "sim_compute_robot_state-npc2": 0.07402776902721774, "sim_compute_robot_state-npc3": 0.0728945501389042}, "udem1-2-0": {"driven_any": 2.083583756004467, "sim_physics": 0.23617838798685276, "survival_time": 7.049999999999983, "driven_lanedir": 1.699034370134248, "sim_render-ego": 0.0700890967186461, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.08048971155856519, "deviation-heading": 1.3880422199956646, "set_robot_commands": 0.1087329607483343, "deviation-center-line": 0.3912682651728664, "driven_lanedir_consec": 1.307826359971858, "sim_compute_sim_state": 0.0422740286969124, "sim_compute_performance-ego": 0.07722763305014753, "sim_compute_robot_state-ego": 0.08831849504024425, "sim_compute_robot_state-npc0": 0.07604219558391165, "sim_compute_robot_state-npc1": 0.07756289184516203, "sim_compute_robot_state-npc2": 0.07710631857527063, "sim_compute_robot_state-npc3": 0.07737785197318868}, "udem1-3-0": {"driven_any": 1.21492227445162, "sim_physics": 0.16113351269772178, "survival_time": 4.749999999999991, "driven_lanedir": 0.8256095194102882, "sim_render-ego": 0.053899082384611434, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.06395067666706286, "deviation-heading": 0.566903075639298, "set_robot_commands": 0.08770981336894788, "deviation-center-line": 0.167856340641571, "driven_lanedir_consec": 0.8256095194102882, "sim_compute_sim_state": 0.03592994338587711, "sim_compute_performance-ego": 0.06140491836949399, "sim_compute_robot_state-ego": 0.0650564193725586, "sim_compute_robot_state-npc0": 0.061247027547735915, "sim_compute_robot_state-npc1": 0.06293206214904785, "sim_compute_robot_state-npc2": 0.062402943560951635, "sim_compute_robot_state-npc3": 0.06322509113110994}, "udem1-4-0": {"driven_any": 1.953600208077582, "sim_physics": 0.2007659321099939, "survival_time": 7.099999999999983, "driven_lanedir": 0.5549295175109604, "sim_render-ego": 0.06728149467790631, "in-drivable-lane": 3.749999999999987, "agent_compute-ego": 0.07532408875478826, "deviation-heading": 2.4601311411745157, "set_robot_commands": 0.10402935827282112, "deviation-center-line": 0.206292958644122, "driven_lanedir_consec": 0.48833540127088915, "sim_compute_sim_state": 0.04147049574784829, "sim_compute_performance-ego": 0.07323941378526284, "sim_compute_robot_state-ego": 0.07739454423877555, "sim_compute_robot_state-npc0": 0.0730456080235226, "sim_compute_robot_state-npc1": 0.07248098581609591, "sim_compute_robot_state-npc2": 0.07172994714387705, "sim_compute_robot_state-npc3": 0.07258617710059798}}
set_robot_commands_max0.1087329607483343
set_robot_commands_mean0.1007227775350509
set_robot_commands_median0.10253194070631458
set_robot_commands_min0.08770981336894788
sim_compute_performance-ego_max0.07722763305014753
sim_compute_performance-ego_mean0.07089969968810539
sim_compute_performance-ego_median0.07248461788350885
sim_compute_performance-ego_min0.06140491836949399
sim_compute_robot_state-ego_max0.08831849504024425
sim_compute_robot_state-ego_mean0.07621001994205026
sim_compute_robot_state-ego_median0.07566721601919695
sim_compute_robot_state-ego_min0.0650564193725586
sim_compute_robot_state-npc0_max0.07604219558391165
sim_compute_robot_state-npc0_mean0.0714847812402043
sim_compute_robot_state-npc0_median0.0730456080235226
sim_compute_robot_state-npc0_min0.061247027547735915
sim_compute_robot_state-npc1_max0.07756289184516203
sim_compute_robot_state-npc1_mean0.07191429949733764
sim_compute_robot_state-npc1_median0.072793724862012
sim_compute_robot_state-npc1_min0.06293206214904785
sim_compute_robot_state-npc2_max0.07710631857527063
sim_compute_robot_state-npc2_mean0.07183082303136142
sim_compute_robot_state-npc2_median0.07388713684949008
sim_compute_robot_state-npc2_min0.062402943560951635
sim_compute_robot_state-npc3_max0.07737785197318868
sim_compute_robot_state-npc3_mean0.07171825749845737
sim_compute_robot_state-npc3_median0.07258617710059798
sim_compute_robot_state-npc3_min0.06322509113110994
sim_compute_sim_state_max0.0422740286969124
sim_compute_sim_state_mean0.04012169674343254
sim_compute_sim_state_median0.04147049574784829
sim_compute_sim_state_min0.03592994338587711
sim_physics_max0.23617838798685276
sim_physics_mean0.19058661663957943
sim_physics_median0.18610940196297385
sim_physics_min0.16113351269772178
sim_render-ego_max0.0700890967186461
sim_render-ego_mean0.06442349823217439
sim_render-ego_median0.06656168536706404
sim_render-ego_min0.053899082384611434
simulation-passed1
survival_time_max7.099999999999983
survival_time_mean4.96999999999999
survival_time_min1.5500000000000007
198302648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:25Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4677520238097679
survival_time_median2.849999999999998
deviation-center-line_median0.13993923038273243
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.07362192555477745
agent_compute-ego_mean0.06373487125153937
agent_compute-ego_median0.06214032659105435
agent_compute-ego_min0.05863240030076769
deviation-center-line_max0.441991081977021
deviation-center-line_mean0.24301419493149473
deviation-center-line_min0.11233303566656118
deviation-heading_max1.965590298952019
deviation-heading_mean0.904977224642509
deviation-heading_median0.6817498444220604
deviation-heading_min0.23880859753921196
driven_any_max2.234618045439434
driven_any_mean1.1136680430892796
driven_any_median0.7854280860806753
driven_any_min0.3734823939695258
driven_lanedir_consec_max1.4162453958283412
driven_lanedir_consec_mean0.7217431069832176
driven_lanedir_consec_min0.3618460409658957
driven_lanedir_max1.4162453958283412
driven_lanedir_mean0.7217431069832176
driven_lanedir_median0.4677520238097679
driven_lanedir_min0.3618460409658957
in-drivable-lane_max3.2999999999999883
in-drivable-lane_mean0.9999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.234618045439434, "sim_physics": 0.040694330907930995, "survival_time": 7.84999999999998, "driven_lanedir": 0.9622559790225852, "sim_render-ego": 0.05581242111837788, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.06214032659105435, "deviation-heading": 1.965590298952019, "set_robot_commands": 0.08614198113702665, "deviation-center-line": 0.441991081977021, "driven_lanedir_consec": 0.9622559790225852, "sim_compute_sim_state": 0.03425112499552927, "sim_compute_performance-ego": 0.060230341686564645, "sim_compute_robot_state-ego": 0.06416006149000424, "sim_compute_robot_state-npc0": 0.060738142888257456, "sim_compute_robot_state-npc1": 0.061677410344409336, "sim_compute_robot_state-npc2": 0.0621870596697376, "sim_compute_robot_state-npc3": 0.06229408683290907}, "udem1-1-0": {"driven_any": 0.4285089027009204, "sim_physics": 0.04317961868486906, "survival_time": 1.900000000000001, "driven_lanedir": 0.40061609528949793, "sim_render-ego": 0.06451784309587981, "in-drivable-lane": 0, "agent_compute-ego": 0.07362192555477745, "deviation-heading": 0.6817498444220604, "set_robot_commands": 0.10676964333182888, "deviation-center-line": 0.13993923038273243, "driven_lanedir_consec": 0.40061609528949793, "sim_compute_sim_state": 0.03909109768114592, "sim_compute_performance-ego": 0.06884559204703883, "sim_compute_robot_state-ego": 0.07980730031666003, "sim_compute_robot_state-npc0": 0.06844053142949154, "sim_compute_robot_state-npc1": 0.06698169833735416, "sim_compute_robot_state-npc2": 0.06730593505658601, "sim_compute_robot_state-npc3": 0.06819523635663484}, "udem1-2-0": {"driven_any": 0.7854280860806753, "sim_physics": 0.0413729517083419, "survival_time": 2.849999999999998, "driven_lanedir": 0.4677520238097679, "sim_render-ego": 0.06012443074008875, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.06394784074080617, "deviation-heading": 0.5453417041518706, "set_robot_commands": 0.09089995267098412, "deviation-center-line": 0.1193983417591152, "driven_lanedir_consec": 0.4677520238097679, "sim_compute_sim_state": 0.03476369171811823, "sim_compute_performance-ego": 0.06038392635813931, "sim_compute_robot_state-ego": 0.06624020191661098, "sim_compute_robot_state-npc0": 0.060578279327927975, "sim_compute_robot_state-npc1": 0.06049540586638869, "sim_compute_robot_state-npc2": 0.05985806699384723, "sim_compute_robot_state-npc3": 0.060990182976973686}, "udem1-3-0": {"driven_any": 0.3734823939695258, "sim_physics": 0.04132414747167517, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3618460409658957, "sim_render-ego": 0.07457515045448586, "in-drivable-lane": 0, "agent_compute-ego": 0.05863240030076769, "deviation-heading": 0.23880859753921196, "set_robot_commands": 0.07641862939905238, "deviation-center-line": 0.11233303566656118, "driven_lanedir_consec": 0.3618460409658957, "sim_compute_sim_state": 0.0337022410498725, "sim_compute_performance-ego": 0.07584123258237485, "sim_compute_robot_state-ego": 0.08406573754769785, "sim_compute_robot_state-npc0": 0.05807103934111418, "sim_compute_robot_state-npc1": 0.06916152989422833, "sim_compute_robot_state-npc2": 0.058692490613019024, "sim_compute_robot_state-npc3": 0.05780448736967864}, "udem1-4-0": {"driven_any": 1.746302787255842, "sim_physics": 0.04031470465281653, "survival_time": 6.299999999999986, "driven_lanedir": 1.4162453958283412, "sim_render-ego": 0.05660377986847408, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.06033186307029119, "deviation-heading": 1.093395678147382, "set_robot_commands": 0.08278136593954903, "deviation-center-line": 0.401409284872044, "driven_lanedir_consec": 1.4162453958283412, "sim_compute_sim_state": 0.034790419396899995, "sim_compute_performance-ego": 0.059259346553257534, "sim_compute_robot_state-ego": 0.06385381070394365, "sim_compute_robot_state-npc0": 0.06012761971307179, "sim_compute_robot_state-npc1": 0.06050877533261738, "sim_compute_robot_state-npc2": 0.06069159886193654, "sim_compute_robot_state-npc3": 0.05912845664554172}}
set_robot_commands_max0.10676964333182888
set_robot_commands_mean0.0886023144956882
set_robot_commands_median0.08614198113702665
set_robot_commands_min0.07641862939905238
sim_compute_performance-ego_max0.07584123258237485
sim_compute_performance-ego_mean0.06491208784547503
sim_compute_performance-ego_median0.06038392635813931
sim_compute_performance-ego_min0.059259346553257534
sim_compute_robot_state-ego_max0.08406573754769785
sim_compute_robot_state-ego_mean0.07162542239498335
sim_compute_robot_state-ego_median0.06624020191661098
sim_compute_robot_state-ego_min0.06385381070394365
sim_compute_robot_state-npc0_max0.06844053142949154
sim_compute_robot_state-npc0_mean0.061591122539972586
sim_compute_robot_state-npc0_median0.060578279327927975
sim_compute_robot_state-npc0_min0.05807103934111418
sim_compute_robot_state-npc1_max0.06916152989422833
sim_compute_robot_state-npc1_mean0.06376496395499959
sim_compute_robot_state-npc1_median0.061677410344409336
sim_compute_robot_state-npc1_min0.06049540586638869
sim_compute_robot_state-npc2_max0.06730593505658601
sim_compute_robot_state-npc2_mean0.06174703023902528
sim_compute_robot_state-npc2_median0.06069159886193654
sim_compute_robot_state-npc2_min0.058692490613019024
sim_compute_robot_state-npc3_max0.06819523635663484
sim_compute_robot_state-npc3_mean0.06168249003634759
sim_compute_robot_state-npc3_median0.060990182976973686
sim_compute_robot_state-npc3_min0.05780448736967864
sim_compute_sim_state_max0.03909109768114592
sim_compute_sim_state_mean0.03531971496831318
sim_compute_sim_state_median0.03476369171811823
sim_compute_sim_state_min0.0337022410498725
sim_physics_max0.04317961868486906
sim_physics_mean0.041377150685126735
sim_physics_median0.04132414747167517
sim_physics_min0.04031470465281653
sim_render-ego_max0.07457515045448586
sim_render-ego_mean0.062326725055461274
sim_render-ego_median0.06012443074008875
sim_render-ego_min0.05581242111837788
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.049999999999993
survival_time_min1.3500000000000003
197872648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:47Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4677520238097679
survival_time_median2.849999999999998
deviation-center-line_median0.13993923038273243
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.07544160516638505
agent_compute-ego_mean0.06812801526475358
agent_compute-ego_median0.06712697170398853
agent_compute-ego_min0.06398144521211323
deviation-center-line_max0.441991081977021
deviation-center-line_mean0.24301419493149473
deviation-center-line_min0.11233303566656118
deviation-heading_max1.965590298952019
deviation-heading_mean0.904977224642509
deviation-heading_median0.6817498444220604
deviation-heading_min0.23880859753921196
driven_any_max2.234618045439434
driven_any_mean1.1136680430892796
driven_any_median0.7854280860806753
driven_any_min0.3734823939695258
driven_lanedir_consec_max1.4162453958283412
driven_lanedir_consec_mean0.7217431069832176
driven_lanedir_consec_min0.3618460409658957
driven_lanedir_max1.4162453958283412
driven_lanedir_mean0.7217431069832176
driven_lanedir_median0.4677520238097679
driven_lanedir_min0.3618460409658957
in-drivable-lane_max3.2999999999999883
in-drivable-lane_mean0.9999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.234618045439434, "sim_physics": 0.04282885903765442, "survival_time": 7.84999999999998, "driven_lanedir": 0.9622559790225852, "sim_render-ego": 0.06177498124966955, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.06966054971051064, "deviation-heading": 1.965590298952019, "set_robot_commands": 0.09017984882281845, "deviation-center-line": 0.441991081977021, "driven_lanedir_consec": 0.9622559790225852, "sim_compute_sim_state": 0.03630462118015168, "sim_compute_performance-ego": 0.06711908662395114, "sim_compute_robot_state-ego": 0.06954807688476174, "sim_compute_robot_state-npc0": 0.06569163055176948, "sim_compute_robot_state-npc1": 0.06543698432339225, "sim_compute_robot_state-npc2": 0.06476116484137857, "sim_compute_robot_state-npc3": 0.06474994246367437}, "udem1-1-0": {"driven_any": 0.4285089027009204, "sim_physics": 0.04200396412297299, "survival_time": 1.900000000000001, "driven_lanedir": 0.40061609528949793, "sim_render-ego": 0.06470039016322086, "in-drivable-lane": 0, "agent_compute-ego": 0.07544160516638505, "deviation-heading": 0.6817498444220604, "set_robot_commands": 0.10326998484762091, "deviation-center-line": 0.13993923038273243, "driven_lanedir_consec": 0.40061609528949793, "sim_compute_sim_state": 0.03918901242707905, "sim_compute_performance-ego": 0.06936484888980263, "sim_compute_robot_state-ego": 0.07331530043953344, "sim_compute_robot_state-npc0": 0.07017082289645546, "sim_compute_robot_state-npc1": 0.0668426375640066, "sim_compute_robot_state-npc2": 0.06704604625701904, "sim_compute_robot_state-npc3": 0.06656617867319208}, "udem1-2-0": {"driven_any": 0.7854280860806753, "sim_physics": 0.04180845043115448, "survival_time": 2.849999999999998, "driven_lanedir": 0.4677520238097679, "sim_render-ego": 0.05957789588392826, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.06398144521211323, "deviation-heading": 0.5453417041518706, "set_robot_commands": 0.08161811661301997, "deviation-center-line": 0.1193983417591152, "driven_lanedir_consec": 0.4677520238097679, "sim_compute_sim_state": 0.03417824444017912, "sim_compute_performance-ego": 0.06549668730350963, "sim_compute_robot_state-ego": 0.07006826317101195, "sim_compute_robot_state-npc0": 0.06324334311903569, "sim_compute_robot_state-npc1": 0.06375572555943539, "sim_compute_robot_state-npc2": 0.06206117596542626, "sim_compute_robot_state-npc3": 0.06176816371449253}, "udem1-3-0": {"driven_any": 0.3734823939695258, "sim_physics": 0.043116207476015446, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3618460409658957, "sim_render-ego": 0.06108865914521394, "in-drivable-lane": 0, "agent_compute-ego": 0.06712697170398853, "deviation-heading": 0.23880859753921196, "set_robot_commands": 0.09635046676353172, "deviation-center-line": 0.11233303566656118, "driven_lanedir_consec": 0.3618460409658957, "sim_compute_sim_state": 0.03770404391818576, "sim_compute_performance-ego": 0.06558160428647641, "sim_compute_robot_state-ego": 0.06301864871272335, "sim_compute_robot_state-npc0": 0.06650079621209039, "sim_compute_robot_state-npc1": 0.0629394495928729, "sim_compute_robot_state-npc2": 0.06449591671978985, "sim_compute_robot_state-npc3": 0.06230823198954264}, "udem1-4-0": {"driven_any": 1.746302787255842, "sim_physics": 0.04097558770860944, "survival_time": 6.299999999999986, "driven_lanedir": 1.4162453958283412, "sim_render-ego": 0.05659602937244233, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.06442950453077044, "deviation-heading": 1.093395678147382, "set_robot_commands": 0.08817848137446813, "deviation-center-line": 0.401409284872044, "driven_lanedir_consec": 1.4162453958283412, "sim_compute_sim_state": 0.03593378407614572, "sim_compute_performance-ego": 0.06166742529187884, "sim_compute_robot_state-ego": 0.06437347805689252, "sim_compute_robot_state-npc0": 0.06231158877175952, "sim_compute_robot_state-npc1": 0.06245580173674084, "sim_compute_robot_state-npc2": 0.06348648714640784, "sim_compute_robot_state-npc3": 0.060644588773212736}}
set_robot_commands_max0.10326998484762091
set_robot_commands_mean0.09191937968429184
set_robot_commands_median0.09017984882281845
set_robot_commands_min0.08161811661301997
sim_compute_performance-ego_max0.06936484888980263
sim_compute_performance-ego_mean0.06584593047912372
sim_compute_performance-ego_median0.06558160428647641
sim_compute_performance-ego_min0.06166742529187884
sim_compute_robot_state-ego_max0.07331530043953344
sim_compute_robot_state-ego_mean0.0680647534529846
sim_compute_robot_state-ego_median0.06954807688476174
sim_compute_robot_state-ego_min0.06301864871272335
sim_compute_robot_state-npc0_max0.07017082289645546
sim_compute_robot_state-npc0_mean0.0655836363102221
sim_compute_robot_state-npc0_median0.06569163055176948
sim_compute_robot_state-npc0_min0.06231158877175952
sim_compute_robot_state-npc1_max0.0668426375640066
sim_compute_robot_state-npc1_mean0.0642861197552896
sim_compute_robot_state-npc1_median0.06375572555943539
sim_compute_robot_state-npc1_min0.06245580173674084
sim_compute_robot_state-npc2_max0.06704604625701904
sim_compute_robot_state-npc2_mean0.0643701581860043
sim_compute_robot_state-npc2_median0.06449591671978985
sim_compute_robot_state-npc2_min0.06206117596542626
sim_compute_robot_state-npc3_max0.06656617867319208
sim_compute_robot_state-npc3_mean0.06320742112282288
sim_compute_robot_state-npc3_median0.06230823198954264
sim_compute_robot_state-npc3_min0.060644588773212736
sim_compute_sim_state_max0.03918901242707905
sim_compute_sim_state_mean0.03666194120834827
sim_compute_sim_state_median0.03630462118015168
sim_compute_sim_state_min0.03417824444017912
sim_physics_max0.043116207476015446
sim_physics_mean0.04214661375528136
sim_physics_median0.04200396412297299
sim_physics_min0.04097558770860944
sim_render-ego_max0.06470039016322086
sim_render-ego_mean0.060747591162894986
sim_render-ego_median0.06108865914521394
sim_render-ego_min0.05659602937244233
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.049999999999993
survival_time_min1.3500000000000003
197862648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:08:37Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4677520238097679
survival_time_median2.849999999999998
deviation-center-line_median0.13993923038273243
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.07060656881636115
agent_compute-ego_mean0.06842956348064044
agent_compute-ego_median0.06778351465861003
agent_compute-ego_min0.06751887421858938
deviation-center-line_max0.441991081977021
deviation-center-line_mean0.24301419493149473
deviation-center-line_min0.11233303566656118
deviation-heading_max1.965590298952019
deviation-heading_mean0.904977224642509
deviation-heading_median0.6817498444220604
deviation-heading_min0.23880859753921196
driven_any_max2.234618045439434
driven_any_mean1.1136680430892796
driven_any_median0.7854280860806753
driven_any_min0.3734823939695258
driven_lanedir_consec_max1.4162453958283412
driven_lanedir_consec_mean0.7217431069832176
driven_lanedir_consec_min0.3618460409658957
driven_lanedir_max1.4162453958283412
driven_lanedir_mean0.7217431069832176
driven_lanedir_median0.4677520238097679
driven_lanedir_min0.3618460409658957
in-drivable-lane_max3.2999999999999883
in-drivable-lane_mean0.9999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.234618045439434, "sim_physics": 0.02899505226475418, "survival_time": 7.84999999999998, "driven_lanedir": 0.9622559790225852, "sim_render-ego": 0.06196825975065778, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.07060656881636115, "deviation-heading": 1.965590298952019, "set_robot_commands": 0.07910957306053988, "deviation-center-line": 0.441991081977021, "driven_lanedir_consec": 0.9622559790225852, "sim_compute_sim_state": 0.036022541629281014, "sim_compute_performance-ego": 0.06340534975574275, "sim_compute_robot_state-ego": 0.06415002816801618, "sim_compute_robot_state-npc0": 0.07119379073950895, "sim_compute_robot_state-npc1": 0.0656555883444039, "sim_compute_robot_state-npc2": 0.06468438191019046, "sim_compute_robot_state-npc3": 0.0635855957201332}, "udem1-1-0": {"driven_any": 0.4285089027009204, "sim_physics": 0.027013922992505525, "survival_time": 1.900000000000001, "driven_lanedir": 0.40061609528949793, "sim_render-ego": 0.06013031382309763, "in-drivable-lane": 0, "agent_compute-ego": 0.06751887421858938, "deviation-heading": 0.6817498444220604, "set_robot_commands": 0.0752941370010376, "deviation-center-line": 0.13993923038273243, "driven_lanedir_consec": 0.40061609528949793, "sim_compute_sim_state": 0.03514087827582108, "sim_compute_performance-ego": 0.061021077005486736, "sim_compute_robot_state-ego": 0.06210551136418393, "sim_compute_robot_state-npc0": 0.07012659625003212, "sim_compute_robot_state-npc1": 0.06303698138186806, "sim_compute_robot_state-npc2": 0.06339200546866969, "sim_compute_robot_state-npc3": 0.06211777737266139}, "udem1-2-0": {"driven_any": 0.7854280860806753, "sim_physics": 0.03008201666045607, "survival_time": 2.849999999999998, "driven_lanedir": 0.4677520238097679, "sim_render-ego": 0.06274414899056419, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.06767132826018751, "deviation-heading": 0.5453417041518706, "set_robot_commands": 0.07524568992748595, "deviation-center-line": 0.1193983417591152, "driven_lanedir_consec": 0.4677520238097679, "sim_compute_sim_state": 0.03536573209260639, "sim_compute_performance-ego": 0.06393100086011384, "sim_compute_robot_state-ego": 0.06358762373004043, "sim_compute_robot_state-npc0": 0.06815670247663531, "sim_compute_robot_state-npc1": 0.06470977632622969, "sim_compute_robot_state-npc2": 0.06415331154538874, "sim_compute_robot_state-npc3": 0.06253713473939058}, "udem1-3-0": {"driven_any": 0.3734823939695258, "sim_physics": 0.02920273498252586, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3618460409658957, "sim_render-ego": 0.06422824329800075, "in-drivable-lane": 0, "agent_compute-ego": 0.06778351465861003, "deviation-heading": 0.23880859753921196, "set_robot_commands": 0.07466509607103136, "deviation-center-line": 0.11233303566656118, "driven_lanedir_consec": 0.3618460409658957, "sim_compute_sim_state": 0.03690853825321904, "sim_compute_performance-ego": 0.06707957938865379, "sim_compute_robot_state-ego": 0.06639525625440809, "sim_compute_robot_state-npc0": 0.06875218285454644, "sim_compute_robot_state-npc1": 0.06409142635486743, "sim_compute_robot_state-npc2": 0.06263762933236582, "sim_compute_robot_state-npc3": 0.06551603917722348}, "udem1-4-0": {"driven_any": 1.746302787255842, "sim_physics": 0.03080344767797561, "survival_time": 6.299999999999986, "driven_lanedir": 1.4162453958283412, "sim_render-ego": 0.06492364028143505, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.06856753144945417, "deviation-heading": 1.093395678147382, "set_robot_commands": 0.0759495837347848, "deviation-center-line": 0.401409284872044, "driven_lanedir_consec": 1.4162453958283412, "sim_compute_sim_state": 0.03832012320321704, "sim_compute_performance-ego": 0.06526814755939302, "sim_compute_robot_state-ego": 0.06285299195183648, "sim_compute_robot_state-npc0": 0.07464249928792317, "sim_compute_robot_state-npc1": 0.06900405126904684, "sim_compute_robot_state-npc2": 0.06880597462729802, "sim_compute_robot_state-npc3": 0.06850790599035839}}
set_robot_commands_max0.07910957306053988
set_robot_commands_mean0.07605281595897592
set_robot_commands_median0.0752941370010376
set_robot_commands_min0.07466509607103136
sim_compute_performance-ego_max0.06707957938865379
sim_compute_performance-ego_mean0.06414103091387803
sim_compute_performance-ego_median0.06393100086011384
sim_compute_performance-ego_min0.061021077005486736
sim_compute_robot_state-ego_max0.06639525625440809
sim_compute_robot_state-ego_mean0.06381828229369702
sim_compute_robot_state-ego_median0.06358762373004043
sim_compute_robot_state-ego_min0.06210551136418393
sim_compute_robot_state-npc0_max0.07464249928792317
sim_compute_robot_state-npc0_mean0.07057435432172919
sim_compute_robot_state-npc0_median0.07012659625003212
sim_compute_robot_state-npc0_min0.06815670247663531
sim_compute_robot_state-npc1_max0.06900405126904684
sim_compute_robot_state-npc1_mean0.06529956473528319
sim_compute_robot_state-npc1_median0.06470977632622969
sim_compute_robot_state-npc1_min0.06303698138186806
sim_compute_robot_state-npc2_max0.06880597462729802
sim_compute_robot_state-npc2_mean0.06473466057678255
sim_compute_robot_state-npc2_median0.06415331154538874
sim_compute_robot_state-npc2_min0.06263762933236582
sim_compute_robot_state-npc3_max0.06850790599035839
sim_compute_robot_state-npc3_mean0.0644528905999534
sim_compute_robot_state-npc3_median0.0635855957201332
sim_compute_robot_state-npc3_min0.06211777737266139
sim_compute_sim_state_max0.03832012320321704
sim_compute_sim_state_mean0.03635156269082891
sim_compute_sim_state_median0.036022541629281014
sim_compute_sim_state_min0.03514087827582108
sim_physics_max0.03080344767797561
sim_physics_mean0.02921943491564345
sim_physics_median0.02920273498252586
sim_physics_min0.027013922992505525
sim_render-ego_max0.06492364028143505
sim_render-ego_mean0.06279892122875108
sim_render-ego_median0.06274414899056419
sim_render-ego_min0.06013031382309763
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.049999999999993
survival_time_min1.3500000000000003
197692648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:05:56
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19769-817479', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19769-817479', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job19769-817479', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
194642648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:10:09Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.08865457926041041
agent_compute-ego_mean0.08047501110203703
agent_compute-ego_median0.07881473487531634
agent_compute-ego_min0.07760230519554832
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.05413547817029451, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.06812186241149902, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.07806433125546104, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.10786329319602564, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.042042280498303865, "sim_compute_performance-ego": 0.07550760570325349, "sim_compute_robot_state-ego": 0.08383698212473016, "sim_compute_robot_state-npc0": 0.07433977378042121, "sim_compute_robot_state-npc1": 0.07517319478486714, "sim_compute_robot_state-npc2": 0.07309670197336297, "sim_compute_robot_state-npc3": 0.07284759722257915}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.04845129816155685, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.07105031766389545, "in-drivable-lane": 0, "agent_compute-ego": 0.07923910492344906, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.10604000718970048, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.04556509695555035, "sim_compute_performance-ego": 0.07601054091202586, "sim_compute_robot_state-ego": 0.08136915533166182, "sim_compute_robot_state-npc0": 0.07618296146392822, "sim_compute_robot_state-npc1": 0.07415150968652022, "sim_compute_robot_state-npc2": 0.08255105896999962, "sim_compute_robot_state-npc3": 0.07782828180413497}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.05457919683211889, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.07137331595787635, "in-drivable-lane": 0, "agent_compute-ego": 0.08865457926041041, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.11683795390984952, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.04407699291522686, "sim_compute_performance-ego": 0.07606764328785431, "sim_compute_robot_state-ego": 0.0865173645508595, "sim_compute_robot_state-npc0": 0.07930094767839481, "sim_compute_robot_state-npc1": 0.07733928851592235, "sim_compute_robot_state-npc2": 0.07752545063312237, "sim_compute_robot_state-npc3": 0.07693642836350661}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.05811344401937135, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.07022360680808484, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.07881473487531634, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.1102085785127022, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.04336320514410314, "sim_compute_performance-ego": 0.07545469176601356, "sim_compute_robot_state-ego": 0.08127201778787962, "sim_compute_robot_state-npc0": 0.07890685175506162, "sim_compute_robot_state-npc1": 0.0758405907053343, "sim_compute_robot_state-npc2": 0.07596793644864794, "sim_compute_robot_state-npc3": 0.07767117862970056}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.04547034610401501, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.07085069743069736, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.07760230519554832, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.10901543227109042, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.041723852807825264, "sim_compute_performance-ego": 0.07531218095259233, "sim_compute_robot_state-ego": 0.07801913131367076, "sim_compute_robot_state-npc0": 0.07427186315709894, "sim_compute_robot_state-npc1": 0.07293325120752508, "sim_compute_robot_state-npc2": 0.07396021214398471, "sim_compute_robot_state-npc3": 0.07448949055238203}}
set_robot_commands_max0.11683795390984952
set_robot_commands_mean0.10999305301587366
set_robot_commands_median0.10901543227109042
set_robot_commands_min0.10604000718970048
sim_compute_performance-ego_max0.07606764328785431
sim_compute_performance-ego_mean0.07567053252434791
sim_compute_performance-ego_median0.07550760570325349
sim_compute_performance-ego_min0.07531218095259233
sim_compute_robot_state-ego_max0.0865173645508595
sim_compute_robot_state-ego_mean0.08220293022176037
sim_compute_robot_state-ego_median0.08136915533166182
sim_compute_robot_state-ego_min0.07801913131367076
sim_compute_robot_state-npc0_max0.07930094767839481
sim_compute_robot_state-npc0_mean0.07660047956698096
sim_compute_robot_state-npc0_median0.07618296146392822
sim_compute_robot_state-npc0_min0.07427186315709894
sim_compute_robot_state-npc1_max0.07733928851592235
sim_compute_robot_state-npc1_mean0.07508756698003381
sim_compute_robot_state-npc1_median0.07517319478486714
sim_compute_robot_state-npc1_min0.07293325120752508
sim_compute_robot_state-npc2_max0.08255105896999962
sim_compute_robot_state-npc2_mean0.07662027203382353
sim_compute_robot_state-npc2_median0.07596793644864794
sim_compute_robot_state-npc2_min0.07309670197336297
sim_compute_robot_state-npc3_max0.07782828180413497
sim_compute_robot_state-npc3_mean0.07595459531446067
sim_compute_robot_state-npc3_median0.07693642836350661
sim_compute_robot_state-npc3_min0.07284759722257915
sim_compute_sim_state_max0.04556509695555035
sim_compute_sim_state_mean0.043354285664201894
sim_compute_sim_state_median0.04336320514410314
sim_compute_sim_state_min0.041723852807825264
sim_physics_max0.05811344401937135
sim_physics_mean0.05214995265747132
sim_physics_median0.05413547817029451
sim_physics_min0.04547034610401501
sim_render-ego_max0.07137331595787635
sim_render-ego_mean0.07032396005441062
sim_render-ego_median0.07085069743069736
sim_render-ego_min0.06812186241149902
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
194452648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:03:33
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19445-465850', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19445-465850', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job19445-465850', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
187072648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:52Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.06962817754500951
agent_compute-ego_mean0.06463075507812081
agent_compute-ego_median0.06436713984314825
agent_compute-ego_min0.06037176739085804
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.03020968939128675, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.0623630774648566, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.06320079502306486, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.07473477815326891, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.03455031545538651, "sim_compute_performance-ego": 0.061904766685084295, "sim_compute_robot_state-ego": 0.06110771831713225, "sim_compute_robot_state-npc0": 0.0658147510729338, "sim_compute_robot_state-npc1": 0.06266603720815558, "sim_compute_robot_state-npc2": 0.06168416926735326, "sim_compute_robot_state-npc3": 0.06184351569727847}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.02582498600608424, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.060840575318587456, "in-drivable-lane": 0, "agent_compute-ego": 0.06558589558852346, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.07381795582018401, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03447350702787701, "sim_compute_performance-ego": 0.06108782165928891, "sim_compute_robot_state-ego": 0.05865040578340229, "sim_compute_robot_state-npc0": 0.06860508416828356, "sim_compute_robot_state-npc1": 0.06525565448560212, "sim_compute_robot_state-npc2": 0.06322238947215833, "sim_compute_robot_state-npc3": 0.06228603814777575}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.030509227361434545, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.05976327871664976, "in-drivable-lane": 0, "agent_compute-ego": 0.06962817754500951, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.07677049514574882, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.03441599699167105, "sim_compute_performance-ego": 0.057462117610833585, "sim_compute_robot_state-ego": 0.05877292461884327, "sim_compute_robot_state-npc0": 0.06284151933132073, "sim_compute_robot_state-npc1": 0.0612187385559082, "sim_compute_robot_state-npc2": 0.060158815139379256, "sim_compute_robot_state-npc3": 0.061157104296562}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.031494855880737305, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.061487409430490414, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06436713984314825, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.0749458393580477, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.03479280270321269, "sim_compute_performance-ego": 0.061186441233460336, "sim_compute_robot_state-ego": 0.060788221762213906, "sim_compute_robot_state-npc0": 0.06508269444317885, "sim_compute_robot_state-npc1": 0.06360305195123377, "sim_compute_robot_state-npc2": 0.06302944707198882, "sim_compute_robot_state-npc3": 0.061361003929460554}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.026763872666792435, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.060948041352358734, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.06037176739085804, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.07313108444213867, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.032828217202966865, "sim_compute_performance-ego": 0.05906374346126209, "sim_compute_robot_state-ego": 0.05800562555139715, "sim_compute_robot_state-npc0": 0.0654797770760276, "sim_compute_robot_state-npc1": 0.06277074055238203, "sim_compute_robot_state-npc2": 0.06080072576349432, "sim_compute_robot_state-npc3": 0.06065565889531916}}
set_robot_commands_max0.07677049514574882
set_robot_commands_mean0.07468003058387762
set_robot_commands_median0.07473477815326891
set_robot_commands_min0.07313108444213867
sim_compute_performance-ego_max0.061904766685084295
sim_compute_performance-ego_mean0.060140978129985846
sim_compute_performance-ego_median0.06108782165928891
sim_compute_performance-ego_min0.057462117610833585
sim_compute_robot_state-ego_max0.06110771831713225
sim_compute_robot_state-ego_mean0.05946497920659777
sim_compute_robot_state-ego_median0.05877292461884327
sim_compute_robot_state-ego_min0.05800562555139715
sim_compute_robot_state-npc0_max0.06860508416828356
sim_compute_robot_state-npc0_mean0.0655647652183489
sim_compute_robot_state-npc0_median0.0654797770760276
sim_compute_robot_state-npc0_min0.06284151933132073
sim_compute_robot_state-npc1_max0.06525565448560212
sim_compute_robot_state-npc1_mean0.06310284455065635
sim_compute_robot_state-npc1_median0.06277074055238203
sim_compute_robot_state-npc1_min0.0612187385559082
sim_compute_robot_state-npc2_max0.06322238947215833
sim_compute_robot_state-npc2_mean0.0617791093428748
sim_compute_robot_state-npc2_median0.06168416926735326
sim_compute_robot_state-npc2_min0.060158815139379256
sim_compute_robot_state-npc3_max0.06228603814777575
sim_compute_robot_state-npc3_mean0.06146066419327919
sim_compute_robot_state-npc3_median0.061361003929460554
sim_compute_robot_state-npc3_min0.06065565889531916
sim_compute_sim_state_max0.03479280270321269
sim_compute_sim_state_mean0.034212167876222825
sim_compute_sim_state_median0.03447350702787701
sim_compute_sim_state_min0.032828217202966865
sim_physics_max0.031494855880737305
sim_physics_mean0.028960526261267057
sim_physics_median0.03020968939128675
sim_physics_min0.02582498600608424
sim_render-ego_max0.0623630774648566
sim_render-ego_mean0.061080476456588595
sim_render-ego_median0.060948041352358734
sim_render-ego_min0.05976327871664976
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
183652648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:28Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.0616466622603567
agent_compute-ego_mean0.05839355223168
agent_compute-ego_median0.05732178186115466
agent_compute-ego_min0.05591692165894942
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.0283976906224301, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.049684890947843854, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.05732178186115466, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.07047118889658074, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.028840258246973945, "sim_compute_performance-ego": 0.05208296022917095, "sim_compute_robot_state-ego": 0.05335531234741211, "sim_compute_robot_state-npc0": 0.056237762852718955, "sim_compute_robot_state-npc1": 0.05391356317620528, "sim_compute_robot_state-npc2": 0.05272875334087171, "sim_compute_robot_state-npc3": 0.05185360155607525}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.025500529690792684, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.05646455915350663, "in-drivable-lane": 0, "agent_compute-ego": 0.0616466622603567, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.0779171303698891, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03262166600478323, "sim_compute_performance-ego": 0.05742270068118447, "sim_compute_robot_state-ego": 0.057502181906449165, "sim_compute_robot_state-npc0": 0.06278019202382941, "sim_compute_robot_state-npc1": 0.06000759099659167, "sim_compute_robot_state-npc2": 0.059342102000587864, "sim_compute_robot_state-npc3": 0.05748879282098067}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.027254795416807517, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.05622515311607948, "in-drivable-lane": 0, "agent_compute-ego": 0.06048235526451698, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.0738372558202499, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.03096468632037823, "sim_compute_performance-ego": 0.05438538698049692, "sim_compute_robot_state-ego": 0.054419817068637945, "sim_compute_robot_state-npc0": 0.05840588227296487, "sim_compute_robot_state-npc1": 0.05467779208452274, "sim_compute_robot_state-npc2": 0.053391230412018605, "sim_compute_robot_state-npc3": 0.052893766990074746}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.028220791212269957, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.053051518722319266, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.056600040113422234, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.07261071070818834, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.030716859119039187, "sim_compute_performance-ego": 0.05430631570413079, "sim_compute_robot_state-ego": 0.05408865968946, "sim_compute_robot_state-npc0": 0.05906535202348736, "sim_compute_robot_state-npc1": 0.056174996873022805, "sim_compute_robot_state-npc2": 0.05604224809458558, "sim_compute_robot_state-npc3": 0.05553302630572251}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.024016158147291702, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.05188119953328913, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.05591692165894942, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.06964683532714844, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.030906828967007725, "sim_compute_performance-ego": 0.055318442257967865, "sim_compute_robot_state-ego": 0.055583411997014824, "sim_compute_robot_state-npc0": 0.05757432634180242, "sim_compute_robot_state-npc1": 0.05483038858933882, "sim_compute_robot_state-npc2": 0.054338444362987175, "sim_compute_robot_state-npc3": 0.05265494910153476}}
set_robot_commands_max0.0779171303698891
set_robot_commands_mean0.0728966242244113
set_robot_commands_median0.07261071070818834
set_robot_commands_min0.06964683532714844
sim_compute_performance-ego_max0.05742270068118447
sim_compute_performance-ego_mean0.054703161170590195
sim_compute_performance-ego_median0.05438538698049692
sim_compute_performance-ego_min0.05208296022917095
sim_compute_robot_state-ego_max0.057502181906449165
sim_compute_robot_state-ego_mean0.05498987660179481
sim_compute_robot_state-ego_median0.054419817068637945
sim_compute_robot_state-ego_min0.05335531234741211
sim_compute_robot_state-npc0_max0.06278019202382941
sim_compute_robot_state-npc0_mean0.058812703102960606
sim_compute_robot_state-npc0_median0.05840588227296487
sim_compute_robot_state-npc0_min0.056237762852718955
sim_compute_robot_state-npc1_max0.06000759099659167
sim_compute_robot_state-npc1_mean0.05592086634393626
sim_compute_robot_state-npc1_median0.05483038858933882
sim_compute_robot_state-npc1_min0.05391356317620528
sim_compute_robot_state-npc2_max0.059342102000587864
sim_compute_robot_state-npc2_mean0.05516855564221018
sim_compute_robot_state-npc2_median0.054338444362987175
sim_compute_robot_state-npc2_min0.05272875334087171
sim_compute_robot_state-npc3_max0.05748879282098067
sim_compute_robot_state-npc3_mean0.05408482735487759
sim_compute_robot_state-npc3_median0.052893766990074746
sim_compute_robot_state-npc3_min0.05185360155607525
sim_compute_sim_state_max0.03262166600478323
sim_compute_sim_state_mean0.030810059731636464
sim_compute_sim_state_median0.030906828967007725
sim_compute_sim_state_min0.028840258246973945
sim_physics_max0.0283976906224301
sim_physics_mean0.026677993017918393
sim_physics_median0.027254795416807517
sim_physics_min0.024016158147291702
sim_render-ego_max0.05646455915350663
sim_render-ego_mean0.05346146429460767
sim_render-ego_median0.053051518722319266
sim_render-ego_min0.049684890947843854
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
180492648zamatorychallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:04:58Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2448526305955765
survival_time_median1.0000000000000002
deviation-center-line_median0.02780956837444773
in-drivable-lane_median0.4500000000000001


other stats
agent_compute-ego_max0.05714845657348633
agent_compute-ego_mean0.05304611881573995
agent_compute-ego_median0.05354567766189575
agent_compute-ego_min0.049205833673477174
deviation-center-line_max0.1257230388091751
deviation-center-line_mean0.05577343615770758
deviation-center-line_min0.01951527185289407
deviation-heading_max0.5595345336423936
deviation-heading_mean0.32175424111925316
deviation-heading_median0.3074760381865353
deviation-heading_min0.16993642764665495
driven_any_max1.135775595781212
driven_any_mean0.7105521201006961
driven_any_median0.5457640496143795
driven_any_min0.3022738981004901
driven_lanedir_consec_max0.8171012478585276
driven_lanedir_consec_mean0.42515260445919045
driven_lanedir_consec_min0.164471242446655
driven_lanedir_max0.8171012478585276
driven_lanedir_mean0.4357084916634508
driven_lanedir_median0.2448526305955765
driven_lanedir_min0.164471242446655
in-drivable-lane_max0.6500000000000002
in-drivable-lane_mean0.38000000000000017
in-drivable-lane_min0.04999999999999999
per-episodes
details{"udem1-0-0": {"driven_any": 0.5457640496143795, "sim_physics": 0.02980567216873169, "survival_time": 1.0000000000000002, "driven_lanedir": 0.164471242446655, "sim_render-ego": 0.04804040193557739, "in-drivable-lane": 0.6500000000000002, "agent_compute-ego": 0.05354567766189575, "deviation-heading": 0.18758204257854744, "set_robot_commands": 0.06667618751525879, "deviation-center-line": 0.01951527185289407, "driven_lanedir_consec": 0.164471242446655, "sim_compute_sim_state": 0.027729356288909913, "sim_compute_performance-ego": 0.047445166110992434, "sim_compute_robot_state-ego": 0.05087004899978638, "sim_compute_robot_state-npc0": 0.049124181270599365, "sim_compute_robot_state-npc1": 0.04814989566802978, "sim_compute_robot_state-npc2": 0.04613691568374634, "sim_compute_robot_state-npc3": 0.04564690589904785}, "udem1-1-0": {"driven_any": 0.5108934139126888, "sim_physics": 0.02434072774999282, "survival_time": 0.8500000000000002, "driven_lanedir": 0.18120319035776863, "sim_render-ego": 0.052533991196576285, "in-drivable-lane": 0.4500000000000001, "agent_compute-ego": 0.05591225624084473, "deviation-heading": 0.3074760381865353, "set_robot_commands": 0.07458268894868739, "deviation-center-line": 0.02399913959382396, "driven_lanedir_consec": 0.1725821469418083, "sim_compute_sim_state": 0.033858411452349496, "sim_compute_performance-ego": 0.05210940978106331, "sim_compute_robot_state-ego": 0.050810996223898494, "sim_compute_robot_state-npc0": 0.04944328700794893, "sim_compute_robot_state-npc1": 0.0496831360985251, "sim_compute_robot_state-npc2": 0.05764943010666791, "sim_compute_robot_state-npc3": 0.05937997032614315}, "udem1-2-0": {"driven_any": 0.3022738981004901, "sim_physics": 0.031937265396118165, "survival_time": 0.49999999999999994, "driven_lanedir": 0.2448526305955765, "sim_render-ego": 0.043440055847167966, "in-drivable-lane": 0.04999999999999999, "agent_compute-ego": 0.05714845657348633, "deviation-heading": 0.16993642764665495, "set_robot_commands": 0.06854720115661621, "deviation-center-line": 0.02780956837444773, "driven_lanedir_consec": 0.2448526305955765, "sim_compute_sim_state": 0.02417516708374023, "sim_compute_performance-ego": 0.04608662128448486, "sim_compute_robot_state-ego": 0.04294173717498779, "sim_compute_robot_state-npc0": 0.0456554651260376, "sim_compute_robot_state-npc1": 0.045121383666992185, "sim_compute_robot_state-npc2": 0.04978315830230713, "sim_compute_robot_state-npc3": 0.04968976974487305}, "udem1-3-0": {"driven_any": 1.135775595781212, "sim_physics": 0.026530182361602785, "survival_time": 2.000000000000001, "driven_lanedir": 0.7709141470587263, "sim_render-ego": 0.04640456438064575, "in-drivable-lane": 0.6000000000000003, "agent_compute-ego": 0.049205833673477174, "deviation-heading": 0.3842421635421346, "set_robot_commands": 0.06926783323287963, "deviation-center-line": 0.08182016215819705, "driven_lanedir_consec": 0.7267557544533849, "sim_compute_sim_state": 0.028588372468948364, "sim_compute_performance-ego": 0.04778112769126893, "sim_compute_robot_state-ego": 0.05127928853034973, "sim_compute_robot_state-npc0": 0.05179356336593628, "sim_compute_robot_state-npc1": 0.04869288206100464, "sim_compute_robot_state-npc2": 0.048160821199417114, "sim_compute_robot_state-npc3": 0.04925156235694885}, "udem1-4-0": {"driven_any": 1.05805364309471, "sim_physics": 0.02685215256430886, "survival_time": 1.6500000000000008, "driven_lanedir": 0.8171012478585276, "sim_render-ego": 0.04793910546736284, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.049418369928995766, "deviation-heading": 0.5595345336423936, "set_robot_commands": 0.06788323864792332, "deviation-center-line": 0.1257230388091751, "driven_lanedir_consec": 0.8171012478585276, "sim_compute_sim_state": 0.02679259849317146, "sim_compute_performance-ego": 0.048576882391264946, "sim_compute_robot_state-ego": 0.051543170755559746, "sim_compute_robot_state-npc0": 0.04786802783156886, "sim_compute_robot_state-npc1": 0.04769929972561923, "sim_compute_robot_state-npc2": 0.04713512189460523, "sim_compute_robot_state-npc3": 0.04710865020751953}}
set_robot_commands_max0.07458268894868739
set_robot_commands_mean0.06939142990027307
set_robot_commands_median0.06854720115661621
set_robot_commands_min0.06667618751525879
sim_compute_performance-ego_max0.05210940978106331
sim_compute_performance-ego_mean0.0483998414518149
sim_compute_performance-ego_median0.04778112769126893
sim_compute_performance-ego_min0.04608662128448486
sim_compute_robot_state-ego_max0.051543170755559746
sim_compute_robot_state-ego_mean0.04948904833691643
sim_compute_robot_state-ego_median0.05087004899978638
sim_compute_robot_state-ego_min0.04294173717498779
sim_compute_robot_state-npc0_max0.05179356336593628
sim_compute_robot_state-npc0_mean0.04877690492041821
sim_compute_robot_state-npc0_median0.049124181270599365
sim_compute_robot_state-npc0_min0.0456554651260376
sim_compute_robot_state-npc1_max0.0496831360985251
sim_compute_robot_state-npc1_mean0.04786931944403419
sim_compute_robot_state-npc1_median0.04814989566802978
sim_compute_robot_state-npc1_min0.045121383666992185
sim_compute_robot_state-npc2_max0.05764943010666791
sim_compute_robot_state-npc2_mean0.04977308943734875
sim_compute_robot_state-npc2_median0.048160821199417114
sim_compute_robot_state-npc2_min0.04613691568374634
sim_compute_robot_state-npc3_max0.05937997032614315
sim_compute_robot_state-npc3_mean0.050215371706906486
sim_compute_robot_state-npc3_median0.04925156235694885
sim_compute_robot_state-npc3_min0.04564690589904785
sim_compute_sim_state_max0.033858411452349496
sim_compute_sim_state_mean0.028228781157423895
sim_compute_sim_state_median0.027729356288909913
sim_compute_sim_state_min0.02417516708374023
sim_physics_max0.031937265396118165
sim_physics_mean0.02789320004815087
sim_physics_median0.02685215256430886
sim_physics_min0.02434072774999282
sim_render-ego_max0.052533991196576285
sim_render-ego_mean0.04767162376546604
sim_render-ego_median0.04793910546736284
sim_render-ego_min0.043440055847167966
simulation-passed1
survival_time_max2.000000000000001
survival_time_mean1.2000000000000004
survival_time_min0.49999999999999994