AI Driving Olympics Home Challenges Submissions Jobs

Submission 2591

Submission2591
Competingyes
Challengeaido2-LFV-sim-validation
UserJulian Zilly
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22877
Next
User labelbaseline-IL-logs-tensorflow
Admin priority50
Blessing50
User priority

22877

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228772591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationsuccessyes-0:15:40Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2716987056833706
survival_time_median5.549999999999988
deviation-center-line_median0.3825070516652597
in-drivable-lane_median0


other stats
agent_compute-ego_max0.25023627512663316
agent_compute-ego_mean0.2376359821553382
agent_compute-ego_median0.2456103863923446
agent_compute-ego_min0.20340194071040435
deviation-center-line_max0.4816531256795156
deviation-center-line_mean0.3805850415107731
deviation-center-line_min0.2369383924787904
deviation-heading_max3.023647190428616
deviation-heading_mean2.154979094098645
deviation-heading_median2.051768785026961
deviation-heading_min1.3552476241138214
driven_any_max0.33368102835532826
driven_any_mean0.28966190228764976
driven_any_median0.3129605979752506
driven_any_min0.18772401300848413
driven_lanedir_consec_max0.2849993772364474
driven_lanedir_consec_mean0.24876042203899495
driven_lanedir_consec_min0.14610094523670614
driven_lanedir_max0.2849993772364474
driven_lanedir_mean0.24876042203899495
driven_lanedir_median0.2716987056833706
driven_lanedir_min0.14610094523670614
in-drivable-lane_max0.14999999999999947
in-drivable-lane_mean0.04999999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.33368102835532826, "sim_physics": 0.1898908389834907, "survival_time": 6.349999999999985, "driven_lanedir": 0.27842869636457834, "sim_render-ego": 0.06543387202765998, "in-drivable-lane": 0, "agent_compute-ego": 0.2432498143413874, "deviation-heading": 3.023647190428616, "set_robot_commands": 0.09883700956509808, "deviation-center-line": 0.3825070516652597, "driven_lanedir_consec": 0.27842869636457834, "sim_compute_sim_state": 0.03991235710504487, "sim_compute_performance-ego": 0.07188717774518831, "sim_compute_robot_state-ego": 0.0773239116969071, "sim_compute_robot_state-npc0": 0.07258654579402894, "sim_compute_robot_state-npc1": 0.07065843409440649, "sim_compute_robot_state-npc2": 0.07024664766206516, "sim_compute_robot_state-npc3": 0.07015184717854177}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3234989464631947, "sim_physics": 0.1944331044736116, "survival_time": 5.749999999999988, "driven_lanedir": 0.2716987056833706, "sim_render-ego": 0.06403819374416185, "in-drivable-lane": 0, "agent_compute-ego": 0.2456103863923446, "deviation-heading": 2.9516979608490947, "set_robot_commands": 0.10243547895680304, "deviation-center-line": 0.36952628179764974, "driven_lanedir_consec": 0.2716987056833706, "sim_compute_sim_state": 0.03993908633356509, "sim_compute_performance-ego": 0.07160118973773459, "sim_compute_robot_state-ego": 0.08010525288789169, "sim_compute_robot_state-npc0": 0.07195747624272886, "sim_compute_robot_state-npc1": 0.07151248351387356, "sim_compute_robot_state-npc2": 0.0718862886014192, "sim_compute_robot_state-npc3": 0.07050861068393872}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3129605979752506, "sim_physics": 0.20230487660244775, "survival_time": 5.549999999999988, "driven_lanedir": 0.2849993772364474, "sim_render-ego": 0.06597895880003234, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.2456814942059216, "deviation-heading": 1.3552476241138214, "set_robot_commands": 0.10041196926220045, "deviation-center-line": 0.4816531256795156, "driven_lanedir_consec": 0.2849993772364474, "sim_compute_sim_state": 0.044136247119388065, "sim_compute_performance-ego": 0.07298279452968288, "sim_compute_robot_state-ego": 0.0794684006287171, "sim_compute_robot_state-npc0": 0.07133124970101021, "sim_compute_robot_state-npc1": 0.07287371910370148, "sim_compute_robot_state-npc2": 0.07186140455641188, "sim_compute_robot_state-npc3": 0.07545925905038645}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2904449256359914, "sim_physics": 0.19410169008866096, "survival_time": 5.14999999999999, "driven_lanedir": 0.26257438567387226, "sim_render-ego": 0.06604429124628455, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.25023627512663316, "deviation-heading": 1.3925339100747296, "set_robot_commands": 0.1019030033963398, "deviation-center-line": 0.4323003559326501, "driven_lanedir_consec": 0.26257438567387226, "sim_compute_sim_state": 0.0417030204847021, "sim_compute_performance-ego": 0.07193489908014686, "sim_compute_robot_state-ego": 0.07621604493520792, "sim_compute_robot_state-npc0": 0.07245466315630571, "sim_compute_robot_state-npc1": 0.07080532509146385, "sim_compute_robot_state-npc2": 0.07229428846859237, "sim_compute_robot_state-npc3": 0.07282901967613442}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.18772401300848413, "sim_physics": 0.15728559914757223, "survival_time": 3.399999999999996, "driven_lanedir": 0.14610094523670614, "sim_render-ego": 0.05499461468528299, "in-drivable-lane": 0, "agent_compute-ego": 0.20340194071040435, "deviation-heading": 2.051768785026961, "set_robot_commands": 0.10447345761691824, "deviation-center-line": 0.2369383924787904, "driven_lanedir_consec": 0.14610094523670614, "sim_compute_sim_state": 0.034772452186135686, "sim_compute_performance-ego": 0.059914659051334154, "sim_compute_robot_state-ego": 0.06630083392648135, "sim_compute_robot_state-npc0": 0.061277561327990365, "sim_compute_robot_state-npc1": 0.059757688466240376, "sim_compute_robot_state-npc2": 0.05914246685364667, "sim_compute_robot_state-npc3": 0.08332260566599228}}
set_robot_commands_max0.10447345761691824
set_robot_commands_mean0.1016121837594719
set_robot_commands_median0.1019030033963398
set_robot_commands_min0.09883700956509808
sim_compute_performance-ego_max0.07298279452968288
sim_compute_performance-ego_mean0.06966414402881736
sim_compute_performance-ego_median0.07188717774518831
sim_compute_performance-ego_min0.059914659051334154
sim_compute_robot_state-ego_max0.08010525288789169
sim_compute_robot_state-ego_mean0.07588288881504103
sim_compute_robot_state-ego_median0.0773239116969071
sim_compute_robot_state-ego_min0.06630083392648135
sim_compute_robot_state-npc0_max0.07258654579402894
sim_compute_robot_state-npc0_mean0.06992149924441282
sim_compute_robot_state-npc0_median0.07195747624272886
sim_compute_robot_state-npc0_min0.061277561327990365
sim_compute_robot_state-npc1_max0.07287371910370148
sim_compute_robot_state-npc1_mean0.06912153005393715
sim_compute_robot_state-npc1_median0.07080532509146385
sim_compute_robot_state-npc1_min0.059757688466240376
sim_compute_robot_state-npc2_max0.07229428846859237
sim_compute_robot_state-npc2_mean0.06908621922842706
sim_compute_robot_state-npc2_median0.07186140455641188
sim_compute_robot_state-npc2_min0.05914246685364667
sim_compute_robot_state-npc3_max0.08332260566599228
sim_compute_robot_state-npc3_mean0.07445426845099871
sim_compute_robot_state-npc3_median0.07282901967613442
sim_compute_robot_state-npc3_min0.07015184717854177
sim_compute_sim_state_max0.044136247119388065
sim_compute_sim_state_mean0.04009263264576716
sim_compute_sim_state_median0.03993908633356509
sim_compute_sim_state_min0.034772452186135686
sim_physics_max0.20230487660244775
sim_physics_mean0.18760322185915665
sim_physics_median0.19410169008866096
sim_physics_min0.15728559914757223
sim_render-ego_max0.06604429124628455
sim_render-ego_mean0.06329798610068434
sim_render-ego_median0.06543387202765998
sim_render-ego_min0.05499461468528299
simulation-passed1
survival_time_max6.349999999999985
survival_time_mean5.2399999999999896
survival_time_min3.399999999999996
211602591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationerrorno-0:01:52
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
204612591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationsuccessno-0:12:54Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.26950328172591886
survival_time_median5.599999999999988
deviation-center-line_median0.3827737361737958
in-drivable-lane_median0


other stats
agent_compute-ego_max0.23952173836090984
agent_compute-ego_mean0.2084251044838349
agent_compute-ego_median0.20368114614908675
agent_compute-ego_min0.1823049340929304
deviation-center-line_max0.4905627197594762
deviation-center-line_mean0.3816136692580802
deviation-center-line_min0.2359307085366832
deviation-heading_max2.8697244090862832
deviation-heading_mean2.102396574962247
deviation-heading_median2.0218247185851665
deviation-heading_min1.3608616050549116
driven_any_max0.34099667556915286
driven_any_mean0.2930107026368073
driven_any_median0.3193449563656162
driven_any_min0.188587798756088
driven_lanedir_consec_max0.29180406406049464
driven_lanedir_consec_mean0.25316601662942356
driven_lanedir_consec_min0.1481881348473557
driven_lanedir_max0.29180406406049464
driven_lanedir_mean0.25316601662942356
driven_lanedir_median0.26950328172591886
driven_lanedir_min0.1481881348473557
in-drivable-lane_max0.14999999999999947
in-drivable-lane_mean0.04999999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.34099667556915286, "sim_physics": 0.16447745050702775, "survival_time": 6.299999999999986, "driven_lanedir": 0.28870920064250294, "sim_render-ego": 0.061727313768296016, "in-drivable-lane": 0, "agent_compute-ego": 0.2308645626855275, "deviation-heading": 2.863456479210133, "set_robot_commands": 0.0941711323601859, "deviation-center-line": 0.3827737361737958, "driven_lanedir_consec": 0.28870920064250294, "sim_compute_sim_state": 0.0391412027298458, "sim_compute_performance-ego": 0.06796965334150526, "sim_compute_robot_state-ego": 0.07385949482993474, "sim_compute_robot_state-npc0": 0.06813455952538384, "sim_compute_robot_state-npc1": 0.0684066272917248, "sim_compute_robot_state-npc2": 0.06870924858819871, "sim_compute_robot_state-npc3": 0.06873455501738049}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3193449563656162, "sim_physics": 0.1114906349352428, "survival_time": 5.599999999999988, "driven_lanedir": 0.2676254018708457, "sim_render-ego": 0.051931266273771017, "in-drivable-lane": 0, "agent_compute-ego": 0.18575314113071983, "deviation-heading": 2.8697244090862832, "set_robot_commands": 0.08428600856236049, "deviation-center-line": 0.3548674646284441, "driven_lanedir_consec": 0.2676254018708457, "sim_compute_sim_state": 0.029019638895988464, "sim_compute_performance-ego": 0.052815882222993035, "sim_compute_robot_state-ego": 0.05498495485101427, "sim_compute_robot_state-npc0": 0.05482139970575061, "sim_compute_robot_state-npc1": 0.05432201496192387, "sim_compute_robot_state-npc2": 0.05383386143616268, "sim_compute_robot_state-npc3": 0.051997208169528415}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.32001917954242337, "sim_physics": 0.13889394608219113, "survival_time": 5.649999999999988, "driven_lanedir": 0.29180406406049464, "sim_render-ego": 0.05597686556588232, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.20368114614908675, "deviation-heading": 1.3608616050549116, "set_robot_commands": 0.10092542023785346, "deviation-center-line": 0.4905627197594762, "driven_lanedir_consec": 0.29180406406049464, "sim_compute_sim_state": 0.0333086959028666, "sim_compute_performance-ego": 0.07775269567438986, "sim_compute_robot_state-ego": 0.06294314840198618, "sim_compute_robot_state-npc0": 0.11486757962049636, "sim_compute_robot_state-npc1": 0.05933668339146977, "sim_compute_robot_state-npc2": 0.06467718571688222, "sim_compute_robot_state-npc3": 0.06666336861331906}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2961049029507558, "sim_physics": 0.1185577914828346, "survival_time": 5.249999999999989, "driven_lanedir": 0.26950328172591886, "sim_render-ego": 0.04813549632117862, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.1823049340929304, "deviation-heading": 1.396115662874739, "set_robot_commands": 0.07827686355227516, "deviation-center-line": 0.4439337171920019, "driven_lanedir_consec": 0.26950328172591886, "sim_compute_sim_state": 0.03142974036080497, "sim_compute_performance-ego": 0.05648998078845796, "sim_compute_robot_state-ego": 0.05560293878827776, "sim_compute_robot_state-npc0": 0.05494543484279087, "sim_compute_robot_state-npc1": 0.05469898950485956, "sim_compute_robot_state-npc2": 0.054953211829775854, "sim_compute_robot_state-npc3": 0.059674644470214845}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.188587798756088, "sim_physics": 0.12274052816278794, "survival_time": 3.399999999999996, "driven_lanedir": 0.1481881348473557, "sim_render-ego": 0.05946971388424144, "in-drivable-lane": 0, "agent_compute-ego": 0.23952173836090984, "deviation-heading": 2.0218247185851665, "set_robot_commands": 0.09444075472214644, "deviation-center-line": 0.2359307085366832, "driven_lanedir_consec": 0.1481881348473557, "sim_compute_sim_state": 0.03557963932261748, "sim_compute_performance-ego": 0.06677639835021075, "sim_compute_robot_state-ego": 0.07360652264426737, "sim_compute_robot_state-npc0": 0.0640760905602399, "sim_compute_robot_state-npc1": 0.06469219221788294, "sim_compute_robot_state-npc2": 0.06497209562974818, "sim_compute_robot_state-npc3": 0.0637505475212546}}
set_robot_commands_max0.10092542023785346
set_robot_commands_mean0.09042003588696428
set_robot_commands_median0.0941711323601859
set_robot_commands_min0.07827686355227516
sim_compute_performance-ego_max0.07775269567438986
sim_compute_performance-ego_mean0.06436092207551138
sim_compute_performance-ego_median0.06677639835021075
sim_compute_performance-ego_min0.052815882222993035
sim_compute_robot_state-ego_max0.07385949482993474
sim_compute_robot_state-ego_mean0.06419941190309607
sim_compute_robot_state-ego_median0.06294314840198618
sim_compute_robot_state-ego_min0.05498495485101427
sim_compute_robot_state-npc0_max0.11486757962049636
sim_compute_robot_state-npc0_mean0.0713690128509323
sim_compute_robot_state-npc0_median0.0640760905602399
sim_compute_robot_state-npc0_min0.05482139970575061
sim_compute_robot_state-npc1_max0.0684066272917248
sim_compute_robot_state-npc1_mean0.06029130147357218
sim_compute_robot_state-npc1_median0.05933668339146977
sim_compute_robot_state-npc1_min0.05432201496192387
sim_compute_robot_state-npc2_max0.06870924858819871
sim_compute_robot_state-npc2_mean0.06142912064015353
sim_compute_robot_state-npc2_median0.06467718571688222
sim_compute_robot_state-npc2_min0.05383386143616268
sim_compute_robot_state-npc3_max0.06873455501738049
sim_compute_robot_state-npc3_mean0.06216406475833948
sim_compute_robot_state-npc3_median0.0637505475212546
sim_compute_robot_state-npc3_min0.051997208169528415
sim_compute_sim_state_max0.0391412027298458
sim_compute_sim_state_mean0.033695783442424666
sim_compute_sim_state_median0.0333086959028666
sim_compute_sim_state_min0.029019638895988464
sim_physics_max0.16447745050702775
sim_physics_mean0.13123207023401684
sim_physics_median0.12274052816278794
sim_physics_min0.1114906349352428
sim_render-ego_max0.061727313768296016
sim_render-ego_mean0.055448131162673886
sim_render-ego_median0.05597686556588232
sim_render-ego_min0.04813549632117862
simulation-passed1
survival_time_max6.299999999999986
survival_time_mean5.2399999999999896
survival_time_min3.399999999999996
199602591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationerrorno-0:00:54
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
194982591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationsuccessno-0:12:00Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.26734228119324843
survival_time_median5.699999999999988
deviation-center-line_median0.3078599144974256
in-drivable-lane_median0.04999999999999982


other stats
agent_compute-ego_max0.19763324282190825
agent_compute-ego_mean0.18364812924462096
agent_compute-ego_median0.17996974576983535
agent_compute-ego_min0.1776099897200061
deviation-center-line_max0.33490656509951916
deviation-center-line_mean0.3133643519816674
deviation-center-line_min0.2955478509595592
deviation-heading_max2.311764960502644
deviation-heading_mean2.1397082108583936
deviation-heading_median2.097076533811142
deviation-heading_min2.055947286961288
driven_any_max0.3401308632408343
driven_any_mean0.3107744184155049
driven_any_median0.30547993764940573
driven_any_min0.28081100723764973
driven_lanedir_consec_max0.30283931745241066
driven_lanedir_consec_mean0.27193310747270705
driven_lanedir_consec_min0.24197515538179148
driven_lanedir_max0.30283931745241066
driven_lanedir_mean0.27193310747270705
driven_lanedir_median0.26734228119324843
driven_lanedir_min0.24197515538179148
in-drivable-lane_max0.1999999999999993
in-drivable-lane_mean0.07999999999999971
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.28081100723764973, "sim_physics": 0.03204358590615762, "survival_time": 5.549999999999988, "driven_lanedir": 0.24197515538179148, "sim_render-ego": 0.05509781622671866, "in-drivable-lane": 0, "agent_compute-ego": 0.19763324282190825, "deviation-heading": 2.311764960502644, "set_robot_commands": 0.076846423449817, "deviation-center-line": 0.2955478509595592, "driven_lanedir_consec": 0.24197515538179148, "sim_compute_sim_state": 0.03439166739180281, "sim_compute_performance-ego": 0.06018729252858205, "sim_compute_robot_state-ego": 0.06098080755354048, "sim_compute_robot_state-npc0": 0.06185378684653892, "sim_compute_robot_state-npc1": 0.06132079674316957, "sim_compute_robot_state-npc2": 0.06170321799613334, "sim_compute_robot_state-npc3": 0.0597699397319072}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.32379355693687, "sim_physics": 0.0268202543258667, "survival_time": 5.999999999999987, "driven_lanedir": 0.28164291544061326, "sim_render-ego": 0.05153215130170186, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.1834279755751292, "deviation-heading": 2.092811433317215, "set_robot_commands": 0.07497722903887431, "deviation-center-line": 0.33490656509951916, "driven_lanedir_consec": 0.28164291544061326, "sim_compute_sim_state": 0.033131259679794314, "sim_compute_performance-ego": 0.05717713634173075, "sim_compute_robot_state-ego": 0.05861202478408813, "sim_compute_robot_state-npc0": 0.06057169834772746, "sim_compute_robot_state-npc1": 0.059138886133829754, "sim_compute_robot_state-npc2": 0.05782093405723572, "sim_compute_robot_state-npc3": 0.058437822262446086}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3401308632408343, "sim_physics": 0.026356189481673703, "survival_time": 6.199999999999986, "driven_lanedir": 0.30283931745241066, "sim_render-ego": 0.05598290312674738, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.1776099897200061, "deviation-heading": 2.055947286961288, "set_robot_commands": 0.07257866859436035, "deviation-center-line": 0.3276941841466514, "driven_lanedir_consec": 0.30283931745241066, "sim_compute_sim_state": 0.03358245280481154, "sim_compute_performance-ego": 0.05837592578703357, "sim_compute_robot_state-ego": 0.05933373012850361, "sim_compute_robot_state-npc0": 0.064412118927125, "sim_compute_robot_state-npc1": 0.057157910639239896, "sim_compute_robot_state-npc2": 0.0579623733797381, "sim_compute_robot_state-npc3": 0.05722122230837422}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.30547993764940573, "sim_physics": 0.02756375549113856, "survival_time": 5.649999999999988, "driven_lanedir": 0.26734228119324843, "sim_render-ego": 0.05452225904549118, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.17959969233622594, "deviation-heading": 2.097076533811142, "set_robot_commands": 0.07238756660866526, "deviation-center-line": 0.30081324520518143, "driven_lanedir_consec": 0.26734228119324843, "sim_compute_sim_state": 0.033162990502551594, "sim_compute_performance-ego": 0.057860241527051, "sim_compute_robot_state-ego": 0.0588118375930111, "sim_compute_robot_state-npc0": 0.06259024459703834, "sim_compute_robot_state-npc1": 0.06011456936861562, "sim_compute_robot_state-npc2": 0.05952759759616008, "sim_compute_robot_state-npc3": 0.05868304092272193}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3036567270127648, "sim_physics": 0.02457297266575328, "survival_time": 5.699999999999988, "driven_lanedir": 0.2658658678954715, "sim_render-ego": 0.05551616769087942, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.17996974576983535, "deviation-heading": 2.14094083969968, "set_robot_commands": 0.07647102339225903, "deviation-center-line": 0.3078599144974256, "driven_lanedir_consec": 0.2658658678954715, "sim_compute_sim_state": 0.03405072814539859, "sim_compute_performance-ego": 0.059744481454815784, "sim_compute_robot_state-ego": 0.0594182014465332, "sim_compute_robot_state-npc0": 0.06261312961578369, "sim_compute_robot_state-npc1": 0.06042762806541041, "sim_compute_robot_state-npc2": 0.0591531050832648, "sim_compute_robot_state-npc3": 0.05684929981566312}}
set_robot_commands_max0.076846423449817
set_robot_commands_mean0.07465218221679519
set_robot_commands_median0.07497722903887431
set_robot_commands_min0.07238756660866526
sim_compute_performance-ego_max0.06018729252858205
sim_compute_performance-ego_mean0.05866901552784263
sim_compute_performance-ego_median0.05837592578703357
sim_compute_performance-ego_min0.05717713634173075
sim_compute_robot_state-ego_max0.06098080755354048
sim_compute_robot_state-ego_mean0.05943132030113531
sim_compute_robot_state-ego_median0.05933373012850361
sim_compute_robot_state-ego_min0.05861202478408813
sim_compute_robot_state-npc0_max0.064412118927125
sim_compute_robot_state-npc0_mean0.06240819566684268
sim_compute_robot_state-npc0_median0.06259024459703834
sim_compute_robot_state-npc0_min0.06057169834772746
sim_compute_robot_state-npc1_max0.06132079674316957
sim_compute_robot_state-npc1_mean0.05963195819005305
sim_compute_robot_state-npc1_median0.06011456936861562
sim_compute_robot_state-npc1_min0.057157910639239896
sim_compute_robot_state-npc2_max0.06170321799613334
sim_compute_robot_state-npc2_mean0.05923344562250641
sim_compute_robot_state-npc2_median0.0591531050832648
sim_compute_robot_state-npc2_min0.05782093405723572
sim_compute_robot_state-npc3_max0.0597699397319072
sim_compute_robot_state-npc3_mean0.05819226500822251
sim_compute_robot_state-npc3_median0.058437822262446086
sim_compute_robot_state-npc3_min0.05684929981566312
sim_compute_sim_state_max0.03439166739180281
sim_compute_sim_state_mean0.03366381970487177
sim_compute_sim_state_median0.03358245280481154
sim_compute_sim_state_min0.033131259679794314
sim_physics_max0.03204358590615762
sim_physics_mean0.02747135157411797
sim_physics_median0.0268202543258667
sim_physics_min0.02457297266575328
sim_render-ego_max0.05598290312674738
sim_render-ego_mean0.0545302594783077
sim_render-ego_median0.05509781622671866
sim_render-ego_min0.05153215130170186
simulation-passed1
survival_time_max6.199999999999986
survival_time_mean5.819999999999988
survival_time_min5.549999999999988
187702591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationerrorno-0:20:56
Waited 1204 seconds [...]
Waited 1204 seconds for container to finish. Giving up. 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
187532591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationhost-errorno-0:18:05
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18753-177369', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18753-177369', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18753-177369', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
187462591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationhost-errorno-0:04:49
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18746-526014', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18746-526014', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18746-526014', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
183952591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationsuccessno-0:17:39Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.267893599260681
survival_time_median5.599999999999988
deviation-center-line_median0.30133477066822845
in-drivable-lane_median0.04999999999999982


other stats
agent_compute-ego_max0.1895714433569657
agent_compute-ego_mean0.1850155656213283
agent_compute-ego_median0.18366610896479976
agent_compute-ego_min0.17889176309108734
deviation-center-line_max0.3277934454417411
deviation-center-line_mean0.3023503084857458
deviation-center-line_min0.2813501118520696
deviation-heading_max2.197195375494577
deviation-heading_mean2.090877206684166
deviation-heading_median2.0967258882551265
deviation-heading_min1.9607743606448576
driven_any_max0.3401608958813154
driven_any_mean0.30571580013224253
driven_any_median0.30349625822184084
driven_any_min0.2720426166359494
driven_lanedir_consec_max0.3028136226210183
driven_lanedir_consec_mean0.26836451483759366
driven_lanedir_consec_min0.2341904167922495
driven_lanedir_max0.3028136226210183
driven_lanedir_mean0.26836451483759366
driven_lanedir_median0.267893599260681
driven_lanedir_min0.2341904167922495
in-drivable-lane_max0.09999999999999964
in-drivable-lane_mean0.04999999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2720426166359494, "sim_physics": 0.02532900984470661, "survival_time": 5.1999999999999895, "driven_lanedir": 0.2341904167922495, "sim_render-ego": 0.059193890828352705, "in-drivable-lane": 0, "agent_compute-ego": 0.18950099211472732, "deviation-heading": 2.197195375494577, "set_robot_commands": 0.07766853616787837, "deviation-center-line": 0.2813501118520696, "driven_lanedir_consec": 0.2341904167922495, "sim_compute_sim_state": 0.032912605083905734, "sim_compute_performance-ego": 0.06011525484231802, "sim_compute_robot_state-ego": 0.061619112124809854, "sim_compute_robot_state-npc0": 0.06638730260042044, "sim_compute_robot_state-npc1": 0.061277146522815414, "sim_compute_robot_state-npc2": 0.060176656796382025, "sim_compute_robot_state-npc3": 0.059935883833811834}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.30975959390932306, "sim_physics": 0.025379064920786263, "survival_time": 5.549999999999988, "driven_lanedir": 0.27137020973063786, "sim_render-ego": 0.05950925586459873, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.18366610896479976, "deviation-heading": 1.9607743606448576, "set_robot_commands": 0.07820264283601228, "deviation-center-line": 0.2943387539367152, "driven_lanedir_consec": 0.27137020973063786, "sim_compute_sim_state": 0.03317768509323533, "sim_compute_performance-ego": 0.058885630186613615, "sim_compute_robot_state-ego": 0.058912760502583275, "sim_compute_robot_state-npc0": 0.06591819213317321, "sim_compute_robot_state-npc1": 0.06083178949785662, "sim_compute_robot_state-npc2": 0.05900556761939246, "sim_compute_robot_state-npc3": 0.06161960395606789}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3401608958813154, "sim_physics": 0.02468995125063004, "survival_time": 6.199999999999986, "driven_lanedir": 0.3028136226210183, "sim_render-ego": 0.06144449980028214, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.1834475205790612, "deviation-heading": 2.057280814354925, "set_robot_commands": 0.07302320195782569, "deviation-center-line": 0.3277934454417411, "driven_lanedir_consec": 0.3028136226210183, "sim_compute_sim_state": 0.03468307179789389, "sim_compute_performance-ego": 0.060443739737233805, "sim_compute_robot_state-ego": 0.061545781550868865, "sim_compute_robot_state-npc0": 0.06727491655657368, "sim_compute_robot_state-npc1": 0.06210246393757482, "sim_compute_robot_state-npc2": 0.06172806216824439, "sim_compute_robot_state-npc3": 0.06189273057445403}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3031196360127841, "sim_physics": 0.025833926030567715, "survival_time": 5.599999999999988, "driven_lanedir": 0.267893599260681, "sim_render-ego": 0.05930447791303907, "in-drivable-lane": 0, "agent_compute-ego": 0.17889176309108734, "deviation-heading": 2.0967258882551265, "set_robot_commands": 0.07558271501745496, "deviation-center-line": 0.30133477066822845, "driven_lanedir_consec": 0.267893599260681, "sim_compute_sim_state": 0.03334851562976837, "sim_compute_performance-ego": 0.05928019753524235, "sim_compute_robot_state-ego": 0.05987098174435752, "sim_compute_robot_state-npc0": 0.06154257271971021, "sim_compute_robot_state-npc1": 0.05868487698691232, "sim_compute_robot_state-npc2": 0.05858298923288073, "sim_compute_robot_state-npc3": 0.0611597831760134}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.30349625822184084, "sim_physics": 0.02540826170068038, "survival_time": 5.699999999999988, "driven_lanedir": 0.2655547257833818, "sim_render-ego": 0.06334125368218672, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.1895714433569657, "deviation-heading": 2.1424095946713444, "set_robot_commands": 0.07491828684221234, "deviation-center-line": 0.30693446052997453, "driven_lanedir_consec": 0.2655547257833818, "sim_compute_sim_state": 0.03564330987762986, "sim_compute_performance-ego": 0.062010951209486576, "sim_compute_robot_state-ego": 0.06252085953428034, "sim_compute_robot_state-npc0": 0.068527338797586, "sim_compute_robot_state-npc1": 0.06555594686876264, "sim_compute_robot_state-npc2": 0.06413806321328147, "sim_compute_robot_state-npc3": 0.06498629586738452}}
set_robot_commands_max0.07820264283601228
set_robot_commands_mean0.07587907656427673
set_robot_commands_median0.07558271501745496
set_robot_commands_min0.07302320195782569
sim_compute_performance-ego_max0.062010951209486576
sim_compute_performance-ego_mean0.06014715470217887
sim_compute_performance-ego_median0.06011525484231802
sim_compute_performance-ego_min0.058885630186613615
sim_compute_robot_state-ego_max0.06252085953428034
sim_compute_robot_state-ego_mean0.06089389909137997
sim_compute_robot_state-ego_median0.061545781550868865
sim_compute_robot_state-ego_min0.058912760502583275
sim_compute_robot_state-npc0_max0.068527338797586
sim_compute_robot_state-npc0_mean0.06593006456149271
sim_compute_robot_state-npc0_median0.06638730260042044
sim_compute_robot_state-npc0_min0.06154257271971021
sim_compute_robot_state-npc1_max0.06555594686876264
sim_compute_robot_state-npc1_mean0.06169044476278437
sim_compute_robot_state-npc1_median0.061277146522815414
sim_compute_robot_state-npc1_min0.05868487698691232
sim_compute_robot_state-npc2_max0.06413806321328147
sim_compute_robot_state-npc2_mean0.06072626780603622
sim_compute_robot_state-npc2_median0.060176656796382025
sim_compute_robot_state-npc2_min0.05858298923288073
sim_compute_robot_state-npc3_max0.06498629586738452
sim_compute_robot_state-npc3_mean0.06191885948154634
sim_compute_robot_state-npc3_median0.06161960395606789
sim_compute_robot_state-npc3_min0.059935883833811834
sim_compute_sim_state_max0.03564330987762986
sim_compute_sim_state_mean0.033953037496486635
sim_compute_sim_state_median0.03334851562976837
sim_compute_sim_state_min0.032912605083905734
sim_physics_max0.025833926030567715
sim_physics_mean0.025328042749474207
sim_physics_median0.025379064920786263
sim_physics_min0.02468995125063004
sim_render-ego_max0.06334125368218672
sim_render-ego_mean0.06055867561769187
sim_render-ego_median0.05950925586459873
sim_render-ego_min0.059193890828352705
simulation-passed1
survival_time_max6.199999999999986
survival_time_mean5.649999999999988
survival_time_min5.1999999999999895
180122591Julian Zillybaseline-IL-logs-tensorflowaido2-LFV-sim-validationstep1-simulationsuccessno-0:11:14Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.19458825281460657
survival_time_median2.1500000000000004
deviation-center-line_median0.13804779879502196
in-drivable-lane_median0


other stats
agent_compute-ego_max0.2499519814836218
agent_compute-ego_mean0.20993377937736252
agent_compute-ego_median0.213168400984544
agent_compute-ego_min0.16573460698127743
deviation-center-line_max0.14714971812954666
deviation-center-line_mean0.1312220324254954
deviation-center-line_min0.11066586021753166
deviation-heading_max1.1468425077550548
deviation-heading_mean1.0732992733226108
deviation-heading_median1.0521303064682912
deviation-heading_min1.0420559153837334
driven_any_max0.27085284428628564
driven_any_mean0.24354157622078523
driven_any_median0.23627668375753796
driven_any_min0.2210019846031949
driven_lanedir_consec_max0.23233118975408873
driven_lanedir_consec_mean0.20116789228090867
driven_lanedir_consec_min0.17602345086021565
driven_lanedir_max0.23233118975408873
driven_lanedir_mean0.20116789228090867
driven_lanedir_median0.19458825281460657
driven_lanedir_min0.17602345086021565
in-drivable-lane_max0.04999999999999982
in-drivable-lane_mean0.009999999999999964
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.23627668375753796, "sim_physics": 0.03490370927855026, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19458825281460657, "sim_render-ego": 0.06351143260334813, "in-drivable-lane": 0, "agent_compute-ego": 0.2203276989071868, "deviation-heading": 1.1468425077550548, "set_robot_commands": 0.09110870472220488, "deviation-center-line": 0.14714971812954666, "driven_lanedir_consec": 0.19458825281460657, "sim_compute_sim_state": 0.037700015445088234, "sim_compute_performance-ego": 0.06475891623386117, "sim_compute_robot_state-ego": 0.06948475505030433, "sim_compute_robot_state-npc0": 0.0598916397538296, "sim_compute_robot_state-npc1": 0.061822480933610785, "sim_compute_robot_state-npc2": 0.06560825192651083, "sim_compute_robot_state-npc3": 0.06343392993128577}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.26216112970488764, "sim_physics": 0.029935679537184696, "survival_time": 2.3499999999999996, "driven_lanedir": 0.21792508493213217, "sim_render-ego": 0.057185015779860474, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.20048620853018256, "deviation-heading": 1.0834108240464158, "set_robot_commands": 0.08066837331081958, "deviation-center-line": 0.13905324926331683, "driven_lanedir_consec": 0.21792508493213217, "sim_compute_sim_state": 0.033895989681812046, "sim_compute_performance-ego": 0.06136372748841631, "sim_compute_robot_state-ego": 0.0642240250364263, "sim_compute_robot_state-npc0": 0.07299840196650079, "sim_compute_robot_state-npc1": 0.0613347570946876, "sim_compute_robot_state-npc2": 0.06642591699640801, "sim_compute_robot_state-npc3": 0.06269840483969831}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.27085284428628564, "sim_physics": 0.037219301183172994, "survival_time": 2.3499999999999996, "driven_lanedir": 0.23233118975408873, "sim_render-ego": 0.0675356388092041, "in-drivable-lane": 0, "agent_compute-ego": 0.2499519814836218, "deviation-heading": 1.0420568129595589, "set_robot_commands": 0.0968233067938622, "deviation-center-line": 0.13804779879502196, "driven_lanedir_consec": 0.23233118975408873, "sim_compute_sim_state": 0.03962725274106289, "sim_compute_performance-ego": 0.06965107106147929, "sim_compute_robot_state-ego": 0.0725469284869255, "sim_compute_robot_state-npc0": 0.06843796689459618, "sim_compute_robot_state-npc1": 0.06849175818423008, "sim_compute_robot_state-npc2": 0.06890135623039083, "sim_compute_robot_state-npc3": 0.07045520112869587}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2210019846031949, "sim_physics": 0.03034289066608135, "survival_time": 1.950000000000001, "driven_lanedir": 0.17602345086021565, "sim_render-ego": 0.05809769263634315, "in-drivable-lane": 0, "agent_compute-ego": 0.213168400984544, "deviation-heading": 1.0420559153837334, "set_robot_commands": 0.08448355625837277, "deviation-center-line": 0.11066586021753166, "driven_lanedir_consec": 0.17602345086021565, "sim_compute_sim_state": 0.03357286942310822, "sim_compute_performance-ego": 0.05966552709921812, "sim_compute_robot_state-ego": 0.06377547826522435, "sim_compute_robot_state-npc0": 0.06241563650277945, "sim_compute_robot_state-npc1": 0.0634771310366117, "sim_compute_robot_state-npc2": 0.06129294175368089, "sim_compute_robot_state-npc3": 0.06249639315482897}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.22741523875201997, "sim_physics": 0.022786229848861694, "survival_time": 2.000000000000001, "driven_lanedir": 0.1849714830435003, "sim_render-ego": 0.04902210235595703, "in-drivable-lane": 0, "agent_compute-ego": 0.16573460698127743, "deviation-heading": 1.0521303064682912, "set_robot_commands": 0.07662222981452942, "deviation-center-line": 0.12119353572205992, "driven_lanedir_consec": 0.1849714830435003, "sim_compute_sim_state": 0.027430617809295656, "sim_compute_performance-ego": 0.05028373599052429, "sim_compute_robot_state-ego": 0.05123268961906433, "sim_compute_robot_state-npc0": 0.0523723304271698, "sim_compute_robot_state-npc1": 0.04939227700233459, "sim_compute_robot_state-npc2": 0.04827864766120911, "sim_compute_robot_state-npc3": 0.04961082935333252}}
set_robot_commands_max0.0968233067938622
set_robot_commands_mean0.08594123417995778
set_robot_commands_median0.08448355625837277
set_robot_commands_min0.07662222981452942
sim_compute_performance-ego_max0.06965107106147929
sim_compute_performance-ego_mean0.06114459557469983
sim_compute_performance-ego_median0.06136372748841631
sim_compute_performance-ego_min0.05028373599052429
sim_compute_robot_state-ego_max0.0725469284869255
sim_compute_robot_state-ego_mean0.06425277529158896
sim_compute_robot_state-ego_median0.0642240250364263
sim_compute_robot_state-ego_min0.05123268961906433
sim_compute_robot_state-npc0_max0.07299840196650079
sim_compute_robot_state-npc0_mean0.06322319510897516
sim_compute_robot_state-npc0_median0.06241563650277945
sim_compute_robot_state-npc0_min0.0523723304271698
sim_compute_robot_state-npc1_max0.06849175818423008
sim_compute_robot_state-npc1_mean0.06090368085029496
sim_compute_robot_state-npc1_median0.061822480933610785
sim_compute_robot_state-npc1_min0.04939227700233459
sim_compute_robot_state-npc2_max0.06890135623039083
sim_compute_robot_state-npc2_mean0.06210142291363994
sim_compute_robot_state-npc2_median0.06560825192651083
sim_compute_robot_state-npc2_min0.04827864766120911
sim_compute_robot_state-npc3_max0.07045520112869587
sim_compute_robot_state-npc3_mean0.061738951681568274
sim_compute_robot_state-npc3_median0.06269840483969831
sim_compute_robot_state-npc3_min0.04961082935333252
sim_compute_sim_state_max0.03962725274106289
sim_compute_sim_state_mean0.03444534902007341
sim_compute_sim_state_median0.033895989681812046
sim_compute_sim_state_min0.027430617809295656
sim_physics_max0.037219301183172994
sim_physics_mean0.0310375621027702
sim_physics_median0.03034289066608135
sim_physics_min0.022786229848861694
sim_render-ego_max0.0675356388092041
sim_render-ego_mean0.05907037643694257
sim_render-ego_median0.05809769263634315
sim_render-ego_min0.04902210235595703
simulation-passed1
survival_time_max2.3499999999999996
survival_time_mean2.16
survival_time_min1.950000000000001