AI Driving Olympics Home Challenges Submissions Jobs

Submission 2587

Submission2587
Competingyes
Challengeaido2-LF-sim-validation
UserJulian Zilly
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22879
Next
User labelbaseline-IL-logs-tensorflow
Admin priority50
Blessing50
User priority

22879

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228792587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessyes-0:10:36Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2608531657552158
survival_time_median6.199999999999986
deviation-center-line_median0.3140927400160046
in-drivable-lane_median0


other stats
agent_compute-ego_max0.23311424255371097
agent_compute-ego_mean0.21803120361556155
agent_compute-ego_median0.2169200162418553
agent_compute-ego_min0.19458247314799915
deviation-center-line_max0.36890251993379
deviation-center-line_mean0.3226659090997216
deviation-center-line_min0.2820011001806122
deviation-heading_max3.072135380403356
deviation-heading_mean2.3717584399359843
deviation-heading_median2.3921792858421393
deviation-heading_min1.4120486728376898
driven_any_max0.4300251850417715
driven_any_mean0.3057202478001917
driven_any_median0.32117061367009514
driven_any_min0.1661086451733553
driven_lanedir_consec_max0.38981315101197966
driven_lanedir_consec_mean0.2597740268424526
driven_lanedir_consec_min0.13425774532728818
driven_lanedir_max0.38981315101197966
driven_lanedir_mean0.2597740268424526
driven_lanedir_median0.2608531657552158
driven_lanedir_min0.13425774532728818
in-drivable-lane_max0.14999999999999947
in-drivable-lane_mean0.029999999999999895
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.32117061367009514, "sim_physics": 0.1117906762707618, "survival_time": 6.199999999999986, "driven_lanedir": 0.2608531657552158, "sim_render-ego": 0.06367051985956007, "in-drivable-lane": 0, "agent_compute-ego": 0.2305625004153098, "deviation-heading": 3.072135380403356, "set_robot_commands": 0.09852241316149311, "deviation-center-line": 0.36890251993379, "driven_lanedir_consec": 0.2608531657552158, "sim_compute_sim_state": 0.03968852373861497, "sim_compute_performance-ego": 0.07078293446571596, "sim_compute_robot_state-ego": 0.07795177159770843}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4300251850417715, "sim_physics": 0.1161406557810934, "survival_time": 7.599999999999981, "driven_lanedir": 0.38981315101197966, "sim_render-ego": 0.06311391686138354, "in-drivable-lane": 0, "agent_compute-ego": 0.23311424255371097, "deviation-heading": 2.3921792858421393, "set_robot_commands": 0.0981003406800722, "deviation-center-line": 0.33887719483445133, "driven_lanedir_consec": 0.38981315101197966, "sim_compute_sim_state": 0.03990696135320162, "sim_compute_performance-ego": 0.07072456259476512, "sim_compute_robot_state-ego": 0.07800968383487902}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1661086451733553, "sim_physics": 0.08842905623013855, "survival_time": 3.049999999999997, "driven_lanedir": 0.13425774532728818, "sim_render-ego": 0.05961603023966805, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.2169200162418553, "deviation-heading": 1.4120486728376898, "set_robot_commands": 0.09328927759264335, "deviation-center-line": 0.30945599053374967, "driven_lanedir_consec": 0.13425774532728818, "sim_compute_sim_state": 0.03769779987022525, "sim_compute_performance-ego": 0.0673617925800261, "sim_compute_robot_state-ego": 0.06996400629887815}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.25446675747671194, "sim_physics": 0.09483230926773766, "survival_time": 4.399999999999992, "driven_lanedir": 0.19977709420858816, "sim_render-ego": 0.05463953180746599, "in-drivable-lane": 0, "agent_compute-ego": 0.19458247314799915, "deviation-heading": 2.6337125011940135, "set_robot_commands": 0.08275702866640958, "deviation-center-line": 0.2820011001806122, "driven_lanedir_consec": 0.19977709420858816, "sim_compute_sim_state": 0.03373221917585893, "sim_compute_performance-ego": 0.059759340502999046, "sim_compute_robot_state-ego": 0.06350489638068459}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3568300376390246, "sim_physics": 0.0922338796216388, "survival_time": 6.449999999999985, "driven_lanedir": 0.3141689779091914, "sim_render-ego": 0.05373262804608012, "in-drivable-lane": 0, "agent_compute-ego": 0.21497678571893264, "deviation-heading": 2.348716359402723, "set_robot_commands": 0.09434817003649336, "deviation-center-line": 0.3140927400160046, "driven_lanedir_consec": 0.3141689779091914, "sim_compute_sim_state": 0.0406203732010006, "sim_compute_performance-ego": 0.07696408079576122, "sim_compute_robot_state-ego": 0.06447291743847751}}
set_robot_commands_max0.09852241316149311
set_robot_commands_mean0.09340344602742232
set_robot_commands_median0.09434817003649336
set_robot_commands_min0.08275702866640958
sim_compute_performance-ego_max0.07696408079576122
sim_compute_performance-ego_mean0.06911854218785349
sim_compute_performance-ego_median0.07072456259476512
sim_compute_performance-ego_min0.059759340502999046
sim_compute_robot_state-ego_max0.07800968383487902
sim_compute_robot_state-ego_mean0.07078065511012553
sim_compute_robot_state-ego_median0.06996400629887815
sim_compute_robot_state-ego_min0.06350489638068459
sim_compute_sim_state_max0.0406203732010006
sim_compute_sim_state_mean0.03832917546778027
sim_compute_sim_state_median0.03968852373861497
sim_compute_sim_state_min0.03373221917585893
sim_physics_max0.1161406557810934
sim_physics_mean0.10068531543427404
sim_physics_median0.09483230926773766
sim_physics_min0.08842905623013855
sim_render-ego_max0.06367051985956007
sim_render-ego_mean0.05895452536283156
sim_render-ego_median0.05961603023966805
sim_render-ego_min0.05373262804608012
simulation-passed1
survival_time_max7.599999999999981
survival_time_mean5.5399999999999885
survival_time_min3.049999999999997
211552587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationerrorno-0:02:03
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
204632587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:11:15Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.28700872162975877
survival_time_median6.299999999999986
deviation-center-line_median0.31984962308949866
in-drivable-lane_median0


other stats
agent_compute-ego_max0.2628593210314141
agent_compute-ego_mean0.24445174832344052
agent_compute-ego_median0.24006908808567728
agent_compute-ego_min0.2271996928799537
deviation-center-line_max0.38506011297013665
deviation-center-line_mean0.3283894598547435
deviation-center-line_min0.27821459043464486
deviation-heading_max2.8986707727377015
deviation-heading_mean2.3317721031269074
deviation-heading_median2.431782021756193
deviation-heading_min1.4038285800049086
driven_any_max0.43511096286974393
driven_any_mean0.31205812595489074
driven_any_median0.3406388393276546
driven_any_min0.16798961025563436
driven_lanedir_consec_max0.3948358334502423
driven_lanedir_consec_mean0.26779992042192224
driven_lanedir_consec_min0.13619959654232217
driven_lanedir_max0.3948358334502423
driven_lanedir_mean0.26779992042192224
driven_lanedir_median0.28700872162975877
driven_lanedir_min0.13619959654232217
in-drivable-lane_max0.14999999999999947
in-drivable-lane_mean0.029999999999999895
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.3406388393276546, "sim_physics": 0.1136786975557842, "survival_time": 6.299999999999986, "driven_lanedir": 0.28700872162975877, "sim_render-ego": 0.06578324522290911, "in-drivable-lane": 0, "agent_compute-ego": 0.2537211122966948, "deviation-heading": 2.8986707727377015, "set_robot_commands": 0.10078255713932098, "deviation-center-line": 0.38506011297013665, "driven_lanedir_consec": 0.28700872162975877, "sim_compute_sim_state": 0.040976329455299984, "sim_compute_performance-ego": 0.07163478646959577, "sim_compute_robot_state-ego": 0.0818288383029756}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.43511096286974393, "sim_physics": 0.10078748118492864, "survival_time": 7.7499999999999805, "driven_lanedir": 0.3948358334502423, "sim_render-ego": 0.06139177814606697, "in-drivable-lane": 0, "agent_compute-ego": 0.2271996928799537, "deviation-heading": 2.431782021756193, "set_robot_commands": 0.0954432656688075, "deviation-center-line": 0.34781839390979646, "driven_lanedir_consec": 0.3948358334502423, "sim_compute_sim_state": 0.03846970065947502, "sim_compute_performance-ego": 0.06828287647616478, "sim_compute_robot_state-ego": 0.07155759872928742}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.16798961025563436, "sim_physics": 0.106711567425337, "survival_time": 3.049999999999997, "driven_lanedir": 0.13619959654232217, "sim_render-ego": 0.06570189116431065, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.2628593210314141, "deviation-heading": 1.4038285800049086, "set_robot_commands": 0.10633422898464516, "deviation-center-line": 0.31100457886964067, "driven_lanedir_consec": 0.13619959654232217, "sim_compute_sim_state": 0.04188414479865402, "sim_compute_performance-ego": 0.07332036534293754, "sim_compute_robot_state-ego": 0.08085289548655025}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.25452818579538083, "sim_physics": 0.10638720880855214, "survival_time": 4.399999999999992, "driven_lanedir": 0.2017315134864668, "sim_render-ego": 0.06325929815118964, "in-drivable-lane": 0, "agent_compute-ego": 0.2384095273234627, "deviation-heading": 2.5927269399135495, "set_robot_commands": 0.10124701803380792, "deviation-center-line": 0.27821459043464486, "driven_lanedir_consec": 0.2017315134864668, "sim_compute_sim_state": 0.04143021865324541, "sim_compute_performance-ego": 0.06972950155084784, "sim_compute_robot_state-ego": 0.07698489319194447}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3620230315260398, "sim_physics": 0.10473597142123436, "survival_time": 6.449999999999985, "driven_lanedir": 0.3192239370008214, "sim_render-ego": 0.06422239126161088, "in-drivable-lane": 0, "agent_compute-ego": 0.24006908808567728, "deviation-heading": 2.3318522012221834, "set_robot_commands": 0.09837070546408956, "deviation-center-line": 0.31984962308949866, "driven_lanedir_consec": 0.3192239370008214, "sim_compute_sim_state": 0.040424945742584935, "sim_compute_performance-ego": 0.07136810103128123, "sim_compute_robot_state-ego": 0.07336687672045804}}
set_robot_commands_max0.10633422898464516
set_robot_commands_mean0.10043555505813422
set_robot_commands_median0.10078255713932098
set_robot_commands_min0.0954432656688075
sim_compute_performance-ego_max0.07332036534293754
sim_compute_performance-ego_mean0.07086712617416543
sim_compute_performance-ego_median0.07136810103128123
sim_compute_performance-ego_min0.06828287647616478
sim_compute_robot_state-ego_max0.0818288383029756
sim_compute_robot_state-ego_mean0.07691822048624317
sim_compute_robot_state-ego_median0.07698489319194447
sim_compute_robot_state-ego_min0.07155759872928742
sim_compute_sim_state_max0.04188414479865402
sim_compute_sim_state_mean0.040637067861851874
sim_compute_sim_state_median0.040976329455299984
sim_compute_sim_state_min0.03846970065947502
sim_physics_max0.1136786975557842
sim_physics_mean0.10646018527916726
sim_physics_median0.10638720880855214
sim_physics_min0.10078748118492864
sim_render-ego_max0.06578324522290911
sim_render-ego_mean0.06407172078921744
sim_render-ego_median0.06422239126161088
sim_render-ego_min0.06139177814606697
simulation-passed1
survival_time_max7.7499999999999805
survival_time_mean5.589999999999987
survival_time_min3.049999999999997
199642587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationerrorno-0:00:58
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 281, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 359, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 281, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 359, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
194972587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:11:51Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2676496575587777
survival_time_median5.599999999999988
deviation-center-line_median0.3014803396656519
in-drivable-lane_median0


other stats
agent_compute-ego_max0.22589950689247676
agent_compute-ego_mean0.2132281518741715
agent_compute-ego_median0.2222673205228952
agent_compute-ego_min0.17737074196338654
deviation-center-line_max0.3277934454417411
deviation-center-line_mean0.30004178912331103
deviation-center-line_min0.2666217986424398
deviation-heading_max2.283543425571236
deviation-heading_mean2.0620210071519787
deviation-heading_median2.057280814354925
deviation-heading_min1.8590692919577596
driven_any_max0.3401608958813154
driven_any_mean0.3040243992310642
driven_any_median0.30318067851846386
driven_any_min0.266651836135651
driven_lanedir_consec_max0.3028136226210183
driven_lanedir_consec_mean0.267950686212487
driven_lanedir_consec_min0.22898305848843223
driven_lanedir_max0.3028136226210183
driven_lanedir_mean0.267950686212487
driven_lanedir_median0.2676496575587777
driven_lanedir_min0.22898305848843223
in-drivable-lane_max0.09999999999999964
in-drivable-lane_mean0.029999999999999895
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.266651836135651, "sim_physics": 0.024611030306134905, "survival_time": 5.249999999999989, "driven_lanedir": 0.22898305848843223, "sim_render-ego": 0.05928547041756766, "in-drivable-lane": 0, "agent_compute-ego": 0.21798751921880813, "deviation-heading": 2.283543425571236, "set_robot_commands": 0.08864029475620815, "deviation-center-line": 0.29650759775671787, "driven_lanedir_consec": 0.22898305848843223, "sim_compute_sim_state": 0.03549175489516485, "sim_compute_performance-ego": 0.06675935926891509, "sim_compute_robot_state-ego": 0.06555594716753278}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2984006825644643, "sim_physics": 0.02380985480088454, "survival_time": 5.1999999999999895, "driven_lanedir": 0.264405964262863, "sim_render-ego": 0.0584699259354518, "in-drivable-lane": 0, "agent_compute-ego": 0.2222673205228952, "deviation-heading": 1.8590692919577596, "set_robot_commands": 0.0913879504570594, "deviation-center-line": 0.2666217986424398, "driven_lanedir_consec": 0.264405964262863, "sim_compute_sim_state": 0.03569356982524578, "sim_compute_performance-ego": 0.06555830056850727, "sim_compute_robot_state-ego": 0.06760322589140672}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3117279030554267, "sim_physics": 0.024353587201663425, "survival_time": 5.599999999999988, "driven_lanedir": 0.27590112813134393, "sim_render-ego": 0.06021428959710257, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.22589950689247676, "deviation-heading": 2.007269133711947, "set_robot_commands": 0.0905308553150722, "deviation-center-line": 0.3078057641100045, "driven_lanedir_consec": 0.27590112813134393, "sim_compute_sim_state": 0.03758397059781211, "sim_compute_performance-ego": 0.06771691356386457, "sim_compute_robot_state-ego": 0.0732029208115169}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3401608958813154, "sim_physics": 0.0234942167035995, "survival_time": 6.199999999999986, "driven_lanedir": 0.3028136226210183, "sim_render-ego": 0.056803207243642496, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.2226156707732908, "deviation-heading": 2.057280814354925, "set_robot_commands": 0.08915087869090418, "deviation-center-line": 0.3277934454417411, "driven_lanedir_consec": 0.3028136226210183, "sim_compute_sim_state": 0.03495283665195588, "sim_compute_performance-ego": 0.06227910710919288, "sim_compute_robot_state-ego": 0.06571079838660455}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.30318067851846386, "sim_physics": 0.0192798844405583, "survival_time": 5.599999999999988, "driven_lanedir": 0.2676496575587777, "sim_render-ego": 0.048664593270846775, "in-drivable-lane": 0, "agent_compute-ego": 0.17737074196338654, "deviation-heading": 2.1029423701640244, "set_robot_commands": 0.07137594265597207, "deviation-center-line": 0.3014803396656519, "driven_lanedir_consec": 0.2676496575587777, "sim_compute_sim_state": 0.030607417225837708, "sim_compute_performance-ego": 0.051506291542734416, "sim_compute_robot_state-ego": 0.05316400740827833}}
set_robot_commands_max0.0913879504570594
set_robot_commands_mean0.08621718437504321
set_robot_commands_median0.08915087869090418
set_robot_commands_min0.07137594265597207
sim_compute_performance-ego_max0.06771691356386457
sim_compute_performance-ego_mean0.06276399441064284
sim_compute_performance-ego_median0.06555830056850727
sim_compute_performance-ego_min0.051506291542734416
sim_compute_robot_state-ego_max0.0732029208115169
sim_compute_robot_state-ego_mean0.06504737993306785
sim_compute_robot_state-ego_median0.06571079838660455
sim_compute_robot_state-ego_min0.05316400740827833
sim_compute_sim_state_max0.03758397059781211
sim_compute_sim_state_mean0.03486590983920327
sim_compute_sim_state_median0.03549175489516485
sim_compute_sim_state_min0.030607417225837708
sim_physics_max0.024611030306134905
sim_physics_mean0.02310971469056813
sim_physics_median0.02380985480088454
sim_physics_min0.0192798844405583
sim_render-ego_max0.06021428959710257
sim_render-ego_mean0.05668749729292226
sim_render-ego_median0.0584699259354518
sim_render-ego_min0.048664593270846775
simulation-passed1
survival_time_max6.199999999999986
survival_time_mean5.569999999999988
survival_time_min5.1999999999999895
187492587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:17:42Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2694985329322238
survival_time_median5.4999999999999885
deviation-center-line_median0.3016008771279541
in-drivable-lane_median0.04999999999999982


other stats
agent_compute-ego_max0.2747693451968106
agent_compute-ego_mean0.24994183687597887
agent_compute-ego_median0.24593267696244375
agent_compute-ego_min0.23627687625165256
deviation-center-line_max0.32778074505147636
deviation-center-line_mean0.30105249676591855
deviation-center-line_min0.2778364748655631
deviation-heading_max2.308177555111929
deviation-heading_mean2.0707516804634905
deviation-heading_median2.0576302306273826
deviation-heading_min1.8868722883468705
driven_any_max0.34017669745215806
driven_any_mean0.3045641286511246
driven_any_median0.30636820719949065
driven_any_min0.26686448366819226
driven_lanedir_consec_max0.3027975815729169
driven_lanedir_consec_mean0.2678296353315087
driven_lanedir_consec_min0.22973693809692583
driven_lanedir_max0.3027975815729169
driven_lanedir_mean0.2678296353315087
driven_lanedir_median0.2694985329322238
driven_lanedir_min0.22973693809692583
in-drivable-lane_max0.09999999999999964
in-drivable-lane_mean0.039999999999999855
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.26686448366819226, "sim_physics": 0.030508488978979724, "survival_time": 5.299999999999989, "driven_lanedir": 0.22973693809692583, "sim_render-ego": 0.06978186121526754, "in-drivable-lane": 0, "agent_compute-ego": 0.23627687625165256, "deviation-heading": 2.308177555111929, "set_robot_commands": 0.10219870873217313, "deviation-center-line": 0.30298284676081594, "driven_lanedir_consec": 0.22973693809692583, "sim_compute_sim_state": 0.04297923366978483, "sim_compute_performance-ego": 0.07211645819106192, "sim_compute_robot_state-ego": 0.0767653393295576}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.30653975265164446, "sim_physics": 0.027271266417069867, "survival_time": 5.4999999999999885, "driven_lanedir": 0.2694985329322238, "sim_render-ego": 0.06870100931687788, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.2747693451968106, "deviation-heading": 1.9953481545168463, "set_robot_commands": 0.10661221200769598, "deviation-center-line": 0.2950615400237834, "driven_lanedir_consec": 0.2694985329322238, "sim_compute_sim_state": 0.04105335148898038, "sim_compute_performance-ego": 0.07282357866113837, "sim_compute_robot_state-ego": 0.07954114133661444}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.30636820719949065, "sim_physics": 0.02768687667133652, "survival_time": 5.349999999999989, "driven_lanedir": 0.26980013881452924, "sim_render-ego": 0.06911140958839487, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.23989065339632124, "deviation-heading": 1.8868722883468705, "set_robot_commands": 0.10295726205701028, "deviation-center-line": 0.2778364748655631, "driven_lanedir_consec": 0.26980013881452924, "sim_compute_sim_state": 0.042756149701983014, "sim_compute_performance-ego": 0.07312144965768974, "sim_compute_robot_state-ego": 0.07588678208467002}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.34017669745215806, "sim_physics": 0.028146128500661543, "survival_time": 6.199999999999986, "driven_lanedir": 0.3027975815729169, "sim_render-ego": 0.07152459313792567, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.2528396325726663, "deviation-heading": 2.0576302306273826, "set_robot_commands": 0.1029780795497279, "deviation-center-line": 0.32778074505147636, "driven_lanedir_consec": 0.3027975815729169, "sim_compute_sim_state": 0.04119017816358997, "sim_compute_performance-ego": 0.07313037110913184, "sim_compute_robot_state-ego": 0.07851227637260191}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.30287150228413773, "sim_physics": 0.02674615596021925, "survival_time": 5.599999999999988, "driven_lanedir": 0.26731498524094777, "sim_render-ego": 0.06768444180488586, "in-drivable-lane": 0, "agent_compute-ego": 0.24593267696244375, "deviation-heading": 2.1057301737144254, "set_robot_commands": 0.10244072335106988, "deviation-center-line": 0.3016008771279541, "driven_lanedir_consec": 0.26731498524094777, "sim_compute_sim_state": 0.04107630252838135, "sim_compute_performance-ego": 0.07095373528344291, "sim_compute_robot_state-ego": 0.0748654476233891}}
set_robot_commands_max0.10661221200769598
set_robot_commands_mean0.10343739713953544
set_robot_commands_median0.10295726205701028
set_robot_commands_min0.10219870873217313
sim_compute_performance-ego_max0.07313037110913184
sim_compute_performance-ego_mean0.07242911858049296
sim_compute_performance-ego_median0.07282357866113837
sim_compute_performance-ego_min0.07095373528344291
sim_compute_robot_state-ego_max0.07954114133661444
sim_compute_robot_state-ego_mean0.07711419734936661
sim_compute_robot_state-ego_median0.0767653393295576
sim_compute_robot_state-ego_min0.0748654476233891
sim_compute_sim_state_max0.04297923366978483
sim_compute_sim_state_mean0.04181104311054391
sim_compute_sim_state_median0.04119017816358997
sim_compute_sim_state_min0.04105335148898038
sim_physics_max0.030508488978979724
sim_physics_mean0.02807178330565338
sim_physics_median0.02768687667133652
sim_physics_min0.02674615596021925
sim_render-ego_max0.07152459313792567
sim_render-ego_mean0.06936066301267037
sim_render-ego_median0.06911140958839487
sim_render-ego_min0.06768444180488586
simulation-passed1
survival_time_max6.199999999999986
survival_time_mean5.589999999999987
survival_time_min5.299999999999989
184012587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:10:24Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.26989085498112253
survival_time_median5.349999999999989
deviation-center-line_median0.29005970886557536
in-drivable-lane_median0


other stats
agent_compute-ego_max0.1830058713113108
agent_compute-ego_mean0.17559300436257233
agent_compute-ego_median0.17582223125707322
agent_compute-ego_min0.16798378386587468
deviation-center-line_max0.32782416035082024
deviation-center-line_mean0.29692785276380695
deviation-center-line_min0.2780621189844432
deviation-heading_max2.2061917589324067
deviation-heading_mean2.0417141840122524
deviation-heading_median2.0576544725379224
deviation-heading_min1.8932962239061393
driven_any_max0.34013981242751856
driven_any_mean0.30583977633528814
driven_any_median0.3037255767586056
driven_any_min0.2760883379943955
driven_lanedir_consec_max0.30278451247895344
driven_lanedir_consec_mean0.2697217810633249
driven_lanedir_consec_min0.2386265273124426
driven_lanedir_max0.30278451247895344
driven_lanedir_mean0.2697217810633249
driven_lanedir_median0.26989085498112253
driven_lanedir_min0.2386265273124426
in-drivable-lane_max0.09999999999999964
in-drivable-lane_mean0.029999999999999895
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2760883379943955, "sim_physics": 0.01628188592083049, "survival_time": 5.299999999999989, "driven_lanedir": 0.2386265273124426, "sim_render-ego": 0.05577954481232841, "in-drivable-lane": 0, "agent_compute-ego": 0.17281752937244918, "deviation-heading": 2.2061917589324067, "set_robot_commands": 0.07184836324655784, "deviation-center-line": 0.29005970886557536, "driven_lanedir_consec": 0.2386265273124426, "sim_compute_sim_state": 0.03464887502058497, "sim_compute_performance-ego": 0.05631395780815268, "sim_compute_robot_state-ego": 0.05811290920905347}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3008880268052883, "sim_physics": 0.01571866507842162, "survival_time": 5.349999999999989, "driven_lanedir": 0.26602449028952435, "sim_render-ego": 0.0561789017971431, "in-drivable-lane": 0, "agent_compute-ego": 0.17582223125707322, "deviation-heading": 1.9698277431568625, "set_robot_commands": 0.07364636269685264, "deviation-center-line": 0.285954952348104, "driven_lanedir_consec": 0.26602449028952435, "sim_compute_sim_state": 0.03712512399548682, "sim_compute_performance-ego": 0.05846018434684967, "sim_compute_robot_state-ego": 0.060280365364573825}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3037255767586056, "sim_physics": 0.015013265159894837, "survival_time": 5.299999999999989, "driven_lanedir": 0.26989085498112253, "sim_render-ego": 0.052042212126389986, "in-drivable-lane": 0, "agent_compute-ego": 0.16798378386587468, "deviation-heading": 1.8932962239061393, "set_robot_commands": 0.0717124601580062, "deviation-center-line": 0.2780621189844432, "driven_lanedir_consec": 0.26989085498112253, "sim_compute_sim_state": 0.03447652987714084, "sim_compute_performance-ego": 0.05480477495013543, "sim_compute_robot_state-ego": 0.05596718248331322}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.34013981242751856, "sim_physics": 0.01550523119588052, "survival_time": 6.199999999999986, "driven_lanedir": 0.30278451247895344, "sim_render-ego": 0.058296738132353754, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.1830058713113108, "deviation-heading": 2.0576544725379224, "set_robot_commands": 0.07443737599157518, "deviation-center-line": 0.32782416035082024, "driven_lanedir_consec": 0.30278451247895344, "sim_compute_sim_state": 0.03701323655343825, "sim_compute_performance-ego": 0.05914037073812177, "sim_compute_robot_state-ego": 0.05972243893531061}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3083571276906325, "sim_physics": 0.01718207827785559, "survival_time": 5.699999999999988, "driven_lanedir": 0.27128252025458144, "sim_render-ego": 0.05709710246638248, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.17833560600615384, "deviation-heading": 2.081600721527931, "set_robot_commands": 0.07317216981921279, "deviation-center-line": 0.3027383232700917, "driven_lanedir_consec": 0.27128252025458144, "sim_compute_sim_state": 0.036760397124708744, "sim_compute_performance-ego": 0.05743768968080219, "sim_compute_robot_state-ego": 0.0597629798086066}}
set_robot_commands_max0.07443737599157518
set_robot_commands_mean0.07296334638244092
set_robot_commands_median0.07317216981921279
set_robot_commands_min0.0717124601580062
sim_compute_performance-ego_max0.05914037073812177
sim_compute_performance-ego_mean0.05723139550481235
sim_compute_performance-ego_median0.05743768968080219
sim_compute_performance-ego_min0.05480477495013543
sim_compute_robot_state-ego_max0.060280365364573825
sim_compute_robot_state-ego_mean0.05876917516017155
sim_compute_robot_state-ego_median0.05972243893531061
sim_compute_robot_state-ego_min0.05596718248331322
sim_compute_sim_state_max0.03712512399548682
sim_compute_sim_state_mean0.036004832514271924
sim_compute_sim_state_median0.036760397124708744
sim_compute_sim_state_min0.03447652987714084
sim_physics_max0.01718207827785559
sim_physics_mean0.015940225126576613
sim_physics_median0.01571866507842162
sim_physics_min0.015013265159894837
sim_render-ego_max0.058296738132353754
sim_render-ego_mean0.05587889986691955
sim_render-ego_median0.0561789017971431
sim_render-ego_min0.052042212126389986
simulation-passed1
survival_time_max6.199999999999986
survival_time_mean5.569999999999988
survival_time_min5.299999999999989
180112587Julian Zillybaseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:08:55Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.20813291182075433
survival_time_median2.1500000000000004
deviation-center-line_median0.13495198944486725
in-drivable-lane_median0


other stats
agent_compute-ego_max0.24941396713256836
agent_compute-ego_mean0.22594716859929148
agent_compute-ego_median0.2233613978984744
agent_compute-ego_min0.2100130700050516
deviation-center-line_max0.1396103145286591
deviation-center-line_mean0.13121914493769252
deviation-center-line_min0.11066586021753166
deviation-heading_max1.0772525562959556
deviation-heading_mean1.0582348991842836
deviation-heading_median1.055457620059743
deviation-heading_min1.0420559153837334
driven_any_max0.27085284428628564
driven_any_mean0.2460534929178762
driven_any_median0.24952408635828272
driven_any_min0.2210019846031949
driven_lanedir_consec_max0.23233118975408873
driven_lanedir_consec_mean0.20442851664053513
driven_lanedir_consec_min0.17602345086021565
driven_lanedir_max0.23233118975408873
driven_lanedir_mean0.20442851664053513
driven_lanedir_median0.20813291182075433
driven_lanedir_min0.17602345086021565
in-drivable-lane_max0
in-drivable-lane_mean0
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2363648855672063, "sim_physics": 0.018455772865109327, "survival_time": 2.0500000000000007, "driven_lanedir": 0.1940113807001795, "sim_render-ego": 0.06600776532801186, "in-drivable-lane": 0, "agent_compute-ego": 0.2273882423959127, "deviation-heading": 1.074351591222427, "set_robot_commands": 0.09750552875239676, "deviation-center-line": 0.13495198944486725, "driven_lanedir_consec": 0.1940113807001795, "sim_compute_sim_state": 0.03816817446452815, "sim_compute_performance-ego": 0.06674243764179509, "sim_compute_robot_state-ego": 0.07033477178434046}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.24952408635828272, "sim_physics": 0.017356639684632767, "survival_time": 2.1500000000000004, "driven_lanedir": 0.20813291182075433, "sim_render-ego": 0.06216233830119288, "in-drivable-lane": 0, "agent_compute-ego": 0.2233613978984744, "deviation-heading": 1.055457620059743, "set_robot_commands": 0.09493145831795624, "deviation-center-line": 0.13281976170238255, "driven_lanedir_consec": 0.20813291182075433, "sim_compute_sim_state": 0.03709256371786429, "sim_compute_performance-ego": 0.06767901154451592, "sim_compute_robot_state-ego": 0.0699034901552422}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2525236637744114, "sim_physics": 0.018547973849556663, "survival_time": 2.2, "driven_lanedir": 0.21164365006743724, "sim_render-ego": 0.05749097737399014, "in-drivable-lane": 0, "agent_compute-ego": 0.21955916556445035, "deviation-heading": 1.0772525562959556, "set_robot_commands": 0.09352549639615146, "deviation-center-line": 0.1396103145286591, "driven_lanedir_consec": 0.21164365006743724, "sim_compute_sim_state": 0.03582309592853893, "sim_compute_performance-ego": 0.05776875127445568, "sim_compute_robot_state-ego": 0.06485541842200539}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.27085284428628564, "sim_physics": 0.01972274577364009, "survival_time": 2.3499999999999996, "driven_lanedir": 0.23233118975408873, "sim_render-ego": 0.06274695092059196, "in-drivable-lane": 0, "agent_compute-ego": 0.2100130700050516, "deviation-heading": 1.0420568129595589, "set_robot_commands": 0.09898248124629894, "deviation-center-line": 0.13804779879502196, "driven_lanedir_consec": 0.23233118975408873, "sim_compute_sim_state": 0.03789454318107443, "sim_compute_performance-ego": 0.06397216878038772, "sim_compute_robot_state-ego": 0.06875222794553067}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2210019846031949, "sim_physics": 0.018931217682667267, "survival_time": 1.950000000000001, "driven_lanedir": 0.17602345086021565, "sim_render-ego": 0.06819549585000062, "in-drivable-lane": 0, "agent_compute-ego": 0.24941396713256836, "deviation-heading": 1.0420559153837334, "set_robot_commands": 0.10036768057407476, "deviation-center-line": 0.11066586021753166, "driven_lanedir_consec": 0.17602345086021565, "sim_compute_sim_state": 0.038990467022626825, "sim_compute_performance-ego": 0.06895739604265262, "sim_compute_robot_state-ego": 0.07304934966258514}}
set_robot_commands_max0.10036768057407476
set_robot_commands_mean0.09706252905737564
set_robot_commands_median0.09750552875239676
set_robot_commands_min0.09352549639615146
sim_compute_performance-ego_max0.06895739604265262
sim_compute_performance-ego_mean0.06502395305676141
sim_compute_performance-ego_median0.06674243764179509
sim_compute_performance-ego_min0.05776875127445568
sim_compute_robot_state-ego_max0.07304934966258514
sim_compute_robot_state-ego_mean0.06937905159394077
sim_compute_robot_state-ego_median0.0699034901552422
sim_compute_robot_state-ego_min0.06485541842200539
sim_compute_sim_state_max0.038990467022626825
sim_compute_sim_state_mean0.03759376886292652
sim_compute_sim_state_median0.03789454318107443
sim_compute_sim_state_min0.03582309592853893
sim_physics_max0.01972274577364009
sim_physics_mean0.018602869971121223
sim_physics_median0.018547973849556663
sim_physics_min0.017356639684632767
sim_render-ego_max0.06819549585000062
sim_render-ego_mean0.0633207055547575
sim_render-ego_median0.06274695092059196
sim_render-ego_min0.05749097737399014
simulation-passed1
survival_time_max2.3499999999999996
survival_time_mean2.14
survival_time_min1.950000000000001