AI Driving Olympics Home Challenges Submissions Jobs

Submission 2691

Submission2691
Competingyes
Challengeaido2-LF-sim-validation
UserKonstantin Chayka
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22824
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

22824

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228242691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessyes-0:17:37(hidden)
driven_lanedir_consec_median0.7192183073704621
survival_time_median5.349999999999989
deviation-center-line_median0.5112833342363641
in-drivable-lane_median1.1999999999999975


other stats
agent_compute-ego_max0.09646046495883263
agent_compute-ego_mean0.09114246686827716
agent_compute-ego_median0.09081674655278524
agent_compute-ego_min0.0852532418568929
deviation-center-line_max0.9296349062389074
deviation-center-line_mean0.6238025365351884
deviation-center-line_min0.34452443790814913
deviation-heading_max7.55524936973824
deviation-heading_mean3.837572682812902
deviation-heading_median2.4571322166172407
deviation-heading_min0.8712884405280571
driven_any_max2.3485722270463634
driven_any_mean1.3843598161513242
driven_any_median0.7892393487072294
driven_any_min0.7015645083356484
driven_lanedir_consec_max0.9976794100250816
driven_lanedir_consec_mean0.7074863519848085
driven_lanedir_consec_min0.1680339722699235
driven_lanedir_max1.4377596432867712
driven_lanedir_mean0.9090116332636152
driven_lanedir_median0.7192183073704621
driven_lanedir_min0.3152981596165893
in-drivable-lane_max3.250000000000016
in-drivable-lane_mean1.4800000000000035
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7892393487072294, "sim_physics": 0.14935669275087732, "survival_time": 5.349999999999989, "driven_lanedir": 0.6768960659975769, "sim_render-ego": 0.0700454778760393, "in-drivable-lane": 0, "agent_compute-ego": 0.09646046495883263, "deviation-heading": 2.044030161059483, "set_robot_commands": 0.1153168967951124, "deviation-center-line": 0.4594888496580274, "driven_lanedir_consec": 0.6768960659975769, "sim_compute_sim_state": 0.04378071900840118, "sim_compute_performance-ego": 0.08032992621448552, "sim_compute_robot_state-ego": 0.10028142572563384}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7015645083356484, "sim_physics": 0.14084962581066376, "survival_time": 4.699999999999991, "driven_lanedir": 0.3152981596165893, "sim_render-ego": 0.07248037419420608, "in-drivable-lane": 1.1999999999999975, "agent_compute-ego": 0.09038088423140506, "deviation-heading": 2.4571322166172407, "set_robot_commands": 0.11479434307585372, "deviation-center-line": 0.34452443790814913, "driven_lanedir_consec": 0.1680339722699235, "sim_compute_sim_state": 0.04453245629655554, "sim_compute_performance-ego": 0.08261059446537748, "sim_compute_robot_state-ego": 0.09308202215965758}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.733865744790049, "sim_physics": 0.12942163798273826, "survival_time": 4.899999999999991, "driven_lanedir": 0.7192183073704621, "sim_render-ego": 0.07046843548210299, "in-drivable-lane": 0, "agent_compute-ego": 0.09280099674147002, "deviation-heading": 0.8712884405280571, "set_robot_commands": 0.1134122877704854, "deviation-center-line": 0.5112833342363641, "driven_lanedir_consec": 0.7192183073704621, "sim_compute_sim_state": 0.04500862530299595, "sim_compute_performance-ego": 0.0803954114719313, "sim_compute_robot_state-ego": 0.08649433389001963}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3485722270463634, "sim_physics": 0.13310299078623453, "survival_time": 14.950000000000076, "driven_lanedir": 1.395885990046676, "sim_render-ego": 0.07342968146006267, "in-drivable-lane": 2.9500000000000037, "agent_compute-ego": 0.09081674655278524, "deviation-heading": 7.55524936973824, "set_robot_commands": 0.11294524749120076, "deviation-center-line": 0.8740811546344934, "driven_lanedir_consec": 0.975604004260998, "sim_compute_sim_state": 0.04443172772725423, "sim_compute_performance-ego": 0.08072090148925781, "sim_compute_robot_state-ego": 0.09006675799687704}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.348557251877331, "sim_physics": 0.12735562483469645, "survival_time": 14.950000000000076, "driven_lanedir": 1.4377596432867712, "sim_render-ego": 0.06901970704396566, "in-drivable-lane": 3.250000000000016, "agent_compute-ego": 0.0852532418568929, "deviation-heading": 6.260163226121487, "set_robot_commands": 0.10892044544219973, "deviation-center-line": 0.9296349062389074, "driven_lanedir_consec": 0.9976794100250816, "sim_compute_sim_state": 0.04246190786361694, "sim_compute_performance-ego": 0.07636543432871501, "sim_compute_robot_state-ego": 0.08415834506352743}}
set_robot_commands_max0.1153168967951124
set_robot_commands_mean0.1130778441149704
set_robot_commands_median0.1134122877704854
set_robot_commands_min0.10892044544219973
sim_compute_performance-ego_max0.08261059446537748
sim_compute_performance-ego_mean0.08008445359395341
sim_compute_performance-ego_median0.0803954114719313
sim_compute_performance-ego_min0.07636543432871501
sim_compute_robot_state-ego_max0.10028142572563384
sim_compute_robot_state-ego_mean0.0908165769671431
sim_compute_robot_state-ego_median0.09006675799687704
sim_compute_robot_state-ego_min0.08415834506352743
sim_compute_sim_state_max0.04500862530299595
sim_compute_sim_state_mean0.04404308723976477
sim_compute_sim_state_median0.04443172772725423
sim_compute_sim_state_min0.04246190786361694
sim_physics_max0.14935669275087732
sim_physics_mean0.13601731443304205
sim_physics_median0.13310299078623453
sim_physics_min0.12735562483469645
sim_render-ego_max0.07342968146006267
sim_render-ego_mean0.07108873521127533
sim_render-ego_median0.07046843548210299
sim_render-ego_min0.06901970704396566
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.970000000000024
survival_time_min4.699999999999991
210822691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:21:59(hidden)
driven_lanedir_consec_median0.9991440368012025
survival_time_median13.80000000000006
deviation-center-line_median0.7624850631356785
in-drivable-lane_median0.2500000000000002


other stats
agent_compute-ego_max0.09473899766510609
agent_compute-ego_mean0.09085531211920712
agent_compute-ego_median0.0918247972925504
agent_compute-ego_min0.08625502824783325
deviation-center-line_max1.0966554824424024
deviation-center-line_mean0.7238898349301097
deviation-center-line_min0.3604565092661053
deviation-heading_max6.327222497744768
deviation-heading_mean3.724673410539097
deviation-heading_median3.5907267557486966
deviation-heading_min1.4456623211672686
driven_any_max2.3490152942082556
driven_any_mean1.6657317937737617
driven_any_median2.1641457114709888
driven_any_min0.7176784903835042
driven_lanedir_consec_max1.986265161020517
driven_lanedir_consec_mean1.155481129195336
driven_lanedir_consec_min0.29609283571187744
driven_lanedir_max1.986265161020517
driven_lanedir_mean1.3044748316904664
driven_lanedir_median1.5308997554388544
driven_lanedir_min0.5093056295498772
in-drivable-lane_max3.0000000000000213
in-drivable-lane_mean1.190000000000012
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7490811776101854, "sim_physics": 0.15731458804186652, "survival_time": 5.09999999999999, "driven_lanedir": 0.694966810941015, "sim_render-ego": 0.07216970359577853, "in-drivable-lane": 0, "agent_compute-ego": 0.09473899766510609, "deviation-heading": 1.4456623211672686, "set_robot_commands": 0.11811291470247157, "deviation-center-line": 0.3604565092661053, "driven_lanedir_consec": 0.694966810941015, "sim_compute_sim_state": 0.04599424904468013, "sim_compute_performance-ego": 0.0815427537057914, "sim_compute_robot_state-ego": 0.09240544309803084}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7176784903835042, "sim_physics": 0.14705111334721246, "survival_time": 4.799999999999991, "driven_lanedir": 0.5093056295498772, "sim_render-ego": 0.0727477843562762, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.0918247972925504, "deviation-heading": 2.6621116479954963, "set_robot_commands": 0.11576726535956064, "deviation-center-line": 0.4359970764890202, "driven_lanedir_consec": 0.29609283571187744, "sim_compute_sim_state": 0.04338757445414861, "sim_compute_performance-ego": 0.08022365222374599, "sim_compute_robot_state-ego": 0.09157135585943858}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3490152942082556, "sim_physics": 0.1453989322980245, "survival_time": 14.950000000000076, "driven_lanedir": 1.8009368015020684, "sim_render-ego": 0.07318824927012126, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.09203808307647704, "deviation-heading": 3.5907267557486966, "set_robot_commands": 0.11688478151957192, "deviation-center-line": 1.0966554824424024, "driven_lanedir_consec": 1.8009368015020684, "sim_compute_sim_state": 0.04482638518015544, "sim_compute_performance-ego": 0.08009345054626466, "sim_compute_robot_state-ego": 0.0893970282872518}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.348738295195875, "sim_physics": 0.13779151757558186, "survival_time": 14.950000000000076, "driven_lanedir": 1.5308997554388544, "sim_render-ego": 0.06941759983698527, "in-drivable-lane": 3.0000000000000213, "agent_compute-ego": 0.08625502824783325, "deviation-heading": 6.327222497744768, "set_robot_commands": 0.11469563007354736, "deviation-center-line": 0.9638550433173416, "driven_lanedir_consec": 0.9991440368012025, "sim_compute_sim_state": 0.04294899622599284, "sim_compute_performance-ego": 0.07815030097961426, "sim_compute_robot_state-ego": 0.09166423082351684}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.1641457114709888, "sim_physics": 0.13715570733167123, "survival_time": 13.80000000000006, "driven_lanedir": 1.986265161020517, "sim_render-ego": 0.07144642826439677, "in-drivable-lane": 0, "agent_compute-ego": 0.08941965431406879, "deviation-heading": 4.597643830039255, "set_robot_commands": 0.11710730324620786, "deviation-center-line": 0.7624850631356785, "driven_lanedir_consec": 1.986265161020517, "sim_compute_sim_state": 0.04450622935225998, "sim_compute_performance-ego": 0.08117424664290054, "sim_compute_robot_state-ego": 0.09256019885989204}}
set_robot_commands_max0.11811291470247157
set_robot_commands_mean0.11651357898027188
set_robot_commands_median0.11688478151957192
set_robot_commands_min0.11469563007354736
sim_compute_performance-ego_max0.0815427537057914
sim_compute_performance-ego_mean0.08023688081966336
sim_compute_performance-ego_median0.08022365222374599
sim_compute_performance-ego_min0.07815030097961426
sim_compute_robot_state-ego_max0.09256019885989204
sim_compute_robot_state-ego_mean0.09151965138562602
sim_compute_robot_state-ego_median0.09166423082351684
sim_compute_robot_state-ego_min0.0893970282872518
sim_compute_sim_state_max0.04599424904468013
sim_compute_sim_state_mean0.044332686851447395
sim_compute_sim_state_median0.04450622935225998
sim_compute_sim_state_min0.04294899622599284
sim_physics_max0.15731458804186652
sim_physics_mean0.1449423717188713
sim_physics_median0.1453989322980245
sim_physics_min0.13715570733167123
sim_render-ego_max0.07318824927012126
sim_render-ego_mean0.0717939530647116
sim_render-ego_median0.07216970359577853
sim_render-ego_min0.06941759983698527
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.72000000000004
survival_time_min4.799999999999991
203922691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:18:41(hidden)
driven_lanedir_consec_median0.6647713851118868
survival_time_median8.699999999999989
deviation-center-line_median0.46537985112209457
in-drivable-lane_median3.599999999999989


other stats
agent_compute-ego_max0.09101596769395766
agent_compute-ego_mean0.08689428344844372
agent_compute-ego_median0.08848047653834025
agent_compute-ego_min0.08179198900858561
deviation-center-line_max1.0834258364343363
deviation-center-line_mean0.5501722561045701
deviation-center-line_min0.19317295833796977
deviation-heading_max6.4757980257829715
deviation-heading_mean3.5466129463199145
deviation-heading_median3.749688212146556
deviation-heading_min0.7941222535652368
driven_any_max2.3484697542270796
driven_any_mean1.4262913300044444
driven_any_median1.3438626475734732
driven_any_min0.4283433721411975
driven_lanedir_consec_max0.955224111316992
driven_lanedir_consec_mean0.6448004922836863
driven_lanedir_consec_min0.3059372305665393
driven_lanedir_max1.3653216874240606
driven_lanedir_mean0.7925456686753724
driven_lanedir_median0.6647713851118868
driven_lanedir_min0.3059372305665393
in-drivable-lane_max5.450000000000062
in-drivable-lane_mean2.580000000000017
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3332604737870963, "sim_physics": 0.15601802984873453, "survival_time": 14.950000000000076, "driven_lanedir": 1.1296198422965018, "sim_render-ego": 0.07150755087534587, "in-drivable-lane": 5.450000000000062, "agent_compute-ego": 0.08848047653834025, "deviation-heading": 5.205523570866052, "set_robot_commands": 0.114979039033254, "deviation-center-line": 0.6241015777265998, "driven_lanedir_consec": 0.955224111316992, "sim_compute_sim_state": 0.043875327110290525, "sim_compute_performance-ego": 0.08090757528940837, "sim_compute_robot_state-ego": 0.09045726935068768}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.3438626475734732, "sim_physics": 0.1484351733635212, "survival_time": 8.699999999999989, "driven_lanedir": 0.49707819797787345, "sim_render-ego": 0.07413674497056282, "in-drivable-lane": 3.599999999999989, "agent_compute-ego": 0.08944955091366823, "deviation-heading": 3.749688212146556, "set_robot_commands": 0.12083069757483472, "deviation-center-line": 0.38478105690185066, "driven_lanedir_consec": 0.37973663857854933, "sim_compute_sim_state": 0.04587213061321741, "sim_compute_performance-ego": 0.08342856237258034, "sim_compute_robot_state-ego": 0.09457386225119405}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6775204022933754, "sim_physics": 0.1202927840935005, "survival_time": 4.549999999999992, "driven_lanedir": 0.6647713851118868, "sim_render-ego": 0.07308390900328919, "in-drivable-lane": 0, "agent_compute-ego": 0.09101596769395766, "deviation-heading": 0.7941222535652368, "set_robot_commands": 0.11802081747369451, "deviation-center-line": 0.46537985112209457, "driven_lanedir_consec": 0.6647713851118868, "sim_compute_sim_state": 0.04570711838020073, "sim_compute_performance-ego": 0.08415394562941331, "sim_compute_robot_state-ego": 0.09269965087974465}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3484697542270796, "sim_physics": 0.1480347720781962, "survival_time": 14.950000000000076, "driven_lanedir": 1.3653216874240606, "sim_render-ego": 0.06759526650110881, "in-drivable-lane": 3.750000000000037, "agent_compute-ego": 0.08373343308766683, "deviation-heading": 6.4757980257829715, "set_robot_commands": 0.11502589146296184, "deviation-center-line": 1.0834258364343363, "driven_lanedir_consec": 0.918333095844464, "sim_compute_sim_state": 0.04275500297546387, "sim_compute_performance-ego": 0.07662462234497071, "sim_compute_robot_state-ego": 0.08635536193847657}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4283433721411975, "sim_physics": 0.12401068607966104, "survival_time": 2.9999999999999973, "driven_lanedir": 0.3059372305665393, "sim_render-ego": 0.06792083978652955, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.08179198900858561, "deviation-heading": 1.5079326692387605, "set_robot_commands": 0.11544712781906127, "deviation-center-line": 0.19317295833796977, "driven_lanedir_consec": 0.3059372305665393, "sim_compute_sim_state": 0.042767818768819174, "sim_compute_performance-ego": 0.0831092913945516, "sim_compute_robot_state-ego": 0.09338168303171794}}
set_robot_commands_max0.12083069757483472
set_robot_commands_mean0.11686071467276128
set_robot_commands_median0.11544712781906127
set_robot_commands_min0.114979039033254
sim_compute_performance-ego_max0.08415394562941331
sim_compute_performance-ego_mean0.08164479940618487
sim_compute_performance-ego_median0.0831092913945516
sim_compute_performance-ego_min0.07662462234497071
sim_compute_robot_state-ego_max0.09457386225119405
sim_compute_robot_state-ego_mean0.09149356549036416
sim_compute_robot_state-ego_median0.09269965087974465
sim_compute_robot_state-ego_min0.08635536193847657
sim_compute_sim_state_max0.04587213061321741
sim_compute_sim_state_mean0.04419547956959834
sim_compute_sim_state_median0.043875327110290525
sim_compute_sim_state_min0.04275500297546387
sim_physics_max0.15601802984873453
sim_physics_mean0.1393582890927227
sim_physics_median0.1480347720781962
sim_physics_min0.1202927840935005
sim_render-ego_max0.07413674497056282
sim_render-ego_mean0.07084886222736723
sim_render-ego_median0.07150755087534587
sim_render-ego_min0.06759526650110881
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.230000000000029
survival_time_min2.9999999999999973
199522691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerrorno-0:00:58
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 281, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 359, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 281, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 359, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
(hidden)
199032691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerrorno-0:00:54
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
(hidden)
194212691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:13:57(hidden)
driven_lanedir_consec_median0.737068752223593
survival_time_median5.399999999999989
deviation-center-line_median0.4242251825368753
in-drivable-lane_median0


other stats
agent_compute-ego_max0.0896015453338623
agent_compute-ego_mean0.08000341813238875
agent_compute-ego_median0.08499036996792524
agent_compute-ego_min0.058316387311376706
deviation-center-line_max1.0280170713230894
deviation-center-line_mean0.6256189464360098
deviation-center-line_min0.2601628063636697
deviation-heading_max6.871591212825562
deviation-heading_mean2.818852295160102
deviation-heading_median0.9093156621505248
deviation-heading_min0.6363399751210043
driven_any_max2.355539375588959
driven_any_mean1.369795113405441
driven_any_median0.8208359230835469
driven_any_min0.5689941070418084
driven_lanedir_consec_max1.4908129636431302
driven_lanedir_consec_mean0.8633006517086415
driven_lanedir_consec_min0.5487521967371047
driven_lanedir_max1.860415338700975
driven_lanedir_mean1.050111424545052
driven_lanedir_median0.8029162075880771
driven_lanedir_min0.5487521967371047
in-drivable-lane_max3.750000000000034
in-drivable-lane_mean1.08000000000001
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5689941070418084, "sim_physics": 0.030336725406157665, "survival_time": 3.899999999999994, "driven_lanedir": 0.5487521967371047, "sim_render-ego": 0.06986076709551689, "in-drivable-lane": 0, "agent_compute-ego": 0.08499036996792524, "deviation-heading": 0.7125764298738073, "set_robot_commands": 0.11363849884424454, "deviation-center-line": 0.2601628063636697, "driven_lanedir_consec": 0.5487521967371047, "sim_compute_sim_state": 0.04124349508530054, "sim_compute_performance-ego": 0.07656518312600943, "sim_compute_robot_state-ego": 0.08429312705993652}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.355539375588959, "sim_physics": 0.029160101413726807, "survival_time": 14.950000000000076, "driven_lanedir": 1.860415338700975, "sim_render-ego": 0.06932754198710124, "in-drivable-lane": 1.6500000000000157, "agent_compute-ego": 0.0896015453338623, "deviation-heading": 4.964438195829612, "set_robot_commands": 0.1103793168067932, "deviation-center-line": 1.0280170713230894, "driven_lanedir_consec": 1.4908129636431302, "sim_compute_sim_state": 0.04313207467397054, "sim_compute_performance-ego": 0.07758594592412313, "sim_compute_robot_state-ego": 0.07988129854202271}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.355080144609072, "sim_physics": 0.02870542049407959, "survival_time": 14.950000000000076, "driven_lanedir": 1.30140462747551, "sim_render-ego": 0.06987317005793253, "in-drivable-lane": 3.750000000000034, "agent_compute-ego": 0.0868214750289917, "deviation-heading": 6.871591212825562, "set_robot_commands": 0.11113568782806396, "deviation-center-line": 1.007561613082167, "driven_lanedir_consec": 0.7369531383513022, "sim_compute_sim_state": 0.04203749259312948, "sim_compute_performance-ego": 0.07747917652130126, "sim_compute_robot_state-ego": 0.08099328358968098}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.8208359230835469, "sim_physics": 0.0288218237735607, "survival_time": 5.399999999999989, "driven_lanedir": 0.8029162075880771, "sim_render-ego": 0.06385152869754368, "in-drivable-lane": 0, "agent_compute-ego": 0.08028731301978782, "deviation-heading": 0.9093156621505248, "set_robot_commands": 0.09976541996002196, "deviation-center-line": 0.4081280588742475, "driven_lanedir_consec": 0.8029162075880771, "sim_compute_sim_state": 0.03887384909170645, "sim_compute_performance-ego": 0.07369045637272022, "sim_compute_robot_state-ego": 0.0746027562353346}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7485260167038192, "sim_physics": 0.020455360412597656, "survival_time": 4.94999999999999, "driven_lanedir": 0.737068752223593, "sim_render-ego": 0.04510398826213798, "in-drivable-lane": 0, "agent_compute-ego": 0.058316387311376706, "deviation-heading": 0.6363399751210043, "set_robot_commands": 0.0712434161793102, "deviation-center-line": 0.4242251825368753, "driven_lanedir_consec": 0.737068752223593, "sim_compute_sim_state": 0.02935592574302596, "sim_compute_performance-ego": 0.049864732857906456, "sim_compute_robot_state-ego": 0.05102234175710967}}
set_robot_commands_max0.11363849884424454
set_robot_commands_mean0.10123246792368676
set_robot_commands_median0.1103793168067932
set_robot_commands_min0.0712434161793102
sim_compute_performance-ego_max0.07758594592412313
sim_compute_performance-ego_mean0.07103709896041209
sim_compute_performance-ego_median0.07656518312600943
sim_compute_performance-ego_min0.049864732857906456
sim_compute_robot_state-ego_max0.08429312705993652
sim_compute_robot_state-ego_mean0.0741585614368169
sim_compute_robot_state-ego_median0.07988129854202271
sim_compute_robot_state-ego_min0.05102234175710967
sim_compute_sim_state_max0.04313207467397054
sim_compute_sim_state_mean0.03892856743742659
sim_compute_sim_state_median0.04124349508530054
sim_compute_sim_state_min0.02935592574302596
sim_physics_max0.030336725406157665
sim_physics_mean0.027495886300024485
sim_physics_median0.0288218237735607
sim_physics_min0.020455360412597656
sim_render-ego_max0.06987317005793253
sim_render-ego_mean0.06360339922004646
sim_render-ego_median0.06932754198710124
sim_render-ego_min0.04510398826213798
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.830000000000027
survival_time_min3.899999999999994
186812691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:15:53(hidden)
driven_lanedir_consec_median1.063459483437008
survival_time_median14.950000000000076
deviation-center-line_median0.5546961232718006
in-drivable-lane_median3.0500000000000433


other stats
agent_compute-ego_max0.05768898884455363
agent_compute-ego_mean0.05612108090549296
agent_compute-ego_median0.05600449562072754
agent_compute-ego_min0.05376416683197022
deviation-center-line_max1.0057971690498306
deviation-center-line_mean0.6106915193823553
deviation-center-line_min0.3569483620189679
deviation-heading_max3.5882806796434887
deviation-heading_mean2.7241006643563055
deviation-heading_median2.2301370186900384
deviation-heading_min2.1344189277740853
driven_any_max2.3555925757253044
driven_any_mean1.898595728196133
driven_any_median2.3447147763072675
driven_any_min1.1261718404495134
driven_lanedir_consec_max1.6820200455867167
driven_lanedir_consec_mean1.1603861926523893
driven_lanedir_consec_min0.9332503990703092
driven_lanedir_max1.72367214694575
driven_lanedir_mean1.2055280212482486
driven_lanedir_median1.1173074406905732
driven_lanedir_min0.9584177675463624
in-drivable-lane_max8.150000000000075
in-drivable-lane_mean3.6100000000000314
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3447147763072675, "sim_physics": 0.013433125813802084, "survival_time": 14.950000000000076, "driven_lanedir": 1.1173074406905732, "sim_render-ego": 0.04987819592158, "in-drivable-lane": 6.5000000000000355, "agent_compute-ego": 0.05600449562072754, "deviation-heading": 3.503666927781469, "set_robot_commands": 0.07060764074325561, "deviation-center-line": 0.5546961232718006, "driven_lanedir_consec": 0.9332503990703092, "sim_compute_sim_state": 0.03147685766220093, "sim_compute_performance-ego": 0.05191899061203003, "sim_compute_robot_state-ego": 0.05422620296478271}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3555490453845778, "sim_physics": 0.013401157855987549, "survival_time": 14.950000000000076, "driven_lanedir": 0.9584177675463624, "sim_render-ego": 0.050104944705963134, "in-drivable-lane": 8.150000000000075, "agent_compute-ego": 0.05768898884455363, "deviation-heading": 2.1639997678924447, "set_robot_commands": 0.06994713544845581, "deviation-center-line": 0.5248269965046815, "driven_lanedir_consec": 0.9584177675463624, "sim_compute_sim_state": 0.030966809590657552, "sim_compute_performance-ego": 0.051865456899007165, "sim_compute_robot_state-ego": 0.05282578945159912}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3555925757253044, "sim_physics": 0.013836324214935304, "survival_time": 14.950000000000076, "driven_lanedir": 1.72367214694575, "sim_render-ego": 0.04904658953348796, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.05376416683197022, "deviation-heading": 3.5882806796434887, "set_robot_commands": 0.06860833326975505, "deviation-center-line": 1.0057971690498306, "driven_lanedir_consec": 1.6820200455867167, "sim_compute_sim_state": 0.03041148424148559, "sim_compute_performance-ego": 0.05111051638921102, "sim_compute_robot_state-ego": 0.05285870472590128}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.1261718404495134, "sim_physics": 0.014239943190796734, "survival_time": 7.299999999999982, "driven_lanedir": 1.063459483437008, "sim_render-ego": 0.05059237839424447, "in-drivable-lane": 0, "agent_compute-ego": 0.055487990379333496, "deviation-heading": 2.1344189277740853, "set_robot_commands": 0.07042423339739237, "deviation-center-line": 0.3569483620189679, "driven_lanedir_consec": 1.063459483437008, "sim_compute_sim_state": 0.03058748865780765, "sim_compute_performance-ego": 0.051074410138064866, "sim_compute_robot_state-ego": 0.05205233619637685}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.310950403114003, "sim_physics": 0.01479392220988076, "survival_time": 8.449999999999985, "driven_lanedir": 1.1647832676215495, "sim_render-ego": 0.05426444386589457, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.05765976285087992, "deviation-heading": 2.2301370186900384, "set_robot_commands": 0.07392551913063906, "deviation-center-line": 0.6111889460664963, "driven_lanedir_consec": 1.1647832676215495, "sim_compute_sim_state": 0.03334156860261274, "sim_compute_performance-ego": 0.05514679999041134, "sim_compute_robot_state-ego": 0.05632161670887964}}
set_robot_commands_max0.07392551913063906
set_robot_commands_mean0.07070257239789958
set_robot_commands_median0.07042423339739237
set_robot_commands_min0.06860833326975505
sim_compute_performance-ego_max0.05514679999041134
sim_compute_performance-ego_mean0.05222323480574488
sim_compute_performance-ego_median0.051865456899007165
sim_compute_performance-ego_min0.051074410138064866
sim_compute_robot_state-ego_max0.05632161670887964
sim_compute_robot_state-ego_mean0.05365693000950792
sim_compute_robot_state-ego_median0.05285870472590128
sim_compute_robot_state-ego_min0.05205233619637685
sim_compute_sim_state_max0.03334156860261274
sim_compute_sim_state_mean0.031356841750952893
sim_compute_sim_state_median0.030966809590657552
sim_compute_sim_state_min0.03041148424148559
sim_physics_max0.01479392220988076
sim_physics_mean0.013940894657080488
sim_physics_median0.013836324214935304
sim_physics_min0.013401157855987549
sim_render-ego_max0.05426444386589457
sim_render-ego_mean0.05077731048423402
sim_render-ego_median0.050104944705963134
sim_render-ego_min0.04904658953348796
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean12.120000000000042
survival_time_min7.299999999999982
182622691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:15:16(hidden)
driven_lanedir_consec_median0.9950956763925678
survival_time_median10.500000000000014
deviation-center-line_median0.6232011567385014
in-drivable-lane_median0.39999999999999947


other stats
agent_compute-ego_max0.06308296322822571
agent_compute-ego_mean0.060089861429706
agent_compute-ego_median0.0606999397277832
agent_compute-ego_min0.05768326203028361
deviation-center-line_max1.113349215564051
deviation-center-line_mean0.7058026650514186
deviation-center-line_min0.42167706515814407
deviation-heading_max6.743132601709489
deviation-heading_mean4.035267363513252
deviation-heading_median3.43853161073366
deviation-heading_min2.102893867642292
driven_any_max2.355224382778739
driven_any_mean1.7232699911352023
driven_any_median1.6296414221670674
driven_any_min0.9091062791872035
driven_lanedir_consec_max1.4835894013001356
driven_lanedir_consec_mean1.0268480642922886
driven_lanedir_consec_min0.4521330915301818
driven_lanedir_max1.5643856293295637
driven_lanedir_mean1.2644844833616489
driven_lanedir_median1.301355718872153
driven_lanedir_min0.738841649775501
in-drivable-lane_max4.650000000000035
in-drivable-lane_mean1.4900000000000089
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.6296414221670674, "sim_physics": 0.015406327020554316, "survival_time": 10.500000000000014, "driven_lanedir": 1.4835894013001356, "sim_render-ego": 0.05974336011069162, "in-drivable-lane": 0, "agent_compute-ego": 0.0606999397277832, "deviation-heading": 3.43853161073366, "set_robot_commands": 0.07371825263613746, "deviation-center-line": 0.6232011567385014, "driven_lanedir_consec": 1.4835894013001356, "sim_compute_sim_state": 0.03695197673070998, "sim_compute_performance-ego": 0.059769602048964726, "sim_compute_robot_state-ego": 0.059720935140337265}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9091062791872035, "sim_physics": 0.01551785388914477, "survival_time": 5.949999999999987, "driven_lanedir": 0.738841649775501, "sim_render-ego": 0.0548398915459128, "in-drivable-lane": 0.39999999999999947, "agent_compute-ego": 0.058013938054317184, "deviation-heading": 2.102893867642292, "set_robot_commands": 0.06868725063420143, "deviation-center-line": 0.42167706515814407, "driven_lanedir_consec": 0.4521330915301818, "sim_compute_sim_state": 0.034078275456148034, "sim_compute_performance-ego": 0.05769746043101078, "sim_compute_robot_state-ego": 0.0564524826883268}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.355224382778739, "sim_physics": 0.014581271807352702, "survival_time": 14.950000000000076, "driven_lanedir": 1.301355718872153, "sim_render-ego": 0.05500011444091797, "in-drivable-lane": 4.650000000000035, "agent_compute-ego": 0.05768326203028361, "deviation-heading": 5.07145433261216, "set_robot_commands": 0.07031979958216349, "deviation-center-line": 0.8026264324877179, "driven_lanedir_consec": 0.9691721347076654, "sim_compute_sim_state": 0.03458272139231364, "sim_compute_performance-ego": 0.05514022747675578, "sim_compute_robot_state-ego": 0.05724595228830973}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.355180273445244, "sim_physics": 0.016081812381744384, "survival_time": 14.950000000000076, "driven_lanedir": 1.5643856293295637, "sim_render-ego": 0.05962713797887166, "in-drivable-lane": 2.40000000000001, "agent_compute-ego": 0.06096920410792033, "deviation-heading": 6.743132601709489, "set_robot_commands": 0.07236539999643962, "deviation-center-line": 1.113349215564051, "driven_lanedir_consec": 0.9950956763925678, "sim_compute_sim_state": 0.03712514321009318, "sim_compute_performance-ego": 0.0609718934694926, "sim_compute_robot_state-ego": 0.060794684886932376}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.367197598097759, "sim_physics": 0.016039867292750965, "survival_time": 8.79999999999999, "driven_lanedir": 1.234250017530892, "sim_render-ego": 0.06328444182872772, "in-drivable-lane": 0, "agent_compute-ego": 0.06308296322822571, "deviation-heading": 2.820324404868658, "set_robot_commands": 0.07252951237288388, "deviation-center-line": 0.568159455308679, "driven_lanedir_consec": 1.234250017530892, "sim_compute_sim_state": 0.03851234371011907, "sim_compute_performance-ego": 0.06169980764389038, "sim_compute_robot_state-ego": 0.06166540357199582}}
set_robot_commands_max0.07371825263613746
set_robot_commands_mean0.07152404304436517
set_robot_commands_median0.07236539999643962
set_robot_commands_min0.06868725063420143
sim_compute_performance-ego_max0.06169980764389038
sim_compute_performance-ego_mean0.05905579821402286
sim_compute_performance-ego_median0.059769602048964726
sim_compute_performance-ego_min0.05514022747675578
sim_compute_robot_state-ego_max0.06166540357199582
sim_compute_robot_state-ego_mean0.059175891715180395
sim_compute_robot_state-ego_median0.059720935140337265
sim_compute_robot_state-ego_min0.0564524826883268
sim_compute_sim_state_max0.03851234371011907
sim_compute_sim_state_mean0.036250092099876785
sim_compute_sim_state_median0.03695197673070998
sim_compute_sim_state_min0.034078275456148034
sim_physics_max0.016081812381744384
sim_physics_mean0.015525426478309423
sim_physics_median0.01551785388914477
sim_physics_min0.014581271807352702
sim_render-ego_max0.06328444182872772
sim_render-ego_mean0.05849898918102435
sim_render-ego_median0.05962713797887166
sim_render-ego_min0.0548398915459128
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.03000000000003
survival_time_min5.949999999999987
180772691Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:07:13(hidden)
driven_lanedir_consec_median0.7443306718758644
survival_time_median3.599999999999995
deviation-center-line_median0.21438192115946977
in-drivable-lane_median0


other stats
agent_compute-ego_max0.06944811344146729
agent_compute-ego_mean0.06328205425717093
agent_compute-ego_median0.06319023193197047
agent_compute-ego_min0.056951202844318594
deviation-center-line_max0.5494987431676586
deviation-center-line_mean0.2556784194077079
deviation-center-line_min0.0815254885656998
deviation-heading_max2.699870831099833
deviation-heading_mean1.2823294713308144
deviation-heading_median0.9883683377231391
deviation-heading_min0.322328670279067
driven_any_max2.518998285474904
driven_any_mean1.325267664033877
driven_any_median1.1560774301888534
driven_any_min0.5616845478293641
driven_lanedir_consec_max1.2730878720802974
driven_lanedir_consec_mean0.829395704692901
driven_lanedir_consec_min0.49141321715607633
driven_lanedir_max2.1249181812712985
driven_lanedir_mean0.9997617665311012
driven_lanedir_median0.7443306718758644
driven_lanedir_min0.49141321715607633
in-drivable-lane_max2.4999999999999964
in-drivable-lane_mean0.579999999999999
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5616845478293641, "sim_physics": 0.01207141499770315, "survival_time": 1.900000000000001, "driven_lanedir": 0.49141321715607633, "sim_render-ego": 0.053068575106169046, "in-drivable-lane": 0, "agent_compute-ego": 0.056951202844318594, "deviation-heading": 0.6094352219421153, "set_robot_commands": 0.07199589202278539, "deviation-center-line": 0.0815254885656998, "driven_lanedir_consec": 0.49141321715607633, "sim_compute_sim_state": 0.034129136487057336, "sim_compute_performance-ego": 0.05347399335158499, "sim_compute_robot_state-ego": 0.05820278744948538}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.518998285474904, "sim_physics": 0.012678292146913564, "survival_time": 7.84999999999998, "driven_lanedir": 2.1249181812712985, "sim_render-ego": 0.05505523560153451, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.06270669220359462, "deviation-heading": 2.699870831099833, "set_robot_commands": 0.07535466570763072, "deviation-center-line": 0.5494987431676586, "driven_lanedir_consec": 1.2730878720802974, "sim_compute_sim_state": 0.03363778788572664, "sim_compute_performance-ego": 0.05651104070578411, "sim_compute_robot_state-ego": 0.0599391597091772}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.634386117562625, "sim_physics": 0.012801317607655243, "survival_time": 5.09999999999999, "driven_lanedir": 0.5723554713615737, "sim_render-ego": 0.05677270188051112, "in-drivable-lane": 2.4999999999999964, "agent_compute-ego": 0.06944811344146729, "deviation-heading": 1.7916442956099177, "set_robot_commands": 0.07635739737865972, "deviation-center-line": 0.14736614549365007, "driven_lanedir_consec": 0.5723554713615737, "sim_compute_sim_state": 0.03407615306330662, "sim_compute_performance-ego": 0.059517650043263155, "sim_compute_robot_state-ego": 0.062127933782689715}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.755191939113638, "sim_physics": 0.012129601011884974, "survival_time": 2.3499999999999996, "driven_lanedir": 0.7443306718758644, "sim_render-ego": 0.053987842925051426, "in-drivable-lane": 0, "agent_compute-ego": 0.06319023193197047, "deviation-heading": 0.322328670279067, "set_robot_commands": 0.07186554847879613, "deviation-center-line": 0.21438192115946977, "driven_lanedir_consec": 0.7443306718758644, "sim_compute_sim_state": 0.03308918121013236, "sim_compute_performance-ego": 0.0570420559416426, "sim_compute_robot_state-ego": 0.05774157097999086}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.1560774301888534, "sim_physics": 0.013163603014416166, "survival_time": 3.599999999999995, "driven_lanedir": 1.0657912909906933, "sim_render-ego": 0.055314577288097806, "in-drivable-lane": 0, "agent_compute-ego": 0.06411403086450365, "deviation-heading": 0.9883683377231391, "set_robot_commands": 0.07329256667031182, "deviation-center-line": 0.2856197986520615, "driven_lanedir_consec": 1.0657912909906933, "sim_compute_sim_state": 0.03486826353602939, "sim_compute_performance-ego": 0.056468692090776235, "sim_compute_robot_state-ego": 0.05911335680219862}}
set_robot_commands_max0.07635739737865972
set_robot_commands_mean0.07377321405163675
set_robot_commands_median0.07329256667031182
set_robot_commands_min0.07186554847879613
sim_compute_performance-ego_max0.059517650043263155
sim_compute_performance-ego_mean0.05660268642661022
sim_compute_performance-ego_median0.05651104070578411
sim_compute_performance-ego_min0.05347399335158499
sim_compute_robot_state-ego_max0.062127933782689715
sim_compute_robot_state-ego_mean0.05942496174470835
sim_compute_robot_state-ego_median0.05911335680219862
sim_compute_robot_state-ego_min0.05774157097999086
sim_compute_sim_state_max0.03486826353602939
sim_compute_sim_state_mean0.03396010443645047
sim_compute_sim_state_median0.03407615306330662
sim_compute_sim_state_min0.03308918121013236
sim_physics_max0.013163603014416166
sim_physics_mean0.01256884575571462
sim_physics_median0.012678292146913564
sim_physics_min0.01207141499770315
sim_render-ego_max0.05677270188051112
sim_render-ego_mean0.05483978656027279
sim_render-ego_median0.05505523560153451
sim_render-ego_min0.053068575106169046
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.159999999999992
survival_time_min1.900000000000001