AI Driving Olympics Home Challenges Submissions Jobs

Submission 2921

Submission2921
Competingyes
Challengeaido2-LF-sim-validation
UserBhairav Mehta
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22712
Next
User labelchallenge-aido_LF-template-pytorch
Admin priority50
Blessing50
User priority

22712

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
227122921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessyes-0:03:56Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1280514043613303
survival_time_median1.5500000000000007
deviation-center-line_median0.0852383796439041
in-drivable-lane_median0


other stats
agent_compute-ego_max0.17899192006964432
agent_compute-ego_mean0.17063350554344756
agent_compute-ego_median0.16785960043630294
agent_compute-ego_min0.16535788029432297
deviation-center-line_max0.09693626778991184
deviation-center-line_mean0.08280303603134549
deviation-center-line_min0.07204898496263776
deviation-heading_max1.0152736620944678
deviation-heading_mean0.8799406921190028
deviation-heading_median0.9382802695442836
deviation-heading_min0.5286178754347387
driven_any_max0.21518888961942131
driven_any_mean0.18382936873290404
driven_any_median0.20104862592210224
driven_any_min0.10980680611474695
driven_lanedir_consec_max0.1424254801803304
driven_lanedir_consec_mean0.11690479599400402
driven_lanedir_consec_min0.07952293303241698
driven_lanedir_max0.1424254801803304
driven_lanedir_mean0.11690479599400402
driven_lanedir_median0.1280514043613303
driven_lanedir_min0.07952293303241698
in-drivable-lane_max0.10000000000000007
in-drivable-lane_mean0.030000000000000027
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21518888961942131, "sim_physics": 0.06416607672168363, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1280514043613303, "sim_render-ego": 0.06010634668411747, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16785960043630294, "deviation-heading": 0.9944237402665344, "set_robot_commands": 0.07599505301444762, "deviation-center-line": 0.09693626778991184, "driven_lanedir_consec": 0.1280514043613303, "sim_compute_sim_state": 0.039480017077538274, "sim_compute_performance-ego": 0.060252966419343024, "sim_compute_robot_state-ego": 0.06412130017434398}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.20104862592210224, "sim_physics": 0.06092260777950287, "survival_time": 1.6000000000000008, "driven_lanedir": 0.1364085680237901, "sim_render-ego": 0.06332170963287354, "in-drivable-lane": 0, "agent_compute-ego": 0.17454806715250015, "deviation-heading": 0.9231079132549896, "set_robot_commands": 0.07917292416095734, "deviation-center-line": 0.07204898496263776, "driven_lanedir_consec": 0.1364085680237901, "sim_compute_sim_state": 0.0423566997051239, "sim_compute_performance-ego": 0.06707995384931564, "sim_compute_robot_state-ego": 0.06320878863334656}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.10980680611474695, "sim_physics": 0.0643281058261269, "survival_time": 0.9500000000000004, "driven_lanedir": 0.07952293303241698, "sim_render-ego": 0.0664647754869963, "in-drivable-lane": 0, "agent_compute-ego": 0.17899192006964432, "deviation-heading": 0.5286178754347387, "set_robot_commands": 0.0786841543097245, "deviation-center-line": 0.0852383796439041, "driven_lanedir_consec": 0.07952293303241698, "sim_compute_sim_state": 0.04465568693060624, "sim_compute_performance-ego": 0.06819146557858116, "sim_compute_robot_state-ego": 0.06567434260719701}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.18145803789300513, "sim_physics": 0.0678495374219171, "survival_time": 1.4500000000000006, "driven_lanedir": 0.09811559437215234, "sim_render-ego": 0.06850870724382072, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.16641005976446743, "deviation-heading": 1.0152736620944678, "set_robot_commands": 0.08104566870064571, "deviation-center-line": 0.07445108542421267, "driven_lanedir_consec": 0.09811559437215234, "sim_compute_sim_state": 0.045403266775196995, "sim_compute_performance-ego": 0.06856382304224475, "sim_compute_robot_state-ego": 0.06860538186698124}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2116444841152446, "sim_physics": 0.06472167372703552, "survival_time": 1.6000000000000008, "driven_lanedir": 0.1424254801803304, "sim_render-ego": 0.07126884162425995, "in-drivable-lane": 0, "agent_compute-ego": 0.16535788029432297, "deviation-heading": 0.9382802695442836, "set_robot_commands": 0.07857737690210342, "deviation-center-line": 0.08534046233606106, "driven_lanedir_consec": 0.1424254801803304, "sim_compute_sim_state": 0.04139094054698944, "sim_compute_performance-ego": 0.06736836582422256, "sim_compute_robot_state-ego": 0.06579836457967758}}
set_robot_commands_max0.08104566870064571
set_robot_commands_mean0.07869503541757572
set_robot_commands_median0.0786841543097245
set_robot_commands_min0.07599505301444762
sim_compute_performance-ego_max0.06856382304224475
sim_compute_performance-ego_mean0.06629131494274143
sim_compute_performance-ego_median0.06736836582422256
sim_compute_performance-ego_min0.060252966419343024
sim_compute_robot_state-ego_max0.06860538186698124
sim_compute_robot_state-ego_mean0.06548163557230927
sim_compute_robot_state-ego_median0.06567434260719701
sim_compute_robot_state-ego_min0.06320878863334656
sim_compute_sim_state_max0.045403266775196995
sim_compute_sim_state_mean0.04265732220709097
sim_compute_sim_state_median0.0423566997051239
sim_compute_sim_state_min0.039480017077538274
sim_physics_max0.0678495374219171
sim_physics_mean0.06439760029525321
sim_physics_median0.0643281058261269
sim_physics_min0.06092260777950287
sim_render-ego_max0.07126884162425995
sim_render-ego_mean0.0659340761344136
sim_render-ego_median0.0664647754869963
sim_render-ego_min0.06010634668411747
simulation-passed1
survival_time_max1.6000000000000008
survival_time_mean1.4300000000000006
survival_time_min0.9500000000000004
209382921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:06:39Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07613461837922486
survival_time_median1.6000000000000008
deviation-center-line_median0.04184199852638773
in-drivable-lane_median0.5000000000000004


other stats
agent_compute-ego_max0.16324442805665912
agent_compute-ego_mean0.15681971719228863
agent_compute-ego_median0.15663497447967528
agent_compute-ego_min0.15165432542562485
deviation-center-line_max0.5252030202398696
deviation-center-line_mean0.14532234240768102
deviation-center-line_min0.031075557429696747
deviation-heading_max5.990487540525274
deviation-heading_mean1.719802734691034
deviation-heading_median0.6508586106781237
deviation-heading_min0.5782841189607674
driven_any_max2.1185835424593127
driven_any_mean0.556122461797201
driven_any_median0.18957027963038164
driven_any_min0.10821244349920646
driven_lanedir_consec_max0.6198310364529895
driven_lanedir_consec_mean0.17769880844694785
driven_lanedir_consec_min0.0524549354578272
driven_lanedir_max0.6198310364529895
driven_lanedir_mean0.17769880844694785
driven_lanedir_median0.07613461837922486
driven_lanedir_min0.0524549354578272
in-drivable-lane_max7.300000000000035
in-drivable-lane_mean1.7700000000000071
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.1185835424593127, "sim_physics": 0.057581204573313394, "survival_time": 14.950000000000076, "driven_lanedir": 0.6198310364529895, "sim_render-ego": 0.05614962100982666, "in-drivable-lane": 7.300000000000035, "agent_compute-ego": 0.15701600233713786, "deviation-heading": 5.990487540525274, "set_robot_commands": 0.076498810450236, "deviation-center-line": 0.5252030202398696, "driven_lanedir_consec": 0.6198310364529895, "sim_compute_sim_state": 0.03855452378590902, "sim_compute_performance-ego": 0.061591637134552, "sim_compute_robot_state-ego": 0.06307739575703938}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.17166394402505067, "sim_physics": 0.05773080885410309, "survival_time": 1.6000000000000008, "driven_lanedir": 0.06337331850775096, "sim_render-ego": 0.05407147854566574, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.15165432542562485, "deviation-heading": 0.6508586106781237, "set_robot_commands": 0.07684364914894104, "deviation-center-line": 0.031075557429696747, "driven_lanedir_consec": 0.06337331850775096, "sim_compute_sim_state": 0.03727347403764725, "sim_compute_performance-ego": 0.05939537286758423, "sim_compute_robot_state-ego": 0.06022492796182632}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.10821244349920646, "sim_physics": 0.05986453294754028, "survival_time": 1.0000000000000002, "driven_lanedir": 0.0767001334369466, "sim_render-ego": 0.05448415279388428, "in-drivable-lane": 0, "agent_compute-ego": 0.15663497447967528, "deviation-heading": 0.5782841189607674, "set_robot_commands": 0.07553507089614868, "deviation-center-line": 0.0898951297611166, "driven_lanedir_consec": 0.0767001334369466, "sim_compute_sim_state": 0.038169491291046145, "sim_compute_performance-ego": 0.060025787353515624, "sim_compute_robot_state-ego": 0.0616021990776062}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1925820993720535, "sim_physics": 0.06168220192193985, "survival_time": 1.6000000000000008, "driven_lanedir": 0.0524549354578272, "sim_render-ego": 0.055038511753082275, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.1555488556623459, "deviation-heading": 0.7392443660209764, "set_robot_commands": 0.07623881101608276, "deviation-center-line": 0.04184199852638773, "driven_lanedir_consec": 0.0524549354578272, "sim_compute_sim_state": 0.037657156586647034, "sim_compute_performance-ego": 0.05850674211978912, "sim_compute_robot_state-ego": 0.0614737868309021}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.18957027963038164, "sim_physics": 0.06215842564900717, "survival_time": 1.6500000000000008, "driven_lanedir": 0.07613461837922486, "sim_render-ego": 0.05582112976998994, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.16324442805665912, "deviation-heading": 0.6401390372700279, "set_robot_commands": 0.07772166801221443, "deviation-center-line": 0.038596006081334525, "driven_lanedir_consec": 0.07613461837922486, "sim_compute_sim_state": 0.04207417459198923, "sim_compute_performance-ego": 0.0589338071418531, "sim_compute_robot_state-ego": 0.0625169782927542}}
set_robot_commands_max0.07772166801221443
set_robot_commands_mean0.07656760190472459
set_robot_commands_median0.076498810450236
set_robot_commands_min0.07553507089614868
sim_compute_performance-ego_max0.061591637134552
sim_compute_performance-ego_mean0.05969066932345881
sim_compute_performance-ego_median0.05939537286758423
sim_compute_performance-ego_min0.05850674211978912
sim_compute_robot_state-ego_max0.06307739575703938
sim_compute_robot_state-ego_mean0.061779057584025646
sim_compute_robot_state-ego_median0.0616021990776062
sim_compute_robot_state-ego_min0.06022492796182632
sim_compute_sim_state_max0.04207417459198923
sim_compute_sim_state_mean0.03874576405864773
sim_compute_sim_state_median0.038169491291046145
sim_compute_sim_state_min0.03727347403764725
sim_physics_max0.06215842564900717
sim_physics_mean0.05980343478918075
sim_physics_median0.05986453294754028
sim_physics_min0.057581204573313394
sim_render-ego_max0.05614962100982666
sim_render-ego_mean0.05511297877448977
sim_render-ego_median0.055038511753082275
sim_render-ego_min0.05407147854566574
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean4.160000000000016
survival_time_min1.0000000000000002
202522921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:15:41Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.24692540755789372
survival_time_median7.84999999999998
deviation-center-line_median0.1961123918344563
in-drivable-lane_median3.749999999999991


other stats
agent_compute-ego_max0.1746827553791605
agent_compute-ego_mean0.1669440600545313
agent_compute-ego_median0.16591753313938776
agent_compute-ego_min0.1611250564455986
deviation-center-line_max0.6243529807533017
deviation-center-line_mean0.24014967594419576
deviation-center-line_min0.0774001247419856
deviation-heading_max5.911013301159539
deviation-heading_mean3.3824597917584023
deviation-heading_median2.886701302129825
deviation-heading_min0.6836081132587063
driven_any_max1.2685080421392356
driven_any_mean0.7477320008350861
driven_any_median0.713490563561596
driven_any_min0.1110433566356977
driven_lanedir_consec_max0.46482478612490485
driven_lanedir_consec_mean0.2642853628477388
driven_lanedir_consec_min0.05157501332382575
driven_lanedir_max0.46482478612490485
driven_lanedir_mean0.2642853628477388
driven_lanedir_median0.24692540755789372
driven_lanedir_min0.05157501332382575
in-drivable-lane_max6.800000000000032
in-drivable-lane_mean3.9400000000000097
in-drivable-lane_min0.5500000000000005
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.713490563561596, "sim_physics": 0.10825094751491668, "survival_time": 7.84999999999998, "driven_lanedir": 0.24692540755789372, "sim_render-ego": 0.06193397607013678, "in-drivable-lane": 3.749999999999991, "agent_compute-ego": 0.1746827553791605, "deviation-heading": 2.886701302129825, "set_robot_commands": 0.09515797408523072, "deviation-center-line": 0.1961123918344563, "driven_lanedir_consec": 0.24692540755789372, "sim_compute_sim_state": 0.0377870699402633, "sim_compute_performance-ego": 0.07255363160637533, "sim_compute_robot_state-ego": 0.07650836713754447}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4003917121008076, "sim_physics": 0.0934898629784584, "survival_time": 4.799999999999991, "driven_lanedir": 0.1241937841922658, "sim_render-ego": 0.06526240954796474, "in-drivable-lane": 2.1999999999999957, "agent_compute-ego": 0.16591753313938776, "deviation-heading": 1.7355604086566183, "set_robot_commands": 0.09486026813586552, "deviation-center-line": 0.0774001247419856, "driven_lanedir_consec": 0.1241937841922658, "sim_compute_sim_state": 0.03864272932211558, "sim_compute_performance-ego": 0.07079419245322545, "sim_compute_robot_state-ego": 0.07203650722901027}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1110433566356977, "sim_physics": 0.10312427580356598, "survival_time": 1.6000000000000008, "driven_lanedir": 0.05157501332382575, "sim_render-ego": 0.06146940588951111, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.1611250564455986, "deviation-heading": 0.6836081132587063, "set_robot_commands": 0.09618698060512544, "deviation-center-line": 0.08827588549689414, "driven_lanedir_consec": 0.05157501332382575, "sim_compute_sim_state": 0.040399737656116486, "sim_compute_performance-ego": 0.06879083812236786, "sim_compute_robot_state-ego": 0.07557547837495804}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2685080421392356, "sim_physics": 0.11274359876459294, "survival_time": 13.75000000000006, "driven_lanedir": 0.4339078230398039, "sim_render-ego": 0.05898995052684437, "in-drivable-lane": 6.400000000000027, "agent_compute-ego": 0.16809877308932217, "deviation-heading": 5.695415833587324, "set_robot_commands": 0.09117966391823508, "deviation-center-line": 0.21460699689434096, "driven_lanedir_consec": 0.4339078230398039, "sim_compute_sim_state": 0.03735230966047807, "sim_compute_performance-ego": 0.06647068890658292, "sim_compute_robot_state-ego": 0.07151219628073953}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2452263297380934, "sim_physics": 0.12239210923512776, "survival_time": 14.950000000000076, "driven_lanedir": 0.46482478612490485, "sim_render-ego": 0.060312155882517496, "in-drivable-lane": 6.800000000000032, "agent_compute-ego": 0.16489618221918742, "deviation-heading": 5.911013301159539, "set_robot_commands": 0.09253453016281128, "deviation-center-line": 0.6243529807533017, "driven_lanedir_consec": 0.46482478612490485, "sim_compute_sim_state": 0.037706568241119384, "sim_compute_performance-ego": 0.06772583643595377, "sim_compute_robot_state-ego": 0.07712823549906413}}
set_robot_commands_max0.09618698060512544
set_robot_commands_mean0.0939838833814536
set_robot_commands_median0.09486026813586552
set_robot_commands_min0.09117966391823508
sim_compute_performance-ego_max0.07255363160637533
sim_compute_performance-ego_mean0.06926703750490107
sim_compute_performance-ego_median0.06879083812236786
sim_compute_performance-ego_min0.06647068890658292
sim_compute_robot_state-ego_max0.07712823549906413
sim_compute_robot_state-ego_mean0.07455215690426328
sim_compute_robot_state-ego_median0.07557547837495804
sim_compute_robot_state-ego_min0.07151219628073953
sim_compute_sim_state_max0.040399737656116486
sim_compute_sim_state_mean0.03837768296401857
sim_compute_sim_state_median0.0377870699402633
sim_compute_sim_state_min0.03735230966047807
sim_physics_max0.12239210923512776
sim_physics_mean0.10800015885933235
sim_physics_median0.10825094751491668
sim_physics_min0.0934898629784584
sim_render-ego_max0.06526240954796474
sim_render-ego_mean0.0615935795833949
sim_render-ego_median0.06146940588951111
sim_render-ego_min0.05898995052684437
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.590000000000021
survival_time_min1.6000000000000008
199292921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationerrorno-0:02:20
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 281, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 359, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 281, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 359, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
198652921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationerrorno-0:00:57
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
192512921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:22:01Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.08311881007234634
survival_time_median1.6000000000000008
deviation-center-line_median0.04185378546112415
in-drivable-lane_median0.30000000000000027


other stats
agent_compute-ego_max0.37435663408703274
agent_compute-ego_mean0.2079348007984961
agent_compute-ego_median0.172432579100132
agent_compute-ego_min0.1479543958391462
deviation-center-line_max0.0686487504783429
deviation-center-line_mean0.05075060044090601
deviation-center-line_min0.0390623651342991
deviation-heading_max0.9442677652645364
deviation-heading_mean0.7980586209973914
deviation-heading_median0.766909869700236
deviation-heading_min0.6904921946120295
driven_any_max0.18352902871416435
driven_any_mean0.1683032819462778
driven_any_median0.1667788762688559
driven_any_min0.14879165689552723
driven_lanedir_consec_max0.09261668853960137
driven_lanedir_consec_mean0.08493123546975427
driven_lanedir_consec_min0.07776725038615995
driven_lanedir_max0.09261668853960137
driven_lanedir_mean0.08493123546975427
driven_lanedir_median0.08311881007234634
driven_lanedir_min0.07776725038615995
in-drivable-lane_max0.6000000000000005
in-drivable-lane_mean0.28000000000000025
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.18285289174724448, "sim_physics": 0.024095657709482556, "survival_time": 1.850000000000001, "driven_lanedir": 0.08047954075473607, "sim_render-ego": 0.059375137896151155, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.18436998289984627, "deviation-heading": 0.7001475660082991, "set_robot_commands": 0.09406021479013804, "deviation-center-line": 0.03910731466454373, "driven_lanedir_consec": 0.08047954075473607, "sim_compute_sim_state": 0.04013130471513078, "sim_compute_performance-ego": 0.06922136126337824, "sim_compute_robot_state-ego": 0.14121809521236936}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.18352902871416435, "sim_physics": 0.03728610277175903, "survival_time": 1.800000000000001, "driven_lanedir": 0.07776725038615995, "sim_render-ego": 0.09039977524015638, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.37435663408703274, "deviation-heading": 0.766909869700236, "set_robot_commands": 0.15995727645026314, "deviation-center-line": 0.0390623651342991, "driven_lanedir_consec": 0.07776725038615995, "sim_compute_sim_state": 0.060190684265560575, "sim_compute_performance-ego": 0.1005000008477105, "sim_compute_robot_state-ego": 0.116405102941725}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.14879165689552723, "sim_physics": 0.02245478970663888, "survival_time": 1.4000000000000006, "driven_lanedir": 0.08311881007234634, "sim_render-ego": 0.05804878473281861, "in-drivable-lane": 0, "agent_compute-ego": 0.1605604120663234, "deviation-heading": 0.9442677652645364, "set_robot_commands": 0.09003124066761561, "deviation-center-line": 0.0686487504783429, "driven_lanedir_consec": 0.08311881007234634, "sim_compute_sim_state": 0.03696452719824655, "sim_compute_performance-ego": 0.06333741971424647, "sim_compute_robot_state-ego": 0.06403371265956334}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.15956395610559704, "sim_physics": 0.022619153772081648, "survival_time": 1.4000000000000006, "driven_lanedir": 0.09261668853960137, "sim_render-ego": 0.05150909083230155, "in-drivable-lane": 0, "agent_compute-ego": 0.1479543958391462, "deviation-heading": 0.888475709401856, "set_robot_commands": 0.13046021120888843, "deviation-center-line": 0.06508078646622019, "driven_lanedir_consec": 0.09261668853960137, "sim_compute_sim_state": 0.03116227047783988, "sim_compute_performance-ego": 0.053072682448795865, "sim_compute_robot_state-ego": 0.057056656905582974}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.1667788762688559, "sim_physics": 0.02660859376192093, "survival_time": 1.6000000000000008, "driven_lanedir": 0.09067388759592764, "sim_render-ego": 0.05922841280698776, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.172432579100132, "deviation-heading": 0.6904921946120295, "set_robot_commands": 0.10052420198917388, "deviation-center-line": 0.04185378546112415, "driven_lanedir_consec": 0.09067388759592764, "sim_compute_sim_state": 0.03857550024986267, "sim_compute_performance-ego": 0.06366342306137085, "sim_compute_robot_state-ego": 0.06732925027608871}}
set_robot_commands_max0.15995727645026314
set_robot_commands_mean0.1150066290212158
set_robot_commands_median0.10052420198917388
set_robot_commands_min0.09003124066761561
sim_compute_performance-ego_max0.1005000008477105
sim_compute_performance-ego_mean0.06995897746710038
sim_compute_performance-ego_median0.06366342306137085
sim_compute_performance-ego_min0.053072682448795865
sim_compute_robot_state-ego_max0.14121809521236936
sim_compute_robot_state-ego_mean0.08920856359906587
sim_compute_robot_state-ego_median0.06732925027608871
sim_compute_robot_state-ego_min0.057056656905582974
sim_compute_sim_state_max0.060190684265560575
sim_compute_sim_state_mean0.04140485738132809
sim_compute_sim_state_median0.03857550024986267
sim_compute_sim_state_min0.03116227047783988
sim_physics_max0.03728610277175903
sim_physics_mean0.02661285954437661
sim_physics_median0.024095657709482556
sim_physics_min0.02245478970663888
sim_render-ego_max0.09039977524015638
sim_render-ego_mean0.06371224030168308
sim_render-ego_median0.05922841280698776
sim_render-ego_min0.05150909083230155
simulation-passed1
survival_time_max1.850000000000001
survival_time_mean1.6100000000000008
survival_time_min1.4000000000000006
191042921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:10:51Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1357801998353101
survival_time_median4.449999999999992
deviation-center-line_median0.05815481250886279
in-drivable-lane_median1.9999999999999971


other stats
agent_compute-ego_max0.10563203947884696
agent_compute-ego_mean0.10261705450886643
agent_compute-ego_median0.10219046774874913
agent_compute-ego_min0.09990618569510323
deviation-center-line_max0.43379721840092383
deviation-center-line_mean0.15073050645065322
deviation-center-line_min0.022424737224502445
deviation-heading_max5.726585942672637
deviation-heading_mean2.8825104544331888
deviation-heading_median1.7065959883516244
deviation-heading_min0.6396423210979028
driven_any_max1.2002685912675657
driven_any_mean0.581486213561173
driven_any_median0.4028491889883631
driven_any_min0.12872126138025303
driven_lanedir_consec_max0.3669537212540881
driven_lanedir_consec_mean0.1789494390434518
driven_lanedir_consec_min0.037668153167188745
driven_lanedir_max0.3669537212540881
driven_lanedir_mean0.1789494390434518
driven_lanedir_median0.1357801998353101
driven_lanedir_min0.037668153167188745
in-drivable-lane_max7.600000000000045
in-drivable-lane_mean3.670000000000017
in-drivable-lane_min0.6000000000000005
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.12872126138025303, "sim_physics": 0.014093215124947683, "survival_time": 1.7500000000000009, "driven_lanedir": 0.037668153167188745, "sim_render-ego": 0.04113616943359375, "in-drivable-lane": 0.7000000000000006, "agent_compute-ego": 0.10563203947884696, "deviation-heading": 0.6457842132332183, "set_robot_commands": 0.05888615335736956, "deviation-center-line": 0.022424737224502445, "driven_lanedir_consec": 0.037668153167188745, "sim_compute_sim_state": 0.025133814130510603, "sim_compute_performance-ego": 0.04150634493146624, "sim_compute_robot_state-ego": 0.04292419297354562}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.156982779432106, "sim_physics": 0.012643439429146903, "survival_time": 1.7500000000000009, "driven_lanedir": 0.07565138257358017, "sim_render-ego": 0.03914703641619001, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.09990618569510323, "deviation-heading": 0.6396423210979028, "set_robot_commands": 0.056469263349260605, "deviation-center-line": 0.03355814723744762, "driven_lanedir_consec": 0.07565138257358017, "sim_compute_sim_state": 0.02441713469369071, "sim_compute_performance-ego": 0.04241517611912319, "sim_compute_robot_state-ego": 0.0428363459450858}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2002685912675657, "sim_physics": 0.013873140017191568, "survival_time": 14.950000000000076, "driven_lanedir": 0.3669537212540881, "sim_render-ego": 0.039408931732177736, "in-drivable-lane": 7.450000000000041, "agent_compute-ego": 0.1016509739557902, "deviation-heading": 5.693943806810562, "set_robot_commands": 0.05751800775527954, "deviation-center-line": 0.43379721840092383, "driven_lanedir_consec": 0.3669537212540881, "sim_compute_sim_state": 0.024222803910573323, "sim_compute_performance-ego": 0.04067688544591268, "sim_compute_robot_state-ego": 0.04191006580988566}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.0186092467375774, "sim_physics": 0.01400010108947754, "survival_time": 14.950000000000076, "driven_lanedir": 0.278693738387092, "sim_render-ego": 0.03967993974685669, "in-drivable-lane": 7.600000000000045, "agent_compute-ego": 0.10370560566584268, "deviation-heading": 5.726585942672637, "set_robot_commands": 0.057928702036539714, "deviation-center-line": 0.20571761688152945, "driven_lanedir_consec": 0.278693738387092, "sim_compute_sim_state": 0.024303854306538895, "sim_compute_performance-ego": 0.04093309005101522, "sim_compute_robot_state-ego": 0.04171016295750936}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4028491889883631, "sim_physics": 0.015435947461074658, "survival_time": 4.449999999999992, "driven_lanedir": 0.1357801998353101, "sim_render-ego": 0.03990194770727265, "in-drivable-lane": 1.9999999999999971, "agent_compute-ego": 0.10219046774874913, "deviation-heading": 1.7065959883516244, "set_robot_commands": 0.05701296249132478, "deviation-center-line": 0.05815481250886279, "driven_lanedir_consec": 0.1357801998353101, "sim_compute_sim_state": 0.02443735251265965, "sim_compute_performance-ego": 0.04036290993851222, "sim_compute_robot_state-ego": 0.041976770658171576}}
set_robot_commands_max0.05888615335736956
set_robot_commands_mean0.05756301779795484
set_robot_commands_median0.05751800775527954
set_robot_commands_min0.056469263349260605
sim_compute_performance-ego_max0.04241517611912319
sim_compute_performance-ego_mean0.041178881297205906
sim_compute_performance-ego_median0.04093309005101522
sim_compute_performance-ego_min0.04036290993851222
sim_compute_robot_state-ego_max0.04292419297354562
sim_compute_robot_state-ego_mean0.0422715076688396
sim_compute_robot_state-ego_median0.041976770658171576
sim_compute_robot_state-ego_min0.04171016295750936
sim_compute_sim_state_max0.025133814130510603
sim_compute_sim_state_mean0.02450299191079464
sim_compute_sim_state_median0.02441713469369071
sim_compute_sim_state_min0.024222803910573323
sim_physics_max0.015435947461074658
sim_physics_mean0.014009168624367673
sim_physics_median0.01400010108947754
sim_physics_min0.012643439429146903
sim_render-ego_max0.04113616943359375
sim_render-ego_mean0.03985480500721817
sim_render-ego_median0.03967993974685669
sim_render-ego_min0.03914703641619001
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.5700000000000305
survival_time_min1.7500000000000009
191032921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationhost-errorno-0:03:15
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 481, in get_cr
    uploaded = upload_files(wd, aws_config)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1016, in upload_files
    uploaded = upload(aws_config, toupload)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1171, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1217, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission2921/step1-simulation-ip-172-31-25-98-9756-job19103/tmp/tmpmazq0xz5/episodes/ETHZ_autolab_technical_track-2-0/camera.mp4']' returned non-zero exit status 1.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
191012921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:27:20Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.0566858977432112
survival_time_median1.5500000000000007
deviation-center-line_median0.023148172805414476
in-drivable-lane_median0.5500000000000005


other stats
agent_compute-ego_max0.09818818492274133
agent_compute-ego_mean0.091763393855422
agent_compute-ego_median0.09325681194182366
agent_compute-ego_min0.08672705189935093
deviation-center-line_max0.4143603141649533
deviation-center-line_mean0.099432655391562
deviation-center-line_min0.013250602252189114
deviation-heading_max5.97404295840024
deviation-heading_mean1.6296975851773374
deviation-heading_median0.5645872376871222
deviation-heading_min0.46340652718145225
driven_any_max1.7144396805780229
driven_any_mean0.4617436989834115
driven_any_median0.1510553521954725
driven_any_min0.1448083064525979
driven_lanedir_consec_max0.5676263413936016
driven_lanedir_consec_mean0.1526879226511613
driven_lanedir_consec_min0.040683725717511
driven_lanedir_max0.5676263413936016
driven_lanedir_mean0.1526879226511613
driven_lanedir_median0.0566858977432112
driven_lanedir_min0.040683725717511
in-drivable-lane_max7.200000000000043
in-drivable-lane_mean1.880000000000009
in-drivable-lane_min0.5000000000000003
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.1448083064525979, "sim_physics": 0.010274664048225648, "survival_time": 1.5500000000000007, "driven_lanedir": 0.040683725717511, "sim_render-ego": 0.03575081209982595, "in-drivable-lane": 0.6500000000000005, "agent_compute-ego": 0.09818818492274133, "deviation-heading": 0.46340652718145225, "set_robot_commands": 0.053619092510592554, "deviation-center-line": 0.013250602252189114, "driven_lanedir_consec": 0.040683725717511, "sim_compute_sim_state": 0.022027284868301883, "sim_compute_performance-ego": 0.038121054249425086, "sim_compute_robot_state-ego": 0.03839412812263735}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1521701972305242, "sim_physics": 0.010777050449002174, "survival_time": 1.5500000000000007, "driven_lanedir": 0.057380457033182064, "sim_render-ego": 0.036004712504725304, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.09325681194182366, "deviation-heading": 0.5940789334905884, "set_robot_commands": 0.05243767461469097, "deviation-center-line": 0.026623618713001788, "driven_lanedir_consec": 0.057380457033182064, "sim_compute_sim_state": 0.02207330734499039, "sim_compute_performance-ego": 0.03807761592249717, "sim_compute_robot_state-ego": 0.04076395496245353}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.7144396805780229, "sim_physics": 0.010018366972605388, "survival_time": 14.950000000000076, "driven_lanedir": 0.5676263413936016, "sim_render-ego": 0.03551799217859904, "in-drivable-lane": 7.200000000000043, "agent_compute-ego": 0.09382350285847982, "deviation-heading": 5.97404295840024, "set_robot_commands": 0.05260050614674886, "deviation-center-line": 0.4143603141649533, "driven_lanedir_consec": 0.5676263413936016, "sim_compute_sim_state": 0.02173088788986206, "sim_compute_performance-ego": 0.03699928442637126, "sim_compute_robot_state-ego": 0.03879706859588623}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1510553521954725, "sim_physics": 0.009541111607705393, "survival_time": 1.5500000000000007, "driven_lanedir": 0.0566858977432112, "sim_render-ego": 0.033189465922694054, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.08682141765471428, "deviation-heading": 0.5645872376871222, "set_robot_commands": 0.04766164287444083, "deviation-center-line": 0.023148172805414476, "driven_lanedir_consec": 0.0566858977432112, "sim_compute_sim_state": 0.020038297099451863, "sim_compute_performance-ego": 0.034150808088241086, "sim_compute_robot_state-ego": 0.03549002831982028}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.14624495846044025, "sim_physics": 0.0093549448868324, "survival_time": 1.4500000000000006, "driven_lanedir": 0.04106319136830061, "sim_render-ego": 0.032924923403509734, "in-drivable-lane": 0.5000000000000003, "agent_compute-ego": 0.08672705189935093, "deviation-heading": 0.5523722691272842, "set_robot_commands": 0.04776415331610318, "deviation-center-line": 0.019780569022251424, "driven_lanedir_consec": 0.04106319136830061, "sim_compute_sim_state": 0.018999749216540105, "sim_compute_performance-ego": 0.03366459649184655, "sim_compute_robot_state-ego": 0.03532898014989393}}
set_robot_commands_max0.053619092510592554
set_robot_commands_mean0.05081661389251528
set_robot_commands_median0.05243767461469097
set_robot_commands_min0.04766164287444083
sim_compute_performance-ego_max0.038121054249425086
sim_compute_performance-ego_mean0.03620267183567623
sim_compute_performance-ego_median0.03699928442637126
sim_compute_performance-ego_min0.03366459649184655
sim_compute_robot_state-ego_max0.04076395496245353
sim_compute_robot_state-ego_mean0.03775483203013826
sim_compute_robot_state-ego_median0.03839412812263735
sim_compute_robot_state-ego_min0.03532898014989393
sim_compute_sim_state_max0.02207330734499039
sim_compute_sim_state_mean0.02097390528382926
sim_compute_sim_state_median0.02173088788986206
sim_compute_sim_state_min0.018999749216540105
sim_physics_max0.010777050449002174
sim_physics_mean0.0099932275928742
sim_physics_median0.010018366972605388
sim_physics_min0.0093549448868324
sim_render-ego_max0.036004712504725304
sim_render-ego_mean0.03467758122187081
sim_render-ego_median0.03551799217859904
sim_render-ego_min0.032924923403509734
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean4.210000000000016
survival_time_min1.4500000000000006
190932921Bhairav Mehtachallenge-aido_LF-template-pytorchaido2-LF-sim-validationstep1-simulationsuccessno-0:06:07Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.09609956070622117
survival_time_median1.3000000000000005
deviation-center-line_median0.05889312899417622
in-drivable-lane_median0


other stats
agent_compute-ego_max0.4142019584261138
agent_compute-ego_mean0.32704722104155487
agent_compute-ego_median0.3183154601317186
agent_compute-ego_min0.28314367624429554
deviation-center-line_max0.06346849384387046
deviation-center-line_mean0.05351148097184
deviation-center-line_min0.03932529663921851
deviation-heading_max0.763198721795378
deviation-heading_mean0.7358968919290065
deviation-heading_median0.7393143421643041
deviation-heading_min0.6895693135231163
driven_any_max0.1830137306234541
driven_any_mean0.1561559675311207
driven_any_median0.15395851345620623
driven_any_min0.13528327513937982
driven_lanedir_consec_max0.1338501762049349
driven_lanedir_consec_mean0.0938684829475778
driven_lanedir_consec_min0.06063808649400837
driven_lanedir_max0.1338501762049349
driven_lanedir_mean0.0938684829475778
driven_lanedir_median0.09609956070622117
driven_lanedir_min0.06063808649400837
in-drivable-lane_max0.20000000000000015
in-drivable-lane_mean0.07000000000000006
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.15353046916186674, "sim_physics": 0.0183812585370294, "survival_time": 1.4500000000000006, "driven_lanedir": 0.08069915915517178, "sim_render-ego": 0.0559738093409045, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.4142019584261138, "deviation-heading": 0.7393143421643041, "set_robot_commands": 0.07757963805363097, "deviation-center-line": 0.04581304346477418, "driven_lanedir_consec": 0.08069915915517178, "sim_compute_sim_state": 0.03659992382444184, "sim_compute_performance-ego": 0.06090303947185648, "sim_compute_robot_state-ego": 0.06044373841121279}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1830137306234541, "sim_physics": 0.01630925249170374, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1338501762049349, "sim_render-ego": 0.05761691376014992, "in-drivable-lane": 0, "agent_compute-ego": 0.29676686392890084, "deviation-heading": 0.6895693135231163, "set_robot_commands": 0.07365701816700122, "deviation-center-line": 0.06346849384387046, "driven_lanedir_consec": 0.1338501762049349, "sim_compute_sim_state": 0.038056647336041485, "sim_compute_performance-ego": 0.06358757725468388, "sim_compute_robot_state-ego": 0.062037406144318755}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.13528327513937982, "sim_physics": 0.01795825591454139, "survival_time": 1.3000000000000005, "driven_lanedir": 0.06063808649400837, "sim_render-ego": 0.058620526240422174, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.3183154601317186, "deviation-heading": 0.7289045594933315, "set_robot_commands": 0.07812787019289456, "deviation-center-line": 0.03932529663921851, "driven_lanedir_consec": 0.06063808649400837, "sim_compute_sim_state": 0.038423849986149713, "sim_compute_performance-ego": 0.06013462176689735, "sim_compute_robot_state-ego": 0.06268066626328689}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.15499384927469664, "sim_physics": 0.015548357596764198, "survival_time": 1.3000000000000005, "driven_lanedir": 0.09609956070622117, "sim_render-ego": 0.05432437933408297, "in-drivable-lane": 0, "agent_compute-ego": 0.28314367624429554, "deviation-heading": 0.763198721795378, "set_robot_commands": 0.07503100541921762, "deviation-center-line": 0.05889312899417622, "driven_lanedir_consec": 0.09609956070622117, "sim_compute_sim_state": 0.03404278938586895, "sim_compute_performance-ego": 0.057020141528202936, "sim_compute_robot_state-ego": 0.057703797633831315}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.15395851345620623, "sim_physics": 0.01863686855022724, "survival_time": 1.3000000000000005, "driven_lanedir": 0.09805543217755286, "sim_render-ego": 0.05990677613478441, "in-drivable-lane": 0, "agent_compute-ego": 0.3228081464767456, "deviation-heading": 0.7584975226689031, "set_robot_commands": 0.07354722573206975, "deviation-center-line": 0.06005744191716057, "driven_lanedir_consec": 0.09805543217755286, "sim_compute_sim_state": 0.03657971895658053, "sim_compute_performance-ego": 0.05932380602909969, "sim_compute_robot_state-ego": 0.061757674584021933}}
set_robot_commands_max0.07812787019289456
set_robot_commands_mean0.07558855151296281
set_robot_commands_median0.07503100541921762
set_robot_commands_min0.07354722573206975
sim_compute_performance-ego_max0.06358757725468388
sim_compute_performance-ego_mean0.06019383721014807
sim_compute_performance-ego_median0.06013462176689735
sim_compute_performance-ego_min0.057020141528202936
sim_compute_robot_state-ego_max0.06268066626328689
sim_compute_robot_state-ego_mean0.060924656607334336
sim_compute_robot_state-ego_median0.061757674584021933
sim_compute_robot_state-ego_min0.057703797633831315
sim_compute_sim_state_max0.038423849986149713
sim_compute_sim_state_mean0.0367405858978165
sim_compute_sim_state_median0.03659992382444184
sim_compute_sim_state_min0.03404278938586895
sim_physics_max0.01863686855022724
sim_physics_mean0.01736679861805319
sim_physics_median0.01795825591454139
sim_physics_min0.015548357596764198
sim_render-ego_max0.05990677613478441
sim_render-ego_mean0.05728848096206879
sim_render-ego_median0.05761691376014992
sim_render-ego_min0.05432437933408297
simulation-passed1
survival_time_max1.4500000000000006
survival_time_mean1.3400000000000003
survival_time_min1.3000000000000005