AI Driving Olympics Home Challenges Submissions Jobs

Submission 2653

Submission2653
Competingyes
Challengeaido2-LF-sim-validation
Userzamatory
Date submitted
Completecomplete
Resulterror
Jobsstep1-simulation: 22841
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228412653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerroryes-0:11:37
The container "evalu [...]
The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.
(hidden)
211292653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:17:28(hidden)
driven_lanedir_consec_median1.021123688799066
survival_time_median8.299999999999983
deviation-center-line_median0.4450890255944848
in-drivable-lane_median0.15000000000000213


other stats
agent_compute-ego_max0.09463905334472655
agent_compute-ego_mean0.09183268525754044
agent_compute-ego_median0.09241011343806622
agent_compute-ego_min0.08697508643655216
deviation-center-line_max0.999278136330485
deviation-center-line_mean0.5275970760889571
deviation-center-line_min0.30116006899187303
deviation-heading_max6.932217209063952
deviation-heading_mean3.1145938637851716
deviation-heading_median2.9273211674088304
deviation-heading_min0.7423588732056775
driven_any_max2.348853608358124
driven_any_mean1.241488680234938
driven_any_median1.2801690994079065
driven_any_min0.5723469732840017
driven_lanedir_consec_max1.1892865207732517
driven_lanedir_consec_mean0.8744014391547328
driven_lanedir_consec_min0.46851368412724925
driven_lanedir_max1.7697859673550345
driven_lanedir_mean1.0241338948659269
driven_lanedir_median1.075978134529911
driven_lanedir_min0.46851368412724925
in-drivable-lane_max1.1499999999999972
in-drivable-lane_mean0.35000000000000064
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5723469732840017, "sim_physics": 0.15179713666439057, "survival_time": 3.999999999999994, "driven_lanedir": 0.46851368412724925, "sim_render-ego": 0.07577793002128601, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.09234089851379394, "deviation-heading": 1.4433360005402749, "set_robot_commands": 0.11705725491046906, "deviation-center-line": 0.30116006899187303, "driven_lanedir_consec": 0.46851368412724925, "sim_compute_sim_state": 0.045848187804222104, "sim_compute_performance-ego": 0.08629090487957, "sim_compute_robot_state-ego": 0.0936080515384674}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.348853608358124, "sim_physics": 0.14520076433817544, "survival_time": 14.950000000000076, "driven_lanedir": 1.7697859673550345, "sim_render-ego": 0.076414688428243, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.09463905334472655, "deviation-heading": 6.932217209063952, "set_robot_commands": 0.12207708676656089, "deviation-center-line": 0.999278136330485, "driven_lanedir_consec": 1.021123688799066, "sim_compute_sim_state": 0.04594910462697347, "sim_compute_performance-ego": 0.08584404786427816, "sim_compute_robot_state-ego": 0.09690080483754476}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6294015248376233, "sim_physics": 0.14282827377319335, "survival_time": 4.249999999999993, "driven_lanedir": 0.6171051675441852, "sim_render-ego": 0.07311201937058392, "in-drivable-lane": 0, "agent_compute-ego": 0.08697508643655216, "deviation-heading": 0.7423588732056775, "set_robot_commands": 0.11759306963752296, "deviation-center-line": 0.4450890255944848, "driven_lanedir_consec": 0.6171051675441852, "sim_compute_sim_state": 0.044852528852574965, "sim_compute_performance-ego": 0.08338032610276166, "sim_compute_robot_state-ego": 0.0957561212427476}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.376672195287033, "sim_physics": 0.1520970778518848, "survival_time": 8.899999999999991, "driven_lanedir": 1.1892865207732517, "sim_render-ego": 0.07311715034956343, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.09279827455456335, "deviation-heading": 2.9273211674088304, "set_robot_commands": 0.1191419938976845, "deviation-center-line": 0.4756268135006662, "driven_lanedir_consec": 1.1892865207732517, "sim_compute_sim_state": 0.04666070455915473, "sim_compute_performance-ego": 0.08153132106480973, "sim_compute_robot_state-ego": 0.09603873933299203}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2801690994079065, "sim_physics": 0.14659872256129622, "survival_time": 8.299999999999983, "driven_lanedir": 1.075978134529911, "sim_render-ego": 0.07574594020843506, "in-drivable-lane": 0.15000000000000213, "agent_compute-ego": 0.09241011343806622, "deviation-heading": 3.52773606870712, "set_robot_commands": 0.12273765472044428, "deviation-center-line": 0.4168313360272762, "driven_lanedir_consec": 1.075978134529911, "sim_compute_sim_state": 0.04719853544809732, "sim_compute_performance-ego": 0.0825544940419944, "sim_compute_robot_state-ego": 0.09526289658374096}}
set_robot_commands_max0.12273765472044428
set_robot_commands_mean0.11972141198653632
set_robot_commands_median0.1191419938976845
set_robot_commands_min0.11705725491046906
sim_compute_performance-ego_max0.08629090487957
sim_compute_performance-ego_mean0.0839202187906828
sim_compute_performance-ego_median0.08338032610276166
sim_compute_performance-ego_min0.08153132106480973
sim_compute_robot_state-ego_max0.09690080483754476
sim_compute_robot_state-ego_mean0.09551332270709856
sim_compute_robot_state-ego_median0.0957561212427476
sim_compute_robot_state-ego_min0.0936080515384674
sim_compute_sim_state_max0.04719853544809732
sim_compute_sim_state_mean0.04610181225820452
sim_compute_sim_state_median0.04594910462697347
sim_compute_sim_state_min0.044852528852574965
sim_physics_max0.1520970778518848
sim_physics_mean0.14770439503778807
sim_physics_median0.14659872256129622
sim_physics_min0.14282827377319335
sim_render-ego_max0.076414688428243
sim_render-ego_mean0.07483354567562228
sim_render-ego_median0.07574594020843506
sim_render-ego_min0.07311201937058392
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.080000000000007
survival_time_min3.999999999999994
211062653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationhost-errorno-0:17:30
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 486, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1024, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1179, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1226, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission2653/step1-simulation-ip-172-31-40-253-32125-job21106/tmp/tmpo7yfxcq8/episodes/ETHZ_autolab_technical_track-2-0/camera.mp4']' returned non-zero exit status 1.
(hidden)
204082653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:16:41(hidden)
driven_lanedir_consec_median0.43243009235577506
survival_time_median7.099999999999983
deviation-center-line_median0.3634806585093071
in-drivable-lane_median2.799999999999995


other stats
agent_compute-ego_max0.08863588454018176
agent_compute-ego_mean0.08535422176506127
agent_compute-ego_median0.08805848060011053
agent_compute-ego_min0.07379658598648875
deviation-center-line_max0.6165665912558665
deviation-center-line_mean0.4186864538379061
deviation-center-line_min0.19357724054543257
deviation-heading_max5.413340008479595
deviation-heading_mean3.0395021855336157
deviation-heading_median3.02982598027934
deviation-heading_min0.5559898270782777
driven_any_max2.332810153879798
driven_any_mean1.3312819368797852
driven_any_median1.0870397734403747
driven_any_min0.4042415011941754
driven_lanedir_consec_max0.8942674680273544
driven_lanedir_consec_mean0.5172318806332707
driven_lanedir_consec_min0.3163148993328795
driven_lanedir_max0.942139425811722
driven_lanedir_mean0.6132439903944118
driven_lanedir_median0.5178302012457618
driven_lanedir_min0.3163148993328795
in-drivable-lane_max7.050000000000035
in-drivable-lane_mean3.220000000000012
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.332810153879798, "sim_physics": 0.151802663008372, "survival_time": 14.950000000000076, "driven_lanedir": 0.8575053332259208, "sim_render-ego": 0.07154132922490437, "in-drivable-lane": 7.050000000000035, "agent_compute-ego": 0.0879672900835673, "deviation-heading": 4.789155509378045, "set_robot_commands": 0.11422930637995402, "deviation-center-line": 0.6092223734873606, "driven_lanedir_consec": 0.4253167422045827, "sim_compute_sim_state": 0.04399826208750407, "sim_compute_performance-ego": 0.08089319229125977, "sim_compute_robot_state-ego": 0.09186344782511394}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0870397734403747, "sim_physics": 0.1392860043216759, "survival_time": 7.099999999999983, "driven_lanedir": 0.43243009235577506, "sim_render-ego": 0.0727785909679574, "in-drivable-lane": 2.799999999999995, "agent_compute-ego": 0.08863588454018176, "deviation-heading": 3.02982598027934, "set_robot_commands": 0.11324574913777095, "deviation-center-line": 0.31058540539156354, "driven_lanedir_consec": 0.43243009235577506, "sim_compute_sim_state": 0.043501281402480434, "sim_compute_performance-ego": 0.07872715130658217, "sim_compute_robot_state-ego": 0.09025506738206032}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.5248375768472434, "sim_physics": 0.12454550796084934, "survival_time": 3.599999999999995, "driven_lanedir": 0.5178302012457618, "sim_render-ego": 0.0687789155377282, "in-drivable-lane": 0, "agent_compute-ego": 0.08831286761495802, "deviation-heading": 0.5559898270782777, "set_robot_commands": 0.11143142647213404, "deviation-center-line": 0.3634806585093071, "driven_lanedir_consec": 0.5178302012457618, "sim_compute_sim_state": 0.045268499188952975, "sim_compute_performance-ego": 0.0801824861102634, "sim_compute_robot_state-ego": 0.09467417332861158}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.307480679037334, "sim_physics": 0.16217728212577143, "survival_time": 14.700000000000074, "driven_lanedir": 0.942139425811722, "sim_render-ego": 0.07242819565494045, "in-drivable-lane": 6.250000000000032, "agent_compute-ego": 0.08805848060011053, "deviation-heading": 5.413340008479595, "set_robot_commands": 0.11439608878829852, "deviation-center-line": 0.6165665912558665, "driven_lanedir_consec": 0.8942674680273544, "sim_compute_sim_state": 0.0438968851452782, "sim_compute_performance-ego": 0.07959512301853724, "sim_compute_robot_state-ego": 0.0867586833279149}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4042415011941754, "sim_physics": 0.09707341277808472, "survival_time": 2.849999999999998, "driven_lanedir": 0.3163148993328795, "sim_render-ego": 0.05622910616690653, "in-drivable-lane": 0, "agent_compute-ego": 0.07379658598648875, "deviation-heading": 1.4091996024528206, "set_robot_commands": 0.0922980643155282, "deviation-center-line": 0.19357724054543257, "driven_lanedir_consec": 0.3163148993328795, "sim_compute_sim_state": 0.03628271086174145, "sim_compute_performance-ego": 0.06405350199916907, "sim_compute_robot_state-ego": 0.07089059812980786}}
set_robot_commands_max0.11439608878829852
set_robot_commands_mean0.10912012701873716
set_robot_commands_median0.11324574913777095
set_robot_commands_min0.0922980643155282
sim_compute_performance-ego_max0.08089319229125977
sim_compute_performance-ego_mean0.07669029094516233
sim_compute_performance-ego_median0.07959512301853724
sim_compute_performance-ego_min0.06405350199916907
sim_compute_robot_state-ego_max0.09467417332861158
sim_compute_robot_state-ego_mean0.08688839399870173
sim_compute_robot_state-ego_median0.09025506738206032
sim_compute_robot_state-ego_min0.07089059812980786
sim_compute_sim_state_max0.045268499188952975
sim_compute_sim_state_mean0.04258952773719143
sim_compute_sim_state_median0.0438968851452782
sim_compute_sim_state_min0.03628271086174145
sim_physics_max0.16217728212577143
sim_physics_mean0.13497697403895068
sim_physics_median0.1392860043216759
sim_physics_min0.09707341277808472
sim_render-ego_max0.0727785909679574
sim_render-ego_mean0.06835122751048739
sim_render-ego_median0.07154132922490437
sim_render-ego_min0.05622910616690653
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.640000000000025
survival_time_min2.849999999999998
199482653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerrorno-0:00:57
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 281, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 359, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 281, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 359, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<3, 4>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
(hidden)
199152653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerrorno-0:00:55
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
(hidden)
196502653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:16:37(hidden)
driven_lanedir_consec_median1.1013326841134212
survival_time_median8.199999999999982
deviation-center-line_median0.6389280345832644
in-drivable-lane_median0.45000000000000107


other stats
agent_compute-ego_max0.09057499090830486
agent_compute-ego_mean0.08399250737779877
agent_compute-ego_median0.08616652829306466
agent_compute-ego_min0.07136170457049114
deviation-center-line_max1.0831127638008753
deviation-center-line_mean0.7004074440287961
deviation-center-line_min0.22456247883614383
deviation-heading_max5.24099365375906
deviation-heading_mean3.018194622915637
deviation-heading_median2.2370098991997587
deviation-heading_min0.7416043621181825
driven_any_max2.355648929737495
driven_any_mean1.504885178314337
driven_any_median1.270798865799122
driven_any_min0.504717166707913
driven_lanedir_consec_max1.7782901263039046
driven_lanedir_consec_mean1.0569809888591006
driven_lanedir_consec_min0.46517271088505785
driven_lanedir_max2.0935906196156377
driven_lanedir_mean1.30898688962836
driven_lanedir_median1.1013326841134212
driven_lanedir_min0.46517271088505785
in-drivable-lane_max0.5500000000000078
in-drivable-lane_mean0.3700000000000024
in-drivable-lane_min0.09999999999999964
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.504717166707913, "sim_physics": 0.029833095414297923, "survival_time": 3.4999999999999956, "driven_lanedir": 0.46517271088505785, "sim_render-ego": 0.07055204936436245, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.08616652829306466, "deviation-heading": 0.7416043621181825, "set_robot_commands": 0.1048971482685634, "deviation-center-line": 0.22456247883614383, "driven_lanedir_consec": 0.46517271088505785, "sim_compute_sim_state": 0.04098383017948696, "sim_compute_performance-ego": 0.076191588810512, "sim_compute_robot_state-ego": 0.0791053295135498}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0377074276760458, "sim_physics": 0.029012503447356047, "survival_time": 6.749999999999984, "driven_lanedir": 0.8395660044112874, "sim_render-ego": 0.06931729140105071, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.08639970885382758, "deviation-heading": 2.1289002283672716, "set_robot_commands": 0.10925893606962982, "deviation-center-line": 0.6389280345832644, "driven_lanedir_consec": 0.6913514965067847, "sim_compute_sim_state": 0.0431871944003635, "sim_compute_performance-ego": 0.07691793441772461, "sim_compute_robot_state-ego": 0.07903869416978625}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3555535016511104, "sim_physics": 0.028231587409973145, "survival_time": 14.950000000000076, "driven_lanedir": 2.0452724291163955, "sim_render-ego": 0.0701192299524943, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.09057499090830486, "deviation-heading": 4.742464971133913, "set_robot_commands": 0.1084890373547872, "deviation-center-line": 1.0831127638008753, "driven_lanedir_consec": 1.7782901263039046, "sim_compute_sim_state": 0.04332159519195557, "sim_compute_performance-ego": 0.07706377585728963, "sim_compute_robot_state-ego": 0.08202559471130372}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.355648929737495, "sim_physics": 0.027046362559000652, "survival_time": 14.950000000000076, "driven_lanedir": 2.0935906196156377, "sim_render-ego": 0.07006168921788533, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.08545960426330566, "deviation-heading": 5.24099365375906, "set_robot_commands": 0.11126402537027996, "deviation-center-line": 0.9783763624808416, "driven_lanedir_consec": 1.2487579264863349, "sim_compute_sim_state": 0.0437843918800354, "sim_compute_performance-ego": 0.07738041559855144, "sim_compute_robot_state-ego": 0.08057844241460164}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.270798865799122, "sim_physics": 0.024261237644567724, "survival_time": 8.199999999999982, "driven_lanedir": 1.1013326841134212, "sim_render-ego": 0.05958553349099508, "in-drivable-lane": 0.45000000000000107, "agent_compute-ego": 0.07136170457049114, "deviation-heading": 2.2370098991997587, "set_robot_commands": 0.08931376294391911, "deviation-center-line": 0.5770575804428554, "driven_lanedir_consec": 1.1013326841134212, "sim_compute_sim_state": 0.0371127419355439, "sim_compute_performance-ego": 0.06558377568314715, "sim_compute_robot_state-ego": 0.06701940298080444}}
set_robot_commands_max0.11126402537027996
set_robot_commands_mean0.10464458200143588
set_robot_commands_median0.1084890373547872
set_robot_commands_min0.08931376294391911
sim_compute_performance-ego_max0.07738041559855144
sim_compute_performance-ego_mean0.07462749807344496
sim_compute_performance-ego_median0.07691793441772461
sim_compute_performance-ego_min0.06558377568314715
sim_compute_robot_state-ego_max0.08202559471130372
sim_compute_robot_state-ego_mean0.07755349275800917
sim_compute_robot_state-ego_median0.0791053295135498
sim_compute_robot_state-ego_min0.06701940298080444
sim_compute_sim_state_max0.0437843918800354
sim_compute_sim_state_mean0.04167795071747707
sim_compute_sim_state_median0.0431871944003635
sim_compute_sim_state_min0.0371127419355439
sim_physics_max0.029833095414297923
sim_physics_mean0.027676957295039096
sim_physics_median0.028231587409973145
sim_physics_min0.024261237644567724
sim_render-ego_max0.07055204936436245
sim_render-ego_mean0.06792715868535758
sim_render-ego_median0.07006168921788533
sim_render-ego_min0.05958553349099508
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.670000000000025
survival_time_min3.4999999999999956
194762653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationtimeoutno-1:05:52
I can see how the jo [...]
I can see how the job 19476 is timeout because passed 3952 seconds and the timeout is 3600.0.
(hidden)
194612653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationtimeoutno-0:12:35
Timeout because eval [...]
Timeout because evaluator contacted us
(hidden)
194422653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationhost-errorno-0:05:46
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
187042653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationerrorno-0:21:10
Waited 1202 seconds [...]
Waited 1202 seconds for container to finish. Giving up. 
(hidden)
183622653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:13:00(hidden)
driven_lanedir_consec_median0.7956914285058785
survival_time_median8.299999999999983
deviation-center-line_median0.6794277002990708
in-drivable-lane_median0


other stats
agent_compute-ego_max0.05954377396592816
agent_compute-ego_mean0.05801965323447524
agent_compute-ego_median0.05751356760660807
agent_compute-ego_min0.05680759311159015
deviation-center-line_max1.1522115607379129
deviation-center-line_mean0.716741732506061
deviation-center-line_min0.2390520678430421
deviation-heading_max7.556263963956581
deviation-heading_mean3.056849802626116
deviation-heading_median2.1930619107482174
deviation-heading_min0.6631755143273981
driven_any_max2.354992574770531
driven_any_mean1.4147715619710506
driven_any_median1.2868720168118328
driven_any_min0.5047157294971466
driven_lanedir_consec_max1.2530663353026663
driven_lanedir_consec_mean0.9024157731718482
driven_lanedir_consec_min0.48424458691948535
driven_lanedir_max1.596130792939618
driven_lanedir_mean1.0951277643360935
driven_lanedir_median1.209121962239118
driven_lanedir_min0.48424458691948535
in-drivable-lane_max2.800000000000015
in-drivable-lane_mean1.0000000000000069
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5047157294971466, "sim_physics": 0.01584626947130476, "survival_time": 3.4999999999999956, "driven_lanedir": 0.48424458691948535, "sim_render-ego": 0.05821822030203683, "in-drivable-lane": 0, "agent_compute-ego": 0.05718513556889125, "deviation-heading": 0.7283379027281819, "set_robot_commands": 0.07205460071563721, "deviation-center-line": 0.2390520678430421, "driven_lanedir_consec": 0.48424458691948535, "sim_compute_sim_state": 0.03474040712629046, "sim_compute_performance-ego": 0.05504520280020578, "sim_compute_robot_state-ego": 0.057920925957815984}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.1466025219540503, "sim_physics": 0.015042696243677383, "survival_time": 13.65000000000006, "driven_lanedir": 1.596130792939618, "sim_render-ego": 0.05202037510854421, "in-drivable-lane": 2.2000000000000197, "agent_compute-ego": 0.05680759311159015, "deviation-heading": 4.143409721370204, "set_robot_commands": 0.07271076646043267, "deviation-center-line": 1.0716995378494558, "driven_lanedir_consec": 1.2530663353026663, "sim_compute_sim_state": 0.03270291670774802, "sim_compute_performance-ego": 0.05441403126978612, "sim_compute_robot_state-ego": 0.05613710504748446}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.354992574770531, "sim_physics": 0.01501989205678304, "survival_time": 14.950000000000076, "driven_lanedir": 1.4161869266901532, "sim_render-ego": 0.0549598487218221, "in-drivable-lane": 2.800000000000015, "agent_compute-ego": 0.05751356760660807, "deviation-heading": 7.556263963956581, "set_robot_commands": 0.07084858655929566, "deviation-center-line": 1.1522115607379129, "driven_lanedir_consec": 0.7956914285058785, "sim_compute_sim_state": 0.0357165797551473, "sim_compute_performance-ego": 0.05508808692296346, "sim_compute_robot_state-ego": 0.05834765195846558}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7806749668216928, "sim_physics": 0.016128952063403083, "survival_time": 5.14999999999999, "driven_lanedir": 0.7699545528920928, "sim_render-ego": 0.055999755859375, "in-drivable-lane": 0, "agent_compute-ego": 0.05954377396592816, "deviation-heading": 0.6631755143273981, "set_robot_commands": 0.07345532213599937, "deviation-center-line": 0.4413177958008233, "driven_lanedir_consec": 0.7699545528920928, "sim_compute_sim_state": 0.03490312585552919, "sim_compute_performance-ego": 0.05626347921427014, "sim_compute_robot_state-ego": 0.05809859396184532}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2868720168118328, "sim_physics": 0.01559570323990052, "survival_time": 8.299999999999983, "driven_lanedir": 1.209121962239118, "sim_render-ego": 0.05547433876129518, "in-drivable-lane": 0, "agent_compute-ego": 0.05904819591935859, "deviation-heading": 2.1930619107482174, "set_robot_commands": 0.07280448115015604, "deviation-center-line": 0.6794277002990708, "driven_lanedir_consec": 1.209121962239118, "sim_compute_sim_state": 0.034965599875852287, "sim_compute_performance-ego": 0.05573893024260739, "sim_compute_robot_state-ego": 0.05864474428705422}}
set_robot_commands_max0.07345532213599937
set_robot_commands_mean0.07237475140430419
set_robot_commands_median0.07271076646043267
set_robot_commands_min0.07084858655929566
sim_compute_performance-ego_max0.05626347921427014
sim_compute_performance-ego_mean0.055309946089966575
sim_compute_performance-ego_median0.05508808692296346
sim_compute_performance-ego_min0.05441403126978612
sim_compute_robot_state-ego_max0.05864474428705422
sim_compute_robot_state-ego_mean0.05782980424253311
sim_compute_robot_state-ego_median0.05809859396184532
sim_compute_robot_state-ego_min0.05613710504748446
sim_compute_sim_state_max0.0357165797551473
sim_compute_sim_state_mean0.03460572586411345
sim_compute_sim_state_median0.03490312585552919
sim_compute_sim_state_min0.03270291670774802
sim_physics_max0.016128952063403083
sim_physics_mean0.015526702615013757
sim_physics_median0.01559570323990052
sim_physics_min0.01501989205678304
sim_render-ego_max0.05821822030203683
sim_render-ego_mean0.05533450775061466
sim_render-ego_median0.05547433876129518
sim_render-ego_min0.05202037510854421
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.110000000000024
survival_time_min3.4999999999999956
180562653zamatorychallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:14:24(hidden)
driven_lanedir_consec_median0.9603556839475176
survival_time_median3.049999999999997
deviation-center-line_median0.24807512111060304
in-drivable-lane_median0.04999999999999982


other stats
agent_compute-ego_max0.08611554418291364
agent_compute-ego_mean0.08432629722800454
agent_compute-ego_median0.08460590732631398
agent_compute-ego_min0.08239470011946085
deviation-center-line_max0.4446002974180936
deviation-center-line_mean0.24789877906631216
deviation-center-line_min0.1395364721872027
deviation-heading_max3.5169759698241863
deviation-heading_mean1.2306736276013708
deviation-heading_median0.6961736630114217
deviation-heading_min0.3215944586683667
driven_any_max3.319183058989142
driven_any_mean1.3511033372470895
driven_any_median0.979932658986168
driven_any_min0.5302735045845643
driven_lanedir_consec_max1.7564748612496863
driven_lanedir_consec_mean0.9278339837123084
driven_lanedir_consec_min0.38632642577069853
driven_lanedir_max1.77102750194947
driven_lanedir_mean0.9353357579454628
driven_lanedir_median0.9603556839475176
driven_lanedir_min0.4092826562366866
in-drivable-lane_max3.400000000000011
in-drivable-lane_mean0.8700000000000022
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5302735045845643, "sim_physics": 0.02106500353131975, "survival_time": 1.7500000000000009, "driven_lanedir": 0.5176181838392866, "sim_render-ego": 0.07359185900006976, "in-drivable-lane": 0, "agent_compute-ego": 0.08611554418291364, "deviation-heading": 0.3215944586683667, "set_robot_commands": 0.11031853812081471, "deviation-center-line": 0.1456706250519749, "driven_lanedir_consec": 0.5176181838392866, "sim_compute_sim_state": 0.04320932115827288, "sim_compute_performance-ego": 0.0755659852709089, "sim_compute_robot_state-ego": 0.08360954693385533}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8501944637578153, "sim_physics": 0.025724694413958856, "survival_time": 2.6499999999999986, "driven_lanedir": 0.4092826562366866, "sim_render-ego": 0.07284395199901653, "in-drivable-lane": 0.9000000000000007, "agent_compute-ego": 0.08281225078510789, "deviation-heading": 1.1048592625437017, "set_robot_commands": 0.10848553675525592, "deviation-center-line": 0.1395364721872027, "driven_lanedir_consec": 0.38632642577069853, "sim_compute_sim_state": 0.041293639057087446, "sim_compute_performance-ego": 0.07574277104071851, "sim_compute_robot_state-ego": 0.07967443286247973}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.319183058989142, "sim_physics": 0.023297149777988305, "survival_time": 10.350000000000012, "driven_lanedir": 1.77102750194947, "sim_render-ego": 0.07215382396311, "in-drivable-lane": 3.400000000000011, "agent_compute-ego": 0.08239470011946085, "deviation-heading": 3.5169759698241863, "set_robot_commands": 0.10439189275105794, "deviation-center-line": 0.4446002974180936, "driven_lanedir_consec": 1.7564748612496863, "sim_compute_sim_state": 0.04136972150940826, "sim_compute_performance-ego": 0.07614666367498572, "sim_compute_robot_state-ego": 0.07988363648382361}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.075932999917757, "sim_physics": 0.027266370716379648, "survival_time": 3.349999999999996, "driven_lanedir": 1.018394763754353, "sim_render-ego": 0.0745017492949073, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.08460590732631398, "deviation-heading": 0.6961736630114217, "set_robot_commands": 0.11518067388392206, "deviation-center-line": 0.26161137956368674, "driven_lanedir_consec": 1.018394763754353, "sim_compute_sim_state": 0.04307622696036723, "sim_compute_performance-ego": 0.07856211733462205, "sim_compute_robot_state-ego": 0.08803693216238449}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.979932658986168, "sim_physics": 0.02499123870349321, "survival_time": 3.049999999999997, "driven_lanedir": 0.9603556839475176, "sim_render-ego": 0.07205060661816207, "in-drivable-lane": 0, "agent_compute-ego": 0.0857030837262263, "deviation-heading": 0.5137647839591778, "set_robot_commands": 0.11082925171148582, "deviation-center-line": 0.24807512111060304, "driven_lanedir_consec": 0.9603556839475176, "sim_compute_sim_state": 0.04247655634020195, "sim_compute_performance-ego": 0.07737879284092637, "sim_compute_robot_state-ego": 0.08223709512929447}}
set_robot_commands_max0.11518067388392206
set_robot_commands_mean0.10984117864450728
set_robot_commands_median0.11031853812081471
set_robot_commands_min0.10439189275105794
sim_compute_performance-ego_max0.07856211733462205
sim_compute_performance-ego_mean0.0766792660324323
sim_compute_performance-ego_median0.07614666367498572
sim_compute_performance-ego_min0.0755659852709089
sim_compute_robot_state-ego_max0.08803693216238449
sim_compute_robot_state-ego_mean0.08268832871436753
sim_compute_robot_state-ego_median0.08223709512929447
sim_compute_robot_state-ego_min0.07967443286247973
sim_compute_sim_state_max0.04320932115827288
sim_compute_sim_state_mean0.04228509300506755
sim_compute_sim_state_median0.04247655634020195
sim_compute_sim_state_min0.041293639057087446
sim_physics_max0.027266370716379648
sim_physics_mean0.024468891428627952
sim_physics_median0.02499123870349321
sim_physics_min0.02106500353131975
sim_render-ego_max0.0745017492949073
sim_render-ego_mean0.07302839817505313
sim_render-ego_median0.07284395199901653
sim_render-ego_min0.07205060661816207
simulation-passed1
survival_time_max10.350000000000012
survival_time_mean4.230000000000001
survival_time_min1.7500000000000009