AI Driving Olympics Home Challenges Submissions Jobs

Submission 3451

Submission3451
Competingyes
Challengeaido2-LFVI-sim-testing
UserJBRRussia
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22279
Next
User labelJetBrains Research
Admin priority50
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
222793451JBRRussiaJetBrains Researchaido2-LFVI-sim-testingstep1-simulationsuccessyes-1 day, 3:19:42(hidden)
driven_lanedir_consec_median0.1317247195560296
survival_time_median1.2000000000000004
deviation-center-line_median0.08219741260720093
in-drivable-lane_median0


other stats
agent_compute-ego_max0.19950543279233185
agent_compute-ego_mean0.1763837269267964
agent_compute-ego_median0.17473216678785242
agent_compute-ego_min0.155516117811203
deviation-center-line_max0.10874511587508642
deviation-center-line_mean0.08196673190175716
deviation-center-line_min0.05450527989714526
deviation-heading_max1.043446309902138
deviation-heading_mean0.6490692517310723
deviation-heading_median0.6207274979603687
deviation-heading_min0.3871094061896044
driven_any_max0.22513974380271376
driven_any_mean0.1832224902222035
driven_any_median0.18092412770527097
driven_any_min0.13785092191593512
driven_lanedir_consec_max0.1880336480956033
driven_lanedir_consec_mean0.13180919145897158
driven_lanedir_consec_min0.08709328988171317
driven_lanedir_max0.1880336480956033
driven_lanedir_mean0.13180919145897158
driven_lanedir_median0.1317247195560296
driven_lanedir_min0.08709328988171317
in-drivable-lane_max0.10000000000000007
in-drivable-lane_mean0.010000000000000007
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21144547635499517, "sim_physics": 0.134416284232304, "survival_time": 1.4500000000000006, "driven_lanedir": 0.1149933839599302, "sim_render-ego": 0.06498557123644598, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.17311444775811555, "deviation-heading": 0.8455486636297789, "set_robot_commands": 0.10413991171738196, "deviation-center-line": 0.0795661226721915, "driven_lanedir_consec": 0.1149933839599302, "sim_compute_sim_state": 0.04205916667806691, "sim_compute_performance-ego": 0.07460678856948326, "sim_compute_robot_state-ego": 0.08146840950538373}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.22513974380271376, "sim_physics": 0.11949340228376716, "survival_time": 1.4500000000000006, "driven_lanedir": 0.16995810382023002, "sim_render-ego": 0.07015871179514918, "in-drivable-lane": 0, "agent_compute-ego": 0.16821896618810192, "deviation-heading": 0.6964549513411711, "set_robot_commands": 0.09858209511329388, "deviation-center-line": 0.060336190314394134, "driven_lanedir_consec": 0.16995810382023002, "sim_compute_sim_state": 0.04392915758593329, "sim_compute_performance-ego": 0.07463755278751769, "sim_compute_robot_state-ego": 0.0777187676265322}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.14039173313718936, "sim_physics": 0.1276695489883423, "survival_time": 1.0000000000000002, "driven_lanedir": 0.1147306251109037, "sim_render-ego": 0.0744513988494873, "in-drivable-lane": 0, "agent_compute-ego": 0.17244404554367063, "deviation-heading": 0.4682065072307927, "set_robot_commands": 0.0996333599090576, "deviation-center-line": 0.09309165757060582, "driven_lanedir_consec": 0.1147306251109037, "sim_compute_sim_state": 0.03888068199157715, "sim_compute_performance-ego": 0.07602386474609375, "sim_compute_robot_state-ego": 0.07344135046005248}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.19904184253842572, "sim_physics": 0.1474221394612239, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1215258592667543, "sim_render-ego": 0.0651017977641179, "in-drivable-lane": 0, "agent_compute-ego": 0.1866267461043138, "deviation-heading": 0.9365957134629656, "set_robot_commands": 0.10652822714585523, "deviation-center-line": 0.08219741260720093, "driven_lanedir_consec": 0.1215258592667543, "sim_compute_sim_state": 0.042626839417677656, "sim_compute_performance-ego": 0.07170677185058594, "sim_compute_robot_state-ego": 0.08216584645784818}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.20236939074943683, "sim_physics": 0.13077763148716515, "survival_time": 1.4000000000000006, "driven_lanedir": 0.13332094890615176, "sim_render-ego": 0.06200741018567767, "in-drivable-lane": 0, "agent_compute-ego": 0.1754660521234785, "deviation-heading": 0.7791666213835622, "set_robot_commands": 0.0986676812171936, "deviation-center-line": 0.06774697377501501, "driven_lanedir_consec": 0.13332094890615176, "sim_compute_sim_state": 0.03976692472185407, "sim_compute_performance-ego": 0.07007219110216413, "sim_compute_robot_state-ego": 0.08717591421944755}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.18558983928566128, "sim_physics": 0.13759985676518194, "survival_time": 1.3500000000000003, "driven_lanedir": 0.08709328988171317, "sim_render-ego": 0.0650031566619873, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1882912141305429, "deviation-heading": 1.043446309902138, "set_robot_commands": 0.1043891465222394, "deviation-center-line": 0.0832105065294193, "driven_lanedir_consec": 0.08709328988171317, "sim_compute_sim_state": 0.042913631156638814, "sim_compute_performance-ego": 0.07328124399538394, "sim_compute_robot_state-ego": 0.09133773379855686}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.21979194466512147, "sim_physics": 0.12346588240729438, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1880336480956033, "sim_render-ego": 0.06104420732568811, "in-drivable-lane": 0, "agent_compute-ego": 0.16531780914024072, "deviation-heading": 0.5035295189025206, "set_robot_commands": 0.09853946721112286, "deviation-center-line": 0.09971525892844232, "driven_lanedir_consec": 0.1880336480956033, "sim_compute_sim_state": 0.04014846130653664, "sim_compute_performance-ego": 0.07165067284195512, "sim_compute_robot_state-ego": 0.07640705285248933}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.13785092191593512, "sim_physics": 0.1228772799173991, "survival_time": 1.0500000000000005, "driven_lanedir": 0.10661007917337972, "sim_render-ego": 0.06552985736301967, "in-drivable-lane": 0, "agent_compute-ego": 0.1743201187678746, "deviation-heading": 0.537341426507484, "set_robot_commands": 0.09515164012000674, "deviation-center-line": 0.09497472892056848, "driven_lanedir_consec": 0.10661007917337972, "sim_compute_sim_state": 0.04209327697753906, "sim_compute_performance-ego": 0.07645890826270693, "sim_compute_robot_state-ego": 0.0766503129686628}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.18092412770527097, "sim_physics": 0.1102622350056966, "survival_time": 1.2000000000000004, "driven_lanedir": 0.13435477171734345, "sim_render-ego": 0.07035765051841736, "in-drivable-lane": 0, "agent_compute-ego": 0.155516117811203, "deviation-heading": 0.6343910160964921, "set_robot_commands": 0.09647703170776369, "deviation-center-line": 0.058895015067796035, "driven_lanedir_consec": 0.13435477171734345, "sim_compute_sim_state": 0.035924394925435386, "sim_compute_performance-ego": 0.07409522930781047, "sim_compute_robot_state-ego": 0.07337417205174764}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.17829242430516715, "sim_physics": 0.14589247107505798, "survival_time": 1.2000000000000004, "driven_lanedir": 0.14639798739221188, "sim_render-ego": 0.06629124283790588, "in-drivable-lane": 0, "agent_compute-ego": 0.1797172725200653, "deviation-heading": 0.48934239709722344, "set_robot_commands": 0.1006387968858083, "deviation-center-line": 0.0893602556794193, "driven_lanedir_consec": 0.14639798739221188, "sim_compute_sim_state": 0.04245083530743917, "sim_compute_performance-ego": 0.07598427931467693, "sim_compute_robot_state-ego": 0.08503056565920512}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.16675531132819932, "sim_physics": 0.13131019343500552, "survival_time": 1.1500000000000004, "driven_lanedir": 0.14040102251373765, "sim_render-ego": 0.06817243410193402, "in-drivable-lane": 0, "agent_compute-ego": 0.17473216678785242, "deviation-heading": 0.4040006648846207, "set_robot_commands": 0.0962252720542576, "deviation-center-line": 0.10232664611229636, "driven_lanedir_consec": 0.14040102251373765, "sim_compute_sim_state": 0.03753533570662789, "sim_compute_performance-ego": 0.06960942434227985, "sim_compute_robot_state-ego": 0.07806934481081755}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.1628716302324742, "sim_physics": 0.12985611955324808, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1234560399039184, "sim_render-ego": 0.06669386227925618, "in-drivable-lane": 0, "agent_compute-ego": 0.1806055506070455, "deviation-heading": 0.5999740450023605, "set_robot_commands": 0.1009304920832316, "deviation-center-line": 0.07592479116884888, "driven_lanedir_consec": 0.1234560399039184, "sim_compute_sim_state": 0.04205312331517538, "sim_compute_performance-ego": 0.07415571808815002, "sim_compute_robot_state-ego": 0.0743969480196635}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.21497161987450683, "sim_physics": 0.12993087938853673, "survival_time": 1.4000000000000006, "driven_lanedir": 0.14501510747910262, "sim_render-ego": 0.06740431274686541, "in-drivable-lane": 0, "agent_compute-ego": 0.19121262005397252, "deviation-heading": 0.7902040363750013, "set_robot_commands": 0.10540298904691424, "deviation-center-line": 0.07890502340792738, "driven_lanedir_consec": 0.14501510747910262, "sim_compute_sim_state": 0.04113846165793283, "sim_compute_performance-ego": 0.07986786535808019, "sim_compute_robot_state-ego": 0.07997236933026995}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.17824839539338774, "sim_physics": 0.13125137660814368, "survival_time": 1.1500000000000004, "driven_lanedir": 0.1317247195560296, "sim_render-ego": 0.06866917402847954, "in-drivable-lane": 0, "agent_compute-ego": 0.19950543279233185, "deviation-heading": 0.6207274979603687, "set_robot_commands": 0.11230751742487367, "deviation-center-line": 0.05450527989714526, "driven_lanedir_consec": 0.1317247195560296, "sim_compute_sim_state": 0.04549811197363812, "sim_compute_performance-ego": 0.08178650814553966, "sim_compute_robot_state-ego": 0.09314962055372156}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.1446529520445679, "sim_physics": 0.12060046195983888, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11952228510756369, "sim_render-ego": 0.05993525548414751, "in-drivable-lane": 0, "agent_compute-ego": 0.16066734357313675, "deviation-heading": 0.3871094061896044, "set_robot_commands": 0.0966865908015858, "deviation-center-line": 0.10874511587508642, "driven_lanedir_consec": 0.11952228510756369, "sim_compute_sim_state": 0.04177707975560969, "sim_compute_performance-ego": 0.06442558765411377, "sim_compute_robot_state-ego": 0.07764403386549516}}
set_robot_commands_max0.11230751742487367
set_robot_commands_mean0.10095334793070572
set_robot_commands_median0.0996333599090576
set_robot_commands_min0.09515164012000674
sim_compute_performance-ego_max0.08178650814553966
sim_compute_performance-ego_mean0.0738908404244361
sim_compute_performance-ego_median0.07415571808815002
sim_compute_performance-ego_min0.06442558765411377
sim_compute_robot_state-ego_max0.09314962055372156
sim_compute_robot_state-ego_mean0.08053349614532625
sim_compute_robot_state-ego_median0.07806934481081755
sim_compute_robot_state-ego_min0.07337417205174764
sim_compute_sim_state_max0.04549811197363812
sim_compute_sim_state_mean0.0412530321651788
sim_compute_sim_state_median0.04205312331517538
sim_compute_sim_state_min0.035924394925435386
sim_physics_max0.1474221394612239
sim_physics_mean0.12952171750454702
sim_physics_median0.12993087938853673
sim_physics_min0.1102622350056966
sim_render-ego_max0.0744513988494873
sim_render-ego_mean0.06638706954523861
sim_render-ego_median0.06629124283790588
sim_render-ego_min0.05993525548414751
simulation-passed1
survival_time_max1.4500000000000006
survival_time_mean1.2500000000000009
survival_time_min1.0000000000000002
221213451JBRRussiaJetBrains Researchaido2-LFVI-sim-testingstep1-simulationerrorno-0:03:22
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
(hidden)