Duckietown Challenges Home Challenges Submissions

Submission 3451

Submission3451
Competingyes
Challengeaido2-LFVI-sim-testing
UserAnastasiya Nikolskaya 🇷🇺
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22279
Next
User labelJetBrains Research
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Show only up-to-date jobs
Job IDstepstatusup to datedate starteddate completeddurationmessage
22279step1-simulationsuccessyes1 day, 3:19:42
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1317247195560296
survival_time_median1.2000000000000004
deviation-center-line_median0.08219741260720093
in-drivable-lane_median0


other stats
agent_compute-ego_max0.19950543279233185
agent_compute-ego_mean0.1763837269267964
agent_compute-ego_median0.17473216678785242
agent_compute-ego_min0.155516117811203
deviation-center-line_max0.10874511587508642
deviation-center-line_mean0.08196673190175716
deviation-center-line_min0.05450527989714526
deviation-heading_max1.043446309902138
deviation-heading_mean0.6490692517310723
deviation-heading_median0.6207274979603687
deviation-heading_min0.3871094061896044
driven_any_max0.22513974380271376
driven_any_mean0.1832224902222035
driven_any_median0.18092412770527097
driven_any_min0.13785092191593512
driven_lanedir_consec_max0.1880336480956033
driven_lanedir_consec_mean0.13180919145897158
driven_lanedir_consec_min0.08709328988171317
driven_lanedir_max0.1880336480956033
driven_lanedir_mean0.13180919145897158
driven_lanedir_median0.1317247195560296
driven_lanedir_min0.08709328988171317
in-drivable-lane_max0.10000000000000007
in-drivable-lane_mean0.010000000000000007
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21144547635499517, "sim_physics": 0.134416284232304, "survival_time": 1.4500000000000006, "driven_lanedir": 0.1149933839599302, "sim_render-ego": 0.06498557123644598, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.17311444775811555, "deviation-heading": 0.8455486636297789, "set_robot_commands": 0.10413991171738196, "deviation-center-line": 0.0795661226721915, "driven_lanedir_consec": 0.1149933839599302, "sim_compute_sim_state": 0.04205916667806691, "sim_compute_performance-ego": 0.07460678856948326, "sim_compute_robot_state-ego": 0.08146840950538373}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.22513974380271376, "sim_physics": 0.11949340228376716, "survival_time": 1.4500000000000006, "driven_lanedir": 0.16995810382023002, "sim_render-ego": 0.07015871179514918, "in-drivable-lane": 0, "agent_compute-ego": 0.16821896618810192, "deviation-heading": 0.6964549513411711, "set_robot_commands": 0.09858209511329388, "deviation-center-line": 0.060336190314394134, "driven_lanedir_consec": 0.16995810382023002, "sim_compute_sim_state": 0.04392915758593329, "sim_compute_performance-ego": 0.07463755278751769, "sim_compute_robot_state-ego": 0.0777187676265322}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.14039173313718936, "sim_physics": 0.1276695489883423, "survival_time": 1.0000000000000002, "driven_lanedir": 0.1147306251109037, "sim_render-ego": 0.0744513988494873, "in-drivable-lane": 0, "agent_compute-ego": 0.17244404554367063, "deviation-heading": 0.4682065072307927, "set_robot_commands": 0.0996333599090576, "deviation-center-line": 0.09309165757060582, "driven_lanedir_consec": 0.1147306251109037, "sim_compute_sim_state": 0.03888068199157715, "sim_compute_performance-ego": 0.07602386474609375, "sim_compute_robot_state-ego": 0.07344135046005248}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.19904184253842572, "sim_physics": 0.1474221394612239, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1215258592667543, "sim_render-ego": 0.0651017977641179, "in-drivable-lane": 0, "agent_compute-ego": 0.1866267461043138, "deviation-heading": 0.9365957134629656, "set_robot_commands": 0.10652822714585523, "deviation-center-line": 0.08219741260720093, "driven_lanedir_consec": 0.1215258592667543, "sim_compute_sim_state": 0.042626839417677656, "sim_compute_performance-ego": 0.07170677185058594, "sim_compute_robot_state-ego": 0.08216584645784818}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.20236939074943683, "sim_physics": 0.13077763148716515, "survival_time": 1.4000000000000006, "driven_lanedir": 0.13332094890615176, "sim_render-ego": 0.06200741018567767, "in-drivable-lane": 0, "agent_compute-ego": 0.1754660521234785, "deviation-heading": 0.7791666213835622, "set_robot_commands": 0.0986676812171936, "deviation-center-line": 0.06774697377501501, "driven_lanedir_consec": 0.13332094890615176, "sim_compute_sim_state": 0.03976692472185407, "sim_compute_performance-ego": 0.07007219110216413, "sim_compute_robot_state-ego": 0.08717591421944755}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.18558983928566128, "sim_physics": 0.13759985676518194, "survival_time": 1.3500000000000003, "driven_lanedir": 0.08709328988171317, "sim_render-ego": 0.0650031566619873, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1882912141305429, "deviation-heading": 1.043446309902138, "set_robot_commands": 0.1043891465222394, "deviation-center-line": 0.0832105065294193, "driven_lanedir_consec": 0.08709328988171317, "sim_compute_sim_state": 0.042913631156638814, "sim_compute_performance-ego": 0.07328124399538394, "sim_compute_robot_state-ego": 0.09133773379855686}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.21979194466512147, "sim_physics": 0.12346588240729438, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1880336480956033, "sim_render-ego": 0.06104420732568811, "in-drivable-lane": 0, "agent_compute-ego": 0.16531780914024072, "deviation-heading": 0.5035295189025206, "set_robot_commands": 0.09853946721112286, "deviation-center-line": 0.09971525892844232, "driven_lanedir_consec": 0.1880336480956033, "sim_compute_sim_state": 0.04014846130653664, "sim_compute_performance-ego": 0.07165067284195512, "sim_compute_robot_state-ego": 0.07640705285248933}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.13785092191593512, "sim_physics": 0.1228772799173991, "survival_time": 1.0500000000000005, "driven_lanedir": 0.10661007917337972, "sim_render-ego": 0.06552985736301967, "in-drivable-lane": 0, "agent_compute-ego": 0.1743201187678746, "deviation-heading": 0.537341426507484, "set_robot_commands": 0.09515164012000674, "deviation-center-line": 0.09497472892056848, "driven_lanedir_consec": 0.10661007917337972, "sim_compute_sim_state": 0.04209327697753906, "sim_compute_performance-ego": 0.07645890826270693, "sim_compute_robot_state-ego": 0.0766503129686628}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.18092412770527097, "sim_physics": 0.1102622350056966, "survival_time": 1.2000000000000004, "driven_lanedir": 0.13435477171734345, "sim_render-ego": 0.07035765051841736, "in-drivable-lane": 0, "agent_compute-ego": 0.155516117811203, "deviation-heading": 0.6343910160964921, "set_robot_commands": 0.09647703170776369, "deviation-center-line": 0.058895015067796035, "driven_lanedir_consec": 0.13435477171734345, "sim_compute_sim_state": 0.035924394925435386, "sim_compute_performance-ego": 0.07409522930781047, "sim_compute_robot_state-ego": 0.07337417205174764}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.17829242430516715, "sim_physics": 0.14589247107505798, "survival_time": 1.2000000000000004, "driven_lanedir": 0.14639798739221188, "sim_render-ego": 0.06629124283790588, "in-drivable-lane": 0, "agent_compute-ego": 0.1797172725200653, "deviation-heading": 0.48934239709722344, "set_robot_commands": 0.1006387968858083, "deviation-center-line": 0.0893602556794193, "driven_lanedir_consec": 0.14639798739221188, "sim_compute_sim_state": 0.04245083530743917, "sim_compute_performance-ego": 0.07598427931467693, "sim_compute_robot_state-ego": 0.08503056565920512}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.16675531132819932, "sim_physics": 0.13131019343500552, "survival_time": 1.1500000000000004, "driven_lanedir": 0.14040102251373765, "sim_render-ego": 0.06817243410193402, "in-drivable-lane": 0, "agent_compute-ego": 0.17473216678785242, "deviation-heading": 0.4040006648846207, "set_robot_commands": 0.0962252720542576, "deviation-center-line": 0.10232664611229636, "driven_lanedir_consec": 0.14040102251373765, "sim_compute_sim_state": 0.03753533570662789, "sim_compute_performance-ego": 0.06960942434227985, "sim_compute_robot_state-ego": 0.07806934481081755}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.1628716302324742, "sim_physics": 0.12985611955324808, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1234560399039184, "sim_render-ego": 0.06669386227925618, "in-drivable-lane": 0, "agent_compute-ego": 0.1806055506070455, "deviation-heading": 0.5999740450023605, "set_robot_commands": 0.1009304920832316, "deviation-center-line": 0.07592479116884888, "driven_lanedir_consec": 0.1234560399039184, "sim_compute_sim_state": 0.04205312331517538, "sim_compute_performance-ego": 0.07415571808815002, "sim_compute_robot_state-ego": 0.0743969480196635}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.21497161987450683, "sim_physics": 0.12993087938853673, "survival_time": 1.4000000000000006, "driven_lanedir": 0.14501510747910262, "sim_render-ego": 0.06740431274686541, "in-drivable-lane": 0, "agent_compute-ego": 0.19121262005397252, "deviation-heading": 0.7902040363750013, "set_robot_commands": 0.10540298904691424, "deviation-center-line": 0.07890502340792738, "driven_lanedir_consec": 0.14501510747910262, "sim_compute_sim_state": 0.04113846165793283, "sim_compute_performance-ego": 0.07986786535808019, "sim_compute_robot_state-ego": 0.07997236933026995}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.17824839539338774, "sim_physics": 0.13125137660814368, "survival_time": 1.1500000000000004, "driven_lanedir": 0.1317247195560296, "sim_render-ego": 0.06866917402847954, "in-drivable-lane": 0, "agent_compute-ego": 0.19950543279233185, "deviation-heading": 0.6207274979603687, "set_robot_commands": 0.11230751742487367, "deviation-center-line": 0.05450527989714526, "driven_lanedir_consec": 0.1317247195560296, "sim_compute_sim_state": 0.04549811197363812, "sim_compute_performance-ego": 0.08178650814553966, "sim_compute_robot_state-ego": 0.09314962055372156}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.1446529520445679, "sim_physics": 0.12060046195983888, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11952228510756369, "sim_render-ego": 0.05993525548414751, "in-drivable-lane": 0, "agent_compute-ego": 0.16066734357313675, "deviation-heading": 0.3871094061896044, "set_robot_commands": 0.0966865908015858, "deviation-center-line": 0.10874511587508642, "driven_lanedir_consec": 0.11952228510756369, "sim_compute_sim_state": 0.04177707975560969, "sim_compute_performance-ego": 0.06442558765411377, "sim_compute_robot_state-ego": 0.07764403386549516}}
set_robot_commands_max0.11230751742487367
set_robot_commands_mean0.10095334793070572
set_robot_commands_median0.0996333599090576
set_robot_commands_min0.09515164012000674
sim_compute_performance-ego_max0.08178650814553966
sim_compute_performance-ego_mean0.0738908404244361
sim_compute_performance-ego_median0.07415571808815002
sim_compute_performance-ego_min0.06442558765411377
sim_compute_robot_state-ego_max0.09314962055372156
sim_compute_robot_state-ego_mean0.08053349614532625
sim_compute_robot_state-ego_median0.07806934481081755
sim_compute_robot_state-ego_min0.07337417205174764
sim_compute_sim_state_max0.04549811197363812
sim_compute_sim_state_mean0.0412530321651788
sim_compute_sim_state_median0.04205312331517538
sim_compute_sim_state_min0.035924394925435386
sim_physics_max0.1474221394612239
sim_physics_mean0.12952171750454702
sim_physics_median0.12993087938853673
sim_physics_min0.1102622350056966
sim_render-ego_max0.0744513988494873
sim_render-ego_mean0.06638706954523861
sim_render-ego_median0.06629124283790588
sim_render-ego_min0.05993525548414751
simulation-passed1
survival_time_max1.4500000000000006
survival_time_mean1.2500000000000009
survival_time_min1.0000000000000002
No reset possible
22121step1-simulationerrorno0:03:22
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 >
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible