AI Driving Olympics Home Challenges Submissions Jobs

Submission 3158

Submission3158
Competingyes
Challengeaido2-LF-sim-validation
Userawoo424
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22582
Next
User labelRoasted duck
Admin priority50
User priority50

22582

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
225823158awoo424Roasted duckaido2-LF-sim-validationstep1-simulationsuccessyes-0:18:13(hidden)
driven_lanedir_consec_median0.3486310751400876
survival_time_median5.299999999999989
deviation-center-line_median0.3019890466717774
in-drivable-lane_median0.1999999999999993


other stats
agent_compute-ego_max0.26113168256623404
agent_compute-ego_mean0.23168587535811533
agent_compute-ego_median0.22866113391923315
agent_compute-ego_min0.2113718401710942
deviation-center-line_max0.8976199585319824
deviation-center-line_mean0.4274883731254226
deviation-center-line_min0.2809808935661084
deviation-heading_max2.0945753454878107
deviation-heading_mean1.7663837334133623
deviation-heading_median1.874120999686132
deviation-heading_min1.074888276942665
driven_any_max1.100825560094354
driven_any_mean0.5653555398500792
driven_any_median0.396994889596267
driven_any_min0.191852909632394
driven_lanedir_consec_max1.064791560704841
driven_lanedir_consec_mean0.5008859997369833
driven_lanedir_consec_min0.17539772240706508
driven_lanedir_max1.064791560704841
driven_lanedir_mean0.5008859997369833
driven_lanedir_median0.3486310751400876
driven_lanedir_min0.17539772240706508
in-drivable-lane_max1.500000000000021
in-drivable-lane_mean0.4200000000000047
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.100825560094354, "sim_physics": 0.10888699849446616, "survival_time": 14.950000000000076, "driven_lanedir": 1.064791560704841, "sim_render-ego": 0.06328174670537313, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.22328012943267825, "deviation-heading": 2.0945753454878107, "set_robot_commands": 0.09788309653600057, "deviation-center-line": 0.8976199585319824, "driven_lanedir_consec": 1.064791560704841, "sim_compute_sim_state": 0.03957921107610067, "sim_compute_performance-ego": 0.0701746145884196, "sim_compute_robot_state-ego": 0.0740521518389384}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8341419556379043, "sim_physics": 0.11021462476478432, "survival_time": 10.600000000000016, "driven_lanedir": 0.6708547623192422, "sim_render-ego": 0.06327917890728645, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.23398459070133712, "deviation-heading": 1.874120999686132, "set_robot_commands": 0.09842260828558004, "deviation-center-line": 0.3665015972841808, "driven_lanedir_consec": 0.6708547623192422, "sim_compute_sim_state": 0.04020917865465272, "sim_compute_performance-ego": 0.0725807030245943, "sim_compute_robot_state-ego": 0.07594954067806028}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.191852909632394, "sim_physics": 0.13320978624480112, "survival_time": 2.799999999999998, "driven_lanedir": 0.17539772240706508, "sim_render-ego": 0.0645957248551505, "in-drivable-lane": 0, "agent_compute-ego": 0.26113168256623404, "deviation-heading": 1.074888276942665, "set_robot_commands": 0.11117435353142877, "deviation-center-line": 0.3019890466717774, "driven_lanedir_consec": 0.17539772240706508, "sim_compute_sim_state": 0.041381197316305976, "sim_compute_performance-ego": 0.07448345422744751, "sim_compute_robot_state-ego": 0.09121689626148768}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3029623842894765, "sim_physics": 0.12124379770255383, "survival_time": 4.049999999999994, "driven_lanedir": 0.24475487811368035, "sim_render-ego": 0.06777323911219467, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.22866113391923315, "deviation-heading": 1.9973464709795616, "set_robot_commands": 0.10231589093620394, "deviation-center-line": 0.2809808935661084, "driven_lanedir_consec": 0.24475487811368035, "sim_compute_sim_state": 0.04114261379948369, "sim_compute_performance-ego": 0.07344117576693311, "sim_compute_robot_state-ego": 0.07708066481131094}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.396994889596267, "sim_physics": 0.11970317363739014, "survival_time": 5.299999999999989, "driven_lanedir": 0.3486310751400876, "sim_render-ego": 0.06483801580824942, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.2113718401710942, "deviation-heading": 1.7909875739706425, "set_robot_commands": 0.0957952467900402, "deviation-center-line": 0.29035036957306415, "driven_lanedir_consec": 0.3486310751400876, "sim_compute_sim_state": 0.039266921439260805, "sim_compute_performance-ego": 0.06936619191799524, "sim_compute_robot_state-ego": 0.07377146549944608}}
set_robot_commands_max0.11117435353142877
set_robot_commands_mean0.1011182392158507
set_robot_commands_median0.09842260828558004
set_robot_commands_min0.0957952467900402
sim_compute_performance-ego_max0.07448345422744751
sim_compute_performance-ego_mean0.07200922790507795
sim_compute_performance-ego_median0.0725807030245943
sim_compute_performance-ego_min0.06936619191799524
sim_compute_robot_state-ego_max0.09121689626148768
sim_compute_robot_state-ego_mean0.07841414381784868
sim_compute_robot_state-ego_median0.07594954067806028
sim_compute_robot_state-ego_min0.07377146549944608
sim_compute_sim_state_max0.041381197316305976
sim_compute_sim_state_mean0.04031582445716077
sim_compute_sim_state_median0.04020917865465272
sim_compute_sim_state_min0.039266921439260805
sim_physics_max0.13320978624480112
sim_physics_mean0.1186516761687991
sim_physics_median0.11970317363739014
sim_physics_min0.10888699849446616
sim_render-ego_max0.06777323911219467
sim_render-ego_mean0.06475358107765083
sim_render-ego_median0.0645957248551505
sim_render-ego_min0.06327917890728645
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.540000000000015
survival_time_min2.799999999999998
225663158awoo424Roasted duckaido2-LF-sim-validationstep1-simulationhost-erroryes-0:15:33
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 544, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1123, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1358, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1405, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission3158/step1-simulation-ip-172-31-38-104-2553-job22566/tmp/tmpvjw9cucr/episodes/ETHZ_autolab_technical_track-0-0/drawing.html']' returned non-zero exit status 1.
(hidden)
214583158awoo424Roasted duckaido2-LF-sim-validationstep1-simulationsuccessno-0:13:02(hidden)
driven_lanedir_consec_median0.3484407304789445
survival_time_median5.249999999999989
deviation-center-line_median0.305141223329148
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.2196012678600493
agent_compute-ego_mean0.2164480863847104
agent_compute-ego_median0.21688414208682968
agent_compute-ego_min0.21362621386845904
deviation-center-line_max0.8466847352179168
deviation-center-line_mean0.41742457210188794
deviation-center-line_min0.28047578750803676
deviation-heading_max2.073270178691687
deviation-heading_mean1.7651434887472457
deviation-heading_median1.867693468143042
deviation-heading_min1.0981227371949591
driven_any_max1.0962213095159588
driven_any_mean0.5618257276346826
driven_any_median0.3923297279205814
driven_any_min0.19135767975890605
driven_lanedir_consec_max1.0784638844306382
driven_lanedir_consec_mean0.5029963652375303
driven_lanedir_consec_min0.1742258026985457
driven_lanedir_max1.0784638844306382
driven_lanedir_mean0.5029963652375303
driven_lanedir_median0.3484407304789445
driven_lanedir_min0.1742258026985457
in-drivable-lane_max1.550000000000022
in-drivable-lane_mean0.3700000000000042
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0962213095159588, "sim_physics": 0.06391786813735961, "survival_time": 14.950000000000076, "driven_lanedir": 1.0784638844306382, "sim_render-ego": 0.07054311037063599, "in-drivable-lane": 0, "agent_compute-ego": 0.21362621386845904, "deviation-heading": 2.073270178691687, "set_robot_commands": 0.07767922719319661, "deviation-center-line": 0.8466847352179168, "driven_lanedir_consec": 1.0784638844306382, "sim_compute_sim_state": 0.0450524115562439, "sim_compute_performance-ego": 0.07020716508229574, "sim_compute_robot_state-ego": 0.06711458921432495}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8266916131891343, "sim_physics": 0.06301768956609735, "survival_time": 10.650000000000016, "driven_lanedir": 0.6692926813047082, "sim_render-ego": 0.06779407895226994, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.21792125254169875, "deviation-heading": 1.867693468143042, "set_robot_commands": 0.07778768024534127, "deviation-center-line": 0.36485511951307226, "driven_lanedir_consec": 0.6692926813047082, "sim_compute_sim_state": 0.04396708470554979, "sim_compute_performance-ego": 0.0703457577127806, "sim_compute_robot_state-ego": 0.06792296490199129}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.19135767975890605, "sim_physics": 0.06287140505654472, "survival_time": 2.799999999999998, "driven_lanedir": 0.1742258026985457, "sim_render-ego": 0.06781625747680664, "in-drivable-lane": 0, "agent_compute-ego": 0.21420755556651525, "deviation-heading": 1.0981227371949591, "set_robot_commands": 0.07741028070449829, "deviation-center-line": 0.305141223329148, "driven_lanedir_consec": 0.1742258026985457, "sim_compute_sim_state": 0.045330592564174106, "sim_compute_performance-ego": 0.07062062621116638, "sim_compute_robot_state-ego": 0.06913576381547111}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3025283077888326, "sim_physics": 0.06427293059266644, "survival_time": 4.049999999999994, "driven_lanedir": 0.2445587272748151, "sim_render-ego": 0.06898078800719461, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.21688414208682968, "deviation-heading": 1.9943030635435708, "set_robot_commands": 0.0773101853735653, "deviation-center-line": 0.28047578750803676, "driven_lanedir_consec": 0.2445587272748151, "sim_compute_sim_state": 0.0436352476661588, "sim_compute_performance-ego": 0.06821150838592906, "sim_compute_robot_state-ego": 0.06735716042695222}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3923297279205814, "sim_physics": 0.0640935534522647, "survival_time": 5.249999999999989, "driven_lanedir": 0.3484407304789445, "sim_render-ego": 0.06850880441211518, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.2196012678600493, "deviation-heading": 1.7923279961629692, "set_robot_commands": 0.07834990592229935, "deviation-center-line": 0.2899659949412658, "driven_lanedir_consec": 0.3484407304789445, "sim_compute_sim_state": 0.04461164474487304, "sim_compute_performance-ego": 0.06901168596176874, "sim_compute_robot_state-ego": 0.06867169425601051}}
set_robot_commands_max0.07834990592229935
set_robot_commands_mean0.07770745588778016
set_robot_commands_median0.07767922719319661
set_robot_commands_min0.0773101853735653
sim_compute_performance-ego_max0.07062062621116638
sim_compute_performance-ego_mean0.06967934867078811
sim_compute_performance-ego_median0.07020716508229574
sim_compute_performance-ego_min0.06821150838592906
sim_compute_robot_state-ego_max0.06913576381547111
sim_compute_robot_state-ego_mean0.06804043452295001
sim_compute_robot_state-ego_median0.06792296490199129
sim_compute_robot_state-ego_min0.06711458921432495
sim_compute_sim_state_max0.045330592564174106
sim_compute_sim_state_mean0.04451939624739994
sim_compute_sim_state_median0.04461164474487304
sim_compute_sim_state_min0.0436352476661588
sim_physics_max0.06427293059266644
sim_physics_mean0.06363468936098657
sim_physics_median0.06391786813735961
sim_physics_min0.06287140505654472
sim_render-ego_max0.07054311037063599
sim_render-ego_mean0.06872860784380448
sim_render-ego_median0.06850880441211518
sim_render-ego_min0.06779407895226994
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.540000000000015
survival_time_min2.799999999999998