AI Driving Olympics Home Challenges Submissions Jobs

Submission 3095

Submission3095
Competingyes
Challengeaido2-LF-sim-validation
Userawoo424
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22623
Next
User labelBaseline-IL-logs-tensorflow
Admin priority50
User priority50

22623

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226233095awoo424Baseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessyes-0:13:56(hidden)
driven_lanedir_consec_median0.6626451572998673
survival_time_median12.700000000000044
deviation-center-line_median0.579164605687578
in-drivable-lane_median0


other stats
agent_compute-ego_max0.21174285252888997
agent_compute-ego_mean0.20732999410293437
agent_compute-ego_median0.20771304460672232
agent_compute-ego_min0.2044666010563768
deviation-center-line_max0.7876298025621941
deviation-center-line_mean0.6026518212483782
deviation-center-line_min0.4120442272877873
deviation-heading_max3.7296027530774833
deviation-heading_mean2.1801189624090997
deviation-heading_median1.7981812167704303
deviation-heading_min0.8294865348998007
driven_any_max1.2032197823323167
driven_any_mean0.7991074015322965
driven_any_median0.9942712378208872
driven_any_min0.2744432793312555
driven_lanedir_consec_max1.1784491375135415
driven_lanedir_consec_mean0.6802702433965833
driven_lanedir_consec_min0.26763572113334133
driven_lanedir_max1.1784491375135415
driven_lanedir_mean0.6802702433965833
driven_lanedir_median0.6626451572998673
driven_lanedir_min0.26763572113334133
in-drivable-lane_max3.2000000000000455
in-drivable-lane_mean0.9700000000000136
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0200943148183406, "sim_physics": 0.05761255603283644, "survival_time": 12.800000000000049, "driven_lanedir": 0.6626451572998673, "sim_render-ego": 0.06593466084450483, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.2048044065013528, "deviation-heading": 3.7296027530774833, "set_robot_commands": 0.07728441432118416, "deviation-center-line": 0.579164605687578, "driven_lanedir_consec": 0.6626451572998673, "sim_compute_sim_state": 0.04377464950084686, "sim_compute_performance-ego": 0.06629474274814129, "sim_compute_robot_state-ego": 0.06357841473072767}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9942712378208872, "sim_physics": 0.05712471045847014, "survival_time": 12.700000000000044, "driven_lanedir": 0.807100633426297, "sim_render-ego": 0.06519666900784951, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.2044666010563768, "deviation-heading": 2.8389049295425326, "set_robot_commands": 0.07748046165376198, "deviation-center-line": 0.7876298025621941, "driven_lanedir_consec": 0.807100633426297, "sim_compute_sim_state": 0.04307326932591716, "sim_compute_performance-ego": 0.06670731822336752, "sim_compute_robot_state-ego": 0.06361567786359411}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2744432793312555, "sim_physics": 0.06034368515014649, "survival_time": 3.7499999999999942, "driven_lanedir": 0.26763572113334133, "sim_render-ego": 0.06803918838500976, "in-drivable-lane": 0, "agent_compute-ego": 0.21174285252888997, "deviation-heading": 0.8294865348998007, "set_robot_commands": 0.07802038828531901, "deviation-center-line": 0.4120442272877873, "driven_lanedir_consec": 0.26763572113334133, "sim_compute_sim_state": 0.04270016670227051, "sim_compute_performance-ego": 0.06692264556884765, "sim_compute_robot_state-ego": 0.06553738276163737}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.503508393358682, "sim_physics": 0.06034020093771127, "survival_time": 6.499999999999985, "driven_lanedir": 0.48552056760986906, "sim_render-ego": 0.06776747336754432, "in-drivable-lane": 0, "agent_compute-ego": 0.20771304460672232, "deviation-heading": 1.7044193777552517, "set_robot_commands": 0.07722812982705923, "deviation-center-line": 0.5044204827108707, "driven_lanedir_consec": 0.48552056760986906, "sim_compute_sim_state": 0.04362430022313045, "sim_compute_performance-ego": 0.06627352787898137, "sim_compute_robot_state-ego": 0.06491623291602501}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2032197823323167, "sim_physics": 0.05856090148289998, "survival_time": 14.950000000000076, "driven_lanedir": 1.1784491375135415, "sim_render-ego": 0.06665181398391723, "in-drivable-lane": 0, "agent_compute-ego": 0.20792306582132977, "deviation-heading": 1.7981812167704303, "set_robot_commands": 0.07761007308959961, "deviation-center-line": 0.7299999879934617, "driven_lanedir_consec": 1.1784491375135415, "sim_compute_sim_state": 0.04374019622802734, "sim_compute_performance-ego": 0.06886862675348918, "sim_compute_robot_state-ego": 0.06410152912139892}}
set_robot_commands_max0.07802038828531901
set_robot_commands_mean0.0775246934353848
set_robot_commands_median0.07748046165376198
set_robot_commands_min0.07722812982705923
sim_compute_performance-ego_max0.06886862675348918
sim_compute_performance-ego_mean0.06701337223456541
sim_compute_performance-ego_median0.06670731822336752
sim_compute_performance-ego_min0.06627352787898137
sim_compute_robot_state-ego_max0.06553738276163737
sim_compute_robot_state-ego_mean0.06434984747867663
sim_compute_robot_state-ego_median0.06410152912139892
sim_compute_robot_state-ego_min0.06357841473072767
sim_compute_sim_state_max0.04377464950084686
sim_compute_sim_state_mean0.04338251639603846
sim_compute_sim_state_median0.04362430022313045
sim_compute_sim_state_min0.04270016670227051
sim_physics_max0.06034368515014649
sim_physics_mean0.058796410812412866
sim_physics_median0.05856090148289998
sim_physics_min0.05712471045847014
sim_render-ego_max0.06803918838500976
sim_render-ego_mean0.06671796111776512
sim_render-ego_median0.06665181398391723
sim_render-ego_min0.06519666900784951
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.140000000000027
survival_time_min3.7499999999999942
208273095awoo424Baseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:12:54(hidden)
driven_lanedir_consec_median0.6623931070005824
survival_time_median12.700000000000044
deviation-center-line_median0.5822734997197058
in-drivable-lane_median0


other stats
agent_compute-ego_max0.1740242910385132
agent_compute-ego_mean0.17150770874667867
agent_compute-ego_median0.17070522944132488
agent_compute-ego_min0.1693071834743023
deviation-center-line_max0.7869069512714995
deviation-center-line_mean0.5940347466636294
deviation-center-line_min0.4120075067047796
deviation-heading_max3.758085068523908
deviation-heading_mean2.206168148736972
deviation-heading_median1.8115926802516888
deviation-heading_min0.8260751434166509
driven_any_max1.2022930954716595
driven_any_mean0.7920690944540631
driven_any_median0.9940751232201336
driven_any_min0.27476771096252206
driven_lanedir_consec_max1.1774595193727089
driven_lanedir_consec_mean0.6725700679421557
driven_lanedir_consec_min0.2680017888671249
driven_lanedir_max1.1774595193727089
driven_lanedir_mean0.6725700679421557
driven_lanedir_median0.6623931070005824
driven_lanedir_min0.2680017888671249
in-drivable-lane_max3.2000000000000455
in-drivable-lane_mean0.9700000000000136
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.020636672775682, "sim_physics": 0.054487294517457485, "survival_time": 12.800000000000049, "driven_lanedir": 0.6623931070005824, "sim_render-ego": 0.05161482933908701, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.1693071834743023, "deviation-heading": 3.758085068523908, "set_robot_commands": 0.07207581400871277, "deviation-center-line": 0.5822734997197058, "driven_lanedir_consec": 0.6623931070005824, "sim_compute_sim_state": 0.033820503391325474, "sim_compute_performance-ego": 0.055567498318850994, "sim_compute_robot_state-ego": 0.058119071647524834}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9940751232201336, "sim_physics": 0.05479004814868837, "survival_time": 12.700000000000044, "driven_lanedir": 0.8071966425867275, "sim_render-ego": 0.0506267068892952, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.16989260865008737, "deviation-heading": 2.833231771894132, "set_robot_commands": 0.07293118078877607, "deviation-center-line": 0.7869069512714995, "driven_lanedir_consec": 0.8071966425867275, "sim_compute_sim_state": 0.03401404196821799, "sim_compute_performance-ego": 0.056935255921731785, "sim_compute_robot_state-ego": 0.05768318532958744}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.27476771096252206, "sim_physics": 0.05700032552083333, "survival_time": 3.7499999999999942, "driven_lanedir": 0.2680017888671249, "sim_render-ego": 0.05249871889750163, "in-drivable-lane": 0, "agent_compute-ego": 0.17070522944132488, "deviation-heading": 0.8260751434166509, "set_robot_commands": 0.0729474671681722, "deviation-center-line": 0.4120075067047796, "driven_lanedir_consec": 0.2680017888671249, "sim_compute_sim_state": 0.034830843607584636, "sim_compute_performance-ego": 0.05814145088195801, "sim_compute_robot_state-ego": 0.060498654047648114}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4685728698403183, "sim_physics": 0.0580278132572647, "survival_time": 6.0499999999999865, "driven_lanedir": 0.44779928188363494, "sim_render-ego": 0.054036835993617034, "in-drivable-lane": 0, "agent_compute-ego": 0.17360923112916551, "deviation-heading": 1.8018560795984804, "set_robot_commands": 0.07300471865441188, "deviation-center-line": 0.45016597316138546, "driven_lanedir_consec": 0.44779928188363494, "sim_compute_sim_state": 0.0353106073111542, "sim_compute_performance-ego": 0.057483876047055585, "sim_compute_robot_state-ego": 0.06162590231777223}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2022930954716595, "sim_physics": 0.05610678911209106, "survival_time": 14.950000000000076, "driven_lanedir": 1.1774595193727089, "sim_render-ego": 0.053022114435831706, "in-drivable-lane": 0, "agent_compute-ego": 0.1740242910385132, "deviation-heading": 1.8115926802516888, "set_robot_commands": 0.072770254611969, "deviation-center-line": 0.7388198024607768, "driven_lanedir_consec": 1.1774595193727089, "sim_compute_sim_state": 0.034982724984486895, "sim_compute_performance-ego": 0.057597297032674154, "sim_compute_robot_state-ego": 0.05973468065261841}}
set_robot_commands_max0.07300471865441188
set_robot_commands_mean0.07274588704640839
set_robot_commands_median0.07293118078877607
set_robot_commands_min0.07207581400871277
sim_compute_performance-ego_max0.05814145088195801
sim_compute_performance-ego_mean0.0571450756404541
sim_compute_performance-ego_median0.057483876047055585
sim_compute_performance-ego_min0.055567498318850994
sim_compute_robot_state-ego_max0.06162590231777223
sim_compute_robot_state-ego_mean0.0595322987990302
sim_compute_robot_state-ego_median0.05973468065261841
sim_compute_robot_state-ego_min0.05768318532958744
sim_compute_sim_state_max0.0353106073111542
sim_compute_sim_state_mean0.03459174425255384
sim_compute_sim_state_median0.034830843607584636
sim_compute_sim_state_min0.033820503391325474
sim_physics_max0.0580278132572647
sim_physics_mean0.056082454111266986
sim_physics_median0.05610678911209106
sim_physics_min0.054487294517457485
sim_render-ego_max0.054036835993617034
sim_render-ego_mean0.05235984111106652
sim_render-ego_median0.05249871889750163
sim_render-ego_min0.0506267068892952
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.05000000000003
survival_time_min3.7499999999999942
206963095awoo424Baseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationsuccessno-0:10:27(hidden)
driven_lanedir_consec_median0.6614638956240098
survival_time_median12.700000000000044
deviation-center-line_median0.5446003749800976
in-drivable-lane_median0


other stats
agent_compute-ego_max0.12795167363534762
agent_compute-ego_mean0.12717046343287158
agent_compute-ego_median0.1270317350115095
agent_compute-ego_min0.1268529192606608
deviation-center-line_max0.9162923391006956
deviation-center-line_mean0.6120287276323004
deviation-center-line_min0.4115668221274075
deviation-heading_max3.5438333029540345
deviation-heading_mean2.2498903806679285
deviation-heading_median1.817087037297275
deviation-heading_min0.8325357703032883
driven_any_max1.2012476168640296
driven_any_mean0.7891380579549091
driven_any_median0.9961459731971958
driven_any_min0.2747785040249249
driven_lanedir_consec_max1.1769079117928278
driven_lanedir_consec_mean0.6760174424141241
driven_lanedir_consec_min0.2679213813687227
driven_lanedir_max1.1769079117928278
driven_lanedir_mean0.6760174424141241
driven_lanedir_median0.6614638956240098
driven_lanedir_min0.2679213813687227
in-drivable-lane_max3.250000000000046
in-drivable-lane_mean0.8900000000000127
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0143899914726229, "sim_physics": 0.06347739321040356, "survival_time": 12.700000000000044, "driven_lanedir": 0.6614638956240098, "sim_render-ego": 0.03713091151920829, "in-drivable-lane": 3.250000000000046, "agent_compute-ego": 0.12795167363534762, "deviation-heading": 3.5438333029540345, "set_robot_commands": 0.05676544181943879, "deviation-center-line": 0.5446003749800976, "driven_lanedir_consec": 0.6614638956240098, "sim_compute_sim_state": 0.024152412189273383, "sim_compute_performance-ego": 0.04045899177160789, "sim_compute_robot_state-ego": 0.04250029222233089}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9961459731971958, "sim_physics": 0.06181937479505352, "survival_time": 12.750000000000046, "driven_lanedir": 0.8360881533888394, "sim_render-ego": 0.03660218575421502, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.1269442820081524, "deviation-heading": 3.2417677847472746, "set_robot_commands": 0.05727901926227645, "deviation-center-line": 0.9162923391006956, "driven_lanedir_consec": 0.8360881533888394, "sim_compute_sim_state": 0.024053360434139477, "sim_compute_performance-ego": 0.04009614645266065, "sim_compute_robot_state-ego": 0.04221395043765797}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2747785040249249, "sim_physics": 0.04932774225870768, "survival_time": 3.7499999999999942, "driven_lanedir": 0.2679213813687227, "sim_render-ego": 0.03663261731465658, "in-drivable-lane": 0, "agent_compute-ego": 0.1268529192606608, "deviation-heading": 0.8325357703032883, "set_robot_commands": 0.05741703351338705, "deviation-center-line": 0.4115668221274075, "driven_lanedir_consec": 0.2679213813687227, "sim_compute_sim_state": 0.02438478151957194, "sim_compute_performance-ego": 0.040767857233683265, "sim_compute_robot_state-ego": 0.04282442728678385}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.45912820421577255, "sim_physics": 0.05616270193532735, "survival_time": 5.949999999999987, "driven_lanedir": 0.4377058698962206, "sim_render-ego": 0.037728860598652304, "in-drivable-lane": 0, "agent_compute-ego": 0.1270317350115095, "deviation-heading": 1.817087037297275, "set_robot_commands": 0.057266219323422726, "deviation-center-line": 0.4414992567500641, "driven_lanedir_consec": 0.4377058698962206, "sim_compute_sim_state": 0.02450661699311072, "sim_compute_performance-ego": 0.04002964396436675, "sim_compute_robot_state-ego": 0.043078372458449934}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2012476168640296, "sim_physics": 0.06519588947296143, "survival_time": 14.950000000000076, "driven_lanedir": 1.1769079117928278, "sim_render-ego": 0.037152458826700846, "in-drivable-lane": 0, "agent_compute-ego": 0.12707170724868774, "deviation-heading": 1.8142280080377704, "set_robot_commands": 0.056410360336303714, "deviation-center-line": 0.7461848452032371, "driven_lanedir_consec": 1.1769079117928278, "sim_compute_sim_state": 0.024091262817382813, "sim_compute_performance-ego": 0.04062644402186076, "sim_compute_robot_state-ego": 0.04296965440114339}}
set_robot_commands_max0.05741703351338705
set_robot_commands_mean0.05702761485096575
set_robot_commands_median0.057266219323422726
set_robot_commands_min0.056410360336303714
sim_compute_performance-ego_max0.040767857233683265
sim_compute_performance-ego_mean0.040395816688835864
sim_compute_performance-ego_median0.04045899177160789
sim_compute_performance-ego_min0.04002964396436675
sim_compute_robot_state-ego_max0.043078372458449934
sim_compute_robot_state-ego_mean0.042717339361273206
sim_compute_robot_state-ego_median0.04282442728678385
sim_compute_robot_state-ego_min0.04221395043765797
sim_compute_sim_state_max0.02450661699311072
sim_compute_sim_state_mean0.024237686790695663
sim_compute_sim_state_median0.024152412189273383
sim_compute_sim_state_min0.024053360434139477
sim_physics_max0.06519588947296143
sim_physics_mean0.05919662033449071
sim_physics_median0.06181937479505352
sim_physics_min0.04932774225870768
sim_render-ego_max0.037728860598652304
sim_render-ego_mean0.037049406802686605
sim_render-ego_median0.03713091151920829
sim_render-ego_min0.03660218575421502
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.02000000000003
survival_time_min3.7499999999999942
206953095awoo424Baseline-IL-logs-tensorflowaido2-LF-sim-validationstep1-simulationhost-errorno-0:03:15
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20695-248229', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20695-248229', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20695-248229', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)