AI Driving Olympics Home Challenges Submissions Jobs

Submission 3100

Submission3100
Competingyes
Challengeaido2-LF-sim-validation
Userawoo424
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22618
Next
User labelHKU Duckietown Project
Admin priority50
User priority50

22618

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226183100awoo424HKU Duckietown Projectaido2-LF-sim-validationstep1-simulationsuccessyes-0:22:08(hidden)
driven_lanedir_consec_median0.3935727153650439
survival_time_median14.950000000000076
deviation-center-line_median0.6466427937780732
in-drivable-lane_median5.500000000000034


other stats
agent_compute-ego_max0.21337078742261203
agent_compute-ego_mean0.20239466227259464
agent_compute-ego_median0.20413884957631429
agent_compute-ego_min0.18890088717142745
deviation-center-line_max0.9779434166630756
deviation-center-line_mean0.6649754478321979
deviation-center-line_min0.4881676799918456
deviation-heading_max3.26314960386251
deviation-heading_mean2.0823416382275277
deviation-heading_median1.724625616762611
deviation-heading_min1.181027030878925
driven_any_max0.9412727235507892
driven_any_mean0.8637377362443888
driven_any_median0.9276922548524884
driven_any_min0.6766918480592531
driven_lanedir_consec_max0.8094803982364791
driven_lanedir_consec_mean0.5153489143728593
driven_lanedir_consec_min0.31149029580133125
driven_lanedir_max0.8094803982364791
driven_lanedir_mean0.5153489143728593
driven_lanedir_median0.3935727153650439
driven_lanedir_min0.31149029580133125
in-drivable-lane_max9.250000000000089
in-drivable-lane_mean5.07000000000005
in-drivable-lane_min1.6000000000000227
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.834392800838722, "sim_physics": 0.10123842257373736, "survival_time": 13.250000000000052, "driven_lanedir": 0.3935727153650439, "sim_render-ego": 0.060896583773055166, "in-drivable-lane": 6.700000000000069, "agent_compute-ego": 0.21337078742261203, "deviation-heading": 1.181027030878925, "set_robot_commands": 0.09021933843504708, "deviation-center-line": 0.7002521882241406, "driven_lanedir_consec": 0.3935727153650439, "sim_compute_sim_state": 0.03760909494364037, "sim_compute_performance-ego": 0.06703699309870882, "sim_compute_robot_state-ego": 0.0722113348403067}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9276922548524884, "sim_physics": 0.10807468016942344, "survival_time": 14.950000000000076, "driven_lanedir": 0.31149029580133125, "sim_render-ego": 0.06458664496739705, "in-drivable-lane": 9.250000000000089, "agent_compute-ego": 0.20413884957631429, "deviation-heading": 1.724625616762611, "set_robot_commands": 0.08972506443659464, "deviation-center-line": 0.4881676799918456, "driven_lanedir_consec": 0.31149029580133125, "sim_compute_sim_state": 0.03747052113215128, "sim_compute_performance-ego": 0.0656225315729777, "sim_compute_robot_state-ego": 0.07135714769363403}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9386390539206902, "sim_physics": 0.10496691465377808, "survival_time": 14.950000000000076, "driven_lanedir": 0.7501626448576149, "sim_render-ego": 0.05974237680435181, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.20111995061238608, "deviation-heading": 3.26314960386251, "set_robot_commands": 0.08790677626927694, "deviation-center-line": 0.9779434166630756, "driven_lanedir_consec": 0.7501626448576149, "sim_compute_sim_state": 0.03854273160298665, "sim_compute_performance-ego": 0.06501022895177205, "sim_compute_robot_state-ego": 0.07117399772008261}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9412727235507892, "sim_physics": 0.09618916591008504, "survival_time": 14.950000000000076, "driven_lanedir": 0.8094803982364791, "sim_render-ego": 0.054257647196451826, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.18890088717142745, "deviation-heading": 2.7543938265147205, "set_robot_commands": 0.08426105737686157, "deviation-center-line": 0.6466427937780732, "driven_lanedir_consec": 0.8094803982364791, "sim_compute_sim_state": 0.03568856954574585, "sim_compute_performance-ego": 0.0605241068204244, "sim_compute_robot_state-ego": 0.06453232844670613}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6766918480592531, "sim_physics": 0.10217540404375862, "survival_time": 11.050000000000022, "driven_lanedir": 0.3120385176038276, "sim_render-ego": 0.06004637614634242, "in-drivable-lane": 5.500000000000034, "agent_compute-ego": 0.20444283658023335, "deviation-heading": 1.4885121131188732, "set_robot_commands": 0.09156613544101629, "deviation-center-line": 0.5118711605038551, "driven_lanedir_consec": 0.3120385176038276, "sim_compute_sim_state": 0.03817481692560118, "sim_compute_performance-ego": 0.06755214578965131, "sim_compute_robot_state-ego": 0.07242471492128674}}
set_robot_commands_max0.09156613544101629
set_robot_commands_mean0.0887356743917593
set_robot_commands_median0.08972506443659464
set_robot_commands_min0.08426105737686157
sim_compute_performance-ego_max0.06755214578965131
sim_compute_performance-ego_mean0.06514920124670685
sim_compute_performance-ego_median0.0656225315729777
sim_compute_performance-ego_min0.0605241068204244
sim_compute_robot_state-ego_max0.07242471492128674
sim_compute_robot_state-ego_mean0.07033990472440324
sim_compute_robot_state-ego_median0.07135714769363403
sim_compute_robot_state-ego_min0.06453232844670613
sim_compute_sim_state_max0.03854273160298665
sim_compute_sim_state_mean0.037497146830025065
sim_compute_sim_state_median0.03760909494364037
sim_compute_sim_state_min0.03568856954574585
sim_physics_max0.10807468016942344
sim_physics_mean0.10252891747015652
sim_physics_median0.10217540404375862
sim_physics_min0.09618916591008504
sim_render-ego_max0.06458664496739705
sim_render-ego_mean0.05990592577751965
sim_render-ego_median0.06004637614634242
sim_render-ego_min0.054257647196451826
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean13.83000000000006
survival_time_min11.050000000000022
226153100awoo424HKU Duckietown Projectaido2-LF-sim-validationstep1-simulationhost-erroryes-0:01:57
Error while running [...]
Error while running Docker Compose:

Could not run ['docker-compose', '-p', 'job22615-510683', 'pull']:

   >  Command '['docker-compose', '-p', 'job22615-510683', 'pull']' returned non-zero exit status 1.

stdout | 

stderr | Some networks were defined but are not used by any service: evaluation
stderr | Pulling evaluator      ...
stderr | Pulling scenario_maker ...
stderr | Pulling simulator      ...
stderr | Pulling solution       ...
stderr | 
stderr | Pulling simulator      ... error
stderr | 
stderr | Pulling evaluator      ... error
stderr | 
stderr | Pulling scenario_maker ... error
stderr | 
stderr | Pulling solution       ... done
stderr | 
stderr | ERROR: for simulator  Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-simulator/manifests/2019_05_16_15_47_39: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-simulator%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | 
stderr | ERROR: for evaluator  Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-evaluator/manifests/2019_05_16_15_47_29: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-evaluator%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | 
stderr | ERROR: for scenario_maker  Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-scenario_maker/manifests/2019_05_16_15_47_59: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-scenario_maker%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-simulator/manifests/2019_05_16_15_47_39: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-simulator%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-evaluator/manifests/2019_05_16_15_47_29: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-evaluator%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | Get https://registry-1.docker.io/v2/andreacensi/aido2-lf-sim-validation-step1-simulation-scenario_maker/manifests/2019_05_16_15_47_59: Get https://auth.docker.io/token?scope=repository%3Aandreacensi%2Faido2-lf-sim-validation-step1-simulation-scenario_maker%3Apull&service=registry.docker.io: net/http: TLS handshake timeout
stderr | 
(hidden)
208083100awoo424HKU Duckietown Projectaido2-LF-sim-validationstep1-simulationsuccessno-0:25:08(hidden)
driven_lanedir_consec_median0.42208602676108686
survival_time_median14.950000000000076
deviation-center-line_median0.6417007765654409
in-drivable-lane_median5.650000000000036


other stats
agent_compute-ego_max0.2270560669898987
agent_compute-ego_mean0.222088931602152
agent_compute-ego_median0.22288171688715616
agent_compute-ego_min0.21359946409861247
deviation-center-line_max1.02518884705788
deviation-center-line_mean0.6828933788881832
deviation-center-line_min0.48815315041186613
deviation-heading_max3.32084864243931
deviation-heading_mean2.0877523347533904
deviation-heading_median1.7244996354751236
deviation-heading_min1.166974216851446
driven_any_max0.9416411349555665
driven_any_mean0.8680524844681831
driven_any_median0.9280366137594372
driven_any_min0.6817356107652515
driven_lanedir_consec_max0.8071916017716085
driven_lanedir_consec_mean0.5221622187658128
driven_lanedir_consec_min0.3114935027013074
driven_lanedir_max0.8071916017716085
driven_lanedir_mean0.5221622187658128
driven_lanedir_median0.42208602676108686
driven_lanedir_min0.3114935027013074
in-drivable-lane_max9.250000000000089
in-drivable-lane_mean5.030000000000051
in-drivable-lane_min1.6500000000000234
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8485385533977426, "sim_physics": 0.11621882835728528, "survival_time": 13.450000000000056, "driven_lanedir": 0.42208602676108686, "sim_render-ego": 0.06580079355204416, "in-drivable-lane": 6.450000000000073, "agent_compute-ego": 0.22618569051466025, "deviation-heading": 1.166974216851446, "set_robot_commands": 0.10177511176212128, "deviation-center-line": 0.7480567474949926, "driven_lanedir_consec": 0.42208602676108686, "sim_compute_sim_state": 0.041124838435516925, "sim_compute_performance-ego": 0.07279853306738418, "sim_compute_robot_state-ego": 0.07866835239651478}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9280366137594372, "sim_physics": 0.113255189259847, "survival_time": 14.950000000000076, "driven_lanedir": 0.3114935027013074, "sim_render-ego": 0.06418054342269898, "in-drivable-lane": 9.250000000000089, "agent_compute-ego": 0.2270560669898987, "deviation-heading": 1.7244996354751236, "set_robot_commands": 0.09890824635823568, "deviation-center-line": 0.48815315041186613, "driven_lanedir_consec": 0.3114935027013074, "sim_compute_sim_state": 0.039996552467346194, "sim_compute_performance-ego": 0.07153691450754801, "sim_compute_robot_state-ego": 0.0785782814025879}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.940310509462918, "sim_physics": 0.11470789353052777, "survival_time": 14.950000000000076, "driven_lanedir": 0.7578839388678116, "sim_render-ego": 0.06526345252990723, "in-drivable-lane": 2.1500000000000306, "agent_compute-ego": 0.22288171688715616, "deviation-heading": 3.32084864243931, "set_robot_commands": 0.0988697377840678, "deviation-center-line": 1.02518884705788, "driven_lanedir_consec": 0.7578839388678116, "sim_compute_sim_state": 0.03957999547322591, "sim_compute_performance-ego": 0.07154944896697998, "sim_compute_robot_state-ego": 0.07545742273330688}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9416411349555665, "sim_physics": 0.11594226280848186, "survival_time": 14.950000000000076, "driven_lanedir": 0.8071916017716085, "sim_render-ego": 0.06226197322209676, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.21359946409861247, "deviation-heading": 2.7421714287127297, "set_robot_commands": 0.09915392875671386, "deviation-center-line": 0.6417007765654409, "driven_lanedir_consec": 0.8071916017716085, "sim_compute_sim_state": 0.03941464265187582, "sim_compute_performance-ego": 0.06972371498743693, "sim_compute_robot_state-ego": 0.07474068323771159}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6817356107652515, "sim_physics": 0.1245942200933184, "survival_time": 11.200000000000024, "driven_lanedir": 0.3121560237272498, "sim_render-ego": 0.06424359125750405, "in-drivable-lane": 5.650000000000036, "agent_compute-ego": 0.2207217195204326, "deviation-heading": 1.484267750288343, "set_robot_commands": 0.09971157354967934, "deviation-center-line": 0.5113673729107364, "driven_lanedir_consec": 0.3121560237272498, "sim_compute_sim_state": 0.04042492700474603, "sim_compute_performance-ego": 0.07270910271576472, "sim_compute_robot_state-ego": 0.07944357395172119}}
set_robot_commands_max0.10177511176212128
set_robot_commands_mean0.0996837196421636
set_robot_commands_median0.09915392875671386
set_robot_commands_min0.0988697377840678
sim_compute_performance-ego_max0.07279853306738418
sim_compute_performance-ego_mean0.07166354284902277
sim_compute_performance-ego_median0.07154944896697998
sim_compute_performance-ego_min0.06972371498743693
sim_compute_robot_state-ego_max0.07944357395172119
sim_compute_robot_state-ego_mean0.07737766274436847
sim_compute_robot_state-ego_median0.0785782814025879
sim_compute_robot_state-ego_min0.07474068323771159
sim_compute_sim_state_max0.041124838435516925
sim_compute_sim_state_mean0.040108191206542174
sim_compute_sim_state_median0.039996552467346194
sim_compute_sim_state_min0.03941464265187582
sim_physics_max0.1245942200933184
sim_physics_mean0.11694367880989208
sim_physics_median0.11594226280848186
sim_physics_min0.113255189259847
sim_render-ego_max0.06580079355204416
sim_render-ego_mean0.06435007079685023
sim_render-ego_median0.06424359125750405
sim_render-ego_min0.06226197322209676
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean13.900000000000064
survival_time_min11.200000000000024
207043100awoo424HKU Duckietown Projectaido2-LF-sim-validationstep1-simulationsuccessno-0:13:30(hidden)
driven_lanedir_consec_median0.3681291166573782
survival_time_median14.950000000000076
deviation-center-line_median0.6457031985251082
in-drivable-lane_median5.80000000000004


other stats
agent_compute-ego_max0.12780359029769897
agent_compute-ego_mean0.1275218627790903
agent_compute-ego_median0.12759555180867513
agent_compute-ego_min0.12710635305389645
deviation-center-line_max0.9872122648236104
deviation-center-line_mean0.6602023516800636
deviation-center-line_min0.4920490467347587
deviation-heading_max3.226051968757323
deviation-heading_mean2.0716894554126624
deviation-heading_median1.7023123127630109
deviation-heading_min1.1858007752722803
driven_any_max0.9441978828422172
driven_any_mean0.8642390504111365
driven_any_median0.9283050501990115
driven_any_min0.7019746281731368
driven_lanedir_consec_max0.8144224463575127
driven_lanedir_consec_mean0.5143655290423343
driven_lanedir_consec_min0.3176880279801262
driven_lanedir_max0.8144224463575127
driven_lanedir_mean0.5143655290423343
driven_lanedir_median0.3681291166573782
driven_lanedir_min0.3176880279801262
in-drivable-lane_max9.20000000000009
in-drivable-lane_mean5.100000000000049
in-drivable-lane_min1.550000000000022
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8047769996183237, "sim_physics": 0.06394513948695867, "survival_time": 12.700000000000044, "driven_lanedir": 0.3681291166573782, "sim_render-ego": 0.036467926708732064, "in-drivable-lane": 6.600000000000059, "agent_compute-ego": 0.12710635305389645, "deviation-heading": 1.1858007752722803, "set_robot_commands": 0.05592144098807507, "deviation-center-line": 0.6457031985251082, "driven_lanedir_consec": 0.3681291166573782, "sim_compute_sim_state": 0.023505847285112996, "sim_compute_performance-ego": 0.04259317972528653, "sim_compute_robot_state-ego": 0.042664840465455545}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9283050501990115, "sim_physics": 0.06535706917444865, "survival_time": 14.950000000000076, "driven_lanedir": 0.3176880279801262, "sim_render-ego": 0.036488765080769855, "in-drivable-lane": 9.20000000000009, "agent_compute-ego": 0.12759555180867513, "deviation-heading": 1.7023123127630109, "set_robot_commands": 0.05530249834060669, "deviation-center-line": 0.4920490467347587, "driven_lanedir_consec": 0.3176880279801262, "sim_compute_sim_state": 0.023831942876180012, "sim_compute_performance-ego": 0.03949689785639445, "sim_compute_robot_state-ego": 0.04268626928329468}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9441978828422172, "sim_physics": 0.06886027097702026, "survival_time": 14.950000000000076, "driven_lanedir": 0.7537006215646826, "sim_render-ego": 0.03648068507512411, "in-drivable-lane": 2.3500000000000334, "agent_compute-ego": 0.12778517723083496, "deviation-heading": 3.226051968757323, "set_robot_commands": 0.05641780217488607, "deviation-center-line": 0.9872122648236104, "driven_lanedir_consec": 0.7537006215646826, "sim_compute_sim_state": 0.02381529331207275, "sim_compute_performance-ego": 0.03980115969975789, "sim_compute_robot_state-ego": 0.04205511093139649}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9419406912229932, "sim_physics": 0.06672739267349242, "survival_time": 14.950000000000076, "driven_lanedir": 0.8144224463575127, "sim_render-ego": 0.03618314504623413, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.12780359029769897, "deviation-heading": 2.7473703170537465, "set_robot_commands": 0.055814048449198406, "deviation-center-line": 0.6485717954099242, "driven_lanedir_consec": 0.8144224463575127, "sim_compute_sim_state": 0.023691774209340412, "sim_compute_performance-ego": 0.03954375743865967, "sim_compute_robot_state-ego": 0.04187532504399617}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7019746281731368, "sim_physics": 0.06008609934144665, "survival_time": 11.450000000000028, "driven_lanedir": 0.31788743265197184, "sim_render-ego": 0.03626227378845215, "in-drivable-lane": 5.80000000000004, "agent_compute-ego": 0.12731864150434602, "deviation-heading": 1.4969119032169518, "set_robot_commands": 0.0559019813371017, "deviation-center-line": 0.5274754529069167, "driven_lanedir_consec": 0.31788743265197184, "sim_compute_sim_state": 0.024011225679555836, "sim_compute_performance-ego": 0.0399577700935597, "sim_compute_robot_state-ego": 0.04209303335331413}}
set_robot_commands_max0.05641780217488607
set_robot_commands_mean0.05587155425797359
set_robot_commands_median0.0559019813371017
set_robot_commands_min0.05530249834060669
sim_compute_performance-ego_max0.04259317972528653
sim_compute_performance-ego_mean0.04027855296273165
sim_compute_performance-ego_median0.03980115969975789
sim_compute_performance-ego_min0.03949689785639445
sim_compute_robot_state-ego_max0.04268626928329468
sim_compute_robot_state-ego_mean0.04227491581549141
sim_compute_robot_state-ego_median0.04209303335331413
sim_compute_robot_state-ego_min0.04187532504399617
sim_compute_sim_state_max0.024011225679555836
sim_compute_sim_state_mean0.023771216672452404
sim_compute_sim_state_median0.02381529331207275
sim_compute_sim_state_min0.023505847285112996
sim_physics_max0.06886027097702026
sim_physics_mean0.06499519433067333
sim_physics_median0.06535706917444865
sim_physics_min0.06008609934144665
sim_render-ego_max0.036488765080769855
sim_render-ego_mean0.036376559139862465
sim_render-ego_median0.036467926708732064
sim_render-ego_min0.03618314504623413
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean13.800000000000065
survival_time_min11.450000000000028