Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 17700
2463
Liam Paull 🇨🇦challenge-aido_LF-template-ros aido2-LFVI-sim-testing
step1-simulation success no Instance2
2019-04-15 17:40:14+00:00 2019-04-15 17:45:58+00:00 0:05:44 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2448526305955765 survival_time_median 1.0000000000000002 deviation-center-line_median 0.02780956837444773 in-drivable-lane_median 0.4500000000000001
other stats agent_compute-ego_max 0.16863906383514404 agent_compute-ego_mean 0.15026955170427414 agent_compute-ego_median 0.14689898490905762 agent_compute-ego_min 0.14309798587452283 deviation-center-line_max 0.1257230388091751 deviation-center-line_mean 0.05577343615770758 deviation-center-line_min 0.01951527185289407 deviation-heading_max 0.5595345336423936 deviation-heading_mean 0.32175424111925316 deviation-heading_median 0.3074760381865353 deviation-heading_min 0.16993642764665495 driven_any_max 1.135775595781212 driven_any_mean 0.7105521201006961 driven_any_median 0.5457640496143795 driven_any_min 0.3022738981004901 driven_lanedir_consec_max 0.8171012478585276 driven_lanedir_consec_mean 0.42515260445919045 driven_lanedir_consec_min 0.164471242446655 driven_lanedir_max 0.8171012478585276 driven_lanedir_mean 0.4357084916634508 driven_lanedir_median 0.2448526305955765 driven_lanedir_min 0.164471242446655 in-drivable-lane_max 0.6500000000000002 in-drivable-lane_mean 0.38000000000000017 in-drivable-lane_min 0.04999999999999999 per-episodes details {"udem1-0-0": {"driven_any": 0.5457640496143795, "sim_physics": 0.02902277708053589, "survival_time": 1.0000000000000002, "driven_lanedir": 0.164471242446655, "sim_render-ego": 0.07293305397033692, "in-drivable-lane": 0.6500000000000002, "agent_compute-ego": 0.16863906383514404, "deviation-heading": 0.18758204257854744, "set_robot_commands": 0.07672854661941528, "deviation-center-line": 0.01951527185289407, "driven_lanedir_consec": 0.164471242446655, "sim_compute_sim_state": 0.038352811336517335, "sim_compute_performance-ego": 0.06523135900497437, "sim_compute_robot_state-ego": 0.06430162191390991, "sim_compute_robot_state-npc0": 0.07062336206436157, "sim_compute_robot_state-npc1": 0.06607211828231811, "sim_compute_robot_state-npc2": 0.06559680700302124, "sim_compute_robot_state-npc3": 0.06580972671508789}, "udem1-1-0": {"driven_any": 0.5108934139126888, "sim_physics": 0.025733302621280447, "survival_time": 0.8500000000000002, "driven_lanedir": 0.18120319035776863, "sim_render-ego": 0.0653370548697079, "in-drivable-lane": 0.4500000000000001, "agent_compute-ego": 0.14365208850187414, "deviation-heading": 0.3074760381865353, "set_robot_commands": 0.07406921947703642, "deviation-center-line": 0.02399913959382396, "driven_lanedir_consec": 0.1725821469418083, "sim_compute_sim_state": 0.034392048330867994, "sim_compute_performance-ego": 0.06161902932559743, "sim_compute_robot_state-ego": 0.0613851406994988, "sim_compute_robot_state-npc0": 0.07103085517883301, "sim_compute_robot_state-npc1": 0.06346674526438993, "sim_compute_robot_state-npc2": 0.06465625762939453, "sim_compute_robot_state-npc3": 0.06161794942968032}, "udem1-2-0": {"driven_any": 0.3022738981004901, "sim_physics": 0.03118007183074951, "survival_time": 0.49999999999999994, "driven_lanedir": 0.2448526305955765, "sim_render-ego": 0.0689997673034668, "in-drivable-lane": 0.04999999999999999, "agent_compute-ego": 0.14689898490905762, "deviation-heading": 0.16993642764665495, "set_robot_commands": 0.07801692485809326, "deviation-center-line": 0.02780956837444773, "driven_lanedir_consec": 0.2448526305955765, "sim_compute_sim_state": 0.03395378589630127, "sim_compute_performance-ego": 0.062134194374084475, "sim_compute_robot_state-ego": 0.0641894817352295, "sim_compute_robot_state-npc0": 0.06698462963104249, "sim_compute_robot_state-npc1": 0.06395034790039063, "sim_compute_robot_state-npc2": 0.06004414558410645, "sim_compute_robot_state-npc3": 0.05884835720062256}, "udem1-3-0": {"driven_any": 1.135775595781212, "sim_physics": 0.02546631097793579, "survival_time": 2.000000000000001, "driven_lanedir": 0.7709141470587263, "sim_render-ego": 0.06470982432365417, "in-drivable-lane": 0.6000000000000003, "agent_compute-ego": 0.1490596354007721, "deviation-heading": 0.3842421635421346, "set_robot_commands": 0.073703134059906, "deviation-center-line": 0.08182016215819705, "driven_lanedir_consec": 0.7267557544533849, "sim_compute_sim_state": 0.03548738956451416, "sim_compute_performance-ego": 0.06102991700172424, "sim_compute_robot_state-ego": 0.06305040717124939, "sim_compute_robot_state-npc0": 0.07040255069732666, "sim_compute_robot_state-npc1": 0.061086124181747435, "sim_compute_robot_state-npc2": 0.06070910692214966, "sim_compute_robot_state-npc3": 0.06259281039237977}, "udem1-4-0": {"driven_any": 1.05805364309471, "sim_physics": 0.023454868432247276, "survival_time": 1.6500000000000008, "driven_lanedir": 0.8171012478585276, "sim_render-ego": 0.06088900566101074, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.14309798587452283, "deviation-heading": 0.5595345336423936, "set_robot_commands": 0.07525337103641394, "deviation-center-line": 0.1257230388091751, "driven_lanedir_consec": 0.8171012478585276, "sim_compute_sim_state": 0.03506250814958052, "sim_compute_performance-ego": 0.06053604501666445, "sim_compute_robot_state-ego": 0.060107238364942146, "sim_compute_robot_state-npc0": 0.0679853901718602, "sim_compute_robot_state-npc1": 0.06303842862447102, "sim_compute_robot_state-npc2": 0.06324380816835345, "sim_compute_robot_state-npc3": 0.06177517862030954}}set_robot_commands_max 0.07801692485809326 set_robot_commands_mean 0.07555423921017297 set_robot_commands_median 0.07525337103641394 set_robot_commands_min 0.073703134059906 sim_compute_performance-ego_max 0.06523135900497437 sim_compute_performance-ego_mean 0.062110108944608985 sim_compute_performance-ego_median 0.06161902932559743 sim_compute_performance-ego_min 0.06053604501666445 sim_compute_robot_state-ego_max 0.06430162191390991 sim_compute_robot_state-ego_mean 0.06260677797696594 sim_compute_robot_state-ego_median 0.06305040717124939 sim_compute_robot_state-ego_min 0.060107238364942146 sim_compute_robot_state-npc0_max 0.07103085517883301 sim_compute_robot_state-npc0_mean 0.06940535754868478 sim_compute_robot_state-npc0_median 0.07040255069732666 sim_compute_robot_state-npc0_min 0.06698462963104249 sim_compute_robot_state-npc1_max 0.06607211828231811 sim_compute_robot_state-npc1_mean 0.06352275285066342 sim_compute_robot_state-npc1_median 0.06346674526438993 sim_compute_robot_state-npc1_min 0.061086124181747435 sim_compute_robot_state-npc2_max 0.06559680700302124 sim_compute_robot_state-npc2_mean 0.06285002506140507 sim_compute_robot_state-npc2_median 0.06324380816835345 sim_compute_robot_state-npc2_min 0.06004414558410645 sim_compute_robot_state-npc3_max 0.06580972671508789 sim_compute_robot_state-npc3_mean 0.06212880447161602 sim_compute_robot_state-npc3_median 0.06177517862030954 sim_compute_robot_state-npc3_min 0.05884835720062256 sim_compute_sim_state_max 0.038352811336517335 sim_compute_sim_state_mean 0.03544970865555626 sim_compute_sim_state_median 0.03506250814958052 sim_compute_sim_state_min 0.03395378589630127 sim_physics_max 0.03118007183074951 sim_physics_mean 0.026971466188549783 sim_physics_median 0.025733302621280447 sim_physics_min 0.023454868432247276 sim_render-ego_max 0.07293305397033692 sim_render-ego_mean 0.06657374122563531 sim_render-ego_median 0.0653370548697079 sim_render-ego_min 0.06088900566101074 simulation-passed 1 survival_time_max 2.000000000000001 survival_time_mean 1.2000000000000004 survival_time_min 0.49999999999999994
No reset possible 17694
2505
Rami Al-Naim 🇷🇺challenge-aido_LF-template-ros aido2-LFV-sim-validation
step1-simulation error no Instance2
2019-04-15 17:39:01+00:00 2019-04-15 17:39:54+00:00 0:00:53 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17690
2507
Rami Al-Naim 🇷🇺challenge-aido_LF-template-ros aido2-LFVI-sim-validation
step1-simulation error no Instance2
2019-04-15 17:37:20+00:00 2019-04-15 17:38:17+00:00 0:00:57 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17689
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 17:35:10+00:00 2019-04-15 17:36:59+00:00 0:01:49 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17672
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:55:18+00:00 2019-04-15 16:56:10+00:00 0:00:52 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17670
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:53:50+00:00 2019-04-15 16:54:43+00:00 0:00:53 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17668
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:52:31+00:00 2019-04-15 16:53:19+00:00 0:00:48 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17664
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:51:12+00:00 2019-04-15 16:51:58+00:00 0:00:46 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17663
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:49:46+00:00 2019-04-15 16:50:38+00:00 0:00:52 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17660
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:48:29+00:00 2019-04-15 16:49:20+00:00 0:00:51 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17657
2480
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no Instance2
2019-04-15 16:46:56+00:00 2019-04-15 16:47:46+00:00 0:00:50 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17649
2479
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-testing
step1-simulation error no Instance2
2019-04-15 16:45:47+00:00 2019-04-15 16:46:35+00:00 0:00:48 The container "solut [...] The container "solution" exited with code 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 17636
2492
Liam Paull 🇨🇦challenge-aido_LF-template-pytorch aido2-LF-sim-validation
step1-simulation host-error no Instance2
2019-04-15 16:13:15+00:00 2019-04-15 16:15:24+00:00 0:02:09 Uncaught exception w [...] Uncaught exception while running Docker Compose:
Traceback (most recent call last):
File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 60, in check_docker_environment
containers = client.containers.list(filters=dict(status='running'))
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 925, in list
containers.append(self.get(r['Id']))
File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 862, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 19, in wrapped
return f(self, resource_id, *args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 755, in inspect_container
self._get(self._url("/containers/{0}/json", container)), True
File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 267, in _result
self._raise_for_status(response)
File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 261, in _raise_for_status
response.raise_for_status()
File "/usr/local/lib/python3.6/dist-packages/requests/models.py", line 940, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localhost/v1.35/containers/641e105b013a6ab4a60444f587bed6ece194f036ad1787d4e20e026b45fc10cb/json
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 665, in run_one
client = check_docker_environment()
File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 67, in check_docker_environment
raise InvalidEnvironment(msg)
dt_shell.exceptions.InvalidEnvironment: I cannot communicate with Docker:
404 Client Error: Not Found for url: http+docker://localhost/v1.35/containers/641e105b013a6ab4a60444f587bed6ece194f036ad1787d4e20e026b45fc10cb/json
Make sure the docker service is running.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible