Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 43971
11774
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim timeout no reg02-e2128b430245-1
2020-11-30 02:57:33+00:00 - - - - No reset possible 43948
11773
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no reg02-e2128b430245-1
2020-11-30 02:42:02+00:00 2020-11-30 02:50:33+00:00 0:08:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.988390958508791 survival_time_median 14.950000000000076 deviation-center-line_median 0.7235596934631563 in-drivable-lane_median 2.275000000000006
other stats agent_compute-ego_max 0.015254937965451304 agent_compute-ego_mean 0.014339935421640334 agent_compute-ego_median 0.014859498739242557 agent_compute-ego_min 0.01238580624262492 complete-iteration_max 0.18349801129057208 complete-iteration_mean 0.1687016298024709 complete-iteration_median 0.17245291233062743 complete-iteration_min 0.14640268325805664 deviation-center-line_max 0.7540963796212233 deviation-center-line_mean 0.7076213196533456 deviation-center-line_min 0.6292695120658466 deviation-heading_max 2.855365032436149 deviation-heading_mean 2.3385388219964525 deviation-heading_median 2.300305709885635 deviation-heading_min 1.8981788357783909 driven_any_max 4.805108395817666 driven_any_mean 4.401526723035043 driven_any_median 4.677336327747767 driven_any_min 3.44632584082697 driven_lanedir_consec_max 4.4816755126792795 driven_lanedir_consec_mean 3.811553222281897 driven_lanedir_consec_min 2.787755459430727 driven_lanedir_max 4.4816755126792795 driven_lanedir_mean 3.811553222281897 driven_lanedir_median 3.988390958508791 driven_lanedir_min 2.787755459430727 get_duckie_state_max 1.5888505309592676e-06 get_duckie_state_mean 1.4468504272344455e-06 get_duckie_state_median 1.524686813354492e-06 get_duckie_state_min 1.1491775512695311e-06 get_robot_state_max 0.011040205263909492 get_robot_state_mean 0.010482272134179077 get_robot_state_median 0.01074573318163554 get_robot_state_min 0.009397416909535728 get_state_dump_max 0.009476881900816471 get_state_dump_mean 0.008969699362762103 get_state_dump_median 0.009157042105992635 get_state_dump_min 0.008087831338246664 get_ui_image_max 0.03115238348642985 get_ui_image_mean 0.028070179906510215 get_ui_image_median 0.02865704911355754 get_ui_image_min 0.02381423791249593 in-drivable-lane_max 4.100000000000021 in-drivable-lane_mean 2.500000000000007 in-drivable-lane_min 1.3499999999999952 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.805108395817666, "get_ui_image": 0.02381423791249593, "step_physics": 0.06063959201176961, "survival_time": 14.950000000000076, "driven_lanedir": 4.457588111172512, "get_state_dump": 0.008087831338246664, "sim_render-ego": 0.00457441250483195, "get_robot_state": 0.009397416909535728, "get_duckie_state": 1.1491775512695311e-06, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.01238580624262492, "deviation-heading": 2.855365032436149, "complete-iteration": 0.14640268325805664, "set_robot_commands": 0.003681619167327881, "deviation-center-line": 0.7540963796212233, "driven_lanedir_consec": 4.457588111172512, "sim_compute_sim_state": 0.02064955472946167, "sim_compute_performance-ego": 0.003080758253733317}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.78834249104236, "get_ui_image": 0.02794116497039795, "step_physics": 0.0707154885927836, "survival_time": 14.950000000000076, "driven_lanedir": 4.4816755126792795, "get_state_dump": 0.00894387165705363, "sim_render-ego": 0.00502745787302653, "get_robot_state": 0.010567680994669596, "get_duckie_state": 1.4678637186686197e-06, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.014742751916249594, "deviation-heading": 2.4927410285356437, "complete-iteration": 0.1671632472674052, "set_robot_commands": 0.004311864376068115, "deviation-center-line": 0.7198753980776152, "driven_lanedir_consec": 4.4816755126792795, "sim_compute_sim_state": 0.021402347087860107, "sim_compute_performance-ego": 0.0034053794542948405}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.44632584082697, "get_ui_image": 0.03115238348642985, "step_physics": 0.0757619595527649, "survival_time": 14.950000000000076, "driven_lanedir": 2.787755459430727, "get_state_dump": 0.00937021255493164, "sim_render-ego": 0.00532847801844279, "get_robot_state": 0.01092378536860148, "get_duckie_state": 1.5815099080403649e-06, "in-drivable-lane": 3.200000000000017, "agent_compute-ego": 0.014976245562235514, "deviation-heading": 2.1078703912356263, "complete-iteration": 0.1777425773938497, "set_robot_commands": 0.004406473636627197, "deviation-center-line": 0.6292695120658466, "driven_lanedir_consec": 2.787755459430727, "sim_compute_sim_state": 0.02216310183207194, "sim_compute_performance-ego": 0.003548701604207357}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.566330164453175, "get_ui_image": 0.029372933256717127, "step_physics": 0.07867403521792579, "survival_time": 13.100000000000051, "driven_lanedir": 3.51919380584507, "get_state_dump": 0.009476881900816471, "sim_render-ego": 0.005328324004893995, "get_robot_state": 0.011040205263909492, "get_duckie_state": 1.5888505309592676e-06, "in-drivable-lane": 4.100000000000021, "agent_compute-ego": 0.015254937965451304, "deviation-heading": 1.8981788357783909, "complete-iteration": 0.18349801129057208, "set_robot_commands": 0.004670882043037706, "deviation-center-line": 0.7272439888486972, "driven_lanedir_consec": 3.51919380584507, "sim_compute_sim_state": 0.02606603025480081, "sim_compute_performance-ego": 0.0035025882356949437}}set_robot_commands_max 0.004670882043037706 set_robot_commands_mean 0.004267709805765225 set_robot_commands_median 0.004359169006347656 set_robot_commands_min 0.003681619167327881 sim_compute_performance-ego_max 0.003548701604207357 sim_compute_performance-ego_mean 0.0033843568869826148 sim_compute_performance-ego_median 0.003453983844994892 sim_compute_performance-ego_min 0.003080758253733317 sim_compute_sim_state_max 0.02606603025480081 sim_compute_sim_state_mean 0.02257025847604863 sim_compute_sim_state_median 0.021782724459966023 sim_compute_sim_state_min 0.02064955472946167 sim_render-ego_max 0.00532847801844279 sim_render-ego_mean 0.005064668100298816 sim_render-ego_median 0.005177890938960263 sim_render-ego_min 0.00457441250483195 simulation-passed 1 step_physics_max 0.07867403521792579 step_physics_mean 0.07144776884381099 step_physics_median 0.07323872407277425 step_physics_min 0.06063959201176961 survival_time_max 14.950000000000076 survival_time_mean 14.487500000000072 survival_time_min 13.100000000000051
No reset possible 43937
11772
Ehsan Ahmadi  🇨🇦template-random aido5-LF-sim-validation
LFv-sim aborted no reg02-e2128b430245-1
2020-11-30 02:38:21+00:00 2020-11-30 02:38:27+00:00 0:00:06 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43910
11771
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no reg02-e2128b430245-1
2020-11-30 02:22:38+00:00 2020-11-30 02:31:06+00:00 0:08:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.1557318250597097 survival_time_median 14.950000000000076 deviation-center-line_median 0.8897406286827918 in-drivable-lane_median 2.0000000000000187
other stats agent_compute-ego_max 0.01528369665145874 agent_compute-ego_mean 0.01395912249883016 agent_compute-ego_median 0.013987695773442586 agent_compute-ego_min 0.012577401796976724 complete-iteration_max 0.17991809209187826 complete-iteration_mean 0.1653765966494878 complete-iteration_median 0.16644647200902302 complete-iteration_min 0.14869535048802693 deviation-center-line_max 0.9802022880405056 deviation-center-line_mean 0.9040928234499994 deviation-center-line_min 0.8566877483939084 deviation-heading_max 4.478361731496628 deviation-heading_mean 3.940039585127856 deviation-heading_median 3.917918955990349 deviation-heading_min 3.445958697034098 driven_any_max 5.218663870563102 driven_any_mean 4.590190005143112 driven_any_median 4.534532900069344 driven_any_min 4.073030349870659 driven_lanedir_consec_max 4.1410691315363435 driven_lanedir_consec_mean 3.3447531663403125 driven_lanedir_consec_min 2.9264798837054875 driven_lanedir_max 4.683143987588883 driven_lanedir_mean 3.7706515024579312 driven_lanedir_median 3.7364910692686775 driven_lanedir_min 2.9264798837054875 get_duckie_state_max 1.5290578206380208e-06 get_duckie_state_mean 1.3154745101928711e-06 get_duckie_state_median 1.280705134073893e-06 get_duckie_state_min 1.171429951985677e-06 get_robot_state_max 0.011401481628417968 get_robot_state_mean 0.01045588711897532 get_robot_state_median 0.01039325475692749 get_robot_state_min 0.009635557333628336 get_state_dump_max 0.00946850617726644 get_state_dump_mean 0.008986957470575967 get_state_dump_median 0.009037346839904786 get_state_dump_min 0.008404630025227865 get_ui_image_max 0.03092739423116048 get_ui_image_mean 0.027394723296165463 get_ui_image_median 0.02742367347081502 get_ui_image_min 0.02380415201187134 in-drivable-lane_max 3.500000000000031 in-drivable-lane_mean 2.000000000000017 in-drivable-lane_min 0.4999999999999982 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.6018168004453734, "get_ui_image": 0.02380415201187134, "step_physics": 0.061857516765594485, "survival_time": 14.950000000000076, "driven_lanedir": 4.1410691315363435, "get_state_dump": 0.008734517892201742, "sim_render-ego": 0.004680147171020508, "get_robot_state": 0.009635557333628336, "get_duckie_state": 1.171429951985677e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.012577401796976724, "deviation-heading": 4.003078659015775, "complete-iteration": 0.14869535048802693, "set_robot_commands": 0.0038178523381551103, "deviation-center-line": 0.906907813767914, "driven_lanedir_consec": 4.1410691315363435, "sim_compute_sim_state": 0.020433321793874103, "sim_compute_performance-ego": 0.00306869109471639}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.467248999693314, "get_ui_image": 0.025896407763163248, "step_physics": 0.06616070588429769, "survival_time": 14.950000000000076, "driven_lanedir": 3.3319130070010115, "get_state_dump": 0.008404630025227865, "sim_render-ego": 0.004946843783060709, "get_robot_state": 0.009896447658538818, "get_duckie_state": 1.1777877807617188e-06, "in-drivable-lane": 3.500000000000031, "agent_compute-ego": 0.01321892261505127, "deviation-heading": 3.8327592529649217, "complete-iteration": 0.15674108584721885, "set_robot_commands": 0.00407590389251709, "deviation-center-line": 0.8725734435976698, "driven_lanedir_consec": 3.3319130070010115, "sim_compute_sim_state": 0.020772022406260172, "sim_compute_performance-ego": 0.003277538617451986}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.073030349870659, "get_ui_image": 0.028950939178466795, "step_physics": 0.07423407316207886, "survival_time": 14.950000000000076, "driven_lanedir": 2.9264798837054875, "get_state_dump": 0.00946850617726644, "sim_render-ego": 0.0054302589098612465, "get_robot_state": 0.011401481628417968, "get_duckie_state": 1.5290578206380208e-06, "in-drivable-lane": 2.900000000000041, "agent_compute-ego": 0.01528369665145874, "deviation-heading": 4.478361731496628, "complete-iteration": 0.17615185817082724, "set_robot_commands": 0.0045572153727213545, "deviation-center-line": 0.9802022880405056, "driven_lanedir_consec": 2.9264798837054875, "sim_compute_sim_state": 0.023145950635274252, "sim_compute_performance-ego": 0.003573524951934814}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.218663870563102, "get_ui_image": 0.03092739423116048, "step_physics": 0.07708267291386922, "survival_time": 14.950000000000076, "driven_lanedir": 4.683143987588883, "get_state_dump": 0.009340175787607829, "sim_render-ego": 0.005182380676269531, "get_robot_state": 0.010890061855316165, "get_duckie_state": 1.3836224873860678e-06, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.014756468931833903, "deviation-heading": 3.445958697034098, "complete-iteration": 0.17991809209187826, "set_robot_commands": 0.004418574968973796, "deviation-center-line": 0.8566877483939084, "driven_lanedir_consec": 2.979550643118408, "sim_compute_sim_state": 0.023783078988393148, "sim_compute_performance-ego": 0.0034361894925435386}}set_robot_commands_max 0.0045572153727213545 set_robot_commands_mean 0.004217386643091838 set_robot_commands_median 0.004247239430745443 set_robot_commands_min 0.0038178523381551103 sim_compute_performance-ego_max 0.003573524951934814 sim_compute_performance-ego_mean 0.003338986039161682 sim_compute_performance-ego_median 0.003356864054997762 sim_compute_performance-ego_min 0.00306869109471639 sim_compute_sim_state_max 0.023783078988393148 sim_compute_sim_state_mean 0.022033593455950417 sim_compute_sim_state_median 0.021958986520767217 sim_compute_sim_state_min 0.020433321793874103 sim_render-ego_max 0.0054302589098612465 sim_render-ego_mean 0.005059907635052999 sim_render-ego_median 0.00506461222966512 sim_render-ego_min 0.004680147171020508 simulation-passed 1 step_physics_max 0.07708267291386922 step_physics_mean 0.06983374218146007 step_physics_median 0.07019738952318827 step_physics_min 0.061857516765594485 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible