Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 44119
11782
Kaiyi Chen Β πΊπΈKK Net aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-30 16:38:04+00:00 2020-11-30 16:46:38+00:00 0:08:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.379487653931628 survival_time_median 14.950000000000076 deviation-center-line_median 0.4538436909745607 in-drivable-lane_median 0.5500000000000078
other stats agent_compute-ego_max 0.04283039410909017 agent_compute-ego_mean 0.03938155134518941 agent_compute-ego_median 0.03857165257136027 agent_compute-ego_min 0.03755250612894694 complete-iteration_max 0.20847206195195517 complete-iteration_mean 0.20270397742589313 complete-iteration_median 0.20169877727826435 complete-iteration_min 0.1989462931950887 deviation-center-line_max 0.7120755304603565 deviation-center-line_mean 0.5083659730534018 deviation-center-line_min 0.41370097980412934 deviation-heading_max 4.0116507872903195 deviation-heading_mean 2.13616413452263 deviation-heading_median 1.685823595416806 deviation-heading_min 1.1613585599665883 driven_any_max 3.5736460775470036 driven_any_mean 3.573618107235381 driven_any_median 3.5736275852343375 driven_any_min 3.573571180925847 driven_lanedir_consec_max 3.5492390678001815 driven_lanedir_consec_mean 3.294150354998188 driven_lanedir_consec_min 2.868387044329314 driven_lanedir_max 3.5492390678001815 driven_lanedir_mean 3.294150354998188 driven_lanedir_median 3.379487653931628 driven_lanedir_min 2.868387044329314 get_duckie_state_max 2.165635426839193e-06 get_duckie_state_mean 2.139012018839518e-06 get_duckie_state_median 2.14536984761556e-06 get_duckie_state_min 2.0996729532877604e-06 get_robot_state_max 0.012940266927083333 get_robot_state_mean 0.0123698627948761 get_robot_state_median 0.01226077993710836 get_robot_state_min 0.012017624378204346 get_state_dump_max 0.012362007300059 get_state_dump_mean 0.012141049901644389 get_state_dump_median 0.012172094186147054 get_state_dump_min 0.011858003934224448 get_ui_image_max 0.03363096952438355 get_ui_image_mean 0.032612485885620116 get_ui_image_median 0.032460833787918086 get_ui_image_min 0.03189730644226074 in-drivable-lane_max 1.90000000000001 in-drivable-lane_mean 0.7500000000000064 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5736115741183245, "get_ui_image": 0.03189730644226074, "step_physics": 0.06703885793685913, "survival_time": 14.950000000000076, "driven_lanedir": 3.211529491428812, "get_state_dump": 0.012112557093302409, "sim_render-ego": 0.005192523797353109, "get_robot_state": 0.012062186400095622, "get_duckie_state": 2.1568934122721355e-06, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.04283039410909017, "deviation-heading": 2.0409104100032858, "complete-iteration": 0.2014679749806722, "set_robot_commands": 0.0044387110074361165, "deviation-center-line": 0.4771626752123379, "driven_lanedir_consec": 3.211529491428812, "sim_compute_sim_state": 0.022209182580312094, "sim_compute_performance-ego": 0.0035602768262227376}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.57364359635035, "get_ui_image": 0.03202993790308634, "step_physics": 0.06737882455190022, "survival_time": 14.950000000000076, "driven_lanedir": 3.547445816434444, "get_state_dump": 0.0122316312789917, "sim_render-ego": 0.005271526177724203, "get_robot_state": 0.012940266927083333, "get_duckie_state": 2.0996729532877604e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03906115293502808, "deviation-heading": 1.330736780830326, "complete-iteration": 0.1989462931950887, "set_robot_commands": 0.004445717334747314, "deviation-center-line": 0.43052470673678334, "driven_lanedir_consec": 3.547445816434444, "sim_compute_sim_state": 0.021949965159098302, "sim_compute_performance-ego": 0.003507889906565348}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.573571180925847, "get_ui_image": 0.032891729672749836, "step_physics": 0.07058404445648193, "survival_time": 14.950000000000076, "driven_lanedir": 2.868387044329314, "get_state_dump": 0.012362007300059, "sim_render-ego": 0.005216984748840332, "get_robot_state": 0.012459373474121094, "get_duckie_state": 2.133846282958984e-06, "in-drivable-lane": 1.90000000000001, "agent_compute-ego": 0.03808215220769246, "deviation-heading": 4.0116507872903195, "complete-iteration": 0.20192957957585653, "set_robot_commands": 0.004300131797790528, "deviation-center-line": 0.7120755304603565, "driven_lanedir_consec": 2.868387044329314, "sim_compute_sim_state": 0.02239493449529012, "sim_compute_performance-ego": 0.0035103305180867513}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5736460775470036, "get_ui_image": 0.03363096952438355, "step_physics": 0.07507217168807984, "survival_time": 14.950000000000076, "driven_lanedir": 3.5492390678001815, "get_state_dump": 0.011858003934224448, "sim_render-ego": 0.0051169315973917644, "get_robot_state": 0.012017624378204346, "get_duckie_state": 2.165635426839193e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03755250612894694, "deviation-heading": 1.1613585599665883, "complete-iteration": 0.20847206195195517, "set_robot_commands": 0.0043760879834493, "deviation-center-line": 0.41370097980412934, "driven_lanedir_consec": 3.5492390678001815, "sim_compute_sim_state": 0.025263367493947347, "sim_compute_performance-ego": 0.003455434640248617}}set_robot_commands_max 0.004445717334747314 set_robot_commands_mean 0.004390162030855814 set_robot_commands_median 0.004407399495442709 set_robot_commands_min 0.004300131797790528 sim_compute_performance-ego_max 0.0035602768262227376 sim_compute_performance-ego_mean 0.0035084829727808635 sim_compute_performance-ego_median 0.0035091102123260497 sim_compute_performance-ego_min 0.003455434640248617 sim_compute_sim_state_max 0.025263367493947347 sim_compute_sim_state_mean 0.02295436243216197 sim_compute_sim_state_median 0.02230205853780111 sim_compute_sim_state_min 0.021949965159098302 sim_render-ego_max 0.005271526177724203 sim_render-ego_mean 0.005199491580327353 sim_render-ego_median 0.00520475427309672 sim_render-ego_min 0.0051169315973917644 simulation-passed 1 step_physics_max 0.07507217168807984 step_physics_mean 0.07001847465833028 step_physics_median 0.06898143450419109 step_physics_min 0.06703885793685913 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 44078
11779
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim host-error no mont01-ee9dcacd535e-1
2020-11-30 05:28:24+00:00 2020-11-30 05:28:29+00:00 0:00:05 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 44031
11777
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim host-error no mont01-ee9dcacd535e-1
2020-11-30 04:58:09+00:00 2020-11-30 04:58:14+00:00 0:00:05 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 44030
11777
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim host-error no mont01-ee9dcacd535e-1
2020-11-30 04:57:31+00:00 2020-11-30 04:57:36+00:00 0:00:05 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 44015
11778
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim host-error no mont01-ee9dcacd535e-1
2020-11-30 04:53:03+00:00 2020-11-30 04:53:08+00:00 0:00:05 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43957
11772
Ehsan Ahmadi Β π¨π¦template-random aido5-LF-sim-validation
LFv-sim aborted no mont01-ee9dcacd535e-1
2020-11-30 02:44:29+00:00 2020-11-30 02:44:36+00:00 0:00:07 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43829
11753
Γtienne Boucher Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-27 03:46:43+00:00 2020-11-27 03:55:29+00:00 0:08:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.1679762249031715 survival_time_median 14.950000000000076 deviation-center-line_median 0.7860071666448052 in-drivable-lane_median 4.90000000000007
other stats agent_compute-ego_max 0.017500712871551513 agent_compute-ego_mean 0.017045968373616535 agent_compute-ego_median 0.01698779026667277 agent_compute-ego_min 0.01670758008956909 complete-iteration_max 0.19803852558135987 complete-iteration_mean 0.1936064090331396 complete-iteration_median 0.1938054398695628 complete-iteration_min 0.18877623081207276 deviation-center-line_max 1.424761210426856 deviation-center-line_mean 0.8160814949445361 deviation-center-line_min 0.26755043606167783 deviation-heading_max 3.43741565649595 deviation-heading_mean 2.7252318147820236 deviation-heading_median 3.2681542647121624 deviation-heading_min 0.9272030732078188 driven_any_max 1.9399224946041205 driven_any_mean 1.9383089781183132 driven_any_median 1.9398570616747444 driven_any_min 1.9335992945196436 driven_lanedir_consec_max 1.571988499315265 driven_lanedir_consec_mean 1.0974077351946885 driven_lanedir_consec_min 0.48168999165714566 driven_lanedir_max 1.571988499315265 driven_lanedir_mean 1.0992248322776428 driven_lanedir_median 1.1716104190690806 driven_lanedir_min 0.48168999165714566 get_duckie_state_max 2.3444493611653647e-06 get_duckie_state_mean 2.176761627197266e-06 get_duckie_state_median 2.1700064341227213e-06 get_duckie_state_min 2.022584279378255e-06 get_robot_state_max 0.015142565568288168 get_robot_state_mean 0.014293572107950849 get_robot_state_median 0.014316307306289673 get_robot_state_min 0.013399108250935873 get_state_dump_max 0.01323054552078247 get_state_dump_mean 0.013140932520230611 get_state_dump_median 0.013186768293380738 get_state_dump_min 0.0129596479733785 get_ui_image_max 0.03420560757319133 get_ui_image_mean 0.03386899709701538 get_ui_image_median 0.03382826606432597 get_ui_image_min 0.033613848686218264 in-drivable-lane_max 10.700000000000085 in-drivable-lane_mean 5.675000000000062 in-drivable-lane_min 2.200000000000026 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9335992945196436, "get_ui_image": 0.033613848686218264, "step_physics": 0.07624934037526448, "survival_time": 14.950000000000076, "driven_lanedir": 0.9912302383238808, "get_state_dump": 0.013167325655619304, "sim_render-ego": 0.005585432052612305, "get_robot_state": 0.01414262851079305, "get_duckie_state": 2.227624257405599e-06, "in-drivable-lane": 6.050000000000086, "agent_compute-ego": 0.01703865607579549, "deviation-heading": 3.43741565649595, "complete-iteration": 0.19117709239323935, "set_robot_commands": 0.004511333306630452, "deviation-center-line": 0.7878931354975882, "driven_lanedir_consec": 0.983961849992063, "sim_compute_sim_state": 0.023000547885894777, "sim_compute_performance-ego": 0.0037239734331766766}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399224946041205, "get_ui_image": 0.033669169743855795, "step_physics": 0.07302823623021444, "survival_time": 14.950000000000076, "driven_lanedir": 1.571988499315265, "get_state_dump": 0.01323054552078247, "sim_render-ego": 0.005694838364919027, "get_robot_state": 0.015142565568288168, "get_duckie_state": 2.3444493611653647e-06, "in-drivable-lane": 2.200000000000026, "agent_compute-ego": 0.01693692445755005, "deviation-heading": 3.239596413844108, "complete-iteration": 0.18877623081207276, "set_robot_commands": 0.004782142639160156, "deviation-center-line": 1.424761210426856, "driven_lanedir_consec": 1.571988499315265, "sim_compute_sim_state": 0.022227725982666015, "sim_compute_performance-ego": 0.003915439446767172}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.939801575791859, "get_ui_image": 0.03420560757319133, "step_physics": 0.07995552857716878, "survival_time": 14.950000000000076, "driven_lanedir": 0.48168999165714566, "get_state_dump": 0.013206210931142172, "sim_render-ego": 0.005744396050771077, "get_robot_state": 0.014489986101786296, "get_duckie_state": 2.1123886108398436e-06, "in-drivable-lane": 10.700000000000085, "agent_compute-ego": 0.017500712871551513, "deviation-heading": 0.9272030732078188, "complete-iteration": 0.19643378734588623, "set_robot_commands": 0.0046173016230265295, "deviation-center-line": 0.26755043606167783, "driven_lanedir_consec": 0.48168999165714566, "sim_compute_sim_state": 0.022801040808359783, "sim_compute_performance-ego": 0.003768471876780192}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399125475576295, "get_ui_image": 0.03398736238479614, "step_physics": 0.08204055468241374, "survival_time": 14.950000000000076, "driven_lanedir": 1.3519905998142805, "get_state_dump": 0.0129596479733785, "sim_render-ego": 0.0053822541236877445, "get_robot_state": 0.013399108250935873, "get_duckie_state": 2.022584279378255e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.01670758008956909, "deviation-heading": 3.2967121155802173, "complete-iteration": 0.19803852558135987, "set_robot_commands": 0.004506463209788004, "deviation-center-line": 0.7841211977920222, "driven_lanedir_consec": 1.3519905998142805, "sim_compute_sim_state": 0.025286428928375244, "sim_compute_performance-ego": 0.003627804120381673}}set_robot_commands_max 0.004782142639160156 set_robot_commands_mean 0.004604310194651286 set_robot_commands_median 0.004564317464828491 set_robot_commands_min 0.004506463209788004 sim_compute_performance-ego_max 0.003915439446767172 sim_compute_performance-ego_mean 0.0037589222192764287 sim_compute_performance-ego_median 0.0037462226549784343 sim_compute_performance-ego_min 0.003627804120381673 sim_compute_sim_state_max 0.025286428928375244 sim_compute_sim_state_mean 0.023328935901323955 sim_compute_sim_state_median 0.02290079434712728 sim_compute_sim_state_min 0.022227725982666015 sim_render-ego_max 0.005744396050771077 sim_render-ego_mean 0.005601730147997538 sim_render-ego_median 0.0056401352087656655 sim_render-ego_min 0.0053822541236877445 simulation-passed 1 step_physics_max 0.08204055468241374 step_physics_mean 0.07781841496626536 step_physics_median 0.07810243447621663 step_physics_min 0.07302823623021444 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43812
11751
Olga (Ge Ya) Xu Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-27 03:09:03+00:00 2020-11-27 03:18:21+00:00 0:09:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4894985055866723 survival_time_median 14.950000000000076 deviation-center-line_median 0.8491434413724257 in-drivable-lane_median 5.80000000000006
other stats agent_compute-ego_max 0.017512505054473878 agent_compute-ego_mean 0.01720125138759613 agent_compute-ego_median 0.017222554683685304 agent_compute-ego_min 0.01684739112854004 complete-iteration_max 0.19710954348246257 complete-iteration_mean 0.19134200433890025 complete-iteration_median 0.1918190904458364 complete-iteration_min 0.18462029298146565 deviation-center-line_max 1.031417344347658 deviation-center-line_mean 0.7756678068925589 deviation-center-line_min 0.3729670004777258 deviation-heading_max 2.1303128039279997 deviation-heading_mean 1.6463807804478958 deviation-heading_median 1.57681272196389 deviation-heading_min 1.3015848739358042 driven_any_max 4.3409914101636335 driven_any_mean 3.8378348284143615 driven_any_median 3.798476409891508 driven_any_min 3.413395083710795 driven_lanedir_consec_max 2.9859907390597646 driven_lanedir_consec_mean 2.3495706504907723 driven_lanedir_consec_min 1.4332948517299804 driven_lanedir_max 2.9859907390597646 driven_lanedir_mean 2.3495706504907723 driven_lanedir_median 2.4894985055866723 driven_lanedir_min 1.4332948517299804 get_duckie_state_max 3.6819775899251302e-06 get_duckie_state_mean 3.534754117329915e-06 get_duckie_state_median 3.617604573567709e-06 get_duckie_state_min 3.2218297322591147e-06 get_robot_state_max 0.015502231121063232 get_robot_state_mean 0.014448813398679098 get_robot_state_median 0.014364066918691 get_robot_state_min 0.01356488863627116 get_state_dump_max 0.01320854902267456 get_state_dump_mean 0.013040201465288798 get_state_dump_median 0.013158911069234213 get_state_dump_min 0.012634434700012208 get_ui_image_max 0.03439761797587077 get_ui_image_mean 0.03373591303825378 get_ui_image_median 0.0339331309000651 get_ui_image_min 0.03267977237701416 in-drivable-lane_max 8.050000000000036 in-drivable-lane_mean 5.700000000000051 in-drivable-lane_min 3.1500000000000448 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8780807923864895, "get_ui_image": 0.03267977237701416, "step_physics": 0.07064976851145427, "survival_time": 14.950000000000076, "driven_lanedir": 2.387964419594961, "get_state_dump": 0.012634434700012208, "sim_render-ego": 0.006608161131540934, "get_robot_state": 0.01404325008392334, "get_duckie_state": 3.2218297322591147e-06, "in-drivable-lane": 5.800000000000045, "agent_compute-ego": 0.01684739112854004, "deviation-heading": 1.3015848739358042, "complete-iteration": 0.18462029298146565, "set_robot_commands": 0.004559115568796793, "deviation-center-line": 0.9914559949901413, "driven_lanedir_consec": 2.387964419594961, "sim_compute_sim_state": 0.022864981492360433, "sim_compute_performance-ego": 0.003602642218271891}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.718872027396527, "get_ui_image": 0.03379644155502319, "step_physics": 0.07365832726160686, "survival_time": 14.950000000000076, "driven_lanedir": 2.9859907390597646, "get_state_dump": 0.01320854902267456, "sim_render-ego": 0.005827065308888753, "get_robot_state": 0.015502231121063232, "get_duckie_state": 3.596146901448568e-06, "in-drivable-lane": 3.1500000000000448, "agent_compute-ego": 0.01694833755493164, "deviation-heading": 1.4415314740811718, "complete-iteration": 0.1907935921351115, "set_robot_commands": 0.0048616949717203775, "deviation-center-line": 1.031417344347658, "driven_lanedir_consec": 2.9859907390597646, "sim_compute_sim_state": 0.023011126518249513, "sim_compute_performance-ego": 0.003835474650065104}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.413395083710795, "get_ui_image": 0.03406982024510701, "step_physics": 0.07525035540262857, "survival_time": 14.950000000000076, "driven_lanedir": 1.4332948517299804, "get_state_dump": 0.013201091289520264, "sim_render-ego": 0.005801007747650146, "get_robot_state": 0.01468488375345866, "get_duckie_state": 3.639062245686849e-06, "in-drivable-lane": 8.050000000000036, "agent_compute-ego": 0.017496771812438965, "deviation-heading": 2.1303128039279997, "complete-iteration": 0.19284458875656127, "set_robot_commands": 0.0047132325172424315, "deviation-center-line": 0.3729670004777258, "driven_lanedir_consec": 1.4332948517299804, "sim_compute_sim_state": 0.023634274005889893, "sim_compute_performance-ego": 0.0038478954633076982}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.3409914101636335, "get_ui_image": 0.03439761797587077, "step_physics": 0.07710462093353271, "survival_time": 14.950000000000076, "driven_lanedir": 2.591032591578384, "get_state_dump": 0.01311673084894816, "sim_render-ego": 0.0056306028366088865, "get_robot_state": 0.01356488863627116, "get_duckie_state": 3.6819775899251302e-06, "in-drivable-lane": 5.800000000000075, "agent_compute-ego": 0.017512505054473878, "deviation-heading": 1.7120939698466078, "complete-iteration": 0.19710954348246257, "set_robot_commands": 0.004554363886515299, "deviation-center-line": 0.7068308877547103, "driven_lanedir_consec": 2.591032591578384, "sim_compute_sim_state": 0.027274653911590577, "sim_compute_performance-ego": 0.0038051772117614745}}set_robot_commands_max 0.0048616949717203775 set_robot_commands_mean 0.004672101736068725 set_robot_commands_median 0.004636174043019612 set_robot_commands_min 0.004554363886515299 sim_compute_performance-ego_max 0.0038478954633076982 sim_compute_performance-ego_mean 0.003772797385851542 sim_compute_performance-ego_median 0.0038203259309132894 sim_compute_performance-ego_min 0.003602642218271891 sim_compute_sim_state_max 0.027274653911590577 sim_compute_sim_state_mean 0.024196258982022604 sim_compute_sim_state_median 0.0233227002620697 sim_compute_sim_state_min 0.022864981492360433 sim_render-ego_max 0.006608161131540934 sim_render-ego_mean 0.0059667092561721796 sim_render-ego_median 0.00581403652826945 sim_render-ego_min 0.0056306028366088865 simulation-passed 1 step_physics_max 0.07710462093353271 step_physics_mean 0.07416576802730561 step_physics_median 0.07445434133211772 step_physics_min 0.07064976851145427 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43788
11742
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 21:07:33+00:00 2020-11-26 21:15:31+00:00 0:07:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3773186695690462 survival_time_median 14.950000000000076 deviation-center-line_median 0.981346267336002 in-drivable-lane_median 2.2500000000000244
other stats agent_compute-ego_max 0.017219413121541342 agent_compute-ego_mean 0.017063284390637666 agent_compute-ego_median 0.017064290444056194 agent_compute-ego_min 0.016905143552896927 complete-iteration_max 0.19502808650334677 complete-iteration_mean 0.18367644358248936 complete-iteration_median 0.1815624193350474 complete-iteration_min 0.17655284915651595 deviation-center-line_max 1.2126547814799356 deviation-center-line_mean 0.8555569082464836 deviation-center-line_min 0.2468803168339949 deviation-heading_max 3.4202838401222944 deviation-heading_mean 2.704125494603855 deviation-heading_median 3.154003027049308 deviation-heading_min 1.0882120841945095 driven_any_max 3.077517177745754 driven_any_mean 2.619534002437998 driven_any_median 2.7805185272596007 driven_any_min 1.8395817774870364 driven_lanedir_consec_max 2.992633270103144 driven_lanedir_consec_mean 2.3008588777788517 driven_lanedir_consec_min 1.4561649018741702 driven_lanedir_max 2.992633270103144 driven_lanedir_mean 2.3008588777788517 driven_lanedir_median 2.3773186695690462 driven_lanedir_min 1.4561649018741702 get_duckie_state_max 3.2283821884466676e-06 get_duckie_state_mean 3.186314284396009e-06 get_duckie_state_median 3.185272216796875e-06 get_duckie_state_min 3.14633051554362e-06 get_robot_state_max 0.0129671049118042 get_robot_state_mean 0.012678506370304394 get_robot_state_median 0.012700903018315631 get_robot_state_min 0.012345114532782107 get_state_dump_max 0.012990576426188153 get_state_dump_mean 0.012684387175404295 get_state_dump_median 0.012618924792932003 get_state_dump_min 0.012509122689565022 get_ui_image_max 0.03381412188212077 get_ui_image_mean 0.032684257752230376 get_ui_image_median 0.03250375852292898 get_ui_image_min 0.03191539208094279 in-drivable-lane_max 2.8500000000000254 in-drivable-lane_mean 1.8375000000000183 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.8395817774870364, "get_ui_image": 0.03194288939845805, "step_physics": 0.06790833327235007, "survival_time": 9.800000000000004, "driven_lanedir": 1.4561649018741702, "get_state_dump": 0.012579363219592035, "sim_render-ego": 0.005215776209928551, "get_robot_state": 0.012345114532782107, "get_duckie_state": 3.2283821884466676e-06, "in-drivable-lane": 2.600000000000022, "agent_compute-ego": 0.016905143552896927, "deviation-heading": 1.0882120841945095, "complete-iteration": 0.17655284915651595, "set_robot_commands": 0.004550141947610038, "deviation-center-line": 0.2468803168339949, "driven_lanedir_consec": 1.4561649018741702, "sim_compute_sim_state": 0.021424615869716723, "sim_compute_performance-ego": 0.003547912957716961}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.077517177745754, "get_ui_image": 0.03191539208094279, "step_physics": 0.06968388001124064, "survival_time": 14.950000000000076, "driven_lanedir": 2.992633270103144, "get_state_dump": 0.012658486366271973, "sim_render-ego": 0.005222155253092448, "get_robot_state": 0.012523086865743, "get_duckie_state": 3.14633051554362e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016921958128611247, "deviation-heading": 3.0059888445375265, "complete-iteration": 0.17858718792597453, "set_robot_commands": 0.004457809925079346, "deviation-center-line": 1.116655772367901, "driven_lanedir_consec": 2.992633270103144, "sim_compute_sim_state": 0.021546042760213217, "sim_compute_performance-ego": 0.0035265334447224933}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5667321061998267, "get_ui_image": 0.033064627647399904, "step_physics": 0.07355826218922933, "survival_time": 14.950000000000076, "driven_lanedir": 2.124393258497063, "get_state_dump": 0.012509122689565022, "sim_render-ego": 0.005443793137868245, "get_robot_state": 0.012878719170888266, "get_duckie_state": 3.201166788736979e-06, "in-drivable-lane": 2.8500000000000254, "agent_compute-ego": 0.01720662275950114, "deviation-heading": 3.3020172095610896, "complete-iteration": 0.1845376507441203, "set_robot_commands": 0.004433818658192952, "deviation-center-line": 1.2126547814799356, "driven_lanedir_consec": 2.124393258497063, "sim_compute_sim_state": 0.021717657248179117, "sim_compute_performance-ego": 0.0035913681983947756}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9943049483193747, "get_ui_image": 0.03381412188212077, "step_physics": 0.07925499598185222, "survival_time": 14.950000000000076, "driven_lanedir": 2.630244080641029, "get_state_dump": 0.012990576426188153, "sim_render-ego": 0.005337254206339518, "get_robot_state": 0.0129671049118042, "get_duckie_state": 3.1693776448567708e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.017219413121541342, "deviation-heading": 3.4202838401222944, "complete-iteration": 0.19502808650334677, "set_robot_commands": 0.0043685714403788245, "deviation-center-line": 0.846036762304103, "driven_lanedir_consec": 2.630244080641029, "sim_compute_sim_state": 0.025325637658437095, "sim_compute_performance-ego": 0.0036128656069437663}}set_robot_commands_max 0.004550141947610038 set_robot_commands_mean 0.00445258549281529 set_robot_commands_median 0.004445814291636149 set_robot_commands_min 0.0043685714403788245 sim_compute_performance-ego_max 0.0036128656069437663 sim_compute_performance-ego_mean 0.003569670051944499 sim_compute_performance-ego_median 0.0035696405780558686 sim_compute_performance-ego_min 0.0035265334447224933 sim_compute_sim_state_max 0.025325637658437095 sim_compute_sim_state_mean 0.022503488384136537 sim_compute_sim_state_median 0.021631850004196165 sim_compute_sim_state_min 0.021424615869716723 sim_render-ego_max 0.005443793137868245 sim_render-ego_mean 0.005304744701807191 sim_render-ego_median 0.0052797047297159835 sim_render-ego_min 0.005215776209928551 simulation-passed 1 step_physics_max 0.07925499598185222 step_physics_mean 0.07260136786366807 step_physics_median 0.07162107110023498 step_physics_min 0.06790833327235007 survival_time_max 14.950000000000076 survival_time_mean 13.662500000000058 survival_time_min 9.800000000000004
No reset possible 43768
11736
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim aborted no mont01-ee9dcacd535e-1
2020-11-26 20:52:48+00:00 2020-11-26 20:59:21+00:00 0:06:33 KeyboardInterrupt:
T [...] KeyboardInterrupt:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1127, in run_one
heartbeat()
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 531, in heartbeat
raise KeyboardInterrupt(msg)
KeyboardInterrupt: The server told us to abort the job because: The job has been aborted.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43757
11732
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 20:41:59+00:00 2020-11-26 20:51:17+00:00 0:09:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.5516544787525346 survival_time_median 14.950000000000076 deviation-center-line_median 0.6736573576449512 in-drivable-lane_median 0.5000000000000071
other stats agent_compute-ego_max 0.01790159781773885 agent_compute-ego_mean 0.017197627822558084 agent_compute-ego_median 0.016976869901021322 agent_compute-ego_min 0.016935173670450845 complete-iteration_max 0.2127234959602356 complete-iteration_mean 0.20071940143903097 complete-iteration_median 0.20031028151512145 complete-iteration_min 0.18953354676564535 deviation-center-line_max 0.8087503021667298 deviation-center-line_mean 0.6260242818264821 deviation-center-line_min 0.348032109849296 deviation-heading_max 3.388349117494765 deviation-heading_mean 2.2629759364509785 deviation-heading_median 1.9536384938832452 deviation-heading_min 1.7562776405426588 driven_any_max 3.889976808999681 driven_any_mean 3.5256792319143138 driven_any_median 3.7105560900541352 driven_any_min 2.791627938549305 driven_lanedir_consec_max 3.8529226537991184 driven_lanedir_consec_mean 3.155087617926133 driven_lanedir_consec_min 1.6641188604003432 driven_lanedir_max 3.8529226537991184 driven_lanedir_mean 3.155087617926133 driven_lanedir_median 3.5516544787525346 driven_lanedir_min 1.6641188604003432 get_duckie_state_max 2.6798248291015626e-06 get_duckie_state_mean 2.6033322016398114e-06 get_duckie_state_median 2.593994140625e-06 get_duckie_state_min 2.545515696207682e-06 get_robot_state_max 0.01561024268468221 get_robot_state_mean 0.014653156598409016 get_robot_state_median 0.014681596755981446 get_robot_state_min 0.013639190196990968 get_state_dump_max 0.013448238372802734 get_state_dump_mean 0.013285545706748964 get_state_dump_median 0.013270821968714396 get_state_dump_min 0.013152300516764324 get_ui_image_max 0.03673205614089966 get_ui_image_mean 0.03511197904745738 get_ui_image_median 0.034995868603388464 get_ui_image_min 0.03372412284215291 in-drivable-lane_max 6.750000000000096 in-drivable-lane_mean 1.9375000000000275 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.549949255651321, "get_ui_image": 0.03372412284215291, "step_physics": 0.07432608683904011, "survival_time": 14.950000000000076, "driven_lanedir": 3.2902364482159117, "get_state_dump": 0.013152300516764324, "sim_render-ego": 0.005598978996276855, "get_robot_state": 0.013639190196990968, "get_duckie_state": 2.574920654296875e-06, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.016973389784495037, "deviation-heading": 3.388349117494765, "complete-iteration": 0.18953354676564535, "set_robot_commands": 0.004491907755533854, "deviation-center-line": 0.8060378840260187, "driven_lanedir_consec": 3.2902364482159117, "sim_compute_sim_state": 0.0236645778020223, "sim_compute_performance-ego": 0.003816208839416504}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.889976808999681, "get_ui_image": 0.033833556175231934, "step_physics": 0.07453286170959472, "survival_time": 14.950000000000076, "driven_lanedir": 3.8529226537991184, "get_state_dump": 0.01335111697514852, "sim_render-ego": 0.005614924430847168, "get_robot_state": 0.013852855364481609, "get_duckie_state": 2.545515696207682e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016980350017547607, "deviation-heading": 1.8311805301404207, "complete-iteration": 0.1897571563720703, "set_robot_commands": 0.004606873194376628, "deviation-center-line": 0.5412768312638837, "driven_lanedir_consec": 3.8529226537991184, "sim_compute_sim_state": 0.02303346077601115, "sim_compute_performance-ego": 0.003800756136576334}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.791627938549305, "get_ui_image": 0.036158181031545, "step_physics": 0.08762394746144613, "survival_time": 14.950000000000076, "driven_lanedir": 1.6641188604003432, "get_state_dump": 0.013448238372802734, "sim_render-ego": 0.0062656815846761065, "get_robot_state": 0.015510338147481284, "get_duckie_state": 2.613067626953125e-06, "in-drivable-lane": 6.750000000000096, "agent_compute-ego": 0.01790159781773885, "deviation-heading": 1.7562776405426588, "complete-iteration": 0.2108634066581726, "set_robot_commands": 0.005014400482177734, "deviation-center-line": 0.348032109849296, "driven_lanedir_consec": 1.6641188604003432, "sim_compute_sim_state": 0.0246441920598348, "sim_compute_performance-ego": 0.004136096636454264}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.871162924456949, "get_ui_image": 0.03673205614089966, "step_physics": 0.08699743191401164, "survival_time": 14.950000000000076, "driven_lanedir": 3.813072509289158, "get_state_dump": 0.013190526962280274, "sim_render-ego": 0.006224851608276367, "get_robot_state": 0.01561024268468221, "get_duckie_state": 2.6798248291015626e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016935173670450845, "deviation-heading": 2.0760964576260696, "complete-iteration": 0.2127234959602356, "set_robot_commands": 0.004747124512990316, "deviation-center-line": 0.8087503021667298, "driven_lanedir_consec": 3.813072509289158, "sim_compute_sim_state": 0.02795504649480184, "sim_compute_performance-ego": 0.004169903596242269}}set_robot_commands_max 0.005014400482177734 set_robot_commands_mean 0.0047150764862696325 set_robot_commands_median 0.004676998853683472 set_robot_commands_min 0.004491907755533854 sim_compute_performance-ego_max 0.004169903596242269 sim_compute_performance-ego_mean 0.003980741302172343 sim_compute_performance-ego_median 0.003976152737935384 sim_compute_performance-ego_min 0.003800756136576334 sim_compute_sim_state_max 0.02795504649480184 sim_compute_sim_state_mean 0.02482431928316752 sim_compute_sim_state_median 0.02415438493092855 sim_compute_sim_state_min 0.02303346077601115 sim_render-ego_max 0.0062656815846761065 sim_render-ego_mean 0.005926109155019124 sim_render-ego_median 0.005919888019561767 sim_render-ego_min 0.005598978996276855 simulation-passed 1 step_physics_max 0.08762394746144613 step_physics_mean 0.08087008198102316 step_physics_median 0.08076514681180319 step_physics_min 0.07432608683904011 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43720
11722
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 19:35:59+00:00 2020-11-26 19:44:39+00:00 0:08:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.287298651811719 survival_time_median 14.950000000000076 deviation-center-line_median 0.7783704679680097 in-drivable-lane_median 1.800000000000015
other stats agent_compute-ego_max 0.01711722453435262 agent_compute-ego_mean 0.016942634185155233 agent_compute-ego_median 0.016921075582504275 agent_compute-ego_min 0.016811161041259765 complete-iteration_max 0.19733740011850992 complete-iteration_mean 0.18971671601136525 complete-iteration_median 0.18857874075571696 complete-iteration_min 0.18437198241551717 deviation-center-line_max 0.9330870094045548 deviation-center-line_mean 0.7521486644183262 deviation-center-line_min 0.5187667123327302 deviation-heading_max 2.832779877806337 deviation-heading_mean 2.382961327725355 deviation-heading_median 2.3932127562649 deviation-heading_min 1.912639920565283 driven_any_max 3.85873938320334 driven_any_mean 3.3525072675517498 driven_any_median 3.5600906402599595 driven_any_min 2.431108406483742 driven_lanedir_consec_max 3.499242849990305 driven_lanedir_consec_mean 2.958006135891212 driven_lanedir_consec_min 1.7581843899511052 driven_lanedir_max 3.499242849990305 driven_lanedir_mean 2.958006135891212 driven_lanedir_median 3.287298651811719 driven_lanedir_min 1.7581843899511052 get_duckie_state_max 2.6265780131022137e-06 get_duckie_state_mean 2.3490190505981448e-06 get_duckie_state_median 2.392133076985677e-06 get_duckie_state_min 1.9852320353190103e-06 get_robot_state_max 0.0152154008547465 get_robot_state_mean 0.013269373377164204 get_robot_state_median 0.013260472615559895 get_robot_state_min 0.011341147422790528 get_state_dump_max 0.013361482620239258 get_state_dump_mean 0.01285013218720754 get_state_dump_median 0.013058456182479855 get_state_dump_min 0.011922133763631186 get_ui_image_max 0.03427797238032023 get_ui_image_mean 0.033526521921157834 get_ui_image_median 0.03344886660575867 get_ui_image_min 0.03293038209279378 in-drivable-lane_max 5.400000000000077 in-drivable-lane_mean 2.250000000000026 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5283514479545723, "get_ui_image": 0.03427797238032023, "step_physics": 0.07852112849553426, "survival_time": 14.950000000000076, "driven_lanedir": 3.2670896592947996, "get_state_dump": 0.013361482620239258, "sim_render-ego": 0.005894937515258789, "get_robot_state": 0.0152154008547465, "get_duckie_state": 2.6265780131022137e-06, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.016999048391977946, "deviation-heading": 2.7219819817437756, "complete-iteration": 0.19733740011850992, "set_robot_commands": 0.004606797695159912, "deviation-center-line": 0.9330870094045548, "driven_lanedir_consec": 3.2670896592947996, "sim_compute_sim_state": 0.024330590565999347, "sim_compute_performance-ego": 0.003982279300689697}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5918298325653466, "get_ui_image": 0.03380934476852417, "step_physics": 0.07594979206720988, "survival_time": 14.950000000000076, "driven_lanedir": 3.499242849990305, "get_state_dump": 0.01323986530303955, "sim_render-ego": 0.005603313446044922, "get_robot_state": 0.014089401563008624, "get_duckie_state": 2.5232632954915366e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016811161041259765, "deviation-heading": 2.832779877806337, "complete-iteration": 0.19152376731236775, "set_robot_commands": 0.004503625233968099, "deviation-center-line": 0.7389105432112851, "driven_lanedir_consec": 3.499242849990305, "sim_compute_sim_state": 0.0235345991452535, "sim_compute_performance-ego": 0.003836640516916911}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.431108406483742, "get_ui_image": 0.033088388442993166, "step_physics": 0.07493906656901042, "survival_time": 14.950000000000076, "driven_lanedir": 1.7581843899511052, "get_state_dump": 0.012877047061920166, "sim_render-ego": 0.0052570358912150065, "get_robot_state": 0.012431543668111163, "get_duckie_state": 2.2610028584798175e-06, "in-drivable-lane": 5.400000000000077, "agent_compute-ego": 0.01711722453435262, "deviation-heading": 2.0644435307860247, "complete-iteration": 0.18563371419906616, "set_robot_commands": 0.0044140497843424475, "deviation-center-line": 0.8178303927247343, "driven_lanedir_consec": 1.7581843899511052, "sim_compute_sim_state": 0.021849239667256673, "sim_compute_performance-ego": 0.003525389830271403}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.85873938320334, "get_ui_image": 0.03293038209279378, "step_physics": 0.07472653468449911, "survival_time": 14.950000000000076, "driven_lanedir": 3.307507644328638, "get_state_dump": 0.011922133763631186, "sim_render-ego": 0.004849626223246257, "get_robot_state": 0.011341147422790528, "get_duckie_state": 1.9852320353190103e-06, "in-drivable-lane": 2.6500000000000163, "agent_compute-ego": 0.0168431027730306, "deviation-heading": 1.912639920565283, "complete-iteration": 0.18437198241551717, "set_robot_commands": 0.004452646573384603, "deviation-center-line": 0.5187667123327302, "driven_lanedir_consec": 3.307507644328638, "sim_compute_sim_state": 0.023918079535166423, "sim_compute_performance-ego": 0.003266293207804362}}set_robot_commands_max 0.004606797695159912 set_robot_commands_mean 0.004494279821713765 set_robot_commands_median 0.004478135903676351 set_robot_commands_min 0.0044140497843424475 sim_compute_performance-ego_max 0.003982279300689697 sim_compute_performance-ego_mean 0.0036526507139205936 sim_compute_performance-ego_median 0.003681015173594157 sim_compute_performance-ego_min 0.003266293207804362 sim_compute_sim_state_max 0.024330590565999347 sim_compute_sim_state_mean 0.023408127228418982 sim_compute_sim_state_median 0.023726339340209963 sim_compute_sim_state_min 0.021849239667256673 sim_render-ego_max 0.005894937515258789 sim_render-ego_mean 0.0054012282689412435 sim_render-ego_median 0.005430174668629964 sim_render-ego_min 0.004849626223246257 simulation-passed 1 step_physics_max 0.07852112849553426 step_physics_mean 0.07603413045406342 step_physics_median 0.07544442931811016 step_physics_min 0.07472653468449911 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43684
11716
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 19:17:54+00:00 2020-11-26 19:26:57+00:00 0:09:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3932784775027187 survival_time_median 14.950000000000076 deviation-center-line_median 0.8221049492154219 in-drivable-lane_median 0.70000000000001
other stats agent_compute-ego_max 0.017391513188680013 agent_compute-ego_mean 0.017126144568125407 agent_compute-ego_median 0.017184078693389893 agent_compute-ego_min 0.01674490769704183 complete-iteration_max 0.2132496722539266 complete-iteration_mean 0.19827842533588408 complete-iteration_median 0.1958647871017456 complete-iteration_min 0.18813445488611855 deviation-center-line_max 0.9626941503808936 deviation-center-line_mean 0.7594007582838771 deviation-center-line_min 0.4306989843237712 deviation-heading_max 5.668714751110299 deviation-heading_mean 4.228811896047753 deviation-heading_median 4.226571552317594 deviation-heading_min 2.793389728445523 driven_any_max 3.1853788636240723 driven_any_mean 2.9763858150260645 driven_any_median 2.990283518730048 driven_any_min 2.73959735902009 driven_lanedir_consec_max 2.6017709738055466 driven_lanedir_consec_mean 2.241463545359809 driven_lanedir_consec_min 1.57752625262825 driven_lanedir_max 2.7367695308832705 driven_lanedir_mean 2.3453492464410206 driven_lanedir_median 2.5335506011262807 driven_lanedir_min 1.57752625262825 get_duckie_state_max 2.487500508626302e-06 get_duckie_state_mean 2.4054447809855145e-06 get_duckie_state_median 2.4183591206868492e-06 get_duckie_state_min 2.2975603739420573e-06 get_robot_state_max 0.01564530611038208 get_robot_state_mean 0.01478786031405131 get_robot_state_median 0.014841361045837402 get_robot_state_min 0.013823413054148356 get_state_dump_max 0.013533066113789877 get_state_dump_mean 0.013314361373583475 get_state_dump_median 0.013308960596720376 get_state_dump_min 0.013106458187103272 get_ui_image_max 0.03645071824391683 get_ui_image_mean 0.034678348501523334 get_ui_image_median 0.03436519781748454 get_ui_image_min 0.03353228012720744 in-drivable-lane_max 6.450000000000092 in-drivable-lane_mean 1.962500000000028 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1853788636240723, "get_ui_image": 0.03441766818364461, "step_physics": 0.07773215770721435, "survival_time": 14.950000000000076, "driven_lanedir": 1.57752625262825, "get_state_dump": 0.013273806571960449, "sim_render-ego": 0.005951318740844726, "get_robot_state": 0.015608243942260742, "get_duckie_state": 2.487500508626302e-06, "in-drivable-lane": 6.450000000000092, "agent_compute-ego": 0.017391513188680013, "deviation-heading": 2.793389728445523, "complete-iteration": 0.19795547246932985, "set_robot_commands": 0.00483970324198405, "deviation-center-line": 0.4306989843237712, "driven_lanedir_consec": 1.57752625262825, "sim_compute_sim_state": 0.02458678722381592, "sim_compute_performance-ego": 0.0039974029858907065}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.73959735902009, "get_ui_image": 0.03353228012720744, "step_physics": 0.07269104560216268, "survival_time": 14.950000000000076, "driven_lanedir": 2.465330228447015, "get_state_dump": 0.013533066113789877, "sim_render-ego": 0.005711110432942709, "get_robot_state": 0.014074478149414062, "get_duckie_state": 2.395311991373698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017130823930104573, "deviation-heading": 5.668714751110299, "complete-iteration": 0.18813445488611855, "set_robot_commands": 0.0046027596791585286, "deviation-center-line": 0.8991155208844476, "driven_lanedir_consec": 2.465330228447015, "sim_compute_sim_state": 0.022815244992574056, "sim_compute_performance-ego": 0.0038857634862264}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.84454813847743, "get_ui_image": 0.034312727451324465, "step_physics": 0.0778702998161316, "survival_time": 14.950000000000076, "driven_lanedir": 2.6017709738055466, "get_state_dump": 0.013106458187103272, "sim_render-ego": 0.005686123371124268, "get_robot_state": 0.013823413054148356, "get_duckie_state": 2.2975603739420573e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017237333456675212, "deviation-heading": 4.860178026867928, "complete-iteration": 0.19377410173416135, "set_robot_commands": 0.004586703777313232, "deviation-center-line": 0.9626941503808936, "driven_lanedir_consec": 2.6017709738055466, "sim_compute_sim_state": 0.023209585348765056, "sim_compute_performance-ego": 0.00378802220026652}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.136018898982666, "get_ui_image": 0.03645071824391683, "step_physics": 0.08782591740290324, "survival_time": 14.950000000000076, "driven_lanedir": 2.7367695308832705, "get_state_dump": 0.013344114621480304, "sim_render-ego": 0.005972800254821778, "get_robot_state": 0.01564530611038208, "get_duckie_state": 2.44140625e-06, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.01674490769704183, "deviation-heading": 3.5929650777672606, "complete-iteration": 0.2132496722539266, "set_robot_commands": 0.004729944864908854, "deviation-center-line": 0.7450943775463962, "driven_lanedir_consec": 2.321226726558423, "sim_compute_sim_state": 0.028321805795033773, "sim_compute_performance-ego": 0.004050375620524089}}set_robot_commands_max 0.00483970324198405 set_robot_commands_mean 0.004689777890841166 set_robot_commands_median 0.004666352272033691 set_robot_commands_min 0.004586703777313232 sim_compute_performance-ego_max 0.004050375620524089 sim_compute_performance-ego_mean 0.003930391073226929 sim_compute_performance-ego_median 0.003941583236058553 sim_compute_performance-ego_min 0.00378802220026652 sim_compute_sim_state_max 0.028321805795033773 sim_compute_sim_state_mean 0.024733355840047197 sim_compute_sim_state_median 0.02389818628629049 sim_compute_sim_state_min 0.022815244992574056 sim_render-ego_max 0.005972800254821778 sim_render-ego_mean 0.00583033819993337 sim_render-ego_median 0.005831214586893717 sim_render-ego_min 0.005686123371124268 simulation-passed 1 step_physics_max 0.08782591740290324 step_physics_mean 0.07902985513210296 step_physics_median 0.07780122876167297 step_physics_min 0.07269104560216268 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43664
11709
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 18:10:17+00:00 2020-11-26 18:18:19+00:00 0:08:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.555380623604166 survival_time_median 14.950000000000076 deviation-center-line_median 0.6877843571569227 in-drivable-lane_median 1.4250000000000205
other stats agent_compute-ego_max 0.01676360147970694 agent_compute-ego_mean 0.016673977617864256 agent_compute-ego_median 0.016681471268335978 agent_compute-ego_min 0.016569366455078127 complete-iteration_max 0.18172696696387397 complete-iteration_mean 0.17592423505253263 complete-iteration_median 0.17553803443908692 complete-iteration_min 0.1708939043680827 deviation-center-line_max 0.7408012479637035 deviation-center-line_mean 0.6514395599210112 deviation-center-line_min 0.4893882774064957 deviation-heading_max 3.6843682838229017 deviation-heading_mean 2.978899835473609 deviation-heading_median 3.04730163836783 deviation-heading_min 2.136627781335873 driven_any_max 3.247972137243428 driven_any_mean 2.897717366703737 driven_any_median 2.9302266447508964 driven_any_min 2.4824440400697267 driven_lanedir_consec_max 3.148370860204227 driven_lanedir_consec_mean 2.553085683745697 driven_lanedir_consec_min 1.9532106275702297 driven_lanedir_max 3.148370860204227 driven_lanedir_mean 2.553085683745697 driven_lanedir_median 2.555380623604166 driven_lanedir_min 1.9532106275702297 get_duckie_state_max 2.2069613138834634e-06 get_duckie_state_mean 2.024725631431297e-06 get_duckie_state_median 1.969249160201461e-06 get_duckie_state_min 1.953442891438802e-06 get_robot_state_max 0.011788987230371546 get_robot_state_mean 0.01154388783154664 get_robot_state_median 0.011533387104670206 get_robot_state_min 0.01131978988647461 get_state_dump_max 0.012297488141942908 get_state_dump_mean 0.012034492316069423 get_state_dump_median 0.012017789284388224 get_state_dump_min 0.01180490255355835 get_ui_image_max 0.032505962583753795 get_ui_image_mean 0.031864711178673635 get_ui_image_median 0.03196235418319702 get_ui_image_min 0.031028173764546713 in-drivable-lane_max 3.800000000000054 in-drivable-lane_mean 1.6625000000000236 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.153200371855798, "get_ui_image": 0.031028173764546713, "step_physics": 0.06590673923492432, "survival_time": 14.950000000000076, "driven_lanedir": 3.0653762408228404, "get_state_dump": 0.012037283579508465, "sim_render-ego": 0.0049404780069986975, "get_robot_state": 0.011444136301676433, "get_duckie_state": 1.961390177408854e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01671255350112915, "deviation-heading": 2.931939681999024, "complete-iteration": 0.1711834414800008, "set_robot_commands": 0.004563478628794352, "deviation-center-line": 0.6910002229497499, "driven_lanedir_consec": 3.0653762408228404, "sim_compute_sim_state": 0.021049649715423585, "sim_compute_performance-ego": 0.003376312255859375}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.247972137243428, "get_ui_image": 0.031499769687652585, "step_physics": 0.0661733889579773, "survival_time": 14.950000000000076, "driven_lanedir": 3.148370860204227, "get_state_dump": 0.01180490255355835, "sim_render-ego": 0.00496892770131429, "get_robot_state": 0.01131978988647461, "get_duckie_state": 1.953442891438802e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016569366455078127, "deviation-heading": 3.1626635947366375, "complete-iteration": 0.1708939043680827, "set_robot_commands": 0.004542342821756999, "deviation-center-line": 0.6845684913640953, "driven_lanedir_consec": 3.148370860204227, "sim_compute_sim_state": 0.020539222558339437, "sim_compute_performance-ego": 0.00335197925567627}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4824440400697267, "get_ui_image": 0.03242493867874145, "step_physics": 0.07365993738174438, "survival_time": 14.950000000000076, "driven_lanedir": 1.9532106275702297, "get_state_dump": 0.011998294989267985, "sim_render-ego": 0.004977228641510009, "get_robot_state": 0.01162263790766398, "get_duckie_state": 2.2069613138834634e-06, "in-drivable-lane": 2.8500000000000405, "agent_compute-ego": 0.016650389035542806, "deviation-heading": 3.6843682838229017, "complete-iteration": 0.17989262739817302, "set_robot_commands": 0.004449312686920166, "deviation-center-line": 0.7408012479637035, "driven_lanedir_consec": 1.9532106275702297, "sim_compute_sim_state": 0.020648359457651776, "sim_compute_performance-ego": 0.0033338220914204916}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.707252917645995, "get_ui_image": 0.032505962583753795, "step_physics": 0.07141477178644251, "survival_time": 13.500000000000057, "driven_lanedir": 2.045385006385492, "get_state_dump": 0.012297488141942908, "sim_render-ego": 0.005047279817086679, "get_robot_state": 0.011788987230371546, "get_duckie_state": 1.9771081429940683e-06, "in-drivable-lane": 3.800000000000054, "agent_compute-ego": 0.01676360147970694, "deviation-heading": 2.136627781335873, "complete-iteration": 0.18172696696387397, "set_robot_commands": 0.0043125214400114836, "deviation-center-line": 0.4893882774064957, "driven_lanedir_consec": 2.045385006385492, "sim_compute_sim_state": 0.024091725879245338, "sim_compute_performance-ego": 0.003380402812251338}}set_robot_commands_max 0.004563478628794352 set_robot_commands_mean 0.0044669138943707505 set_robot_commands_median 0.004495827754338582 set_robot_commands_min 0.0043125214400114836 sim_compute_performance-ego_max 0.003380402812251338 sim_compute_performance-ego_mean 0.0033606291038018685 sim_compute_performance-ego_median 0.0033641457557678223 sim_compute_performance-ego_min 0.0033338220914204916 sim_compute_sim_state_max 0.024091725879245338 sim_compute_sim_state_mean 0.021582239402665033 sim_compute_sim_state_median 0.02084900458653768 sim_compute_sim_state_min 0.020539222558339437 sim_render-ego_max 0.005047279817086679 sim_render-ego_mean 0.0049834785417274185 sim_render-ego_median 0.00497307817141215 sim_render-ego_min 0.0049404780069986975 simulation-passed 1 step_physics_max 0.07365993738174438 step_physics_mean 0.06928870934027212 step_physics_median 0.06879408037220991 step_physics_min 0.06590673923492432 survival_time_max 14.950000000000076 survival_time_mean 14.587500000000071 survival_time_min 13.500000000000057
No reset possible 43607
11696
Bhavya Patwa Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 08:11:04+00:00 2020-11-26 08:20:03+00:00 0:08:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.45731508965302 survival_time_median 14.950000000000076 deviation-center-line_median 0.29331309244330905 in-drivable-lane_median 1.5250000000000217
other stats agent_compute-ego_max 0.01789475679397583 agent_compute-ego_mean 0.01760359863440196 agent_compute-ego_median 0.017705965042114257 agent_compute-ego_min 0.017107707659403483 complete-iteration_max 0.20226818641026817 complete-iteration_mean 0.19917793254057564 complete-iteration_median 0.1985838556289673 complete-iteration_min 0.1972758324940999 deviation-center-line_max 0.43424170404412726 deviation-center-line_mean 0.3111606764245998 deviation-center-line_min 0.22377481676765384 deviation-heading_max 2.4673096089169593 deviation-heading_mean 2.125790271785813 deviation-heading_median 2.1584598401574553 deviation-heading_min 1.7189317979113816 driven_any_max 1.6832309861216814 driven_any_mean 1.6614491212266156 driven_any_median 1.6608382547123712 driven_any_min 1.6408889893600396 driven_lanedir_consec_max 1.655669467202915 driven_lanedir_consec_mean 1.3183260300337325 driven_lanedir_consec_min 0.7030044736259751 driven_lanedir_max 1.655669467202915 driven_lanedir_mean 1.3183260300337325 driven_lanedir_median 1.45731508965302 driven_lanedir_min 0.7030044736259751 get_duckie_state_max 2.5908152262369793e-06 get_duckie_state_mean 2.450346946716309e-06 get_duckie_state_median 2.46882438659668e-06 get_duckie_state_min 2.272923787434896e-06 get_robot_state_max 0.015839784145355223 get_robot_state_mean 0.014833184281984966 get_robot_state_median 0.015030407905578616 get_robot_state_min 0.013432137171427407 get_state_dump_max 0.01377158800760905 get_state_dump_mean 0.013578957319259644 get_state_dump_median 0.013642091353734334 get_state_dump_min 0.013260058561960856 get_ui_image_max 0.03579248348871867 get_ui_image_mean 0.034909977714220684 get_ui_image_median 0.03489918867746989 get_ui_image_min 0.03404905001322429 in-drivable-lane_max 7.80000000000005 in-drivable-lane_mean 2.712500000000023 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6832309861216814, "get_ui_image": 0.03579248348871867, "step_physics": 0.07975372393925985, "survival_time": 14.950000000000076, "driven_lanedir": 1.2983188807967334, "get_state_dump": 0.013744393189748128, "sim_render-ego": 0.006170349915822347, "get_robot_state": 0.015839123725891115, "get_duckie_state": 2.5908152262369793e-06, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.017770310242970783, "deviation-heading": 2.051694733442031, "complete-iteration": 0.20226818641026817, "set_robot_commands": 0.00485040028889974, "deviation-center-line": 0.3137967584190933, "driven_lanedir_consec": 1.2983188807967334, "sim_compute_sim_state": 0.02404077927271525, "sim_compute_performance-ego": 0.00415787140528361}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.6408889893600396, "get_ui_image": 0.035561774571736655, "step_physics": 0.078661896387736, "survival_time": 14.950000000000076, "driven_lanedir": 1.6163112985093069, "get_state_dump": 0.01353978951772054, "sim_render-ego": 0.006079835096995036, "get_robot_state": 0.015839784145355223, "get_duckie_state": 2.539952596028646e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01764161984125773, "deviation-heading": 2.2652249468728796, "complete-iteration": 0.19947029829025267, "set_robot_commands": 0.004851226806640625, "deviation-center-line": 0.27282942646752484, "driven_lanedir_consec": 1.6163112985093069, "sim_compute_sim_state": 0.02301586866378784, "sim_compute_performance-ego": 0.004124556382497152}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6509089783571158, "get_ui_image": 0.03404905001322429, "step_physics": 0.07968322118123372, "survival_time": 14.950000000000076, "driven_lanedir": 0.7030044736259751, "get_state_dump": 0.01377158800760905, "sim_render-ego": 0.005931302706400554, "get_robot_state": 0.014221692085266111, "get_duckie_state": 2.3976961771647135e-06, "in-drivable-lane": 7.80000000000005, "agent_compute-ego": 0.01789475679397583, "deviation-heading": 2.4673096089169593, "complete-iteration": 0.1972758324940999, "set_robot_commands": 0.004623007774353027, "deviation-center-line": 0.43424170404412726, "driven_lanedir_consec": 0.7030044736259751, "sim_compute_sim_state": 0.02297823508580526, "sim_compute_performance-ego": 0.003972387313842774}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.6707675310676264, "get_ui_image": 0.034236602783203125, "step_physics": 0.08078515609105429, "survival_time": 14.950000000000076, "driven_lanedir": 1.655669467202915, "get_state_dump": 0.013260058561960856, "sim_render-ego": 0.005449126561482748, "get_robot_state": 0.013432137171427407, "get_duckie_state": 2.272923787434896e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017107707659403483, "deviation-heading": 1.7189317979113816, "complete-iteration": 0.1976974129676819, "set_robot_commands": 0.0044730639457702635, "deviation-center-line": 0.22377481676765384, "driven_lanedir_consec": 1.655669467202915, "sim_compute_sim_state": 0.025048296451568603, "sim_compute_performance-ego": 0.0037609712282816567}}set_robot_commands_max 0.004851226806640625 set_robot_commands_mean 0.004699424703915914 set_robot_commands_median 0.004736704031626383 set_robot_commands_min 0.0044730639457702635 sim_compute_performance-ego_max 0.00415787140528361 sim_compute_performance-ego_mean 0.0040039465824762985 sim_compute_performance-ego_median 0.004048471848169963 sim_compute_performance-ego_min 0.0037609712282816567 sim_compute_sim_state_max 0.025048296451568603 sim_compute_sim_state_mean 0.023770794868469235 sim_compute_sim_state_median 0.023528323968251545 sim_compute_sim_state_min 0.02297823508580526 sim_render-ego_max 0.006170349915822347 sim_render-ego_mean 0.0059076535701751715 sim_render-ego_median 0.006005568901697795 sim_render-ego_min 0.005449126561482748 simulation-passed 1 step_physics_max 0.08078515609105429 step_physics_mean 0.07972099939982097 step_physics_median 0.07971847256024678 step_physics_min 0.078661896387736 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43590
11695
Dishank Bansal Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-26 08:02:42+00:00 2020-11-26 08:09:48+00:00 0:07:06 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43581
11694
Mo Kleit Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 07:45:52+00:00 2020-11-26 07:54:02+00:00 0:08:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1694532882154043 survival_time_median 14.950000000000076 deviation-center-line_median 0.6692689471696663 in-drivable-lane_median 4.025000000000025
other stats agent_compute-ego_max 0.01799542983373006 agent_compute-ego_mean 0.01750310997639034 agent_compute-ego_median 0.017431100606918333 agent_compute-ego_min 0.01715480885799462 complete-iteration_max 0.19953249057133993 complete-iteration_mean 0.19577065415009504 complete-iteration_median 0.19586912128974288 complete-iteration_min 0.19181188344955444 deviation-center-line_max 1.432373290096188 deviation-center-line_mean 0.7471560601530763 deviation-center-line_min 0.21771305617678427 deviation-heading_max 3.532112876190594 deviation-heading_mean 1.7655981456844447 deviation-heading_median 1.4353185764680234 deviation-heading_min 0.6596425536111379 driven_any_max 3.879719463056208 driven_any_mean 3.5843529166586285 driven_any_median 3.8731500533874454 driven_any_min 2.7113920968034155 driven_lanedir_consec_max 3.575951025740814 driven_lanedir_consec_mean 2.1676420120793125 driven_lanedir_consec_min 0.7557104461456283 driven_lanedir_max 3.575951025740814 driven_lanedir_mean 2.1676420120793125 driven_lanedir_median 2.1694532882154043 driven_lanedir_min 0.7557104461456283 get_duckie_state_max 3.0008951822916665e-06 get_duckie_state_mean 2.698586638693184e-06 get_duckie_state_median 2.657175064086914e-06 get_duckie_state_min 2.479101244307242e-06 get_robot_state_max 0.015426870187123616 get_robot_state_mean 0.013914969747100396 get_robot_state_median 0.013808919986089073 get_robot_state_min 0.012615168829099828 get_state_dump_max 0.013698246479034424 get_state_dump_mean 0.013478609847043174 get_state_dump_median 0.013597557942072552 get_state_dump_min 0.013021077024993171 get_ui_image_max 0.03468002080917358 get_ui_image_mean 0.03392622355130423 get_ui_image_median 0.03382382201169151 get_ui_image_min 0.03337722937266032 in-drivable-lane_max 11.65000000000008 in-drivable-lane_mean 5.0500000000000345 in-drivable-lane_min 0.5000000000000071 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.867112068394563, "get_ui_image": 0.03468002080917358, "step_physics": 0.07830737670262655, "survival_time": 14.950000000000076, "driven_lanedir": 1.891766129690073, "get_state_dump": 0.013698246479034424, "sim_render-ego": 0.005990858872731527, "get_robot_state": 0.015426870187123616, "get_duckie_state": 3.0008951822916665e-06, "in-drivable-lane": 7.300000000000039, "agent_compute-ego": 0.01746769984563192, "deviation-heading": 1.075556989247693, "complete-iteration": 0.19953249057133993, "set_robot_commands": 0.004888018767038981, "deviation-center-line": 0.8780037184172016, "driven_lanedir_consec": 1.891766129690073, "sim_compute_sim_state": 0.024818489551544188, "sim_compute_performance-ego": 0.004091203212738037}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879719463056208, "get_ui_image": 0.03337722937266032, "step_physics": 0.07516027132670085, "survival_time": 14.950000000000076, "driven_lanedir": 3.575951025740814, "get_state_dump": 0.013666671911875409, "sim_render-ego": 0.005793911616007487, "get_robot_state": 0.014178144137064617, "get_duckie_state": 2.6273727416992182e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.01739450136820475, "deviation-heading": 3.532112876190594, "complete-iteration": 0.19181188344955444, "set_robot_commands": 0.004713167349497477, "deviation-center-line": 1.432373290096188, "driven_lanedir_consec": 3.575951025740814, "sim_compute_sim_state": 0.02347890853881836, "sim_compute_performance-ego": 0.003889763355255127}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879188038380328, "get_ui_image": 0.033481361071268714, "step_physics": 0.07920149723688762, "survival_time": 14.950000000000076, "driven_lanedir": 0.7557104461456283, "get_state_dump": 0.013528443972269696, "sim_render-ego": 0.0056018543243408206, "get_robot_state": 0.013439695835113523, "get_duckie_state": 2.6869773864746093e-06, "in-drivable-lane": 11.65000000000008, "agent_compute-ego": 0.01799542983373006, "deviation-heading": 0.6596425536111379, "complete-iteration": 0.19478276173273723, "set_robot_commands": 0.00448190450668335, "deviation-center-line": 0.21771305617678427, "driven_lanedir_consec": 0.7557104461456283, "sim_compute_sim_state": 0.023093653519948323, "sim_compute_performance-ego": 0.0037985626856486}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7113920968034155, "get_ui_image": 0.0341662829521143, "step_physics": 0.08189157400086028, "survival_time": 10.550000000000017, "driven_lanedir": 2.447140446740735, "get_state_dump": 0.013021077024993171, "sim_render-ego": 0.005185265111697228, "get_robot_state": 0.012615168829099828, "get_duckie_state": 2.479101244307242e-06, "in-drivable-lane": 0.7500000000000107, "agent_compute-ego": 0.01715480885799462, "deviation-heading": 1.7950801636883538, "complete-iteration": 0.19695548084674852, "set_robot_commands": 0.004591976861818142, "deviation-center-line": 0.46053417592213114, "driven_lanedir_consec": 2.447140446740735, "sim_compute_sim_state": 0.024643977106464984, "sim_compute_performance-ego": 0.0035383949912554846}}set_robot_commands_max 0.004888018767038981 set_robot_commands_mean 0.004668766871259488 set_robot_commands_median 0.0046525721056578095 set_robot_commands_min 0.00448190450668335 sim_compute_performance-ego_max 0.004091203212738037 sim_compute_performance-ego_mean 0.003829481061224312 sim_compute_performance-ego_median 0.003844163020451864 sim_compute_performance-ego_min 0.0035383949912554846 sim_compute_sim_state_max 0.024818489551544188 sim_compute_sim_state_mean 0.024008757179193964 sim_compute_sim_state_median 0.024061442822641672 sim_compute_sim_state_min 0.023093653519948323 sim_render-ego_max 0.005990858872731527 sim_render-ego_mean 0.005642972481194266 sim_render-ego_median 0.005697882970174154 sim_render-ego_min 0.005185265111697228 simulation-passed 1 step_physics_max 0.08189157400086028 step_physics_mean 0.07864017981676882 step_physics_median 0.07875443696975709 step_physics_min 0.07516027132670085 survival_time_max 14.950000000000076 survival_time_mean 13.850000000000062 survival_time_min 10.550000000000017
No reset possible 43554
11691
Mo Kleit Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 07:35:37+00:00 2020-11-26 07:42:40+00:00 0:07:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9975052577122747 survival_time_median 11.275000000000029 deviation-center-line_median 0.31846714154297606 in-drivable-lane_median 2.0000000000000044
other stats agent_compute-ego_max 0.017929969628651937 agent_compute-ego_mean 0.017237209503342506 agent_compute-ego_median 0.017172562329947544 agent_compute-ego_min 0.016673743724822998 complete-iteration_max 0.20993447065353393 complete-iteration_mean 0.20287745615433417 complete-iteration_median 0.20179254215142653 complete-iteration_min 0.1979902696609497 deviation-center-line_max 0.8542449800462317 deviation-center-line_mean 0.4213890547473942 deviation-center-line_min 0.1943769558573928 deviation-heading_max 3.199267007710351 deviation-heading_mean 1.5361374945938655 deviation-heading_median 1.0663426954926554 deviation-heading_min 0.8125975796798008 driven_any_max 5.779456740773988 driven_any_mean 4.065443691442349 driven_any_median 4.3327870015129175 driven_any_min 1.8167440219695743 driven_lanedir_consec_max 4.258519926914115 driven_lanedir_consec_mean 2.3929825531582516 driven_lanedir_consec_min 1.3183997702943415 driven_lanedir_max 4.258519926914115 driven_lanedir_mean 2.3929825531582516 driven_lanedir_median 1.9975052577122747 driven_lanedir_min 1.3183997702943415 get_duckie_state_max 2.999694979920679e-06 get_duckie_state_mean 2.631417556001941e-06 get_duckie_state_median 2.5669733683268227e-06 get_duckie_state_min 2.3920285074334394e-06 get_robot_state_max 0.016197524070739745 get_robot_state_mean 0.0153365863212496 get_robot_state_median 0.01585239326872793 get_robot_state_min 0.013444034676802786 get_state_dump_max 0.013924442991918449 get_state_dump_mean 0.013683191031228246 get_state_dump_median 0.013715487321217856 get_state_dump_min 0.013377346490558824 get_ui_image_max 0.03547623952229818 get_ui_image_mean 0.034900180354388945 get_ui_image_median 0.034899679133638534 get_ui_image_min 0.03432512362798055 in-drivable-lane_max 11.150000000000084 in-drivable-lane_mean 3.9500000000000224 in-drivable-lane_min 0.6499999999999977 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.779456740773988, "get_ui_image": 0.03432512362798055, "step_physics": 0.07785024166107178, "survival_time": 14.950000000000076, "driven_lanedir": 4.258519926914115, "get_state_dump": 0.013606348037719727, "sim_render-ego": 0.005946509043375651, "get_robot_state": 0.01562588135401408, "get_duckie_state": 2.483526865641276e-06, "in-drivable-lane": 3.150000000000012, "agent_compute-ego": 0.01696118672688802, "deviation-heading": 3.199267007710351, "complete-iteration": 0.1979902696609497, "set_robot_commands": 0.004830741882324218, "deviation-center-line": 0.8542449800462317, "driven_lanedir_consec": 4.258519926914115, "sim_compute_sim_state": 0.024656733671824135, "sim_compute_performance-ego": 0.004043470223744711}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.8167440219695743, "get_ui_image": 0.035287718383633364, "step_physics": 0.08074850208905278, "survival_time": 4.899999999999991, "driven_lanedir": 1.431075920359809, "get_state_dump": 0.013924442991918449, "sim_render-ego": 0.006547241794819735, "get_robot_state": 0.016078905183441784, "get_duckie_state": 2.999694979920679e-06, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.017383937933007066, "deviation-heading": 0.855161263891418, "complete-iteration": 0.2020910540405585, "set_robot_commands": 0.004994409424918038, "deviation-center-line": 0.1943769558573928, "driven_lanedir_consec": 1.431075920359809, "sim_compute_sim_state": 0.02273054755463892, "sim_compute_performance-ego": 0.0042419749863293705}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.77632021529435, "get_ui_image": 0.03547623952229818, "step_physics": 0.0852339760462443, "survival_time": 14.950000000000076, "driven_lanedir": 1.3183997702943415, "get_state_dump": 0.013824626604715983, "sim_render-ego": 0.0061975224812825525, "get_robot_state": 0.016197524070739745, "get_duckie_state": 2.65041987101237e-06, "in-drivable-lane": 11.150000000000084, "agent_compute-ego": 0.017929969628651937, "deviation-heading": 0.8125975796798008, "complete-iteration": 0.20993447065353393, "set_robot_commands": 0.005139168898264567, "deviation-center-line": 0.2022528323468279, "driven_lanedir_consec": 1.3183997702943415, "sim_compute_sim_state": 0.025524566968282064, "sim_compute_performance-ego": 0.004255673885345459}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.889253787731485, "get_ui_image": 0.034511639883643704, "step_physics": 0.08379858889077839, "survival_time": 7.599999999999981, "driven_lanedir": 2.5639345950647408, "get_state_dump": 0.013377346490558824, "sim_render-ego": 0.005561486670845433, "get_robot_state": 0.013444034676802786, "get_duckie_state": 2.3920285074334394e-06, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.016673743724822998, "deviation-heading": 1.2775241270938926, "complete-iteration": 0.20149403026229457, "set_robot_commands": 0.004356911307887027, "deviation-center-line": 0.4346814507391243, "driven_lanedir_consec": 2.5639345950647408, "sim_compute_sim_state": 0.025858155990901747, "sim_compute_performance-ego": 0.003767357060783788}}set_robot_commands_max 0.005139168898264567 set_robot_commands_mean 0.004830307878348462 set_robot_commands_median 0.004912575653621128 set_robot_commands_min 0.004356911307887027 sim_compute_performance-ego_max 0.004255673885345459 sim_compute_performance-ego_mean 0.004077119039050832 sim_compute_performance-ego_median 0.004142722605037041 sim_compute_performance-ego_min 0.003767357060783788 sim_compute_sim_state_max 0.025858155990901747 sim_compute_sim_state_mean 0.024692501046411717 sim_compute_sim_state_median 0.0250906503200531 sim_compute_sim_state_min 0.02273054755463892 sim_render-ego_max 0.006547241794819735 sim_render-ego_mean 0.006063189997580843 sim_render-ego_median 0.006072015762329102 sim_render-ego_min 0.005561486670845433 simulation-passed 1 step_physics_max 0.0852339760462443 step_physics_mean 0.08190782717178681 step_physics_median 0.08227354548991558 step_physics_min 0.07785024166107178 survival_time_max 14.950000000000076 survival_time_mean 10.600000000000032 survival_time_min 4.899999999999991
No reset possible 43533
11687
Dishank Bansal Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 07:15:34+00:00 2020-11-26 07:24:47+00:00 0:09:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.289067883368231 survival_time_median 14.950000000000076 deviation-center-line_median 0.6090313717422549 in-drivable-lane_median 1.4500000000000206
other stats agent_compute-ego_max 0.017682783603668213 agent_compute-ego_mean 0.01743123769760132 agent_compute-ego_median 0.017447569767634074 agent_compute-ego_min 0.017147027651468912 complete-iteration_max 0.20824393192927043 complete-iteration_mean 0.20211024463176727 complete-iteration_median 0.2017159724235535 complete-iteration_min 0.19676510175069173 deviation-center-line_max 0.9518701822042068 deviation-center-line_mean 0.6468391813994121 deviation-center-line_min 0.417423799908932 deviation-heading_max 3.502993416132945 deviation-heading_mean 2.739046246994175 deviation-heading_median 2.8831025847704312 deviation-heading_min 1.6869864023028949 driven_any_max 4.113688007140121 driven_any_mean 3.919351779016728 driven_any_median 3.965695768231326 driven_any_min 3.632327572464138 driven_lanedir_consec_max 4.005443498680083 driven_lanedir_consec_mean 3.2279278963097644 driven_lanedir_consec_min 2.328132319822513 driven_lanedir_max 4.005443498680083 driven_lanedir_mean 3.2279278963097644 driven_lanedir_median 3.289067883368231 driven_lanedir_min 2.328132319822513 get_duckie_state_max 2.4731953938802083e-06 get_duckie_state_mean 2.401471138000488e-06 get_duckie_state_median 2.4127960205078127e-06 get_duckie_state_min 2.3070971171061196e-06 get_robot_state_max 0.016037432352701823 get_robot_state_mean 0.015516781012217203 get_robot_state_median 0.015654024283091227 get_robot_state_min 0.014721643129984538 get_state_dump_max 0.013732717831929524 get_state_dump_mean 0.013609153628349304 get_state_dump_median 0.01360282023747762 get_state_dump_min 0.013498256206512451 get_ui_image_max 0.03661372423171997 get_ui_image_mean 0.035113686323165895 get_ui_image_median 0.03471294363339742 get_ui_image_min 0.03441513379414876 in-drivable-lane_max 7.400000000000096 in-drivable-lane_mean 2.5750000000000344 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.9350328703144655, "get_ui_image": 0.03441513379414876, "step_physics": 0.07659221649169921, "survival_time": 14.950000000000076, "driven_lanedir": 3.791600210391905, "get_state_dump": 0.013498256206512451, "sim_render-ego": 0.0059927010536193846, "get_robot_state": 0.015589146614074708, "get_duckie_state": 2.4731953938802083e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017147027651468912, "deviation-heading": 3.502993416132945, "complete-iteration": 0.1969047204653422, "set_robot_commands": 0.0048507062594095865, "deviation-center-line": 0.7572684863715112, "driven_lanedir_consec": 3.791600210391905, "sim_compute_sim_state": 0.024592177073160807, "sim_compute_performance-ego": 0.004083875815073649}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.113688007140121, "get_ui_image": 0.03466045538584391, "step_physics": 0.0781624468167623, "survival_time": 14.950000000000076, "driven_lanedir": 4.005443498680083, "get_state_dump": 0.01352450450261434, "sim_render-ego": 0.005920376777648926, "get_robot_state": 0.014721643129984538, "get_duckie_state": 2.4469693501790365e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017298870881398518, "deviation-heading": 2.961459726377914, "complete-iteration": 0.19676510175069173, "set_robot_commands": 0.004515187740325928, "deviation-center-line": 0.9518701822042068, "driven_lanedir_consec": 4.005443498680083, "sim_compute_sim_state": 0.02387316942214966, "sim_compute_performance-ego": 0.003939763704935709}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.632327572464138, "get_ui_image": 0.03661372423171997, "step_physics": 0.08345067580540975, "survival_time": 14.950000000000076, "driven_lanedir": 2.7865355563445573, "get_state_dump": 0.013732717831929524, "sim_render-ego": 0.006322315533955892, "get_robot_state": 0.016037432352701823, "get_duckie_state": 2.3786226908365885e-06, "in-drivable-lane": 2.900000000000041, "agent_compute-ego": 0.017682783603668213, "deviation-heading": 2.804745443162948, "complete-iteration": 0.20824393192927043, "set_robot_commands": 0.004908924102783203, "deviation-center-line": 0.46079425711299854, "driven_lanedir_consec": 2.7865355563445573, "sim_compute_sim_state": 0.025043752988179523, "sim_compute_performance-ego": 0.00429528554280599}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.996358666148186, "get_ui_image": 0.03476543188095093, "step_physics": 0.08168362458546956, "survival_time": 14.950000000000076, "driven_lanedir": 2.328132319822513, "get_state_dump": 0.0136811359723409, "sim_render-ego": 0.006211261749267578, "get_robot_state": 0.015718901952107747, "get_duckie_state": 2.3070971171061196e-06, "in-drivable-lane": 7.400000000000096, "agent_compute-ego": 0.01759626865386963, "deviation-heading": 1.6869864023028949, "complete-iteration": 0.2065272243817647, "set_robot_commands": 0.0048585176467895504, "deviation-center-line": 0.417423799908932, "driven_lanedir_consec": 2.328132319822513, "sim_compute_sim_state": 0.02755343357721965, "sim_compute_performance-ego": 0.00430928627649943}}set_robot_commands_max 0.004908924102783203 set_robot_commands_mean 0.004783333937327067 set_robot_commands_median 0.004854611953099568 set_robot_commands_min 0.004515187740325928 sim_compute_performance-ego_max 0.00430928627649943 sim_compute_performance-ego_mean 0.0041570528348286945 sim_compute_performance-ego_median 0.004189580678939819 sim_compute_performance-ego_min 0.003939763704935709 sim_compute_sim_state_max 0.02755343357721965 sim_compute_sim_state_mean 0.02526563326517741 sim_compute_sim_state_median 0.024817965030670165 sim_compute_sim_state_min 0.02387316942214966 sim_render-ego_max 0.006322315533955892 sim_render-ego_mean 0.006111663778622945 sim_render-ego_median 0.006101981401443481 sim_render-ego_min 0.005920376777648926 simulation-passed 1 step_physics_max 0.08345067580540975 step_physics_mean 0.07997224092483521 step_physics_median 0.07992303570111592 step_physics_min 0.07659221649169921 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43489
11682
Bhavya Patwa Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 06:45:50+00:00 2020-11-26 06:54:53+00:00 0:09:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.632411176416872 survival_time_median 14.950000000000076 deviation-center-line_median 0.666373462241381 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017851274013519287 agent_compute-ego_mean 0.017690183718999226 agent_compute-ego_median 0.017761998176574707 agent_compute-ego_min 0.017385464509328208 complete-iteration_max 0.20527116696039835 complete-iteration_mean 0.19949353436628975 complete-iteration_median 0.1991773875554403 complete-iteration_min 0.1943481953938802 deviation-center-line_max 0.7828667091069881 deviation-center-line_mean 0.6542563365804464 deviation-center-line_min 0.5014117127320351 deviation-heading_max 3.298242710673938 deviation-heading_mean 3.0243277415871836 deviation-heading_median 3.010612257962606 deviation-heading_min 2.7778437397495837 driven_any_max 2.825085043313273 driven_any_mean 2.6705673502036267 driven_any_median 2.7156719729086545 driven_any_min 2.4258404116839247 driven_lanedir_consec_max 2.7175045821146453 driven_lanedir_consec_mean 2.5853465337079395 driven_lanedir_consec_min 2.359059199883368 driven_lanedir_max 2.7175045821146453 driven_lanedir_mean 2.5853465337079395 driven_lanedir_median 2.632411176416872 driven_lanedir_min 2.359059199883368 get_duckie_state_max 2.837975819905599e-06 get_duckie_state_mean 2.6990969975789387e-06 get_duckie_state_median 2.690951029459635e-06 get_duckie_state_min 2.5765101114908854e-06 get_robot_state_max 0.015474121570587158 get_robot_state_mean 0.015263040860493977 get_robot_state_median 0.01531770388285319 get_robot_state_min 0.014942634105682372 get_state_dump_max 0.013821064631144206 get_state_dump_mean 0.013676361044247944 get_state_dump_median 0.013684211174647014 get_state_dump_min 0.013515957196553548 get_ui_image_max 0.0352573307355245 get_ui_image_mean 0.034500481088956196 get_ui_image_median 0.03458249926567078 get_ui_image_min 0.03357959508895874 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.755136199683226, "get_ui_image": 0.03357959508895874, "step_physics": 0.07562083641688029, "survival_time": 14.950000000000076, "driven_lanedir": 2.6809668333354164, "get_state_dump": 0.013610892295837404, "sim_render-ego": 0.0059176079432169595, "get_robot_state": 0.015241773923238118, "get_duckie_state": 2.63214111328125e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01774001757303874, "deviation-heading": 2.7778437397495837, "complete-iteration": 0.1943481953938802, "set_robot_commands": 0.004815625349680583, "deviation-center-line": 0.5014117127320351, "driven_lanedir_consec": 2.6809668333354164, "sim_compute_sim_state": 0.023655670483907064, "sim_compute_performance-ego": 0.0040119409561157225}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.6762077461340823, "get_ui_image": 0.03414635419845581, "step_physics": 0.07642441829045614, "survival_time": 14.950000000000076, "driven_lanedir": 2.5838555194983277, "get_state_dump": 0.013821064631144206, "sim_render-ego": 0.006116162141164144, "get_robot_state": 0.015393633842468262, "get_duckie_state": 2.837975819905599e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017783978780110676, "deviation-heading": 3.298242710673938, "complete-iteration": 0.1962813393274943, "set_robot_commands": 0.004852883815765381, "deviation-center-line": 0.6729892749373488, "driven_lanedir_consec": 2.5838555194983277, "sim_compute_sim_state": 0.023377095063527423, "sim_compute_performance-ego": 0.004201946258544922}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4258404116839247, "get_ui_image": 0.03501864433288574, "step_physics": 0.08128660837809244, "survival_time": 14.950000000000076, "driven_lanedir": 2.359059199883368, "get_state_dump": 0.013757530053456623, "sim_render-ego": 0.006055432955423991, "get_robot_state": 0.015474121570587158, "get_duckie_state": 2.749760945638021e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017851274013519287, "deviation-heading": 2.8594289976449883, "complete-iteration": 0.20207343578338624, "set_robot_commands": 0.004784301916758219, "deviation-center-line": 0.6597576495454132, "driven_lanedir_consec": 2.359059199883368, "sim_compute_sim_state": 0.023632467587788895, "sim_compute_performance-ego": 0.0040546234448750815}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.825085043313273, "get_ui_image": 0.0352573307355245, "step_physics": 0.08309861024220784, "survival_time": 14.950000000000076, "driven_lanedir": 2.7175045821146453, "get_state_dump": 0.013515957196553548, "sim_render-ego": 0.005810294151306152, "get_robot_state": 0.014942634105682372, "get_duckie_state": 2.5765101114908854e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017385464509328208, "deviation-heading": 3.161795518280224, "complete-iteration": 0.20527116696039835, "set_robot_commands": 0.0046806144714355465, "deviation-center-line": 0.7828667091069881, "driven_lanedir_consec": 2.7175045821146453, "sim_compute_sim_state": 0.02652920961380005, "sim_compute_performance-ego": 0.00390041987101237}}set_robot_commands_max 0.004852883815765381 set_robot_commands_mean 0.004783356388409933 set_robot_commands_median 0.004799963633219401 set_robot_commands_min 0.0046806144714355465 sim_compute_performance-ego_max 0.004201946258544922 sim_compute_performance-ego_mean 0.004042232632637024 sim_compute_performance-ego_median 0.004033282200495402 sim_compute_performance-ego_min 0.00390041987101237 sim_compute_sim_state_max 0.02652920961380005 sim_compute_sim_state_mean 0.024298610687255855 sim_compute_sim_state_median 0.02364406903584798 sim_compute_sim_state_min 0.023377095063527423 sim_render-ego_max 0.006116162141164144 sim_render-ego_mean 0.005974874297777812 sim_render-ego_median 0.005986520449320475 sim_render-ego_min 0.005810294151306152 simulation-passed 1 step_physics_max 0.08309861024220784 step_physics_mean 0.07910761833190917 step_physics_median 0.07885551333427429 step_physics_min 0.07562083641688029 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43481
11680
Bhavya Patwa Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 05:56:54+00:00 2020-11-26 06:05:20+00:00 0:08:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017528784275054932 agent_compute-ego_mean 0.016986178159713743 agent_compute-ego_median 0.016833157539367677 agent_compute-ego_min 0.016749613285064698 complete-iteration_max 0.2041820740699768 complete-iteration_mean 0.1887970733642578 complete-iteration_median 0.1852508779366811 complete-iteration_min 0.18050446351369223 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 3.5492579142252604e-06 get_duckie_state_mean 3.51250171661377e-06 get_duckie_state_median 3.5182634989420575e-06 get_duckie_state_min 3.464221954345703e-06 get_robot_state_max 0.014812463919321697 get_robot_state_mean 0.013926162123680115 get_robot_state_median 0.014028158585230509 get_robot_state_min 0.012835867404937744 get_state_dump_max 0.013387010097503664 get_state_dump_mean 0.013161507447560629 get_state_dump_median 0.013167129755020142 get_state_dump_min 0.012924760182698568 get_ui_image_max 0.034661715030670164 get_ui_image_mean 0.03382432361443838 get_ui_image_median 0.03381278514862061 get_ui_image_min 0.03301000912984212 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03333203951517741, "step_physics": 0.07251614570617676, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013316134611765545, "sim_render-ego": 0.005721145470937093, "get_robot_state": 0.014812463919321697, "get_duckie_state": 3.5492579142252604e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016749613285064698, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.18664694786071775, "set_robot_commands": 0.0045973459879557295, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02160897175470988, "sim_compute_performance-ego": 0.003843111197153727}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.034293530782063805, "step_physics": 0.07141926447550456, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013387010097503664, "sim_render-ego": 0.005609215100606283, "get_robot_state": 0.013422858715057374, "get_duckie_state": 3.4928321838378907e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016838018894195558, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.18385480801264445, "set_robot_commands": 0.004488109747568766, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02044677734375, "sim_compute_performance-ego": 0.0037973252932230633}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03301000912984212, "step_physics": 0.069781707127889, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.01301812489827474, "sim_render-ego": 0.0054634523391723635, "get_robot_state": 0.012835867404937744, "get_duckie_state": 3.543694814046224e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017528784275054932, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.18050446351369223, "set_robot_commands": 0.0044507225354512535, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.02055699030558268, "sim_compute_performance-ego": 0.003708224296569824}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.034661715030670164, "step_physics": 0.08719274282455444, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012924760182698568, "sim_render-ego": 0.005614993572235108, "get_robot_state": 0.014633458455403646, "get_duckie_state": 3.464221954345703e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016828296184539796, "deviation-heading": 0.486072248607516, "complete-iteration": 0.2041820740699768, "set_robot_commands": 0.004729626973470052, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.023693780104319256, "sim_compute_performance-ego": 0.003752555847167969}}set_robot_commands_max 0.004729626973470052 set_robot_commands_mean 0.00456645131111145 set_robot_commands_median 0.004542727867762247 set_robot_commands_min 0.0044507225354512535 sim_compute_performance-ego_max 0.003843111197153727 sim_compute_performance-ego_mean 0.0037753041585286457 sim_compute_performance-ego_median 0.003774940570195516 sim_compute_performance-ego_min 0.003708224296569824 sim_compute_sim_state_max 0.023693780104319256 sim_compute_sim_state_mean 0.021576629877090456 sim_compute_sim_state_median 0.02108298103014628 sim_compute_sim_state_min 0.02044677734375 sim_render-ego_max 0.005721145470937093 sim_render-ego_mean 0.005602201620737712 sim_render-ego_median 0.005612104336420695 sim_render-ego_min 0.0054634523391723635 simulation-passed 1 step_physics_max 0.08719274282455444 step_physics_mean 0.0752274650335312 step_physics_median 0.07196770509084066 step_physics_min 0.069781707127889 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43474
11679
Yishu Malhotra Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 05:37:52+00:00 2020-11-26 05:46:17+00:00 0:08:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.358184962078065 survival_time_median 14.950000000000076 deviation-center-line_median 0.7161316933096261 in-drivable-lane_median 1.0000000000000142
other stats agent_compute-ego_max 0.017477027575174966 agent_compute-ego_mean 0.017259353796641033 agent_compute-ego_median 0.017285798390706382 agent_compute-ego_min 0.0169887908299764 complete-iteration_max 0.19397035439809163 complete-iteration_mean 0.18287324170271557 complete-iteration_median 0.18067175189654033 complete-iteration_min 0.17617910861968994 deviation-center-line_max 0.8010424006387558 deviation-center-line_mean 0.685354153426187 deviation-center-line_min 0.5081108264467403 deviation-heading_max 5.763705300209912 deviation-heading_mean 4.23123126176891 deviation-heading_median 4.2434772747414 deviation-heading_min 2.6742651973829283 driven_any_max 2.833938293368777 driven_any_mean 2.697884345041465 driven_any_median 2.7950332120490184 driven_any_min 2.367532662699046 driven_lanedir_consec_max 2.6024209097242808 driven_lanedir_consec_mean 2.314557693914768 driven_lanedir_consec_min 1.9394399417786616 driven_lanedir_max 2.6024209097242808 driven_lanedir_mean 2.314557693914768 driven_lanedir_median 2.358184962078065 driven_lanedir_min 1.9394399417786616 get_duckie_state_max 2.4787584940592448e-06 get_duckie_state_mean 2.3221969604492184e-06 get_duckie_state_median 2.2860368092854817e-06 get_duckie_state_min 2.2379557291666667e-06 get_robot_state_max 0.012633148034413656 get_robot_state_mean 0.0124400798479716 get_robot_state_median 0.012399688959121705 get_robot_state_min 0.01232779343922933 get_state_dump_max 0.012891002496083576 get_state_dump_mean 0.012706395785013834 get_state_dump_median 0.01267571210861206 get_state_dump_min 0.01258315642674764 get_ui_image_max 0.033270359834035236 get_ui_image_mean 0.03230949024359385 get_ui_image_median 0.032419022321701046 get_ui_image_min 0.03112955649693807 in-drivable-lane_max 4.350000000000062 in-drivable-lane_mean 1.6500000000000234 in-drivable-lane_min 0.25000000000000355 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.791037110216452, "get_ui_image": 0.03112955649693807, "step_physics": 0.06789859851201376, "survival_time": 14.950000000000076, "driven_lanedir": 2.6024209097242808, "get_state_dump": 0.012645529905954996, "sim_render-ego": 0.00516051451365153, "get_robot_state": 0.01245274861653646, "get_duckie_state": 2.311070760091146e-06, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.01716795285542806, "deviation-heading": 4.055917950633916, "complete-iteration": 0.17617910861968994, "set_robot_commands": 0.0044229261080423994, "deviation-center-line": 0.7447503134375686, "driven_lanedir_consec": 2.6024209097242808, "sim_compute_sim_state": 0.02166056553522746, "sim_compute_performance-ego": 0.0035104084014892577}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.833938293368777, "get_ui_image": 0.031895910104115806, "step_physics": 0.06785064538319906, "survival_time": 14.950000000000076, "driven_lanedir": 2.5607481893731485, "get_state_dump": 0.01258315642674764, "sim_render-ego": 0.00516983429590861, "get_robot_state": 0.01234662930170695, "get_duckie_state": 2.2610028584798175e-06, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.017403643925984702, "deviation-heading": 4.431036598848885, "complete-iteration": 0.1764975412686666, "set_robot_commands": 0.0044982091585795084, "deviation-center-line": 0.6875130731816836, "driven_lanedir_consec": 2.5607481893731485, "sim_compute_sim_state": 0.021126039028167724, "sim_compute_performance-ego": 0.0034879430135091147}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.367532662699046, "get_ui_image": 0.032942134539286294, "step_physics": 0.0737868046760559, "survival_time": 14.950000000000076, "driven_lanedir": 1.9394399417786616, "get_state_dump": 0.012891002496083576, "sim_render-ego": 0.005306819279988607, "get_robot_state": 0.012633148034413656, "get_duckie_state": 2.4787584940592448e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.017477027575174966, "deviation-heading": 5.763705300209912, "complete-iteration": 0.18484596252441407, "set_robot_commands": 0.004462765057881673, "deviation-center-line": 0.8010424006387558, "driven_lanedir_consec": 1.9394399417786616, "sim_compute_sim_state": 0.02160907586415609, "sim_compute_performance-ego": 0.0036017243067423504}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7990293138815847, "get_ui_image": 0.033270359834035236, "step_physics": 0.08061703046162923, "survival_time": 14.950000000000076, "driven_lanedir": 2.1556217347829816, "get_state_dump": 0.012705894311269124, "sim_render-ego": 0.005153218110402425, "get_robot_state": 0.01232779343922933, "get_duckie_state": 2.2379557291666667e-06, "in-drivable-lane": 4.350000000000062, "agent_compute-ego": 0.0169887908299764, "deviation-heading": 2.6742651973829283, "complete-iteration": 0.19397035439809163, "set_robot_commands": 0.0044370436668396, "deviation-center-line": 0.5081108264467403, "driven_lanedir_consec": 2.1556217347829816, "sim_compute_sim_state": 0.024844975471496583, "sim_compute_performance-ego": 0.0034928083419799804}}set_robot_commands_max 0.0044982091585795084 set_robot_commands_mean 0.004455235997835795 set_robot_commands_median 0.0044499043623606365 set_robot_commands_min 0.0044229261080423994 sim_compute_performance-ego_max 0.0036017243067423504 sim_compute_performance-ego_mean 0.003523221015930176 sim_compute_performance-ego_median 0.003501608371734619 sim_compute_performance-ego_min 0.0034879430135091147 sim_compute_sim_state_max 0.024844975471496583 sim_compute_sim_state_mean 0.022310163974761963 sim_compute_sim_state_median 0.021634820699691776 sim_compute_sim_state_min 0.021126039028167724 sim_render-ego_max 0.005306819279988607 sim_render-ego_mean 0.005197596549987793 sim_render-ego_median 0.00516517440478007 sim_render-ego_min 0.005153218110402425 simulation-passed 1 step_physics_max 0.08061703046162923 step_physics_mean 0.07253826975822449 step_physics_median 0.07084270159403483 step_physics_min 0.06785064538319906 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43456
11676
Daniil Lisus real-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 05:19:13+00:00 2020-11-26 05:24:52+00:00 0:05:39 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.2146747693622375 survival_time_median 6.224999999999985 deviation-center-line_median 0.3274232050894159 in-drivable-lane_median 2.799999999999991
other stats agent_compute-ego_max 0.01790098855959489 agent_compute-ego_mean 0.017528395273312854 agent_compute-ego_median 0.01772286891937256 agent_compute-ego_min 0.01676685469491141 complete-iteration_max 0.20595473766326905 complete-iteration_mean 0.2033086850143745 complete-iteration_median 0.20354452727184183 complete-iteration_min 0.20019094785054525 deviation-center-line_max 0.4250268519458311 deviation-center-line_mean 0.3085697384582146 deviation-center-line_min 0.1544056917081954 deviation-heading_max 1.642332352647761 deviation-heading_mean 1.080291967392048 deviation-heading_median 1.1133550632618672 deviation-heading_min 0.4521253903966976 driven_any_max 4.846640359420108 driven_any_mean 2.6659797463960793 driven_any_median 2.055067776030481 driven_any_min 1.7071430741032467 driven_lanedir_consec_max 1.492047651011672 driven_lanedir_consec_mean 1.2140028147605268 driven_lanedir_consec_min 0.9346140693059604 driven_lanedir_max 1.492047651011672 driven_lanedir_mean 1.2140028147605268 driven_lanedir_median 1.2146747693622375 driven_lanedir_min 0.9346140693059604 get_duckie_state_max 4.101119585485267e-06 get_duckie_state_mean 3.858061597232203e-06 get_duckie_state_median 3.860394159952799e-06 get_duckie_state_min 3.6103384835379463e-06 get_robot_state_max 0.0163580322265625 get_robot_state_mean 0.01564076246795864 get_robot_state_median 0.015777448309081246 get_robot_state_min 0.014650121027109574 get_state_dump_max 0.014143087719910895 get_state_dump_mean 0.013788744876663725 get_state_dump_median 0.01372288009747356 get_state_dump_min 0.013566131591796876 get_ui_image_max 0.036188561916351315 get_ui_image_mean 0.03485809377503766 get_ui_image_median 0.034631106298775215 get_ui_image_min 0.033981600586248904 in-drivable-lane_max 10.15000000000008 in-drivable-lane_mean 4.062500000000014 in-drivable-lane_min 0.4999999999999982 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.335908358948254, "get_ui_image": 0.03506190824828692, "step_physics": 0.08166268207882875, "survival_time": 7.449999999999981, "driven_lanedir": 0.9346140693059604, "get_state_dump": 0.014143087719910895, "sim_render-ego": 0.006257446020241551, "get_robot_state": 0.016042438929512997, "get_duckie_state": 4.101119585485267e-06, "in-drivable-lane": 3.849999999999988, "agent_compute-ego": 0.01790098855959489, "deviation-heading": 1.6074455045749974, "complete-iteration": 0.2053028673133594, "set_robot_commands": 0.004960909785840335, "deviation-center-line": 0.30693235518825207, "driven_lanedir_consec": 0.9346140693059604, "sim_compute_sim_state": 0.02490901787009015, "sim_compute_performance-ego": 0.004209832057056811}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.774227193112708, "get_ui_image": 0.036188561916351315, "step_physics": 0.08228705167770385, "survival_time": 4.99999999999999, "driven_lanedir": 1.0887048857644628, "get_state_dump": 0.013566131591796876, "sim_render-ego": 0.006372203826904297, "get_robot_state": 0.0163580322265625, "get_duckie_state": 3.9052963256835935e-06, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.017633042335510253, "deviation-heading": 0.4521253903966976, "complete-iteration": 0.20595473766326905, "set_robot_commands": 0.004981026649475097, "deviation-center-line": 0.1544056917081954, "driven_lanedir_consec": 1.0887048857644628, "sim_compute_sim_state": 0.024090988636016844, "sim_compute_performance-ego": 0.004321656227111816}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.846640359420108, "get_ui_image": 0.03420030434926351, "step_physics": 0.07822974999745687, "survival_time": 14.950000000000076, "driven_lanedir": 1.340644652960012, "get_state_dump": 0.013694550196329753, "sim_render-ego": 0.006043690840403239, "get_robot_state": 0.015512457688649495, "get_duckie_state": 3.815491994222005e-06, "in-drivable-lane": 10.15000000000008, "agent_compute-ego": 0.017812695503234863, "deviation-heading": 1.642332352647761, "complete-iteration": 0.20019094785054525, "set_robot_commands": 0.004834845066070557, "deviation-center-line": 0.3479140549905798, "driven_lanedir_consec": 1.340644652960012, "sim_compute_sim_state": 0.025657134850819906, "sim_compute_performance-ego": 0.0040537619590759275}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.7071430741032467, "get_ui_image": 0.033981600586248904, "step_physics": 0.08230265792535275, "survival_time": 4.899999999999991, "driven_lanedir": 1.492047651011672, "get_state_dump": 0.013751209998617366, "sim_render-ego": 0.005688355893504863, "get_robot_state": 0.014650121027109574, "get_duckie_state": 3.6103384835379463e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.01676685469491141, "deviation-heading": 0.6192646219487369, "complete-iteration": 0.2017861872303243, "set_robot_commands": 0.004610562811092455, "deviation-center-line": 0.4250268519458311, "driven_lanedir_consec": 1.492047651011672, "sim_compute_sim_state": 0.02592243953626983, "sim_compute_performance-ego": 0.0039633244884257415}}set_robot_commands_max 0.004981026649475097 set_robot_commands_mean 0.004846836078119611 set_robot_commands_median 0.004897877425955446 set_robot_commands_min 0.004610562811092455 sim_compute_performance-ego_max 0.004321656227111816 sim_compute_performance-ego_mean 0.004137143682917574 sim_compute_performance-ego_median 0.004131797008066369 sim_compute_performance-ego_min 0.0039633244884257415 sim_compute_sim_state_max 0.02592243953626983 sim_compute_sim_state_mean 0.02514489522329918 sim_compute_sim_state_median 0.02528307636045503 sim_compute_sim_state_min 0.024090988636016844 sim_render-ego_max 0.006372203826904297 sim_render-ego_mean 0.0060904241452634875 sim_render-ego_median 0.006150568430322395 sim_render-ego_min 0.005688355893504863 simulation-passed 1 step_physics_max 0.08230265792535275 step_physics_mean 0.08112053541983555 step_physics_median 0.0819748668782663 step_physics_min 0.07822974999745687 survival_time_max 14.950000000000076 survival_time_mean 8.07500000000001 survival_time_min 4.899999999999991
No reset possible 43442
11673
Mo Kleit Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 05:07:15+00:00 2020-11-26 05:12:53+00:00 0:05:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9000105245467576 survival_time_median 7.799999999999983 deviation-center-line_median 0.2277175014223284 in-drivable-lane_median 2.1749999999999945
other stats agent_compute-ego_max 0.018629801684412466 agent_compute-ego_mean 0.017959971537648292 agent_compute-ego_median 0.01780910437322192 agent_compute-ego_min 0.017591875719736857 complete-iteration_max 0.2123938798904419 complete-iteration_mean 0.20285930525330423 complete-iteration_median 0.20229921957542157 complete-iteration_min 0.19444490197193193 deviation-center-line_max 0.5231434137175295 deviation-center-line_mean 0.27646541848618006 deviation-center-line_min 0.12728325738253404 deviation-heading_max 1.567354912890663 deviation-heading_mean 0.8662177517619324 deviation-heading_median 0.8002317623366895 deviation-heading_min 0.2970525694836875 driven_any_max 5.582398417912607 driven_any_mean 3.1278902155912975 driven_any_median 2.9645509370136187 driven_any_min 1.000060570425347 driven_lanedir_consec_max 2.5324672954081104 driven_lanedir_consec_mean 1.7361107893876784 driven_lanedir_consec_min 0.611954813049087 driven_lanedir_max 2.5324672954081104 driven_lanedir_mean 1.7361107893876784 driven_lanedir_median 1.9000105245467576 driven_lanedir_min 0.611954813049087 get_duckie_state_max 3.009006894867996e-06 get_duckie_state_mean 2.781059215898291e-06 get_duckie_state_median 2.7250837477401526e-06 get_duckie_state_min 2.665062473244863e-06 get_robot_state_max 0.01589278325642625 get_robot_state_mean 0.015466468200755723 get_robot_state_median 0.015384122421001569 get_robot_state_min 0.01520484470459352 get_state_dump_max 0.013995477248882426 get_state_dump_mean 0.013822030706491828 get_state_dump_median 0.01379129955468457 get_state_dump_min 0.013710046467715746 get_ui_image_max 0.03527620660847631 get_ui_image_mean 0.034906413704320544 get_ui_image_median 0.035032946037469065 get_ui_image_min 0.03428355613386774 in-drivable-lane_max 8.600000000000078 in-drivable-lane_mean 3.3625000000000163 in-drivable-lane_min 0.4999999999999982 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.000060570425347, "get_ui_image": 0.03479948126036545, "step_physics": 0.08004905437601023, "survival_time": 2.8999999999999977, "driven_lanedir": 0.611954813049087, "get_state_dump": 0.013863123696425865, "sim_render-ego": 0.006203544550928576, "get_robot_state": 0.015555340668250777, "get_duckie_state": 3.009006894867996e-06, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.018629801684412466, "deviation-heading": 0.2970525694836875, "complete-iteration": 0.2010423232769144, "set_robot_commands": 0.005205454497501768, "deviation-center-line": 0.12728325738253404, "driven_lanedir_consec": 0.611954813049087, "sim_compute_sim_state": 0.02241166295676396, "sim_compute_performance-ego": 0.004169612095273775}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.1590759166378057, "get_ui_image": 0.03428355613386774, "step_physics": 0.07502570927861225, "survival_time": 8.299999999999983, "driven_lanedir": 1.7744923780144648, "get_state_dump": 0.013719475412943275, "sim_render-ego": 0.005946728120367211, "get_robot_state": 0.01520484470459352, "get_duckie_state": 2.7173972991575677e-06, "in-drivable-lane": 3.3999999999999924, "agent_compute-ego": 0.017591875719736857, "deviation-heading": 0.8767209294007263, "complete-iteration": 0.19444490197193193, "set_robot_commands": 0.004776233650115599, "deviation-center-line": 0.17734825057584103, "driven_lanedir_consec": 1.7744923780144648, "sim_compute_sim_state": 0.02372779329139066, "sim_compute_performance-ego": 0.004017816968711026}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.582398417912607, "get_ui_image": 0.03527620660847631, "step_physics": 0.0820886389962558, "survival_time": 14.500000000000073, "driven_lanedir": 2.0255286710790505, "get_state_dump": 0.013995477248882426, "sim_render-ego": 0.0059163060681573275, "get_robot_state": 0.015212904173752356, "get_duckie_state": 2.732770196322737e-06, "in-drivable-lane": 8.600000000000078, "agent_compute-ego": 0.01772294784414357, "deviation-heading": 1.567354912890663, "complete-iteration": 0.20355611587392872, "set_robot_commands": 0.004738511710331358, "deviation-center-line": 0.5231434137175295, "driven_lanedir_consec": 2.0255286710790505, "sim_compute_sim_state": 0.024496427075616244, "sim_compute_performance-ego": 0.0039584110523092336}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7700259573894312, "get_ui_image": 0.035266410814572685, "step_physics": 0.08771077410815513, "survival_time": 7.299999999999982, "driven_lanedir": 2.5324672954081104, "get_state_dump": 0.013710046467715746, "sim_render-ego": 0.006018439384355937, "get_robot_state": 0.01589278325642625, "get_duckie_state": 2.665062473244863e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.017895260902300272, "deviation-heading": 0.7237425952726525, "complete-iteration": 0.2123938798904419, "set_robot_commands": 0.004787605102748087, "deviation-center-line": 0.2780867522688158, "driven_lanedir_consec": 2.5324672954081104, "sim_compute_sim_state": 0.02689378065605686, "sim_compute_performance-ego": 0.004061057143015404}}set_robot_commands_max 0.005205454497501768 set_robot_commands_mean 0.0048769512401742035 set_robot_commands_median 0.004781919376431843 set_robot_commands_min 0.004738511710331358 sim_compute_performance-ego_max 0.004169612095273775 sim_compute_performance-ego_mean 0.004051724314827359 sim_compute_performance-ego_median 0.004039437055863215 sim_compute_performance-ego_min 0.0039584110523092336 sim_compute_sim_state_max 0.02689378065605686 sim_compute_sim_state_mean 0.024382415994956927 sim_compute_sim_state_median 0.02411211018350345 sim_compute_sim_state_min 0.02241166295676396 sim_render-ego_max 0.006203544550928576 sim_render-ego_mean 0.006021254530952262 sim_render-ego_median 0.005982583752361574 sim_render-ego_min 0.0059163060681573275 simulation-passed 1 step_physics_max 0.08771077410815513 step_physics_mean 0.08121854418975835 step_physics_median 0.08106884668613301 step_physics_min 0.07502570927861225 survival_time_max 14.500000000000073 survival_time_mean 8.250000000000009 survival_time_min 2.8999999999999977
No reset possible 43412
11671
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 04:57:02+00:00 2020-11-26 05:05:27+00:00 0:08:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.1155342584958863 survival_time_median 14.950000000000076 deviation-center-line_median 1.1466081591625428 in-drivable-lane_median 1.7749999999999937
other stats agent_compute-ego_max 0.01750347375869751 agent_compute-ego_mean 0.017366133787767673 agent_compute-ego_median 0.017444363435109456 agent_compute-ego_min 0.017072334522154273 complete-iteration_max 0.21210186719894408 complete-iteration_mean 0.19716438631216684 complete-iteration_median 0.1964350684483846 complete-iteration_min 0.1836855411529541 deviation-center-line_max 1.2314461928503089 deviation-center-line_mean 0.918502379079841 deviation-center-line_min 0.1493470051439692 deviation-heading_max 3.3320108552641425 deviation-heading_mean 2.3514721011721176 deviation-heading_median 2.7654071391618764 deviation-heading_min 0.5430632711005754 driven_any_max 4.756309473575114 driven_any_mean 3.700360077199212 driven_any_median 3.814255974785293 driven_any_min 2.4166188856511464 driven_lanedir_consec_max 4.418300722792391 driven_lanedir_consec_mean 3.0060075035093026 driven_lanedir_consec_min 1.374660774253047 driven_lanedir_max 4.418300722792391 driven_lanedir_mean 3.0060075035093026 driven_lanedir_median 3.1155342584958863 driven_lanedir_min 1.374660774253047 get_duckie_state_max 2.65041987101237e-06 get_duckie_state_mean 2.499188834089574e-06 get_duckie_state_median 2.5101502736409503e-06 get_duckie_state_min 2.3260349180640243e-06 get_robot_state_max 0.015802769660949706 get_robot_state_mean 0.014932271392364811 get_robot_state_median 0.015250081618626912 get_robot_state_min 0.013426152671255716 get_state_dump_max 0.01391030470530192 get_state_dump_mean 0.01361757593426278 get_state_dump_median 0.01356737772623698 get_state_dump_min 0.01342524357927524 get_ui_image_max 0.03562414566675822 get_ui_image_mean 0.0340430333943871 get_ui_image_median 0.03419636209805806 get_ui_image_min 0.032155263714674046 in-drivable-lane_max 4.750000000000046 in-drivable-lane_mean 2.075000000000008 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.4166188856511464, "get_ui_image": 0.032155263714674046, "step_physics": 0.07098674580333679, "survival_time": 6.149999999999986, "driven_lanedir": 1.374660774253047, "get_state_dump": 0.01342524357927524, "sim_render-ego": 0.005574647004042215, "get_robot_state": 0.013426152671255716, "get_duckie_state": 2.3260349180640243e-06, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.017072334522154273, "deviation-heading": 0.5430632711005754, "complete-iteration": 0.1836855411529541, "set_robot_commands": 0.004442598761581793, "deviation-center-line": 0.1493470051439692, "driven_lanedir_consec": 1.374660774253047, "sim_compute_sim_state": 0.02271469434102376, "sim_compute_performance-ego": 0.00374869214810007}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.756309473575114, "get_ui_image": 0.03419931968053182, "step_physics": 0.07637657562891642, "survival_time": 14.950000000000076, "driven_lanedir": 4.27714713892318, "get_state_dump": 0.01391030470530192, "sim_render-ego": 0.006065017382303874, "get_robot_state": 0.015802769660949706, "get_duckie_state": 2.493858337402344e-06, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.017481905619303385, "deviation-heading": 3.3320108552641425, "complete-iteration": 0.19735902865727745, "set_robot_commands": 0.0050474341710408524, "deviation-center-line": 1.2314461928503089, "driven_lanedir_consec": 4.27714713892318, "sim_compute_sim_state": 0.024203608830769857, "sim_compute_performance-ego": 0.004122499624888102}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.089542623054272, "get_ui_image": 0.03419340451558431, "step_physics": 0.07699073632558187, "survival_time": 14.950000000000076, "driven_lanedir": 1.953921378068593, "get_state_dump": 0.013446341355641683, "sim_render-ego": 0.005842007795969645, "get_robot_state": 0.01501235326131185, "get_duckie_state": 2.526442209879557e-06, "in-drivable-lane": 4.750000000000046, "agent_compute-ego": 0.01750347375869751, "deviation-heading": 2.975106951938405, "complete-iteration": 0.19551110823949175, "set_robot_commands": 0.004848154385884603, "deviation-center-line": 1.064959473374704, "driven_lanedir_consec": 1.953921378068593, "sim_compute_sim_state": 0.02364880084991455, "sim_compute_performance-ego": 0.0038806645075480143}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.538969326516314, "get_ui_image": 0.03562414566675822, "step_physics": 0.08563014348347982, "survival_time": 14.950000000000076, "driven_lanedir": 4.418300722792391, "get_state_dump": 0.013688414096832276, "sim_render-ego": 0.006155715783437093, "get_robot_state": 0.015487809975941976, "get_duckie_state": 2.65041987101237e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017406821250915527, "deviation-heading": 2.5557073263853476, "complete-iteration": 0.21210186719894408, "set_robot_commands": 0.004718341827392578, "deviation-center-line": 1.228256844950382, "driven_lanedir_consec": 4.418300722792391, "sim_compute_sim_state": 0.0290483562151591, "sim_compute_performance-ego": 0.00418728510538737}}set_robot_commands_max 0.0050474341710408524 set_robot_commands_mean 0.0047641322864749565 set_robot_commands_median 0.004783248106638591 set_robot_commands_min 0.004442598761581793 sim_compute_performance-ego_max 0.00418728510538737 sim_compute_performance-ego_mean 0.003984785346480889 sim_compute_performance-ego_median 0.004001582066218058 sim_compute_performance-ego_min 0.00374869214810007 sim_compute_sim_state_max 0.0290483562151591 sim_compute_sim_state_mean 0.024903865059216816 sim_compute_sim_state_median 0.023926204840342205 sim_compute_sim_state_min 0.02271469434102376 sim_render-ego_max 0.006155715783437093 sim_render-ego_mean 0.005909346991438206 sim_render-ego_median 0.00595351258913676 sim_render-ego_min 0.005574647004042215 simulation-passed 1 step_physics_max 0.08563014348347982 step_physics_mean 0.07749605031032873 step_physics_median 0.07668365597724915 step_physics_min 0.07098674580333679 survival_time_max 14.950000000000076 survival_time_mean 12.750000000000052 survival_time_min 6.149999999999986
No reset possible 43385
11665
Bhavya Patwa Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 04:36:05+00:00 2020-11-26 04:41:38+00:00 0:05:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.5920597100346527 survival_time_median 6.824999999999989 deviation-center-line_median 0.20806016942134128 in-drivable-lane_median 1.849999999999998
other stats agent_compute-ego_max 0.017404871828415814 agent_compute-ego_mean 0.017090069600397603 agent_compute-ego_median 0.01710434301554808 agent_compute-ego_min 0.016746720542078434 complete-iteration_max 0.2097063792379279 complete-iteration_mean 0.19893107054635104 complete-iteration_median 0.19560585017461812 complete-iteration_min 0.19480620259824005 deviation-center-line_max 0.2746036206050506 deviation-center-line_mean 0.19522841756641995 deviation-center-line_min 0.0901897108179467 deviation-heading_max 1.3249517876888448 deviation-heading_mean 0.8768945100030814 deviation-heading_median 0.8477981795293688 deviation-heading_min 0.4870298932647426 driven_any_max 2.498610705817955 driven_any_mean 1.9067458172665632 driven_any_median 1.9184400096000995 driven_any_min 1.2914925440480989 driven_lanedir_consec_max 1.948451433407428 driven_lanedir_consec_mean 1.4364779319212548 driven_lanedir_consec_min 0.6133408742082861 driven_lanedir_max 1.948451433407428 driven_lanedir_mean 1.4364779319212548 driven_lanedir_median 1.5920597100346527 driven_lanedir_min 0.6133408742082861 get_duckie_state_max 2.75116340786803e-06 get_duckie_state_mean 2.5673838461642293e-06 get_duckie_state_median 2.528750923732871e-06 get_duckie_state_min 2.460870129323145e-06 get_robot_state_max 0.015480254825792817 get_robot_state_mean 0.015047797051305285 get_robot_state_median 0.015078006030462669 get_robot_state_min 0.014554921318502986 get_state_dump_max 0.01488805235477916 get_state_dump_mean 0.014055687888193755 get_state_dump_median 0.013803972002795286 get_state_dump_min 0.013726755192405298 get_ui_image_max 0.035341021889134454 get_ui_image_mean 0.03488621924578581 get_ui_image_median 0.03501898817597346 get_ui_image_min 0.03416587874206186 in-drivable-lane_max 3.000000000000015 in-drivable-lane_mean 1.837500000000002 in-drivable-lane_min 0.6499999999999977 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4879488067444933, "get_ui_image": 0.03506555744245941, "step_physics": 0.0761101199131386, "survival_time": 5.09999999999999, "driven_lanedir": 1.239127594412131, "get_state_dump": 0.013759991701911478, "sim_render-ego": 0.005871927036958582, "get_robot_state": 0.014554921318502986, "get_duckie_state": 2.75116340786803e-06, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.017404871828415814, "deviation-heading": 0.7520269965275203, "complete-iteration": 0.1955727105047189, "set_robot_commands": 0.004589492199467677, "deviation-center-line": 0.1772998644693965, "driven_lanedir_consec": 1.239127594412131, "sim_compute_sim_state": 0.02400622648351333, "sim_compute_performance-ego": 0.004055729099348479}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.3489312124557062, "get_ui_image": 0.03416587874206186, "step_physics": 0.07681794612728364, "survival_time": 8.549999999999986, "driven_lanedir": 1.948451433407428, "get_state_dump": 0.01488805235477916, "sim_render-ego": 0.005865983795701412, "get_robot_state": 0.015181664137812386, "get_duckie_state": 2.460870129323145e-06, "in-drivable-lane": 1.5500000000000034, "agent_compute-ego": 0.016980954778124713, "deviation-heading": 1.3249517876888448, "complete-iteration": 0.1956389898445174, "set_robot_commands": 0.004764289186711897, "deviation-center-line": 0.2746036206050506, "driven_lanedir_consec": 1.948451433407428, "sim_compute_sim_state": 0.022946177867420932, "sim_compute_performance-ego": 0.003878802583928694}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.2914925440480989, "get_ui_image": 0.03497241890948752, "step_physics": 0.077431567337202, "survival_time": 4.599999999999992, "driven_lanedir": 0.6133408742082861, "get_state_dump": 0.013847952303679092, "sim_render-ego": 0.005966126918792725, "get_robot_state": 0.014974347923112951, "get_duckie_state": 2.4800715239151665e-06, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.016746720542078434, "deviation-heading": 0.4870298932647426, "complete-iteration": 0.19480620259824005, "set_robot_commands": 0.0045256744260373325, "deviation-center-line": 0.0901897108179467, "driven_lanedir_consec": 0.6133408742082861, "sim_compute_sim_state": 0.022172831970712417, "sim_compute_performance-ego": 0.0040146708488464355}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.498610705817955, "get_ui_image": 0.035341021889134454, "step_physics": 0.08459566517880088, "survival_time": 9.5, "driven_lanedir": 1.9449918256571743, "get_state_dump": 0.013726755192405298, "sim_render-ego": 0.006132381840756065, "get_robot_state": 0.015480254825792817, "get_duckie_state": 2.5774303235505757e-06, "in-drivable-lane": 3.000000000000015, "agent_compute-ego": 0.01722773125297145, "deviation-heading": 0.9435693625312174, "complete-iteration": 0.2097063792379279, "set_robot_commands": 0.004821272900230007, "deviation-center-line": 0.238820474373286, "driven_lanedir_consec": 1.9449918256571743, "sim_compute_sim_state": 0.028119308070132607, "sim_compute_performance-ego": 0.0041030444596943105}}set_robot_commands_max 0.004821272900230007 set_robot_commands_mean 0.004675182178111728 set_robot_commands_median 0.004676890693089787 set_robot_commands_min 0.0045256744260373325 sim_compute_performance-ego_max 0.0041030444596943105 sim_compute_performance-ego_mean 0.00401306174795448 sim_compute_performance-ego_median 0.004035199974097457 sim_compute_performance-ego_min 0.003878802583928694 sim_compute_sim_state_max 0.028119308070132607 sim_compute_sim_state_mean 0.02431113609794482 sim_compute_sim_state_median 0.02347620217546713 sim_compute_sim_state_min 0.022172831970712417 sim_render-ego_max 0.006132381840756065 sim_render-ego_mean 0.005959104898052196 sim_render-ego_median 0.005919026977875653 sim_render-ego_min 0.005865983795701412 simulation-passed 1 step_physics_max 0.08459566517880088 step_physics_mean 0.07873882463910628 step_physics_median 0.07712475673224281 step_physics_min 0.0761101199131386 survival_time_max 9.5 survival_time_mean 6.937499999999992 survival_time_min 4.599999999999992
No reset possible 43361
11665
Bhavya Patwa Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 04:27:15+00:00 2020-11-26 04:35:05+00:00 0:07:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7591224968999808 survival_time_median 12.050000000000036 deviation-center-line_median 0.24371219986126097 in-drivable-lane_median 7.400000000000038
other stats agent_compute-ego_max 0.017746723492940267 agent_compute-ego_mean 0.017379219525314408 agent_compute-ego_median 0.017290344185799174 agent_compute-ego_min 0.017189466236719016 complete-iteration_max 0.19922544821253363 complete-iteration_mean 0.192857608024589 complete-iteration_median 0.1925169010957082 complete-iteration_min 0.18717118169440597 deviation-center-line_max 0.3393492548207086 deviation-center-line_mean 0.23462129576098337 deviation-center-line_min 0.11171152850070289 deviation-heading_max 1.880397999290614 deviation-heading_mean 1.1833261417199783 deviation-heading_median 1.222902605786404 deviation-heading_min 0.4071013560164908 driven_any_max 4.336930272087002 driven_any_mean 3.2886874087922897 driven_any_median 3.177324113662742 driven_any_min 2.463171135756672 driven_lanedir_consec_max 2.0228069598632556 driven_lanedir_consec_mean 1.5397135989954036 driven_lanedir_consec_min 0.617802442318397 driven_lanedir_max 2.0228069598632556 driven_lanedir_mean 1.5397135989954036 driven_lanedir_median 1.7591224968999808 driven_lanedir_min 0.617802442318397 get_duckie_state_max 2.561371183134819e-06 get_duckie_state_mean 2.477324209283069e-06 get_duckie_state_median 2.500613530476888e-06 get_duckie_state_min 2.3466985930436813e-06 get_robot_state_max 0.014260601202646892 get_robot_state_mean 0.014086230263007968 get_robot_state_median 0.014060574164156053 get_robot_state_min 0.013963171521072869 get_state_dump_max 0.0137345146083232 get_state_dump_mean 0.013604751786063265 get_state_dump_median 0.01359822230912297 get_state_dump_min 0.01348804791768392 get_ui_image_max 0.03389870145785734 get_ui_image_mean 0.03335027580341613 get_ui_image_median 0.03317686657436558 get_ui_image_min 0.03314866860707601 in-drivable-lane_max 8.750000000000075 in-drivable-lane_mean 6.300000000000037 in-drivable-lane_min 1.649999999999994 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.3118878397540428, "get_ui_image": 0.03314939260482788, "step_physics": 0.0785930601755778, "survival_time": 14.950000000000076, "driven_lanedir": 1.5486482103394792, "get_state_dump": 0.01351315418879191, "sim_render-ego": 0.005711349646250407, "get_robot_state": 0.014260601202646892, "get_duckie_state": 2.5169054667154948e-06, "in-drivable-lane": 8.750000000000075, "agent_compute-ego": 0.017746723492940267, "deviation-heading": 1.880397999290614, "complete-iteration": 0.19451242526372273, "set_robot_commands": 0.004571703275044759, "deviation-center-line": 0.3393492548207086, "driven_lanedir_consec": 1.5486482103394792, "sim_compute_sim_state": 0.02299596627553304, "sim_compute_performance-ego": 0.00382919708887736}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.336930272087002, "get_ui_image": 0.03314866860707601, "step_physics": 0.07504452069600423, "survival_time": 14.950000000000076, "driven_lanedir": 2.0228069598632556, "get_state_dump": 0.01348804791768392, "sim_render-ego": 0.005684413115183512, "get_robot_state": 0.01397044022878011, "get_duckie_state": 2.4843215942382812e-06, "in-drivable-lane": 7.850000000000081, "agent_compute-ego": 0.01733251969019572, "deviation-heading": 1.6604486905387863, "complete-iteration": 0.1905213769276937, "set_robot_commands": 0.004567019939422608, "deviation-center-line": 0.27164280870593477, "driven_lanedir_consec": 2.0228069598632556, "sim_compute_sim_state": 0.0233148185412089, "sim_compute_performance-ego": 0.0038241076469421385}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0427603875714406, "get_ui_image": 0.03320434054390329, "step_physics": 0.0721951299677781, "survival_time": 9.149999999999997, "driven_lanedir": 0.617802442318397, "get_state_dump": 0.013683290429454032, "sim_render-ego": 0.0058657263146072135, "get_robot_state": 0.014150708099531995, "get_duckie_state": 2.561371183134819e-06, "in-drivable-lane": 6.949999999999995, "agent_compute-ego": 0.017189466236719016, "deviation-heading": 0.4071013560164908, "complete-iteration": 0.18717118169440597, "set_robot_commands": 0.004366120354073947, "deviation-center-line": 0.11171152850070289, "driven_lanedir_consec": 0.617802442318397, "sim_compute_sim_state": 0.0224759539619821, "sim_compute_performance-ego": 0.0038908700473973008}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.463171135756672, "get_ui_image": 0.03389870145785734, "step_physics": 0.07949257796665407, "survival_time": 7.94999999999998, "driven_lanedir": 1.9695967834604824, "get_state_dump": 0.0137345146083232, "sim_render-ego": 0.005641057056450994, "get_robot_state": 0.013963171521072869, "get_duckie_state": 2.3466985930436813e-06, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.017248168681402627, "deviation-heading": 0.7853565210340216, "complete-iteration": 0.19922544821253363, "set_robot_commands": 0.00455052597717669, "deviation-center-line": 0.2157815910165872, "driven_lanedir_consec": 1.9695967834604824, "sim_compute_sim_state": 0.026620163107818028, "sim_compute_performance-ego": 0.003927583214621873}}set_robot_commands_max 0.004571703275044759 set_robot_commands_mean 0.004513842386429501 set_robot_commands_median 0.004558772958299649 set_robot_commands_min 0.004366120354073947 sim_compute_performance-ego_max 0.003927583214621873 sim_compute_performance-ego_mean 0.003867939499459668 sim_compute_performance-ego_median 0.0038600335681373303 sim_compute_performance-ego_min 0.0038241076469421385 sim_compute_sim_state_max 0.026620163107818028 sim_compute_sim_state_mean 0.02385172547163552 sim_compute_sim_state_median 0.023155392408370973 sim_compute_sim_state_min 0.0224759539619821 sim_render-ego_max 0.0058657263146072135 sim_render-ego_mean 0.005725636533123032 sim_render-ego_median 0.00569788138071696 sim_render-ego_min 0.005641057056450994 simulation-passed 1 step_physics_max 0.07949257796665407 step_physics_mean 0.07633132220150354 step_physics_median 0.07681879043579101 step_physics_min 0.0721951299677781 survival_time_max 14.950000000000076 survival_time_mean 11.750000000000034 survival_time_min 7.94999999999998
No reset possible 43340
11660
Melisande Teng sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 04:05:33+00:00 2020-11-26 04:15:10+00:00 0:09:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4943873671574286 survival_time_median 14.950000000000076 deviation-center-line_median 0.822517515397808 in-drivable-lane_median 1.0250000000000117
other stats agent_compute-ego_max 0.0178478741645813 agent_compute-ego_mean 0.017534797191619874 agent_compute-ego_median 0.017485781113306682 agent_compute-ego_min 0.017319752375284832 complete-iteration_max 0.1954989234606425 complete-iteration_mean 0.1917869693040848 complete-iteration_median 0.19156767169634503 complete-iteration_min 0.1885136103630066 deviation-center-line_max 1.0154079510931016 deviation-center-line_mean 0.7634802904362269 deviation-center-line_min 0.3934781798561898 deviation-heading_max 4.464745365715812 deviation-heading_mean 3.3759473254618584 deviation-heading_median 3.135748017807501 deviation-heading_min 2.7675479005166195 driven_any_max 3.1267326250282443 driven_any_mean 2.988140728882801 driven_any_median 2.9969072421341463 driven_any_min 2.832015806234665 driven_lanedir_consec_max 2.77218369543646 driven_lanedir_consec_mean 2.4425998071066717 driven_lanedir_consec_min 2.009440798675371 driven_lanedir_max 2.860677184406697 driven_lanedir_mean 2.655408903539503 driven_lanedir_median 2.6952015746667577 driven_lanedir_min 2.370555280417801 get_duckie_state_max 2.5041898091634116e-06 get_duckie_state_mean 2.420345942179362e-06 get_duckie_state_median 2.4298826853434244e-06 get_duckie_state_min 2.3174285888671877e-06 get_robot_state_max 0.015092813968658449 get_robot_state_mean 0.01426112155119578 get_robot_state_median 0.014200381835301718 get_robot_state_min 0.01355090856552124 get_state_dump_max 0.013698283831278484 get_state_dump_mean 0.013561094999313355 get_state_dump_median 0.013534011840820311 get_state_dump_min 0.01347807248433431 get_ui_image_max 0.03410185972849528 get_ui_image_mean 0.033447414835294086 get_ui_image_median 0.03345434625943502 get_ui_image_min 0.03277910709381104 in-drivable-lane_max 1.4500000000000162 in-drivable-lane_mean 1.0125000000000115 in-drivable-lane_min 0.5500000000000078 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.911969203052626, "get_ui_image": 0.03277910709381104, "step_physics": 0.0726853076616923, "survival_time": 14.950000000000076, "driven_lanedir": 2.618219453897056, "get_state_dump": 0.013492379983266196, "sim_render-ego": 0.005757721265157064, "get_robot_state": 0.014610793590545654, "get_duckie_state": 2.5041898091634116e-06, "in-drivable-lane": 0.9000000000000066, "agent_compute-ego": 0.017319752375284832, "deviation-heading": 3.3840311636003912, "complete-iteration": 0.1885136103630066, "set_robot_commands": 0.004705507755279541, "deviation-center-line": 0.890553487446793, "driven_lanedir_consec": 2.618219453897056, "sim_compute_sim_state": 0.023026661078135172, "sim_compute_performance-ego": 0.003990282217661539}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.1267326250282443, "get_ui_image": 0.033322338263193765, "step_physics": 0.07287321488062541, "survival_time": 14.950000000000076, "driven_lanedir": 2.77218369543646, "get_state_dump": 0.013698283831278484, "sim_render-ego": 0.0059678037961324055, "get_robot_state": 0.015092813968658449, "get_duckie_state": 2.501805623372396e-06, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.01746942679087321, "deviation-heading": 2.7675479005166195, "complete-iteration": 0.19014318227767943, "set_robot_commands": 0.00462936798731486, "deviation-center-line": 0.7544815433488231, "driven_lanedir_consec": 2.77218369543646, "sim_compute_sim_state": 0.022981208165486655, "sim_compute_performance-ego": 0.003958235581715902}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.832015806234665, "get_ui_image": 0.03410185972849528, "step_physics": 0.07623498837153117, "survival_time": 14.950000000000076, "driven_lanedir": 2.370555280417801, "get_state_dump": 0.01357564369837443, "sim_render-ego": 0.005655686855316162, "get_robot_state": 0.01378997008005778, "get_duckie_state": 2.3174285888671877e-06, "in-drivable-lane": 1.4500000000000162, "agent_compute-ego": 0.0178478741645813, "deviation-heading": 4.464745365715812, "complete-iteration": 0.19299216111501055, "set_robot_commands": 0.004567323525746663, "deviation-center-line": 1.0154079510931016, "driven_lanedir_consec": 2.370555280417801, "sim_compute_sim_state": 0.023198344707489015, "sim_compute_performance-ego": 0.0038707176844278977}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0818452812156667, "get_ui_image": 0.03358635425567627, "step_physics": 0.07789924065272014, "survival_time": 14.950000000000076, "driven_lanedir": 2.860677184406697, "get_state_dump": 0.01347807248433431, "sim_render-ego": 0.005475934346516927, "get_robot_state": 0.01355090856552124, "get_duckie_state": 2.3579597473144533e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.017502135435740154, "deviation-heading": 2.8874648720146108, "complete-iteration": 0.1954989234606425, "set_robot_commands": 0.004506821632385254, "deviation-center-line": 0.3934781798561898, "driven_lanedir_consec": 2.009440798675371, "sim_compute_sim_state": 0.025594505469004315, "sim_compute_performance-ego": 0.0037613304456075034}}set_robot_commands_max 0.004705507755279541 set_robot_commands_mean 0.0046022552251815795 set_robot_commands_median 0.004598345756530762 set_robot_commands_min 0.004506821632385254 sim_compute_performance-ego_max 0.003990282217661539 sim_compute_performance-ego_mean 0.0038951414823532103 sim_compute_performance-ego_median 0.0039144766330719 sim_compute_performance-ego_min 0.0037613304456075034 sim_compute_sim_state_max 0.025594505469004315 sim_compute_sim_state_mean 0.02370017985502879 sim_compute_sim_state_median 0.023112502892812095 sim_compute_sim_state_min 0.022981208165486655 sim_render-ego_max 0.0059678037961324055 sim_render-ego_mean 0.00571428656578064 sim_render-ego_median 0.0057067040602366125 sim_render-ego_min 0.005475934346516927 simulation-passed 1 step_physics_max 0.07789924065272014 step_physics_mean 0.07492318789164226 step_physics_median 0.07455410162607828 step_physics_min 0.0726853076616923 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43321
11659
Bhavya Patwa Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 03:18:45+00:00 2020-11-26 03:24:23+00:00 0:05:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6008138974510624 survival_time_median 6.92499999999999 deviation-center-line_median 0.24071987421768876 in-drivable-lane_median 1.975
other stats agent_compute-ego_max 0.017386517282259668 agent_compute-ego_mean 0.017148929692090642 agent_compute-ego_median 0.017103531487444614 agent_compute-ego_min 0.017002138511213676 complete-iteration_max 0.1958287884949376 complete-iteration_mean 0.19339635001624816 complete-iteration_median 0.19292521440204713 complete-iteration_min 0.1919061827659607 deviation-center-line_max 0.30759108916625943 deviation-center-line_mean 0.21803107435518343 deviation-center-line_min 0.08309345981909688 deviation-heading_max 1.439366806409814 deviation-heading_mean 0.9467929709634066 deviation-heading_median 0.964201858495934 deviation-heading_min 0.4194013604519449 driven_any_max 2.6639922911927103 driven_any_mean 1.9776854396778376 driven_any_median 1.917780134791854 driven_any_min 1.411189197934932 driven_lanedir_consec_max 2.0133831755986527 driven_lanedir_consec_mean 1.455981192435286 driven_lanedir_consec_min 0.6089137992403657 driven_lanedir_max 2.0133831755986527 driven_lanedir_mean 1.455981192435286 driven_lanedir_median 1.6008138974510624 driven_lanedir_min 0.6089137992403657 get_duckie_state_max 2.8300285339355467e-06 get_duckie_state_mean 2.623253291111922e-06 get_duckie_state_median 2.578217932518492e-06 get_duckie_state_min 2.506548765475157e-06 get_robot_state_max 0.015320492329570534 get_robot_state_mean 0.014682144942204833 get_robot_state_median 0.014767696045814675 get_robot_state_min 0.013872695347619436 get_state_dump_max 0.014025588035583497 get_state_dump_mean 0.013646091822056452 get_state_dump_median 0.013591053517727924 get_state_dump_min 0.01337667221718646 get_ui_image_max 0.033875158492555006 get_ui_image_mean 0.03370244913520472 get_ui_image_median 0.03368265294759287 get_ui_image_min 0.033569332153078106 in-drivable-lane_max 2.6000000000000156 in-drivable-lane_mean 1.7750000000000037 in-drivable-lane_min 0.549999999999998 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.447611459219135, "get_ui_image": 0.03362563133239746, "step_physics": 0.07540796041488647, "survival_time": 4.99999999999999, "driven_lanedir": 1.2277395761169478, "get_state_dump": 0.014025588035583497, "sim_render-ego": 0.005853736400604248, "get_robot_state": 0.01435002326965332, "get_duckie_state": 2.8300285339355467e-06, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.01716970682144165, "deviation-heading": 0.7713111959154888, "complete-iteration": 0.1919061827659607, "set_robot_commands": 0.004534304141998291, "deviation-center-line": 0.18023805967182385, "driven_lanedir_consec": 1.2277395761169478, "sim_compute_sim_state": 0.02280310392379761, "sim_compute_performance-ego": 0.0039714622497558595}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.387948810364573, "get_ui_image": 0.03373967456278828, "step_physics": 0.07459497586481989, "survival_time": 8.84999999999999, "driven_lanedir": 1.973888218785177, "get_state_dump": 0.013646877418130131, "sim_render-ego": 0.005931742447244245, "get_robot_state": 0.015320492329570534, "get_duckie_state": 2.6226043701171875e-06, "in-drivable-lane": 1.6000000000000083, "agent_compute-ego": 0.017386517282259668, "deviation-heading": 1.439366806409814, "complete-iteration": 0.19229202755426955, "set_robot_commands": 0.0048330880827822924, "deviation-center-line": 0.30759108916625943, "driven_lanedir_consec": 1.973888218785177, "sim_compute_sim_state": 0.02262286547213625, "sim_compute_performance-ego": 0.004053936166278386}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.411189197934932, "get_ui_image": 0.033875158492555006, "step_physics": 0.07700242133850747, "survival_time": 4.699999999999991, "driven_lanedir": 0.6089137992403657, "get_state_dump": 0.01337667221718646, "sim_render-ego": 0.006006433608684134, "get_robot_state": 0.015185368821976032, "get_duckie_state": 2.533831494919797e-06, "in-drivable-lane": 2.3499999999999917, "agent_compute-ego": 0.017037356153447578, "deviation-heading": 0.4194013604519449, "complete-iteration": 0.19355840124982468, "set_robot_commands": 0.004589369956483232, "deviation-center-line": 0.08309345981909688, "driven_lanedir_consec": 0.6089137992403657, "sim_compute_sim_state": 0.0222979023101482, "sim_compute_performance-ego": 0.004026164399816635}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6639922911927103, "get_ui_image": 0.033569332153078106, "step_physics": 0.0770589825968263, "survival_time": 9.45, "driven_lanedir": 2.0133831755986527, "get_state_dump": 0.013535229617325718, "sim_render-ego": 0.005590621756498145, "get_robot_state": 0.013872695347619436, "get_duckie_state": 2.506548765475157e-06, "in-drivable-lane": 2.6000000000000156, "agent_compute-ego": 0.017002138511213676, "deviation-heading": 1.1570925210763792, "complete-iteration": 0.1958287884949376, "set_robot_commands": 0.004626798882055535, "deviation-center-line": 0.30120168876355363, "driven_lanedir_consec": 2.0133831755986527, "sim_compute_sim_state": 0.02657465581540708, "sim_compute_performance-ego": 0.003841228586025339}}set_robot_commands_max 0.0048330880827822924 set_robot_commands_mean 0.004645890265829838 set_robot_commands_median 0.004608084419269383 set_robot_commands_min 0.004534304141998291 sim_compute_performance-ego_max 0.004053936166278386 sim_compute_performance-ego_mean 0.003973197850469055 sim_compute_performance-ego_median 0.003998813324786247 sim_compute_performance-ego_min 0.003841228586025339 sim_compute_sim_state_max 0.02657465581540708 sim_compute_sim_state_mean 0.02357463188037228 sim_compute_sim_state_median 0.02271298469796693 sim_compute_sim_state_min 0.0222979023101482 sim_render-ego_max 0.006006433608684134 sim_render-ego_mean 0.005845633553257693 sim_render-ego_median 0.0058927394239242465 sim_render-ego_min 0.005590621756498145 simulation-passed 1 step_physics_max 0.0770589825968263 step_physics_mean 0.07601608505376004 step_physics_median 0.07620519087669697 step_physics_min 0.07459497586481989 survival_time_max 9.45 survival_time_mean 6.999999999999993 survival_time_min 4.699999999999991
No reset possible 43302
11657
Melisande Teng sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 03:09:00+00:00 2020-11-26 03:17:28+00:00 0:08:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6850787663665925 survival_time_median 14.950000000000076 deviation-center-line_median 0.6636029600058572 in-drivable-lane_median 2.9750000000000165
other stats agent_compute-ego_max 0.01757288058598836 agent_compute-ego_mean 0.01726147936595665 agent_compute-ego_median 0.01726011567936712 agent_compute-ego_min 0.016952805519104004 complete-iteration_max 0.21124723354975383 complete-iteration_mean 0.19531036508170677 complete-iteration_median 0.19258859713872273 complete-iteration_min 0.18481703249962775 deviation-center-line_max 0.7413075083011934 deviation-center-line_mean 0.5770585954835613 deviation-center-line_min 0.23972095362133763 deviation-heading_max 4.66779413545333 deviation-heading_mean 3.171855829081169 deviation-heading_median 3.6112159991481647 deviation-heading_min 0.7971971825750154 driven_any_max 3.222715965129488 driven_any_mean 2.793042317927751 driven_any_median 2.886389524420834 driven_any_min 2.176674257739848 driven_lanedir_consec_max 2.552446399021319 driven_lanedir_consec_mean 1.782864336517835 driven_lanedir_consec_min 1.2088534143168357 driven_lanedir_max 2.552446399021319 driven_lanedir_mean 1.9068490298794372 driven_lanedir_median 1.9330481530897972 driven_lanedir_min 1.2088534143168357 get_duckie_state_max 2.8020733005397924e-06 get_duckie_state_mean 2.6404508304246618e-06 get_duckie_state_median 2.624193827311198e-06 get_duckie_state_min 2.5113423665364583e-06 get_robot_state_max 0.015420010089874267 get_robot_state_mean 0.014675923203810668 get_robot_state_median 0.014546246559191973 get_robot_state_min 0.014191189606984456 get_state_dump_max 0.013523409366607666 get_state_dump_mean 0.01339235516694876 get_state_dump_median 0.013447169065475464 get_state_dump_min 0.01315167317023644 get_ui_image_max 0.03569062948226929 get_ui_image_mean 0.03384720652749687 get_ui_image_median 0.03370741446812947 get_ui_image_min 0.03228336769145924 in-drivable-lane_max 6.2000000000000455 in-drivable-lane_mean 3.287500000000023 in-drivable-lane_min 1.0000000000000142 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.176674257739848, "get_ui_image": 0.03228336769145924, "step_physics": 0.07055133908659547, "survival_time": 9.099999999999994, "driven_lanedir": 1.2088534143168357, "get_state_dump": 0.01315167317023644, "sim_render-ego": 0.0056352680856054955, "get_robot_state": 0.01451720641209529, "get_duckie_state": 2.8020733005397924e-06, "in-drivable-lane": 3.9500000000000046, "agent_compute-ego": 0.01713364071898408, "deviation-heading": 0.7971971825750154, "complete-iteration": 0.18481703249962775, "set_robot_commands": 0.004702885072309892, "deviation-center-line": 0.23972095362133763, "driven_lanedir_consec": 1.2088534143168357, "sim_compute_sim_state": 0.022974688928205887, "sim_compute_performance-ego": 0.0037159814939394104}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.222715965129488, "get_ui_image": 0.0334854793548584, "step_physics": 0.0735839041074117, "survival_time": 14.950000000000076, "driven_lanedir": 2.552446399021319, "get_state_dump": 0.01349391539891561, "sim_render-ego": 0.005729573567708333, "get_robot_state": 0.014191189606984456, "get_duckie_state": 2.5113423665364583e-06, "in-drivable-lane": 2.0000000000000284, "agent_compute-ego": 0.016952805519104004, "deviation-heading": 3.3750486047336485, "complete-iteration": 0.18937206347783408, "set_robot_commands": 0.004572594960530599, "deviation-center-line": 0.7112945332473508, "driven_lanedir_consec": 2.552446399021319, "sim_compute_sim_state": 0.023351895014444988, "sim_compute_performance-ego": 0.003853398958841959}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.841822214995974, "get_ui_image": 0.03392934958140055, "step_physics": 0.0785011331240336, "survival_time": 14.950000000000076, "driven_lanedir": 1.3414669759307596, "get_state_dump": 0.013400422732035318, "sim_render-ego": 0.005844558080037435, "get_robot_state": 0.014575286706288656, "get_duckie_state": 2.5383631388346354e-06, "in-drivable-lane": 6.2000000000000455, "agent_compute-ego": 0.017386590639750163, "deviation-heading": 3.84738339356268, "complete-iteration": 0.1958051307996114, "set_robot_commands": 0.0045324500401814774, "deviation-center-line": 0.6159113867643635, "driven_lanedir_consec": 1.3414669759307596, "sim_compute_sim_state": 0.023559637864430747, "sim_compute_performance-ego": 0.003916945457458496}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.930956833845695, "get_ui_image": 0.03569062948226929, "step_physics": 0.08603502511978149, "survival_time": 14.950000000000076, "driven_lanedir": 2.5246293302488345, "get_state_dump": 0.013523409366607666, "sim_render-ego": 0.006079045136769613, "get_robot_state": 0.015420010089874267, "get_duckie_state": 2.7100245157877605e-06, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.01757288058598836, "deviation-heading": 4.66779413545333, "complete-iteration": 0.21124723354975383, "set_robot_commands": 0.004926477273305257, "deviation-center-line": 0.7413075083011934, "driven_lanedir_consec": 2.028690556802425, "sim_compute_sim_state": 0.027829859256744385, "sim_compute_performance-ego": 0.004004117647806804}}set_robot_commands_max 0.004926477273305257 set_robot_commands_mean 0.004683601836581806 set_robot_commands_median 0.004637740016420245 set_robot_commands_min 0.0045324500401814774 sim_compute_performance-ego_max 0.004004117647806804 sim_compute_performance-ego_mean 0.003872610889511668 sim_compute_performance-ego_median 0.003885172208150228 sim_compute_performance-ego_min 0.0037159814939394104 sim_compute_sim_state_max 0.027829859256744385 sim_compute_sim_state_mean 0.024429020265956503 sim_compute_sim_state_median 0.023455766439437867 sim_compute_sim_state_min 0.022974688928205887 sim_render-ego_max 0.006079045136769613 sim_render-ego_mean 0.005822111217530219 sim_render-ego_median 0.005787065823872884 sim_render-ego_min 0.0056352680856054955 simulation-passed 1 step_physics_max 0.08603502511978149 step_physics_mean 0.07716785035945557 step_physics_median 0.07604251861572264 step_physics_min 0.07055133908659547 survival_time_max 14.950000000000076 survival_time_mean 13.487500000000058 survival_time_min 9.099999999999994
No reset possible 43273
11653
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 02:38:43+00:00 2020-11-26 02:47:36+00:00 0:08:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1986182166883 survival_time_median 14.950000000000076 deviation-center-line_median 0.8947806767866218 in-drivable-lane_median 1.375000000000013
other stats agent_compute-ego_max 0.017469805081685386 agent_compute-ego_mean 0.01726613442103068 agent_compute-ego_median 0.017213922341664634 agent_compute-ego_min 0.017166887919108073 complete-iteration_max 0.20527363697687784 complete-iteration_mean 0.193369020819664 complete-iteration_median 0.19291714191436768 complete-iteration_min 0.1823681624730428 deviation-center-line_max 1.0451272560200795 deviation-center-line_mean 0.8210502128022766 deviation-center-line_min 0.4495122416157832 deviation-heading_max 3.999386067464103 deviation-heading_mean 3.392194706201941 deviation-heading_median 3.375368722665988 deviation-heading_min 2.8186553120116837 driven_any_max 2.9933379337569104 driven_any_mean 2.9255425512097286 driven_any_median 2.9383603816982196 driven_any_min 2.8321115076855645 driven_lanedir_consec_max 2.890660599343901 driven_lanedir_consec_mean 2.2778270617101786 driven_lanedir_consec_min 1.8234112141202132 driven_lanedir_max 2.890660599343901 driven_lanedir_mean 2.4585820944343295 driven_lanedir_median 2.560128282136602 driven_lanedir_min 1.8234112141202132 get_duckie_state_max 2.555052439371745e-06 get_duckie_state_mean 2.5300184885660807e-06 get_duckie_state_median 2.5351842244466145e-06 get_duckie_state_min 2.494653065999349e-06 get_robot_state_max 0.01570877234141032 get_robot_state_mean 0.014774219989776611 get_robot_state_median 0.01511035203933716 get_robot_state_min 0.01316740353902181 get_state_dump_max 0.013766054312388105 get_state_dump_mean 0.013434958656628923 get_state_dump_median 0.01343923052151998 get_state_dump_min 0.013095319271087646 get_ui_image_max 0.0349194606145223 get_ui_image_mean 0.033805610934893295 get_ui_image_median 0.03404595573743184 get_ui_image_min 0.032211071650187176 in-drivable-lane_max 4.050000000000032 in-drivable-lane_mean 1.7000000000000146 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.8837671495292447, "get_ui_image": 0.032211071650187176, "step_physics": 0.07092897335688274, "survival_time": 14.950000000000076, "driven_lanedir": 2.392054133547468, "get_state_dump": 0.013095319271087646, "sim_render-ego": 0.0053741693496704105, "get_robot_state": 0.01316740353902181, "get_duckie_state": 2.494653065999349e-06, "in-drivable-lane": 2.1000000000000174, "agent_compute-ego": 0.017166887919108073, "deviation-heading": 2.8186553120116837, "complete-iteration": 0.1823681624730428, "set_robot_commands": 0.004471585750579834, "deviation-center-line": 0.85784398752563, "driven_lanedir_consec": 2.392054133547468, "sim_compute_sim_state": 0.02219788392384847, "sim_compute_performance-ego": 0.003620139757792155}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9933379337569104, "get_ui_image": 0.03356153647104899, "step_physics": 0.07256895860036214, "survival_time": 14.950000000000076, "driven_lanedir": 2.890660599343901, "get_state_dump": 0.013392017682393393, "sim_render-ego": 0.005921791394551595, "get_robot_state": 0.014877581596374511, "get_duckie_state": 2.5224685668945313e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017252802848815918, "deviation-heading": 3.2966161637990896, "complete-iteration": 0.18893258174260455, "set_robot_commands": 0.004750755627950033, "deviation-center-line": 0.9317173660476136, "driven_lanedir_consec": 2.890660599343901, "sim_compute_sim_state": 0.022594048976898193, "sim_compute_performance-ego": 0.0038729453086853026}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8321115076855645, "get_ui_image": 0.0345303750038147, "step_physics": 0.07755786101023356, "survival_time": 14.950000000000076, "driven_lanedir": 1.8234112141202132, "get_state_dump": 0.013766054312388105, "sim_render-ego": 0.005957873662312826, "get_robot_state": 0.015343122482299803, "get_duckie_state": 2.547899881998698e-06, "in-drivable-lane": 4.050000000000032, "agent_compute-ego": 0.017469805081685386, "deviation-heading": 3.999386067464103, "complete-iteration": 0.1969017020861308, "set_robot_commands": 0.004728057384490967, "deviation-center-line": 1.0451272560200795, "driven_lanedir_consec": 1.8234112141202132, "sim_compute_sim_state": 0.023404752413431804, "sim_compute_performance-ego": 0.0039980284372965495}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9929536138671944, "get_ui_image": 0.0349194606145223, "step_physics": 0.08247543176015218, "survival_time": 14.950000000000076, "driven_lanedir": 2.728202430725735, "get_state_dump": 0.013486443360646564, "sim_render-ego": 0.005931708017985026, "get_robot_state": 0.01570877234141032, "get_duckie_state": 2.555052439371745e-06, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.017175041834513346, "deviation-heading": 3.454121281532886, "complete-iteration": 0.20527363697687784, "set_robot_commands": 0.004717644055684408, "deviation-center-line": 0.4495122416157832, "driven_lanedir_consec": 2.005182299829132, "sim_compute_sim_state": 0.02675411303838094, "sim_compute_performance-ego": 0.003961196740468343}}set_robot_commands_max 0.004750755627950033 set_robot_commands_mean 0.0046670107046763104 set_robot_commands_median 0.004722850720087687 set_robot_commands_min 0.004471585750579834 sim_compute_performance-ego_max 0.0039980284372965495 sim_compute_performance-ego_mean 0.0038630775610605872 sim_compute_performance-ego_median 0.003917071024576823 sim_compute_performance-ego_min 0.003620139757792155 sim_compute_sim_state_max 0.02675411303838094 sim_compute_sim_state_mean 0.02373769958813985 sim_compute_sim_state_median 0.022999400695165 sim_compute_sim_state_min 0.02219788392384847 sim_render-ego_max 0.005957873662312826 sim_render-ego_mean 0.005796385606129965 sim_render-ego_median 0.005926749706268311 sim_render-ego_min 0.0053741693496704105 simulation-passed 1 step_physics_max 0.08247543176015218 step_physics_mean 0.07588280618190765 step_physics_median 0.07506340980529785 step_physics_min 0.07092897335688274 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43254
11648
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 02:02:27+00:00 2020-11-26 02:09:11+00:00 0:06:44 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.826484031027063 survival_time_median 13.300000000000054 deviation-center-line_median 0.45007755577850905 in-drivable-lane_median 1.2250000000000094
other stats agent_compute-ego_max 0.01753290835368275 agent_compute-ego_mean 0.017085521477827527 agent_compute-ego_median 0.0171178940931956 agent_compute-ego_min 0.016573389371236164 complete-iteration_max 0.19534776753110436 complete-iteration_mean 0.1822429408280123 complete-iteration_median 0.18056429545084637 complete-iteration_min 0.1724954048792521 deviation-center-line_max 0.7951987685443411 deviation-center-line_mean 0.4918594629268195 deviation-center-line_min 0.2720839716059184 deviation-heading_max 2.7626614854763663 deviation-heading_mean 1.67061619070388 deviation-heading_median 1.7984425734496732 deviation-heading_min 0.32291813043980605 driven_any_max 3.664239971902758 driven_any_mean 2.654601618479617 driven_any_median 2.7869717192593173 driven_any_min 1.380223063497074 driven_lanedir_consec_max 3.4956587557987184 driven_lanedir_consec_mean 1.9755478769622064 driven_lanedir_consec_min 0.7535646899959823 driven_lanedir_max 3.4956587557987184 driven_lanedir_mean 1.9755478769622064 driven_lanedir_median 1.826484031027063 driven_lanedir_min 0.7535646899959823 get_duckie_state_max 3.274281819661458e-06 get_duckie_state_mean 3.1312426101837375e-06 get_duckie_state_median 3.1018495900777616e-06 get_duckie_state_min 3.0469894409179686e-06 get_robot_state_max 0.012271141211191812 get_robot_state_mean 0.012173326327849638 get_robot_state_median 0.01219832125196698 get_robot_state_min 0.012025521596272787 get_state_dump_max 0.01324861764907837 get_state_dump_mean 0.012732733443741803 get_state_dump_median 0.01261247943910918 get_state_dump_min 0.012457357247670492 get_ui_image_max 0.033695577040250724 get_ui_image_mean 0.03243545089867437 get_ui_image_median 0.03235779007275899 get_ui_image_min 0.03133064640892876 in-drivable-lane_max 10.700000000000085 in-drivable-lane_mean 3.4125000000000254 in-drivable-lane_min 0.4999999999999991 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.380223063497074, "get_ui_image": 0.03133064640892876, "step_physics": 0.0657569858762953, "survival_time": 4.499999999999992, "driven_lanedir": 1.159488215864482, "get_state_dump": 0.012573480606079102, "sim_render-ego": 0.005093656645880805, "get_robot_state": 0.012176153394911024, "get_duckie_state": 3.274281819661458e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.016573389371236164, "deviation-heading": 0.32291813043980605, "complete-iteration": 0.1724954048792521, "set_robot_commands": 0.0045754353205362955, "deviation-center-line": 0.2720839716059184, "driven_lanedir_consec": 1.159488215864482, "sim_compute_sim_state": 0.02074500189887153, "sim_compute_performance-ego": 0.0035275353325737845}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.664239971902758, "get_ui_image": 0.03175997018814087, "step_physics": 0.06754549582799275, "survival_time": 14.950000000000076, "driven_lanedir": 3.4956587557987184, "get_state_dump": 0.01324861764907837, "sim_render-ego": 0.005170160134633382, "get_robot_state": 0.012271141211191812, "get_duckie_state": 3.0469894409179686e-06, "in-drivable-lane": 0.4999999999999991, "agent_compute-ego": 0.017005529403686524, "deviation-heading": 2.7626614854763663, "complete-iteration": 0.17650386969248455, "set_robot_commands": 0.004423321882883708, "deviation-center-line": 0.7951987685443411, "driven_lanedir_consec": 3.4956587557987184, "sim_compute_sim_state": 0.021446723143259683, "sim_compute_performance-ego": 0.0034918928146362303}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.791768405952368, "get_ui_image": 0.03295560995737712, "step_physics": 0.07507006327311198, "survival_time": 14.950000000000076, "driven_lanedir": 0.7535646899959823, "get_state_dump": 0.012457357247670492, "sim_render-ego": 0.005222447713216146, "get_robot_state": 0.012025521596272787, "get_duckie_state": 3.1503041585286457e-06, "in-drivable-lane": 10.700000000000085, "agent_compute-ego": 0.01723025878270467, "deviation-heading": 2.0699349852597844, "complete-iteration": 0.18462472120920817, "set_robot_commands": 0.004620077610015869, "deviation-center-line": 0.30218981994017574, "driven_lanedir_consec": 0.7535646899959823, "sim_compute_sim_state": 0.02136813481648763, "sim_compute_performance-ego": 0.003526170253753662}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.782175032566267, "get_ui_image": 0.033695577040250724, "step_physics": 0.08182197578986827, "survival_time": 11.65000000000003, "driven_lanedir": 2.493479846189644, "get_state_dump": 0.012651478272139258, "sim_render-ego": 0.005066367178004187, "get_robot_state": 0.012220489109022934, "get_duckie_state": 3.0533950216268775e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.01753290835368275, "deviation-heading": 1.5269501616395622, "complete-iteration": 0.19534776753110436, "set_robot_commands": 0.004545508536146434, "deviation-center-line": 0.5979652916168424, "driven_lanedir_consec": 2.493479846189644, "sim_compute_sim_state": 0.024226725868912724, "sim_compute_performance-ego": 0.003442616933405143}}set_robot_commands_max 0.004620077610015869 set_robot_commands_mean 0.004541085837395576 set_robot_commands_median 0.004560471928341365 set_robot_commands_min 0.004423321882883708 sim_compute_performance-ego_max 0.0035275353325737845 sim_compute_performance-ego_mean 0.003497053833592205 sim_compute_performance-ego_median 0.0035090315341949462 sim_compute_performance-ego_min 0.003442616933405143 sim_compute_sim_state_max 0.024226725868912724 sim_compute_sim_state_mean 0.02194664643188289 sim_compute_sim_state_median 0.021407428979873657 sim_compute_sim_state_min 0.02074500189887153 sim_render-ego_max 0.005222447713216146 sim_render-ego_mean 0.00513815791793363 sim_render-ego_median 0.005131908390257093 sim_render-ego_min 0.005066367178004187 simulation-passed 1 step_physics_max 0.08182197578986827 step_physics_mean 0.07254863019181708 step_physics_median 0.07130777955055237 step_physics_min 0.0657569858762953 survival_time_max 14.950000000000076 survival_time_mean 11.512500000000044 survival_time_min 4.499999999999992
No reset possible 43234
11643
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-26 01:03:01+00:00 2020-11-26 01:11:19+00:00 0:08:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.727426125395561 survival_time_median 14.950000000000076 deviation-center-line_median 0.40316524419443234 in-drivable-lane_median 3.0250000000000163
other stats agent_compute-ego_max 0.017904059092203776 agent_compute-ego_mean 0.017623141584366654 agent_compute-ego_median 0.017554355417827953 agent_compute-ego_min 0.017479796409606934 complete-iteration_max 0.2061630177497864 complete-iteration_mean 0.197229971958098 complete-iteration_median 0.197104869431053 complete-iteration_min 0.18854713122049968 deviation-center-line_max 0.9348223208620748 deviation-center-line_mean 0.4825721828949722 deviation-center-line_min 0.1891359223289495 deviation-heading_max 3.041045105612953 deviation-heading_mean 1.9616042369362552 deviation-heading_median 2.0236482833083036 deviation-heading_min 0.758075275515461 driven_any_max 3.834965556430881 driven_any_mean 3.5166323358340508 driven_any_median 3.624815437596779 driven_any_min 2.981932911711765 driven_lanedir_consec_max 3.6187107871686743 driven_lanedir_consec_mean 2.4293799163567167 driven_lanedir_consec_min 0.6439566274670714 driven_lanedir_max 3.6187107871686743 driven_lanedir_mean 2.4296712381750027 driven_lanedir_median 2.727426125395561 driven_lanedir_min 0.6451219147402147 get_duckie_state_max 2.6798248291015626e-06 get_duckie_state_mean 2.462678237867504e-06 get_duckie_state_median 2.433458964029948e-06 get_duckie_state_min 2.303970194308557e-06 get_robot_state_max 0.015345949331919352 get_robot_state_mean 0.01467784235967654 get_robot_state_median 0.014689782263705292 get_robot_state_min 0.01398585557937622 get_state_dump_max 0.013687403202056884 get_state_dump_mean 0.013641542389385426 get_state_dump_median 0.013631904511436864 get_state_dump_min 0.013614957332611083 get_ui_image_max 0.03491429805755615 get_ui_image_mean 0.03399873314431152 get_ui_image_median 0.03411894039572956 get_ui_image_min 0.0328427537282308 in-drivable-lane_max 11.850000000000076 in-drivable-lane_mean 4.575000000000029 in-drivable-lane_min 0.4000000000000057 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.774783323343138, "get_ui_image": 0.0328427537282308, "step_physics": 0.072487264474233, "survival_time": 14.950000000000076, "driven_lanedir": 3.6187107871686743, "get_state_dump": 0.013614957332611083, "sim_render-ego": 0.005773046811421712, "get_robot_state": 0.01398585557937622, "get_duckie_state": 2.6798248291015626e-06, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.017479796409606934, "deviation-heading": 2.705340403974819, "complete-iteration": 0.18854713122049968, "set_robot_commands": 0.004617451032002767, "deviation-center-line": 0.9348223208620748, "driven_lanedir_consec": 3.6187107871686743, "sim_compute_sim_state": 0.02369253714879354, "sim_compute_performance-ego": 0.003910504182179769}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.834965556430881, "get_ui_image": 0.033682262897491454, "step_physics": 0.07557865858078003, "survival_time": 14.950000000000076, "driven_lanedir": 3.480535005931805, "get_state_dump": 0.013629382451375323, "sim_render-ego": 0.005894238154093424, "get_robot_state": 0.014413252671559651, "get_duckie_state": 2.399285634358724e-06, "in-drivable-lane": 1.6500000000000012, "agent_compute-ego": 0.01757130304972331, "deviation-heading": 3.041045105612953, "complete-iteration": 0.19327177365620932, "set_robot_commands": 0.004585701624552409, "deviation-center-line": 0.6069619812528967, "driven_lanedir_consec": 3.480535005931805, "sim_compute_sim_state": 0.02380306323369344, "sim_compute_performance-ego": 0.003968071142832438}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4748475518504205, "get_ui_image": 0.03491429805755615, "step_physics": 0.08551697413126627, "survival_time": 14.950000000000076, "driven_lanedir": 0.6451219147402147, "get_state_dump": 0.013687403202056884, "sim_render-ego": 0.005991219679514567, "get_robot_state": 0.015345949331919352, "get_duckie_state": 2.467632293701172e-06, "in-drivable-lane": 11.850000000000076, "agent_compute-ego": 0.017904059092203776, "deviation-heading": 1.3419561626417875, "complete-iteration": 0.2061630177497864, "set_robot_commands": 0.004907791614532471, "deviation-center-line": 0.1891359223289495, "driven_lanedir_consec": 0.6439566274670714, "sim_compute_sim_state": 0.02380964517593384, "sim_compute_performance-ego": 0.003942023913065592}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.981932911711765, "get_ui_image": 0.034555617893967674, "step_physics": 0.07878492702947598, "survival_time": 10.700000000000015, "driven_lanedir": 1.974317244859317, "get_state_dump": 0.013634426571498407, "sim_render-ego": 0.005804432886783208, "get_robot_state": 0.014966311855850931, "get_duckie_state": 2.303970194308557e-06, "in-drivable-lane": 4.400000000000031, "agent_compute-ego": 0.017537407785932595, "deviation-heading": 0.758075275515461, "complete-iteration": 0.20093796520589668, "set_robot_commands": 0.004754450833686044, "deviation-center-line": 0.19936850713596796, "driven_lanedir_consec": 1.974317244859317, "sim_compute_sim_state": 0.026840410499929267, "sim_compute_performance-ego": 0.003918746921503655}}set_robot_commands_max 0.004907791614532471 set_robot_commands_mean 0.0047163487761934225 set_robot_commands_median 0.004685950932844405 set_robot_commands_min 0.004585701624552409 sim_compute_performance-ego_max 0.003968071142832438 sim_compute_performance-ego_mean 0.003934836539895363 sim_compute_performance-ego_median 0.003930385417284623 sim_compute_performance-ego_min 0.003910504182179769 sim_compute_sim_state_max 0.026840410499929267 sim_compute_sim_state_mean 0.024536414014587525 sim_compute_sim_state_median 0.02380635420481364 sim_compute_sim_state_min 0.02369253714879354 sim_render-ego_max 0.005991219679514567 sim_render-ego_mean 0.005865734382953227 sim_render-ego_median 0.005849335520438316 sim_render-ego_min 0.005773046811421712 simulation-passed 1 step_physics_max 0.08551697413126627 step_physics_mean 0.07809195605393882 step_physics_median 0.077181792805128 step_physics_min 0.072487264474233 survival_time_max 14.950000000000076 survival_time_mean 13.887500000000063 survival_time_min 10.700000000000015
No reset possible 43209
11634
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 23:52:38+00:00 2020-11-26 00:00:31+00:00 0:07:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3007564298514898 survival_time_median 14.950000000000076 deviation-center-line_median 0.619630300374518 in-drivable-lane_median 3.850000000000027
other stats agent_compute-ego_max 0.01792007525761922 agent_compute-ego_mean 0.017004710213489125 agent_compute-ego_median 0.016766267967515763 agent_compute-ego_min 0.016566229661305745 complete-iteration_max 0.19572600364685055 complete-iteration_mean 0.1837532969425213 complete-iteration_median 0.1818005649248759 complete-iteration_min 0.17568605427348286 deviation-center-line_max 0.9299745996449532 deviation-center-line_mean 0.5913544223478107 deviation-center-line_min 0.19618248899725343 deviation-heading_max 4.102831056584098 deviation-heading_mean 2.4166438332756117 deviation-heading_median 2.310234390185208 deviation-heading_min 0.9432754961479304 driven_any_max 3.818898260118079 driven_any_mean 3.416594951521751 driven_any_median 3.45405407142975 driven_any_min 2.9393734031094243 driven_lanedir_consec_max 3.0424600865131395 driven_lanedir_consec_mean 2.2475677036137593 driven_lanedir_consec_min 1.3462978682389195 driven_lanedir_max 3.1297930447912945 driven_lanedir_mean 2.372297390314214 driven_lanedir_median 2.5065493241133208 driven_lanedir_min 1.3462978682389195 get_duckie_state_max 3.293355305989583e-06 get_duckie_state_mean 3.150460916921633e-06 get_duckie_state_median 3.2051404317220052e-06 get_duckie_state_min 2.898207498252939e-06 get_robot_state_max 0.01371093511581421 get_robot_state_mean 0.012794133472150984 get_robot_state_median 0.012696755424552009 get_robot_state_min 0.01207208792368571 get_state_dump_max 0.01330697218577067 get_state_dump_mean 0.012792173334217947 get_state_dump_median 0.0127074661021568 get_state_dump_min 0.012446788946787517 get_ui_image_max 0.033479110399882 get_ui_image_mean 0.03253675455347114 get_ui_image_median 0.03251453150302992 get_ui_image_min 0.031638844807942705 in-drivable-lane_max 8.100000000000016 in-drivable-lane_mean 4.475000000000021 in-drivable-lane_min 2.1000000000000156 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.818898260118079, "get_ui_image": 0.031638844807942705, "step_physics": 0.06791337172190348, "survival_time": 14.950000000000076, "driven_lanedir": 3.0424600865131395, "get_state_dump": 0.012446788946787517, "sim_render-ego": 0.005115006764729818, "get_robot_state": 0.01207208792368571, "get_duckie_state": 3.293355305989583e-06, "in-drivable-lane": 3.350000000000019, "agent_compute-ego": 0.016909271876017252, "deviation-heading": 2.4569413949444456, "complete-iteration": 0.17604490756988525, "set_robot_commands": 0.004612573782602946, "deviation-center-line": 0.6188473676747857, "driven_lanedir_consec": 3.0424600865131395, "sim_compute_sim_state": 0.021715267499287923, "sim_compute_performance-ego": 0.003481301466623942}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9393734031094243, "get_ui_image": 0.032032465716020773, "step_physics": 0.06758577014328143, "survival_time": 10.90000000000002, "driven_lanedir": 1.9706385617135025, "get_state_dump": 0.012625256809619588, "sim_render-ego": 0.0051519498912566295, "get_robot_state": 0.012252200634107676, "get_duckie_state": 2.898207498252939e-06, "in-drivable-lane": 4.350000000000035, "agent_compute-ego": 0.01662326405901428, "deviation-heading": 0.9432754961479304, "complete-iteration": 0.17568605427348286, "set_robot_commands": 0.004467355001957045, "deviation-center-line": 0.19618248899725343, "driven_lanedir_consec": 1.9706385617135025, "sim_compute_sim_state": 0.021317124366760257, "sim_compute_performance-ego": 0.0034904709649742197}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1267778122410235, "get_ui_image": 0.032996597290039065, "step_physics": 0.07505948146184285, "survival_time": 14.950000000000076, "driven_lanedir": 1.3462978682389195, "get_state_dump": 0.01278967539469401, "sim_render-ego": 0.005525852044423421, "get_robot_state": 0.013141310214996338, "get_duckie_state": 3.208319346110026e-06, "in-drivable-lane": 8.100000000000016, "agent_compute-ego": 0.01792007525761922, "deviation-heading": 2.163527385425971, "complete-iteration": 0.18755622227986657, "set_robot_commands": 0.004604301452636719, "deviation-center-line": 0.6204132330742503, "driven_lanedir_consec": 1.3462978682389195, "sim_compute_sim_state": 0.021667049725850426, "sim_compute_performance-ego": 0.0037035465240478514}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.781330330618476, "get_ui_image": 0.033479110399882, "step_physics": 0.07876086393992106, "survival_time": 14.950000000000076, "driven_lanedir": 3.1297930447912945, "get_state_dump": 0.01330697218577067, "sim_render-ego": 0.005421380996704101, "get_robot_state": 0.01371093511581421, "get_duckie_state": 3.2019615173339843e-06, "in-drivable-lane": 2.1000000000000156, "agent_compute-ego": 0.016566229661305745, "deviation-heading": 4.102831056584098, "complete-iteration": 0.19572600364685055, "set_robot_commands": 0.004435799916585287, "deviation-center-line": 0.9299745996449532, "driven_lanedir_consec": 2.630874297989477, "sim_compute_sim_state": 0.02623002847035726, "sim_compute_performance-ego": 0.003665166695912679}}set_robot_commands_max 0.004612573782602946 set_robot_commands_mean 0.004530007538445499 set_robot_commands_median 0.004535828227296881 set_robot_commands_min 0.004435799916585287 sim_compute_performance-ego_max 0.0037035465240478514 sim_compute_performance-ego_mean 0.003585121412889673 sim_compute_performance-ego_median 0.0035778188304434492 sim_compute_performance-ego_min 0.003481301466623942 sim_compute_sim_state_max 0.02623002847035726 sim_compute_sim_state_mean 0.022732367515563966 sim_compute_sim_state_median 0.02169115861256917 sim_compute_sim_state_min 0.021317124366760257 sim_render-ego_max 0.005525852044423421 sim_render-ego_mean 0.005303547424278492 sim_render-ego_median 0.005286665443980366 sim_render-ego_min 0.005115006764729818 simulation-passed 1 step_physics_max 0.07876086393992106 step_physics_mean 0.07232987181673721 step_physics_median 0.07148642659187317 step_physics_min 0.06758577014328143 survival_time_max 14.950000000000076 survival_time_mean 13.937500000000064 survival_time_min 10.90000000000002
No reset possible 43173
11625
Philippe Reddy Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim host-error no mont01-ee9dcacd535e-1
2020-11-25 22:57:46+00:00 2020-11-25 23:05:39+00:00 0:07:53 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 943, in get_services_id
raise ZValueError(container_ids=container_ids, services=services, res=res, names=names)
zuper_commons.types.exceptions.ZValueError:
β container_ids: [61272762b7328b8217066162bc15620e4a95c61129c0c4c5f511721581003e42,
β a8592e7c554c8b04d907a7e2b06d411bbf11d12dd214fc57787f7f3a1ff6c117,
β 09e778c7fae56e9c6999aeb754e7d2709f306301513c4408cf87cb9cc658705f]
β services: dict[4]
β β solution :
β β dict[5]
β β β image : docker.io/phred123/aido-submissions@sha256:40032f700cbacb663060f4e4c6c6e0c3ce2c32754bfcf57470eb5aaa60c2caec
β β β environment :
β β β dict[10]
β β β β AIDONODE_DATA_IN : /fifos/ego-in
β β β β AIDO_REQUIRE_GPU : 1
β β β β AIDONODE_DATA_OUT : fifo:/fifos/ego-out
β β β β challenge_name : aido5-LF-sim-validation
β β β β challenge_step_name : LFv-sim
β β β β SUBMISSION_CONTAINER : docker.io/phred123/aido-submissions:2020_11_25_22_54_44@sha256:40032f700cbacb663060f4e4c6c6e0c3ce2c32754bfcf57470eb5aaa60c2caec
β β β β username : aido
β β β β uid : 0
β β β β USER : aido
β β β β HOME : /fake-home/aido
β β β user : 0:0
β β β volumes :
β β β [
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-wd:/challenges:rw,
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-fifos:/fifos:rw,
β β β /tmp/fake-aido-home:/fake-home/aido:rw]
β β β networks : {evaluation : {aliases : [evaluation]} }
β β evaluator :
β β dict[6]
β β β image : docker.io/duckietown/challenge-aido_lf-experiment_manager@sha256:48f0b2f34825d15848c3060740ab95a99254d233959586b75aeedf03f1ed5832
β β β environment :
β β β dict[8]
β β β β experiment_manager_parameters :
β β β β |episodes_per_scenario: 1
β β β β |episode_length_s: 15.0
β β β β |min_episode_length_s: 0.0
β β β β |seed: 20200922
β β β β |physics_dt: 0.05
β β β β |max_failures: 2
β β β β |fifo_dir: /fifos
β β β β |sim_in: /fifos/simulator-in
β β β β |sim_out: /fifos/simulator-out
β β β β |sm_in: /fifos/scenario_maker-in
β β β β |sm_out: /fifos/scenario_maker-out
β β β β |timeout_initialization: 120
β β β β |timeout_regular: 120
β β β β |
β β β β |port: 10123 # visualization port
β β β β |
β β β β challenge_name : aido5-LF-sim-validation
β β β β challenge_step_name : LFv-sim
β β β β SUBMISSION_CONTAINER : docker.io/phred123/aido-submissions:2020_11_25_22_54_44@sha256:40032f700cbacb663060f4e4c6c6e0c3ce2c32754bfcf57470eb5aaa60c2caec
β β β β username : aido
β β β β uid : 0
β β β β USER : aido
β β β β HOME : /fake-home/aido
β β β ports : [10123]
β β β user : 0:0
β β β volumes :
β β β [
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-wd:/challenges:rw,
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-fifos:/fifos:rw,
β β β /tmp/fake-aido-home:/fake-home/aido:rw]
β β β networks : {evaluation : {aliases : [evaluation]} }
β β simulator :
β β dict[5]
β β β image : docker.io/duckietown/challenge-aido_lf-simulator-gym@sha256:953ba9f1437e3f267db1f4ff2e58340de33f6c207283f26def16fc8612b9506e
β β β environment :
β β β dict[10]
β β β β AIDONODE_CONFIG :
β β β β |env_constructor: Simulator
β β β β |env_parameters:
β β β β | max_steps: 500001 # we don't want the gym to reset itself
β β β β | domain_rand: 0
β β β β | camera_width: 640
β β β β | camera_height: 480
β β β β | distortion: true
β β β β | num_tris_distractors: 0
β β β β | color_ground: [0, 0.3, 0] # green
β β β β | enable_leds: true
β β β β |
β β β β AIDONODE_DATA_IN : /fifos/simulator-in
β β β β AIDONODE_DATA_OUT : fifo:/fifos/simulator-out
β β β β challenge_name : aido5-LF-sim-validation
β β β β challenge_step_name : LFv-sim
β β β β SUBMISSION_CONTAINER : docker.io/phred123/aido-submissions:2020_11_25_22_54_44@sha256:40032f700cbacb663060f4e4c6c6e0c3ce2c32754bfcf57470eb5aaa60c2caec
β β β β username : aido
β β β β uid : 0
β β β β USER : aido
β β β β HOME : /fake-home/aido
β β β user : 0:0
β β β volumes :
β β β [
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-wd:/challenges:rw,
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-fifos:/fifos:rw,
β β β /tmp/fake-aido-home:/fake-home/aido:rw]
β β β networks : {evaluation : {aliases : [evaluation]} }
β β scenario_maker :
β β dict[5]
β β β image : docker.io/duckietown/challenge-aido_lf-scenario_maker@sha256:1562e17ba46090cdedbe68b8584827f1b3730f2786f6abd52e8790b4f0f1e63c
β β β environment :
β β β dict[10]
β β β β AIDONODE_CONFIG :
β β β β |maps:
β β β β |- ETHZ_autolab_technical_track
β β β β |scenarios_per_map: 4
β β β β |robots_npcs: []
β β β β |robots_pcs: [ego]
β β β β |
β β β β AIDONODE_DATA_IN : /fifos/scenario_maker-in
β β β β AIDONODE_DATA_OUT : fifo:/fifos/scenario_maker-out
β β β β challenge_name : aido5-LF-sim-validation
β β β β challenge_step_name : LFv-sim
β β β β SUBMISSION_CONTAINER : docker.io/phred123/aido-submissions:2020_11_25_22_54_44@sha256:40032f700cbacb663060f4e4c6c6e0c3ce2c32754bfcf57470eb5aaa60c2caec
β β β β username : aido
β β β β uid : 0
β β β β USER : aido
β β β β HOME : /fake-home/aido
β β β user : 0:0
β β β volumes :
β β β [
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-wd:/challenges:rw,
β β β /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11625/LFv-sim-mont01-ee9dcacd535e-1-job43173-a-fifos:/fifos:rw,
β β β /tmp/fake-aido-home:/fake-home/aido:rw]
β β β networks : {evaluation : {aliases : [evaluation]} }
β res: dict[3]
β β evaluator : 61272762b7328b8217066162bc15620e4a95c61129c0c4c5f511721581003e42
β β simulator : a8592e7c554c8b04d907a7e2b06d411bbf11d12dd214fc57787f7f3a1ff6c117
β β solution : 09e778c7fae56e9c6999aeb754e7d2709f306301513c4408cf87cb9cc658705f
β names: dict[3]
β β 61272762b7328b8217066162bc15620e4a95c61129c0c4c5f511721581003e42 : mont01-ee9dcacd535e-1-job43173-663263_evaluator_1
β β a8592e7c554c8b04d907a7e2b06d411bbf11d12dd214fc57787f7f3a1ff6c117 : mont01-ee9dcacd535e-1-job43173-663263_simulator_1
β β 09e778c7fae56e9c6999aeb754e7d2709f306301513c4408cf87cb9cc658705f : mont01-ee9dcacd535e-1-job43173-663263_solution_1
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43086
11604
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 20:10:43+00:00 2020-11-25 20:18:58+00:00 0:08:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.810393488691763 survival_time_median 14.950000000000076 deviation-center-line_median 0.5297899194636533 in-drivable-lane_median 4.400000000000022
other stats agent_compute-ego_max 0.017701058387756347 agent_compute-ego_mean 0.017555351416921355 agent_compute-ego_median 0.017528489749939716 agent_compute-ego_min 0.017463367780049643 complete-iteration_max 0.209313754826947 complete-iteration_mean 0.20169828926279249 complete-iteration_median 0.20144803365071615 complete-iteration_min 0.19458333492279056 deviation-center-line_max 0.8194435047907626 deviation-center-line_mean 0.5526035355541069 deviation-center-line_min 0.3313907984983585 deviation-heading_max 4.238932139081836 deviation-heading_mean 2.6436564590857374 deviation-heading_median 2.3262214177417153 deviation-heading_min 1.683250861777683 driven_any_max 4.084133471504896 driven_any_mean 3.675387479060378 driven_any_median 4.077232161471825 driven_any_min 2.4629521217929677 driven_lanedir_consec_max 3.414332288706704 driven_lanedir_consec_mean 2.0497530558316472 driven_lanedir_consec_min 1.163892957236358 driven_lanedir_max 3.414332288706704 driven_lanedir_mean 2.086735137884256 driven_lanedir_median 1.884357652796981 driven_lanedir_min 1.163892957236358 get_duckie_state_max 3.658135732014974e-06 get_duckie_state_mean 3.589437307555819e-06 get_duckie_state_median 3.590981165568034e-06 get_duckie_state_min 3.5176511670722335e-06 get_robot_state_max 0.01588462193806966 get_robot_state_mean 0.015112803685860555 get_robot_state_median 0.015180470148722333 get_robot_state_min 0.0142056525079279 get_state_dump_max 0.013564087549845378 get_state_dump_mean 0.013471881685361184 get_state_dump_median 0.01352880398432414 get_state_dump_min 0.013265831222951089 get_ui_image_max 0.0355076789855957 get_ui_image_mean 0.03498065094153086 get_ui_image_median 0.03518884380658468 get_ui_image_min 0.034037237167358396 in-drivable-lane_max 9.650000000000064 in-drivable-lane_mean 4.987500000000033 in-drivable-lane_min 1.500000000000021 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.07062161801016, "get_ui_image": 0.034037237167358396, "step_physics": 0.07794309854507446, "survival_time": 14.950000000000076, "driven_lanedir": 2.5446605699504015, "get_state_dump": 0.013564087549845378, "sim_render-ego": 0.005735573768615723, "get_robot_state": 0.01451451301574707, "get_duckie_state": 3.615220387776693e-06, "in-drivable-lane": 5.000000000000038, "agent_compute-ego": 0.017463367780049643, "deviation-heading": 2.379252062314865, "complete-iteration": 0.19458333492279056, "set_robot_commands": 0.004680617650349935, "deviation-center-line": 0.6828074676422715, "driven_lanedir_consec": 2.3967322417399655, "sim_compute_sim_state": 0.022687047322591147, "sim_compute_performance-ego": 0.003812410831451416}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.083842704933489, "get_ui_image": 0.03507911284764608, "step_physics": 0.07984612464904785, "survival_time": 14.950000000000076, "driven_lanedir": 3.414332288706704, "get_state_dump": 0.013504966100056966, "sim_render-ego": 0.006189947923024496, "get_robot_state": 0.01588462193806966, "get_duckie_state": 3.658135732014974e-06, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.0175614333152771, "deviation-heading": 4.238932139081836, "complete-iteration": 0.2012440347671509, "set_robot_commands": 0.004874586264292399, "deviation-center-line": 0.8194435047907626, "driven_lanedir_consec": 3.414332288706704, "sim_compute_sim_state": 0.024045569896697996, "sim_compute_performance-ego": 0.004103467464447021}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.084133471504896, "get_ui_image": 0.035298574765523276, "step_physics": 0.08048621733983358, "survival_time": 14.950000000000076, "driven_lanedir": 1.163892957236358, "get_state_dump": 0.013552641868591307, "sim_render-ego": 0.006110690434773763, "get_robot_state": 0.015846427281697592, "get_duckie_state": 3.566741943359375e-06, "in-drivable-lane": 9.650000000000064, "agent_compute-ego": 0.017701058387756347, "deviation-heading": 2.2731907731685657, "complete-iteration": 0.2016520325342814, "set_robot_commands": 0.004877951145172119, "deviation-center-line": 0.3313907984983585, "driven_lanedir_consec": 1.163892957236358, "sim_compute_sim_state": 0.02359304825464885, "sim_compute_performance-ego": 0.00403366486231486}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.4629521217929677, "get_ui_image": 0.0355076789855957, "step_physics": 0.08683376103802457, "survival_time": 9.149999999999997, "driven_lanedir": 1.2240547356435605, "get_state_dump": 0.013265831222951089, "sim_render-ego": 0.00590196333296312, "get_robot_state": 0.0142056525079279, "get_duckie_state": 3.5176511670722335e-06, "in-drivable-lane": 3.800000000000006, "agent_compute-ego": 0.01749554618460233, "deviation-heading": 1.683250861777683, "complete-iteration": 0.209313754826947, "set_robot_commands": 0.004835612135506718, "deviation-center-line": 0.376772371285035, "driven_lanedir_consec": 1.2240547356435605, "sim_compute_sim_state": 0.02718180776293812, "sim_compute_performance-ego": 0.003934374272497625}}set_robot_commands_max 0.004877951145172119 set_robot_commands_mean 0.004817191798830293 set_robot_commands_median 0.004855099199899559 set_robot_commands_min 0.004680617650349935 sim_compute_performance-ego_max 0.004103467464447021 sim_compute_performance-ego_mean 0.003970979357677731 sim_compute_performance-ego_median 0.003984019567406243 sim_compute_performance-ego_min 0.003812410831451416 sim_compute_sim_state_max 0.02718180776293812 sim_compute_sim_state_mean 0.02437686830921903 sim_compute_sim_state_median 0.023819309075673423 sim_compute_sim_state_min 0.022687047322591147 sim_render-ego_max 0.006189947923024496 sim_render-ego_mean 0.005984543864844276 sim_render-ego_median 0.006006326883868441 sim_render-ego_min 0.005735573768615723 simulation-passed 1 step_physics_max 0.08683376103802457 step_physics_mean 0.0812773003929951 step_physics_median 0.0801661709944407 step_physics_min 0.07794309854507446 survival_time_max 14.950000000000076 survival_time_mean 13.500000000000057 survival_time_min 9.149999999999997
No reset possible 43054
11591
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no mont01-ee9dcacd535e-1
2020-11-25 19:10:01+00:00 2020-11-25 19:13:20+00:00 0:03:19 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 94 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43037
11590
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 18:59:43+00:00 2020-11-25 19:08:00+00:00 0:08:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017574243545532227 agent_compute-ego_mean 0.01720582187175751 agent_compute-ego_median 0.017341804107030234 agent_compute-ego_min 0.016565435727437336 complete-iteration_max 0.19953545093536376 complete-iteration_mean 0.17777736286322274 complete-iteration_median 0.1709794004758199 complete-iteration_min 0.16961519956588744 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.312660217285156e-06 get_duckie_state_mean 2.267758051554362e-06 get_duckie_state_median 2.282063166300456e-06 get_duckie_state_min 2.19424565633138e-06 get_robot_state_max 0.012359104951222735 get_robot_state_mean 0.011643333037694294 get_robot_state_median 0.011434471607208252 get_robot_state_min 0.01134528398513794 get_state_dump_max 0.01223727862040202 get_state_dump_mean 0.0119939782222112 get_state_dump_median 0.011988972425460816 get_state_dump_min 0.01176068941752116 get_ui_image_max 0.03429907083511353 get_ui_image_mean 0.032642775376637775 get_ui_image_median 0.032515641848246256 get_ui_image_min 0.03124074697494507 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03124074697494507, "step_physics": 0.06504309097925821, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012059837182362875, "sim_render-ego": 0.005070860385894775, "get_robot_state": 0.01149819533030192, "get_duckie_state": 2.26895014444987e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017350100676218668, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.16999228477478026, "set_robot_commands": 0.0045345958073933915, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.01964422067006429, "sim_compute_performance-ego": 0.0034217111269632975}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.032854375839233396, "step_physics": 0.06469793637593588, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01176068941752116, "sim_render-ego": 0.005047667821248373, "get_robot_state": 0.011370747884114584, "get_duckie_state": 2.2951761881510417e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016565435727437336, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.16961519956588744, "set_robot_commands": 0.004530910650889079, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.019205660820007325, "sim_compute_performance-ego": 0.003444633483886719}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.032176907857259116, "step_physics": 0.06587462425231934, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.011918107668558756, "sim_render-ego": 0.005110255877176921, "get_robot_state": 0.01134528398513794, "get_duckie_state": 2.312660217285156e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017574243545532227, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.17196651617685954, "set_robot_commands": 0.004527966976165771, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.019828044573465983, "sim_compute_performance-ego": 0.0034745208422342936}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03429907083511353, "step_physics": 0.08731931686401367, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01223727862040202, "sim_render-ego": 0.005151463349660238, "get_robot_state": 0.012359104951222735, "get_duckie_state": 2.19424565633138e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017333507537841797, "deviation-heading": 0.486072248607516, "complete-iteration": 0.19953545093536376, "set_robot_commands": 0.004563178221384684, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022670756975809732, "sim_compute_performance-ego": 0.0034658106168111167}}set_robot_commands_max 0.004563178221384684 set_robot_commands_mean 0.004539162913958231 set_robot_commands_median 0.004532753229141235 set_robot_commands_min 0.004527966976165771 sim_compute_performance-ego_max 0.0034745208422342936 sim_compute_performance-ego_mean 0.0034516690174738567 sim_compute_performance-ego_median 0.0034552220503489177 sim_compute_performance-ego_min 0.0034217111269632975 sim_compute_sim_state_max 0.022670756975809732 sim_compute_sim_state_mean 0.02033717075983683 sim_compute_sim_state_median 0.019736132621765136 sim_compute_sim_state_min 0.019205660820007325 sim_render-ego_max 0.005151463349660238 sim_render-ego_mean 0.005095061858495077 sim_render-ego_median 0.005090558131535848 sim_render-ego_min 0.005047667821248373 simulation-passed 1 step_physics_max 0.08731931686401367 step_physics_mean 0.07073374211788178 step_physics_median 0.06545885761578878 step_physics_min 0.06469793637593588 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43014
11584
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no mont01-ee9dcacd535e-1
2020-11-25 18:03:24+00:00 2020-11-25 18:06:56+00:00 0:03:32 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 160 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42978
11576
Anastasiya Nikolskaya Β π·πΊJetBrains Research aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 13:33:33+00:00 2020-11-25 13:49:33+00:00 0:16:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.529978448239258 survival_time_median 14.950000000000076 deviation-center-line_median 1.298422141292897 in-drivable-lane_median 1.5750000000000175
other stats agent_compute-ego_max 0.018720304171244304 agent_compute-ego_mean 0.01828026831150055 agent_compute-ego_median 0.018179231087366743 agent_compute-ego_min 0.018042306900024417 complete-iteration_max 0.18883560419082643 complete-iteration_mean 0.18196262280146283 complete-iteration_median 0.1805871637662252 complete-iteration_min 0.17784055948257446 deviation-center-line_max 1.6034162329070285 deviation-center-line_mean 1.2832756425038778 deviation-center-line_min 0.9328420545226892 deviation-heading_max 4.144782297111805 deviation-heading_mean 3.740089075862624 deviation-heading_median 3.82210460272199 deviation-heading_min 3.17136480089471 driven_any_max 4.305330788216427 driven_any_mean 4.007784290778718 driven_any_median 4.13352196735915 driven_any_min 3.4587624401801422 driven_lanedir_consec_max 3.8493516422763 driven_lanedir_consec_mean 3.421854766024911 driven_lanedir_consec_min 2.7781105253448275 driven_lanedir_max 3.8493516422763 driven_lanedir_mean 3.5448487818719574 driven_lanedir_median 3.697453663379743 driven_lanedir_min 2.9351361584520426 get_duckie_state_max 2.216498057047526e-06 get_duckie_state_mean 2.1433830261230465e-06 get_duckie_state_median 2.14536984761556e-06 get_duckie_state_min 2.0662943522135415e-06 get_robot_state_max 0.012874475320180255 get_robot_state_mean 0.012578329841295878 get_robot_state_median 0.012502895593643188 get_robot_state_min 0.012433052857716878 get_state_dump_max 0.012816603978474934 get_state_dump_mean 0.012347268064816792 get_state_dump_median 0.012249571084976195 get_state_dump_min 0.012073326110839845 get_ui_image_max 0.033296322027842204 get_ui_image_mean 0.032637869517008464 get_ui_image_median 0.03282898624738057 get_ui_image_min 0.0315971835454305 in-drivable-lane_max 2.300000000000013 in-drivable-lane_mean 1.500000000000014 in-drivable-lane_min 0.5500000000000078 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.010523490002045, "get_ui_image": 0.0315971835454305, "step_physics": 0.06773608128229777, "survival_time": 14.950000000000076, "driven_lanedir": 3.6260657656612274, "get_state_dump": 0.012110582987467448, "sim_render-ego": 0.005180644989013672, "get_robot_state": 0.012433052857716878, "get_duckie_state": 2.216498057047526e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.01830509424209595, "deviation-heading": 3.5574022956588167, "complete-iteration": 0.17784055948257446, "set_robot_commands": 0.004405396779378255, "deviation-center-line": 1.6034162329070285, "driven_lanedir_consec": 3.6260657656612274, "sim_compute_sim_state": 0.022528893152872723, "sim_compute_performance-ego": 0.003423748811086019}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.256520444716255, "get_ui_image": 0.03241444110870361, "step_physics": 0.06811456441879273, "survival_time": 14.950000000000076, "driven_lanedir": 3.768841561098258, "get_state_dump": 0.012388559182484944, "sim_render-ego": 0.005142691135406494, "get_robot_state": 0.012496991157531738, "get_duckie_state": 2.0662943522135415e-06, "in-drivable-lane": 1.3500000000000094, "agent_compute-ego": 0.018053367932637537, "deviation-heading": 4.144782297111805, "complete-iteration": 0.17875298659006755, "set_robot_commands": 0.004307236671447754, "deviation-center-line": 1.351574729550732, "driven_lanedir_consec": 3.4338911308172886, "sim_compute_sim_state": 0.022282968362172445, "sim_compute_performance-ego": 0.003428506056467692}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4587624401801422, "get_ui_image": 0.03324353138605753, "step_physics": 0.06868418852488199, "survival_time": 14.950000000000076, "driven_lanedir": 2.9351361584520426, "get_state_dump": 0.012816603978474934, "sim_render-ego": 0.005285655657450358, "get_robot_state": 0.012874475320180255, "get_duckie_state": 2.151330312093099e-06, "in-drivable-lane": 2.300000000000013, "agent_compute-ego": 0.018720304171244304, "deviation-heading": 4.086806909785164, "complete-iteration": 0.18242134094238285, "set_robot_commands": 0.004432220458984375, "deviation-center-line": 0.9328420545226892, "driven_lanedir_consec": 2.7781105253448275, "sim_compute_sim_state": 0.022681392033894857, "sim_compute_performance-ego": 0.003553943634033203}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.305330788216427, "get_ui_image": 0.033296322027842204, "step_physics": 0.07350950082143148, "survival_time": 14.950000000000076, "driven_lanedir": 3.8493516422763, "get_state_dump": 0.012073326110839845, "sim_render-ego": 0.005268929799397786, "get_robot_state": 0.012508800029754638, "get_duckie_state": 2.1394093831380207e-06, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.018042306900024417, "deviation-heading": 3.17136480089471, "complete-iteration": 0.18883560419082643, "set_robot_commands": 0.0043399802843729655, "deviation-center-line": 1.2452695530350613, "driven_lanedir_consec": 3.8493516422763, "sim_compute_sim_state": 0.026160237789154057, "sim_compute_performance-ego": 0.003508488337198893}}set_robot_commands_max 0.004432220458984375 set_robot_commands_mean 0.004371208548545838 set_robot_commands_median 0.004372688531875611 set_robot_commands_min 0.004307236671447754 sim_compute_performance-ego_max 0.003553943634033203 sim_compute_performance-ego_mean 0.003478671709696452 sim_compute_performance-ego_median 0.003468497196833293 sim_compute_performance-ego_min 0.003423748811086019 sim_compute_sim_state_max 0.026160237789154057 sim_compute_sim_state_mean 0.02341337283452352 sim_compute_sim_state_median 0.022605142593383788 sim_compute_sim_state_min 0.022282968362172445 sim_render-ego_max 0.005285655657450358 sim_render-ego_mean 0.005219480395317078 sim_render-ego_median 0.005224787394205729 sim_render-ego_min 0.005142691135406494 simulation-passed 1 step_physics_max 0.07350950082143148 step_physics_mean 0.069511083761851 step_physics_median 0.06839937647183736 step_physics_min 0.06773608128229777 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42962
11574
Anastasiya Nikolskaya Β π·πΊJetBrains Research aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 12:43:17+00:00 2020-11-25 12:57:16+00:00 0:13:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.782924535920515 survival_time_median 14.950000000000076 deviation-center-line_median 0.7533366737021732 in-drivable-lane_median 6.65000000000005
other stats agent_compute-ego_max 0.01922154108683268 agent_compute-ego_mean 0.01897402226924896 agent_compute-ego_median 0.01905219475428263 agent_compute-ego_min 0.0185701584815979 complete-iteration_max 0.1952862858772278 complete-iteration_mean 0.1906597685813904 complete-iteration_median 0.19065022865931192 complete-iteration_min 0.18605233112970987 deviation-center-line_max 1.254049156822492 deviation-center-line_mean 0.8045471882876963 deviation-center-line_min 0.4574662489239471 deviation-heading_max 2.6481914725723215 deviation-heading_mean 2.092689922483192 deviation-heading_median 2.1711102534409794 deviation-heading_min 1.380347710478489 driven_any_max 5.407480401557125 driven_any_mean 3.5615926885996747 driven_any_median 3.371215951568985 driven_any_min 2.0964584497036043 driven_lanedir_consec_max 3.8854424184321665 driven_lanedir_consec_mean 2.731563288377596 driven_lanedir_consec_min 1.4749616632371887 driven_lanedir_max 3.8854424184321665 driven_lanedir_mean 2.731563288377596 driven_lanedir_median 2.782924535920515 driven_lanedir_min 1.4749616632371887 get_duckie_state_max 3.716150919596354e-06 get_duckie_state_mean 3.525813420613607e-06 get_duckie_state_median 3.48965326944987e-06 get_duckie_state_min 3.4077962239583333e-06 get_robot_state_max 0.014648955663045247 get_robot_state_mean 0.014049846331278482 get_robot_state_median 0.013991712729136147 get_robot_state_min 0.013567004203796388 get_state_dump_max 0.013041943709055582 get_state_dump_mean 0.013000377813975016 get_state_dump_median 0.012995994091033934 get_state_dump_min 0.012967579364776612 get_ui_image_max 0.034155706564585366 get_ui_image_mean 0.03361196438471476 get_ui_image_median 0.03370177626609802 get_ui_image_min 0.032888598442077636 in-drivable-lane_max 10.100000000000088 in-drivable-lane_mean 6.62500000000005 in-drivable-lane_min 3.100000000000012 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.0964584497036043, "get_ui_image": 0.034155706564585366, "step_physics": 0.07146138509114583, "survival_time": 14.950000000000076, "driven_lanedir": 1.9599406229226772, "get_state_dump": 0.012967579364776612, "sim_render-ego": 0.0056013655662536625, "get_robot_state": 0.014648955663045247, "get_duckie_state": 3.518263498942057e-06, "in-drivable-lane": 9.00000000000009, "agent_compute-ego": 0.018976385593414306, "deviation-heading": 1.380347710478489, "complete-iteration": 0.1895675373077393, "set_robot_commands": 0.004528363545735677, "deviation-center-line": 0.4574662489239471, "driven_lanedir_consec": 1.9599406229226772, "sim_compute_sim_state": 0.023328235944112145, "sim_compute_performance-ego": 0.003762056827545166}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4586958379239148, "get_ui_image": 0.032888598442077636, "step_physics": 0.07059157053629557, "survival_time": 14.950000000000076, "driven_lanedir": 1.4749616632371887, "get_state_dump": 0.012996689478556317, "sim_render-ego": 0.005539038181304932, "get_robot_state": 0.013681237697601318, "get_duckie_state": 3.716150919596354e-06, "in-drivable-lane": 10.100000000000088, "agent_compute-ego": 0.01912800391515096, "deviation-heading": 1.7113910581925131, "complete-iteration": 0.18605233112970987, "set_robot_commands": 0.004348456859588623, "deviation-center-line": 0.500785840795612, "driven_lanedir_consec": 1.4749616632371887, "sim_compute_sim_state": 0.02301246166229248, "sim_compute_performance-ego": 0.003725042343139648}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.283736065214055, "get_ui_image": 0.03346503337224325, "step_physics": 0.0742257277170817, "survival_time": 14.950000000000076, "driven_lanedir": 3.6059084489183526, "get_state_dump": 0.013041943709055582, "sim_render-ego": 0.00566075325012207, "get_robot_state": 0.01430218776067098, "get_duckie_state": 3.4610430399576825e-06, "in-drivable-lane": 3.100000000000012, "agent_compute-ego": 0.01922154108683268, "deviation-heading": 2.6481914725723215, "complete-iteration": 0.1917329200108846, "set_robot_commands": 0.004572363694508871, "deviation-center-line": 1.254049156822492, "driven_lanedir_consec": 3.6059084489183526, "sim_compute_sim_state": 0.02334326903025309, "sim_compute_performance-ego": 0.00375974973042806}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.407480401557125, "get_ui_image": 0.0339385191599528, "step_physics": 0.07566648960113526, "survival_time": 14.950000000000076, "driven_lanedir": 3.8854424184321665, "get_state_dump": 0.012995298703511555, "sim_render-ego": 0.005426146984100342, "get_robot_state": 0.013567004203796388, "get_duckie_state": 3.4077962239583333e-06, "in-drivable-lane": 4.30000000000001, "agent_compute-ego": 0.0185701584815979, "deviation-heading": 2.630829448689446, "complete-iteration": 0.1952862858772278, "set_robot_commands": 0.004377216498057048, "deviation-center-line": 1.0058875066087345, "driven_lanedir_consec": 3.8854424184321665, "sim_compute_sim_state": 0.026982642809549966, "sim_compute_performance-ego": 0.0036272517840067542}}set_robot_commands_max 0.004572363694508871 set_robot_commands_mean 0.004456600149472554 set_robot_commands_median 0.004452790021896362 set_robot_commands_min 0.004348456859588623 sim_compute_performance-ego_max 0.003762056827545166 sim_compute_performance-ego_mean 0.0037185251712799072 sim_compute_performance-ego_median 0.003742396036783854 sim_compute_performance-ego_min 0.0036272517840067542 sim_compute_sim_state_max 0.026982642809549966 sim_compute_sim_state_mean 0.02416665236155192 sim_compute_sim_state_median 0.023335752487182615 sim_compute_sim_state_min 0.02301246166229248 sim_render-ego_max 0.00566075325012207 sim_render-ego_mean 0.005556825995445252 sim_render-ego_median 0.0055702018737792975 sim_render-ego_min 0.005426146984100342 simulation-passed 1 step_physics_max 0.07566648960113526 step_physics_mean 0.07298629323641459 step_physics_median 0.07284355640411377 step_physics_min 0.07059157053629557 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42957
11572
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no mont01-ee9dcacd535e-1
2020-11-25 08:07:55+00:00 2020-11-25 08:11:34+00:00 0:03:39 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 144 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42896
11556
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 03:31:33+00:00 2020-11-25 03:40:30+00:00 0:08:57 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017152876059214273 agent_compute-ego_mean 0.01696049670378367 agent_compute-ego_median 0.01696899970372518 agent_compute-ego_min 0.01675111134847005 complete-iteration_max 0.2070559430122375 complete-iteration_mean 0.1928306178251902 complete-iteration_median 0.1891461968421936 complete-iteration_min 0.18597413460413617 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 3.3934911092122394e-06 get_duckie_state_mean 3.2947460810343423e-06 get_duckie_state_median 3.2691160837809243e-06 get_duckie_state_min 3.247261047363281e-06 get_robot_state_max 0.014857285817464191 get_robot_state_mean 0.014062363107999168 get_robot_state_median 0.01395723025004069 get_robot_state_min 0.01347770611445109 get_state_dump_max 0.01304290771484375 get_state_dump_mean 0.012952113151550294 get_state_dump_median 0.01295062224070231 get_state_dump_min 0.0128643004099528 get_ui_image_max 0.03543202559153239 get_ui_image_mean 0.03454852104187012 get_ui_image_median 0.03462741812070211 get_ui_image_min 0.03350722233454386 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03350722233454386, "step_physics": 0.073585471312205, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01304290771484375, "sim_render-ego": 0.005552608966827393, "get_robot_state": 0.01347770611445109, "get_duckie_state": 3.3934911092122394e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016900930404663086, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.18597413460413617, "set_robot_commands": 0.004509853521982829, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02157774527867635, "sim_compute_performance-ego": 0.003679780165354411}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03485662221908569, "step_physics": 0.0745332384109497, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012979261080423993, "sim_render-ego": 0.005842560132344563, "get_robot_state": 0.014857285817464191, "get_duckie_state": 3.247261047363281e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01675111134847005, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.18925519625345863, "set_robot_commands": 0.004676597913106283, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.020795596440633137, "sim_compute_performance-ego": 0.0038254920641581217}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.034398214022318525, "step_physics": 0.07457192420959473, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.0128643004099528, "sim_render-ego": 0.005652031898498535, "get_robot_state": 0.014381717840830486, "get_duckie_state": 3.2893816630045573e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017037069002787272, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.18903719743092856, "set_robot_commands": 0.004561107953389485, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.021660757064819337, "sim_compute_performance-ego": 0.0037722436587015783}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03543202559153239, "step_physics": 0.08972880919774373, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.012921983400980632, "sim_render-ego": 0.005508645375569662, "get_robot_state": 0.013532742659250896, "get_duckie_state": 3.2488505045572917e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017152876059214273, "deviation-heading": 0.486072248607516, "complete-iteration": 0.2070559430122375, "set_robot_commands": 0.004467102686564127, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02446320136388143, "sim_compute_performance-ego": 0.0037081456184387207}}set_robot_commands_max 0.004676597913106283 set_robot_commands_mean 0.004553665518760681 set_robot_commands_median 0.004535480737686157 set_robot_commands_min 0.004467102686564127 sim_compute_performance-ego_max 0.0038254920641581217 sim_compute_performance-ego_mean 0.003746415376663208 sim_compute_performance-ego_median 0.0037401946385701495 sim_compute_performance-ego_min 0.003679780165354411 sim_compute_sim_state_max 0.02446320136388143 sim_compute_sim_state_mean 0.022124325037002564 sim_compute_sim_state_median 0.021619251171747844 sim_compute_sim_state_min 0.020795596440633137 sim_render-ego_max 0.005842560132344563 sim_render-ego_mean 0.005638961593310038 sim_render-ego_median 0.005602320432662964 sim_render-ego_min 0.005508645375569662 simulation-passed 1 step_physics_max 0.08972880919774373 step_physics_mean 0.0781048607826233 step_physics_median 0.07455258131027222 step_physics_min 0.073585471312205 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42858
11549
Himanshu Arora Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-25 01:45:36+00:00 2020-11-25 01:52:59+00:00 0:07:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.227880786342827 survival_time_median 14.950000000000076 deviation-center-line_median 0.854516690089815 in-drivable-lane_median 0.2750000000000022
other stats agent_compute-ego_max 0.017345221042633058 agent_compute-ego_mean 0.01698765516281128 agent_compute-ego_median 0.017032138109207152 agent_compute-ego_min 0.016541123390197754 complete-iteration_max 0.21701539278030396 complete-iteration_mean 0.20056144950967847 complete-iteration_median 0.19800753513971964 complete-iteration_min 0.1892153349789706 deviation-center-line_max 1.2450581841262742 deviation-center-line_mean 0.7499705347066521 deviation-center-line_min 0.0457905745207044 deviation-heading_max 3.3094905584151655 deviation-heading_mean 2.4113744085162354 deviation-heading_median 2.9416940360649053 deviation-heading_min 0.4526190035199661 driven_any_max 3.915744055480827 driven_any_mean 2.7394920022454796 driven_any_median 3.394312820338004 driven_any_min 0.253598312825082 driven_lanedir_consec_max 3.7061944535566873 driven_lanedir_consec_mean 2.571569080930775 driven_lanedir_consec_min 0.12432029748075912 driven_lanedir_max 3.7061944535566873 driven_lanedir_mean 2.571569080930775 driven_lanedir_median 3.227880786342827 driven_lanedir_min 0.12432029748075912 get_duckie_state_max 2.9693950306285513e-06 get_duckie_state_mean 2.8161930315422286e-06 get_duckie_state_median 2.7887026468912757e-06 get_duckie_state_min 2.717971801757813e-06 get_robot_state_max 0.015881789525349934 get_robot_state_mean 0.014761817690097923 get_robot_state_median 0.014797559181849164 get_robot_state_min 0.01357036287134344 get_state_dump_max 0.013551456133524577 get_state_dump_mean 0.013353911186709548 get_state_dump_median 0.013339210242936106 get_state_dump_min 0.013185768127441409 get_ui_image_max 0.037010247707366946 get_ui_image_mean 0.035228226311279066 get_ui_image_median 0.03501224980209813 get_ui_image_min 0.03387815793355306 in-drivable-lane_max 0.8000000000000114 in-drivable-lane_mean 0.3375000000000039 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.7214136036831142, "get_ui_image": 0.03387815793355306, "step_physics": 0.07639633019765218, "survival_time": 14.950000000000076, "driven_lanedir": 3.623267499816373, "get_state_dump": 0.013481377760569254, "sim_render-ego": 0.005884943008422852, "get_robot_state": 0.015503527323404948, "get_duckie_state": 2.853075663248698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016880980332692464, "deviation-heading": 2.7013060622007123, "complete-iteration": 0.1947663466135661, "set_robot_commands": 0.004868920644124349, "deviation-center-line": 1.062839798623668, "driven_lanedir_consec": 3.623267499816373, "sim_compute_sim_state": 0.02377748330434163, "sim_compute_performance-ego": 0.003951914310455322}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.253598312825082, "get_ui_image": 0.034713159907947884, "step_physics": 0.07660737904635342, "survival_time": 1.1000000000000003, "driven_lanedir": 0.12432029748075912, "get_state_dump": 0.013197042725302956, "sim_render-ego": 0.005646510557694869, "get_robot_state": 0.01357036287134344, "get_duckie_state": 2.9693950306285513e-06, "in-drivable-lane": 0.2500000000000001, "agent_compute-ego": 0.016541123390197754, "deviation-heading": 0.4526190035199661, "complete-iteration": 0.1892153349789706, "set_robot_commands": 0.004849737340753729, "deviation-center-line": 0.0457905745207044, "driven_lanedir_consec": 0.12432029748075912, "sim_compute_sim_state": 0.02010146054354581, "sim_compute_performance-ego": 0.003847501494667747}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0672120369928937, "get_ui_image": 0.035311339696248376, "step_physics": 0.08272026379903158, "survival_time": 14.950000000000076, "driven_lanedir": 2.8324940728692822, "get_state_dump": 0.013185768127441409, "sim_render-ego": 0.005825974941253662, "get_robot_state": 0.014091591040293377, "get_duckie_state": 2.724329630533854e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.017345221042633058, "deviation-heading": 3.3094905584151655, "complete-iteration": 0.2012487236658732, "set_robot_commands": 0.004619391759236654, "deviation-center-line": 0.6461935815559621, "driven_lanedir_consec": 2.8324940728692822, "sim_compute_sim_state": 0.02411849101384481, "sim_compute_performance-ego": 0.003886178334554037}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.915744055480827, "get_ui_image": 0.037010247707366946, "step_physics": 0.08949398438135783, "survival_time": 14.950000000000076, "driven_lanedir": 3.7061944535566873, "get_state_dump": 0.013551456133524577, "sim_render-ego": 0.006291956106821696, "get_robot_state": 0.015881789525349934, "get_duckie_state": 2.717971801757813e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.01718329588572184, "deviation-heading": 3.1820820099290983, "complete-iteration": 0.21701539278030396, "set_robot_commands": 0.004936074415842692, "deviation-center-line": 1.2450581841262742, "driven_lanedir_consec": 3.7061944535566873, "sim_compute_sim_state": 0.028367112477620443, "sim_compute_performance-ego": 0.004148593743642171}}set_robot_commands_max 0.004936074415842692 set_robot_commands_mean 0.004818531039989356 set_robot_commands_median 0.0048593289924390385 set_robot_commands_min 0.004619391759236654 sim_compute_performance-ego_max 0.004148593743642171 sim_compute_performance-ego_mean 0.00395854697082982 sim_compute_performance-ego_median 0.003919046322504679 sim_compute_performance-ego_min 0.003847501494667747 sim_compute_sim_state_max 0.028367112477620443 sim_compute_sim_state_mean 0.024091136834838173 sim_compute_sim_state_median 0.02394798715909322 sim_compute_sim_state_min 0.02010146054354581 sim_render-ego_max 0.006291956106821696 sim_render-ego_mean 0.005912346153548269 sim_render-ego_median 0.005855458974838257 sim_render-ego_min 0.005646510557694869 simulation-passed 1 step_physics_max 0.08949398438135783 step_physics_mean 0.08130448935609876 step_physics_median 0.0796638214226925 step_physics_min 0.07639633019765218 survival_time_max 14.950000000000076 survival_time_mean 11.487500000000058 survival_time_min 1.1000000000000003
No reset possible 42809
11538
Jean-SΓ©bastien Grondin Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-24 23:18:26+00:00 2020-11-24 23:27:08+00:00 0:08:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.110969001658322 survival_time_median 14.950000000000076 deviation-center-line_median 0.8265876278918898 in-drivable-lane_median 1.1250000000000018
other stats agent_compute-ego_max 0.017435270150502523 agent_compute-ego_mean 0.01724841484317073 agent_compute-ego_median 0.0172551167011261 agent_compute-ego_min 0.017048155819928204 complete-iteration_max 0.20430941263834632 complete-iteration_mean 0.20113177790685935 complete-iteration_median 0.20055642286936445 complete-iteration_min 0.19910485325036223 deviation-center-line_max 1.1915496666736711 deviation-center-line_mean 0.8613170645031156 deviation-center-line_min 0.6005433355550119 deviation-heading_max 4.960642939794708 deviation-heading_mean 4.098246753810456 deviation-heading_median 4.112155565216018 deviation-heading_min 3.208032945015081 driven_any_max 4.594213568924112 driven_any_mean 4.264191853453525 driven_any_median 4.586619370265552 driven_any_min 3.2893151043588817 driven_lanedir_consec_max 4.1443389798491665 driven_lanedir_consec_mean 3.0947226810175765 driven_lanedir_consec_min 2.0126137409044977 driven_lanedir_max 4.1443389798491665 driven_lanedir_mean 3.157194674977404 driven_lanedir_median 3.235912989577977 driven_lanedir_min 2.0126137409044977 get_duckie_state_max 2.841949462890625e-06 get_duckie_state_mean 2.6758511861165363e-06 get_duckie_state_median 2.6790301005045572e-06 get_duckie_state_min 2.5033950805664062e-06 get_robot_state_max 0.01578357696533203 get_robot_state_mean 0.015014272994465295 get_robot_state_median 0.015307075182596844 get_robot_state_min 0.013659364647335475 get_state_dump_max 0.013623785177866618 get_state_dump_mean 0.013360684602348892 get_state_dump_median 0.013339070081710817 get_state_dump_min 0.013140813068107325 get_ui_image_max 0.03546391089757284 get_ui_image_mean 0.03508382617323487 get_ui_image_median 0.03506348331769307 get_ui_image_min 0.03474442715998049 in-drivable-lane_max 7.149999999999999 in-drivable-lane_mean 2.4375000000000018 in-drivable-lane_min 0.350000000000005 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.57922830398631, "get_ui_image": 0.03505223035812378, "step_physics": 0.07990099827448527, "survival_time": 14.950000000000076, "driven_lanedir": 4.1443389798491665, "get_state_dump": 0.013623785177866618, "sim_render-ego": 0.006085427602132162, "get_robot_state": 0.01526624361673991, "get_duckie_state": 2.735455830891927e-06, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.017435270150502523, "deviation-heading": 4.725100285418914, "complete-iteration": 0.20136222918828328, "set_robot_commands": 0.004766578674316406, "deviation-center-line": 0.941578183777747, "driven_lanedir_consec": 4.1443389798491665, "sim_compute_sim_state": 0.025033937295277912, "sim_compute_performance-ego": 0.004048167864481608}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.594213568924112, "get_ui_image": 0.03507473627726237, "step_physics": 0.07867244323094685, "survival_time": 14.950000000000076, "driven_lanedir": 2.0126137409044977, "get_state_dump": 0.013424452145894368, "sim_render-ego": 0.006178116003672282, "get_robot_state": 0.01578357696533203, "get_duckie_state": 2.841949462890625e-06, "in-drivable-lane": 7.149999999999999, "agent_compute-ego": 0.01721198876698812, "deviation-heading": 3.4992108450131227, "complete-iteration": 0.19975061655044557, "set_robot_commands": 0.005080605347951253, "deviation-center-line": 0.6005433355550119, "driven_lanedir_consec": 2.0126137409044977, "sim_compute_sim_state": 0.02410894473393758, "sim_compute_performance-ego": 0.004065368970235189}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.2893151043588817, "get_ui_image": 0.03474442715998049, "step_physics": 0.08430408989941632, "survival_time": 10.800000000000018, "driven_lanedir": 2.7004643315964305, "get_state_dump": 0.013140813068107325, "sim_render-ego": 0.005453976216139617, "get_robot_state": 0.013659364647335475, "get_duckie_state": 2.5033950805664062e-06, "in-drivable-lane": 0.9999999999999988, "agent_compute-ego": 0.017048155819928204, "deviation-heading": 3.208032945015081, "complete-iteration": 0.19910485325036223, "set_robot_commands": 0.0044929296882064255, "deviation-center-line": 0.7115970720060326, "driven_lanedir_consec": 2.6162791659000524, "sim_compute_sim_state": 0.022393987134650906, "sim_compute_performance-ego": 0.0037210285663604736}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.594010436544795, "get_ui_image": 0.03546391089757284, "step_physics": 0.08349784056345622, "survival_time": 14.950000000000076, "driven_lanedir": 3.771361647559522, "get_state_dump": 0.013253688017527262, "sim_render-ego": 0.005963866710662842, "get_robot_state": 0.015347906748453776, "get_duckie_state": 2.6226043701171875e-06, "in-drivable-lane": 1.2500000000000049, "agent_compute-ego": 0.01729824463526408, "deviation-heading": 4.960642939794708, "complete-iteration": 0.20430941263834632, "set_robot_commands": 0.00475903590520223, "deviation-center-line": 1.1915496666736711, "driven_lanedir_consec": 3.60565883741659, "sim_compute_sim_state": 0.024574541250864664, "sim_compute_performance-ego": 0.004003461201985677}}set_robot_commands_max 0.005080605347951253 set_robot_commands_mean 0.004774787403919079 set_robot_commands_median 0.004762807289759318 set_robot_commands_min 0.0044929296882064255 sim_compute_performance-ego_max 0.004065368970235189 sim_compute_performance-ego_mean 0.003959506650765737 sim_compute_performance-ego_median 0.004025814533233642 sim_compute_performance-ego_min 0.0037210285663604736 sim_compute_sim_state_max 0.025033937295277912 sim_compute_sim_state_mean 0.02402785260368277 sim_compute_sim_state_median 0.024341742992401123 sim_compute_sim_state_min 0.022393987134650906 sim_render-ego_max 0.006178116003672282 sim_render-ego_mean 0.0059203466331517254 sim_render-ego_median 0.006024647156397502 sim_render-ego_min 0.005453976216139617 simulation-passed 1 step_physics_max 0.08430408989941632 step_physics_mean 0.08159384299207617 step_physics_median 0.08169941941897074 step_physics_min 0.07867244323094685 survival_time_max 14.950000000000076 survival_time_mean 13.912500000000062 survival_time_min 10.800000000000018
No reset possible 42784
11538
Jean-SΓ©bastien Grondin Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-24 23:07:08+00:00 2020-11-24 23:15:17+00:00 0:08:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.587984920877369 survival_time_median 14.950000000000076 deviation-center-line_median 0.7787028834805396 in-drivable-lane_median 3.1500000000000057
other stats agent_compute-ego_max 0.018089571793874104 agent_compute-ego_mean 0.017568357022185073 agent_compute-ego_median 0.017547562185086702 agent_compute-ego_min 0.01708873192469279 complete-iteration_max 0.21433204726168983 complete-iteration_mean 0.20252761005309589 complete-iteration_median 0.2025403304894765 complete-iteration_min 0.19069773197174072 deviation-center-line_max 0.8963662517554517 deviation-center-line_mean 0.700639990840378 deviation-center-line_min 0.3487879446449808 deviation-heading_max 3.5121129310288453 deviation-heading_mean 2.502571668640113 deviation-heading_median 2.4452502470834867 deviation-heading_min 1.607673249364635 driven_any_max 4.594261676515357 driven_any_mean 4.162144975850441 driven_any_median 4.58681789835489 driven_any_min 2.8806824301766274 driven_lanedir_consec_max 3.918840097115493 driven_lanedir_consec_mean 2.527811881349697 driven_lanedir_consec_min 1.0164375865285566 driven_lanedir_max 3.918840097115493 driven_lanedir_mean 2.527811881349697 driven_lanedir_median 2.587984920877369 driven_lanedir_min 1.0164375865285566 get_duckie_state_max 2.512178922954358e-06 get_duckie_state_mean 2.425919499313622e-06 get_duckie_state_median 2.419153849283854e-06 get_duckie_state_min 2.3531913757324217e-06 get_robot_state_max 0.0156837312798751 get_robot_state_mean 0.01511636377426616 get_robot_state_median 0.015366117159525553 get_robot_state_min 0.014049489498138428 get_state_dump_max 0.013690981112028424 get_state_dump_mean 0.01343744278999797 get_state_dump_median 0.013416773875554403 get_state_dump_min 0.013225242296854655 get_ui_image_max 0.035893194298995165 get_ui_image_mean 0.03499134054309443 get_ui_image_median 0.03508373777071635 get_ui_image_min 0.03390469233194987 in-drivable-lane_max 10.950000000000037 in-drivable-lane_mean 4.662500000000011 in-drivable-lane_min 1.3999999999999986 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.579407201282473, "get_ui_image": 0.03390469233194987, "step_physics": 0.0745886476834615, "survival_time": 14.950000000000076, "driven_lanedir": 3.918840097115493, "get_state_dump": 0.013225242296854655, "sim_render-ego": 0.005513670444488525, "get_robot_state": 0.014049489498138428, "get_duckie_state": 2.4596850077311197e-06, "in-drivable-lane": 1.3999999999999986, "agent_compute-ego": 0.01731243371963501, "deviation-heading": 3.5121129310288453, "complete-iteration": 0.19069773197174072, "set_robot_commands": 0.004588850339253743, "deviation-center-line": 0.8963662517554517, "driven_lanedir_consec": 3.918840097115493, "sim_compute_sim_state": 0.023663090864817302, "sim_compute_performance-ego": 0.0037057932217915857}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.594261676515357, "get_ui_image": 0.03445347388585408, "step_physics": 0.07616448322931925, "survival_time": 14.950000000000076, "driven_lanedir": 2.8363076073091804, "get_state_dump": 0.013396324316660563, "sim_render-ego": 0.0058870204289754235, "get_robot_state": 0.015449589093526204, "get_duckie_state": 2.3786226908365885e-06, "in-drivable-lane": 4.900000000000001, "agent_compute-ego": 0.01708873192469279, "deviation-heading": 2.855394977524731, "complete-iteration": 0.19483246326446532, "set_robot_commands": 0.004781583150227865, "deviation-center-line": 0.8594689380710239, "driven_lanedir_consec": 2.8363076073091804, "sim_compute_sim_state": 0.02357151428858439, "sim_compute_performance-ego": 0.003886140982309977}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.594228595427307, "get_ui_image": 0.035714001655578614, "step_physics": 0.0861956278483073, "survival_time": 14.950000000000076, "driven_lanedir": 1.0164375865285566, "get_state_dump": 0.013437223434448245, "sim_render-ego": 0.006230448087056478, "get_robot_state": 0.015282645225524902, "get_duckie_state": 2.3531913757324217e-06, "in-drivable-lane": 10.950000000000037, "agent_compute-ego": 0.018089571793874104, "deviation-heading": 1.607673249364635, "complete-iteration": 0.21024819771448772, "set_robot_commands": 0.004718448321024577, "deviation-center-line": 0.3487879446449808, "driven_lanedir_consec": 1.0164375865285566, "sim_compute_sim_state": 0.02627241849899292, "sim_compute_performance-ego": 0.004144886334737142}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8806824301766274, "get_ui_image": 0.035893194298995165, "step_physics": 0.0883510200600875, "survival_time": 9.5, "driven_lanedir": 2.3396622344455578, "get_state_dump": 0.013690981112028424, "sim_render-ego": 0.00603644471419485, "get_robot_state": 0.0156837312798751, "get_duckie_state": 2.512178922954358e-06, "in-drivable-lane": 1.4000000000000106, "agent_compute-ego": 0.017782690650538394, "deviation-heading": 2.035105516642242, "complete-iteration": 0.21433204726168983, "set_robot_commands": 0.005004948063900596, "deviation-center-line": 0.6979368288900555, "driven_lanedir_consec": 2.3396622344455578, "sim_compute_sim_state": 0.02762827245812667, "sim_compute_performance-ego": 0.004098081588745117}}set_robot_commands_max 0.005004948063900596 set_robot_commands_mean 0.004773457468601696 set_robot_commands_median 0.004750015735626221 set_robot_commands_min 0.004588850339253743 sim_compute_performance-ego_max 0.004144886334737142 sim_compute_performance-ego_mean 0.003958725531895956 sim_compute_performance-ego_median 0.003992111285527547 sim_compute_performance-ego_min 0.0037057932217915857 sim_compute_sim_state_max 0.02762827245812667 sim_compute_sim_state_mean 0.02528382402763032 sim_compute_sim_state_median 0.02496775468190511 sim_compute_sim_state_min 0.02357151428858439 sim_render-ego_max 0.006230448087056478 sim_render-ego_mean 0.005916895918678819 sim_render-ego_median 0.005961732571585137 sim_render-ego_min 0.005513670444488525 simulation-passed 1 step_physics_max 0.0883510200600875 step_physics_mean 0.08132494470529389 step_physics_median 0.08118005553881327 step_physics_min 0.0745886476834615 survival_time_max 14.950000000000076 survival_time_mean 13.58750000000006 survival_time_min 9.5
No reset possible 42733
11522
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 17:44:59+00:00 2020-11-24 17:52:09+00:00 0:07:10 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42720
11518
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-24 17:30:55+00:00 2020-11-24 17:39:53+00:00 0:08:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.808356817973669 survival_time_median 14.950000000000076 deviation-center-line_median 0.6891707025297256 in-drivable-lane_median 0.775000000000011
other stats agent_compute-ego_max 0.01779837131500244 agent_compute-ego_mean 0.017582621375719705 agent_compute-ego_median 0.01752195199330648 agent_compute-ego_min 0.017488210201263427 complete-iteration_max 0.20811253070831295 complete-iteration_mean 0.19944914758205412 complete-iteration_median 0.1971743055184682 complete-iteration_min 0.19533544858296711 deviation-center-line_max 0.8578638098804734 deviation-center-line_mean 0.6955696894631701 deviation-center-line_min 0.5460735429127556 deviation-heading_max 2.8032408225248084 deviation-heading_mean 1.7985682903734286 deviation-heading_median 1.536691893731151 deviation-heading_min 1.3176485515066048 driven_any_max 3.0937742588127684 driven_any_mean 2.9695977647930047 driven_any_median 2.9846698254485133 driven_any_min 2.815277149462224 driven_lanedir_consec_max 3.068749004044819 driven_lanedir_consec_mean 2.660136020066473 driven_lanedir_consec_min 1.955081440273733 driven_lanedir_max 3.068749004044819 driven_lanedir_mean 2.660136020066473 driven_lanedir_median 2.808356817973669 driven_lanedir_min 1.955081440273733 get_duckie_state_max 2.6162465413411457e-06 get_duckie_state_mean 2.5268395741780597e-06 get_duckie_state_median 2.5506814320882163e-06 get_duckie_state_min 2.3897488911946615e-06 get_robot_state_max 0.015668962001800537 get_robot_state_mean 0.01499352256457011 get_robot_state_median 0.014912286202112834 get_robot_state_min 0.014480555852254232 get_state_dump_max 0.013487003644307454 get_state_dump_mean 0.013366101384162905 get_state_dump_median 0.013362966378529868 get_state_dump_min 0.013251469135284424 get_ui_image_max 0.03534700552622477 get_ui_image_mean 0.03495677351951599 get_ui_image_median 0.03505411982536316 get_ui_image_min 0.034371848901112875 in-drivable-lane_max 4.0000000000000435 in-drivable-lane_mean 1.3875000000000164 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0562031272317363, "get_ui_image": 0.034371848901112875, "step_physics": 0.07605660518010457, "survival_time": 14.950000000000076, "driven_lanedir": 3.0306505640166166, "get_state_dump": 0.013251469135284424, "sim_render-ego": 0.005849584738413493, "get_robot_state": 0.015668962001800537, "get_duckie_state": 2.6162465413411457e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01754562775293986, "deviation-heading": 1.3176485515066048, "complete-iteration": 0.1954815411567688, "set_robot_commands": 0.004862438837687174, "deviation-center-line": 0.6023867896318623, "driven_lanedir_consec": 3.0306505640166166, "sim_compute_sim_state": 0.02378730297088623, "sim_compute_performance-ego": 0.0039414747556050615}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0937742588127684, "get_ui_image": 0.034793023268381754, "step_physics": 0.07730785449345906, "survival_time": 14.950000000000076, "driven_lanedir": 3.068749004044819, "get_state_dump": 0.013349245389302572, "sim_render-ego": 0.00582301139831543, "get_robot_state": 0.014480555852254232, "get_duckie_state": 2.5471051534016928e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017488210201263427, "deviation-heading": 1.5109515748449815, "complete-iteration": 0.19533544858296711, "set_robot_commands": 0.0046920545895894365, "deviation-center-line": 0.5460735429127556, "driven_lanedir_consec": 3.068749004044819, "sim_compute_sim_state": 0.023373546600341796, "sim_compute_performance-ego": 0.0038783740997314457}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.815277149462224, "get_ui_image": 0.03531521638234456, "step_physics": 0.07939360618591308, "survival_time": 14.950000000000076, "driven_lanedir": 1.955081440273733, "get_state_dump": 0.01337668736775716, "sim_render-ego": 0.005799337228139242, "get_robot_state": 0.014868950843811036, "get_duckie_state": 2.3897488911946615e-06, "in-drivable-lane": 4.0000000000000435, "agent_compute-ego": 0.017498276233673095, "deviation-heading": 2.8032408225248084, "complete-iteration": 0.19886706988016764, "set_robot_commands": 0.004787897268931071, "deviation-center-line": 0.8578638098804734, "driven_lanedir_consec": 1.955081440273733, "sim_compute_sim_state": 0.023816121419270832, "sim_compute_performance-ego": 0.003863752683003744}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9131365236652904, "get_ui_image": 0.03534700552622477, "step_physics": 0.08494455734888713, "survival_time": 14.950000000000076, "driven_lanedir": 2.5860630719307216, "get_state_dump": 0.013487003644307454, "sim_render-ego": 0.005887494087219238, "get_robot_state": 0.014955621560414632, "get_duckie_state": 2.5542577107747395e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.01779837131500244, "deviation-heading": 1.5624322126173198, "complete-iteration": 0.20811253070831295, "set_robot_commands": 0.00468433141708374, "deviation-center-line": 0.7759546154275888, "driven_lanedir_consec": 2.5860630719307216, "sim_compute_sim_state": 0.026887479623158773, "sim_compute_performance-ego": 0.003974447250366211}}set_robot_commands_max 0.004862438837687174 set_robot_commands_mean 0.004756680528322855 set_robot_commands_median 0.004739975929260254 set_robot_commands_min 0.00468433141708374 sim_compute_performance-ego_max 0.003974447250366211 sim_compute_performance-ego_mean 0.0039145121971766155 sim_compute_performance-ego_median 0.003909924427668254 sim_compute_performance-ego_min 0.003863752683003744 sim_compute_sim_state_max 0.026887479623158773 sim_compute_sim_state_mean 0.02446611265341441 sim_compute_sim_state_median 0.023801712195078532 sim_compute_sim_state_min 0.023373546600341796 sim_render-ego_max 0.005887494087219238 sim_render-ego_mean 0.005839856863021851 sim_render-ego_median 0.005836298068364462 sim_render-ego_min 0.005799337228139242 simulation-passed 1 step_physics_max 0.08494455734888713 step_physics_mean 0.07942565580209096 step_physics_median 0.07835073033968606 step_physics_min 0.07605660518010457 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42712
11515
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 16:46:21+00:00 2020-11-24 16:52:48+00:00 0:06:27 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42708
11513
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 16:20:53+00:00 2020-11-24 16:27:09+00:00 0:06:16 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42658
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 04:57:01+00:00 2020-11-24 05:01:23+00:00 0:04:22 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42636
11499
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-24 04:46:51+00:00 2020-11-24 04:54:22+00:00 0:07:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.663698612007824 survival_time_median 12.675000000000043 deviation-center-line_median 0.44784886538991175 in-drivable-lane_median 3.475000000000047
other stats agent_compute-ego_max 0.017779489358266194 agent_compute-ego_mean 0.017482724322982035 agent_compute-ego_median 0.017420628123313374 agent_compute-ego_min 0.017310151687035195 complete-iteration_max 0.21358916759490967 complete-iteration_mean 0.18807360936123851 complete-iteration_median 0.1829348022982759 complete-iteration_min 0.1728356652534925 deviation-center-line_max 0.6021054117740439 deviation-center-line_mean 0.40559897259891187 deviation-center-line_min 0.12459274784178008 deviation-heading_max 1.6480214314761048 deviation-heading_mean 1.2014603893647813 deviation-heading_median 1.2883929270193704 deviation-heading_min 0.5810342719442797 driven_any_max 4.4853490108464475 driven_any_mean 3.46824015195578 driven_any_median 3.6617774542950494 driven_any_min 2.0640566883865725 driven_lanedir_consec_max 3.584014887478154 driven_lanedir_consec_mean 2.391911719792536 driven_lanedir_consec_min 0.6562347676763438 driven_lanedir_max 3.584014887478154 driven_lanedir_mean 2.391911719792536 driven_lanedir_median 2.663698612007824 driven_lanedir_min 0.6562347676763438 get_duckie_state_max 3.903706868489584e-06 get_duckie_state_mean 3.49580686508773e-06 get_duckie_state_median 3.420691820060682e-06 get_duckie_state_min 3.2381369517399716e-06 get_robot_state_max 0.015813246568044028 get_robot_state_mean 0.013389685602654106 get_robot_state_median 0.01305060289940744 get_robot_state_min 0.011644290043757511 get_state_dump_max 0.013611875375111895 get_state_dump_mean 0.012829788837331355 get_state_dump_median 0.012840237415061809 get_state_dump_min 0.01202680514408992 get_ui_image_max 0.03572662671407064 get_ui_image_mean 0.03344131752913507 get_ui_image_median 0.033111402523592584 get_ui_image_min 0.03181583835528447 in-drivable-lane_max 5.1999999999999815 in-drivable-lane_mean 3.6750000000000274 in-drivable-lane_min 2.5500000000000327 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.27605727016329, "get_ui_image": 0.03247707684834798, "step_physics": 0.0706731375058492, "survival_time": 14.950000000000076, "driven_lanedir": 3.1338621204273367, "get_state_dump": 0.012706722418467204, "sim_render-ego": 0.005366269747416178, "get_robot_state": 0.01304938554763794, "get_duckie_state": 3.509521484375e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.017514359951019288, "deviation-heading": 1.404464863743706, "complete-iteration": 0.1824793291091919, "set_robot_commands": 0.0045276133219401046, "deviation-center-line": 0.47201697490652694, "driven_lanedir_consec": 3.1338621204273367, "sim_compute_sim_state": 0.022426302433013915, "sim_compute_performance-ego": 0.003596243063608805}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.047497638426809, "get_ui_image": 0.03181583835528447, "step_physics": 0.06654356878537399, "survival_time": 10.400000000000013, "driven_lanedir": 2.1935351035883115, "get_state_dump": 0.01202680514408992, "sim_render-ego": 0.005074205306860117, "get_robot_state": 0.011644290043757511, "get_duckie_state": 3.2381369517399716e-06, "in-drivable-lane": 2.5500000000000327, "agent_compute-ego": 0.017310151687035195, "deviation-heading": 1.172320990295035, "complete-iteration": 0.1728356652534925, "set_robot_commands": 0.004474279972223135, "deviation-center-line": 0.42368075587329657, "driven_lanedir_consec": 2.1935351035883115, "sim_compute_sim_state": 0.020391726723084085, "sim_compute_performance-ego": 0.0034231234055299023}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0640566883865725, "get_ui_image": 0.033745728198837185, "step_physics": 0.07146921547703773, "survival_time": 7.94999999999998, "driven_lanedir": 0.6562347676763438, "get_state_dump": 0.01297375241165641, "sim_render-ego": 0.005513461130969929, "get_robot_state": 0.013051820251176944, "get_duckie_state": 3.331862155746364e-06, "in-drivable-lane": 5.1999999999999815, "agent_compute-ego": 0.017326896295607463, "deviation-heading": 0.5810342719442797, "complete-iteration": 0.18339027548736, "set_robot_commands": 0.004439060043238994, "deviation-center-line": 0.12459274784178008, "driven_lanedir_consec": 0.6562347676763438, "sim_compute_sim_state": 0.02106667014787782, "sim_compute_performance-ego": 0.003661328141794265}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.4853490108464475, "get_ui_image": 0.03572662671407064, "step_physics": 0.08655719757080078, "survival_time": 14.950000000000076, "driven_lanedir": 3.584014887478154, "get_state_dump": 0.013611875375111895, "sim_render-ego": 0.0061948712666829425, "get_robot_state": 0.015813246568044028, "get_duckie_state": 3.903706868489584e-06, "in-drivable-lane": 3.200000000000041, "agent_compute-ego": 0.017779489358266194, "deviation-heading": 1.6480214314761048, "complete-iteration": 0.21358916759490967, "set_robot_commands": 0.004908281962076823, "deviation-center-line": 0.6021054117740439, "driven_lanedir_consec": 3.584014887478154, "sim_compute_sim_state": 0.028646965821584065, "sim_compute_performance-ego": 0.004188239574432373}}set_robot_commands_max 0.004908281962076823 set_robot_commands_mean 0.0045873088248697645 set_robot_commands_median 0.00450094664708162 set_robot_commands_min 0.004439060043238994 sim_compute_performance-ego_max 0.004188239574432373 sim_compute_performance-ego_mean 0.003717233546341336 sim_compute_performance-ego_median 0.003628785602701535 sim_compute_performance-ego_min 0.0034231234055299023 sim_compute_sim_state_max 0.028646965821584065 sim_compute_sim_state_mean 0.02313291628138997 sim_compute_sim_state_median 0.021746486290445868 sim_compute_sim_state_min 0.020391726723084085 sim_render-ego_max 0.0061948712666829425 sim_render-ego_mean 0.005537201862982292 sim_render-ego_median 0.005439865439193054 sim_render-ego_min 0.005074205306860117 simulation-passed 1 step_physics_max 0.08655719757080078 step_physics_mean 0.07381077983476542 step_physics_median 0.07107117649144347 step_physics_min 0.06654356878537399 survival_time_max 14.950000000000076 survival_time_mean 12.062500000000036 survival_time_min 7.94999999999998
No reset possible 42618
11497
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 04:39:04+00:00 2020-11-24 04:45:56+00:00 0:06:52 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42601
11493
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 04:21:30+00:00 2020-11-24 04:28:38+00:00 0:07:08 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42574
11489
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no mont01-ee9dcacd535e-1
2020-11-24 03:42:24+00:00 2020-11-24 03:49:22+00:00 0:06:58 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42488
11467
Thomas Wiggers Β π³π±ppo_v1 aido5-LF-sim-validation
LFv-sim success no mont01-ee9dcacd535e-1
2020-11-21 20:07:50+00:00 2020-11-21 20:17:09+00:00 0:09:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.170960454297121 survival_time_median 14.950000000000076 deviation-center-line_median 1.4862689543830037 in-drivable-lane_median 0.350000000000005
other stats agent_compute-ego_max 0.0215250031153361 agent_compute-ego_mean 0.021114645799001058 agent_compute-ego_median 0.021008590459823607 agent_compute-ego_min 0.02091639916102091 complete-iteration_max 0.19174534877141317 complete-iteration_mean 0.1837953871488571 complete-iteration_median 0.18230021874109903 complete-iteration_min 0.17883576234181722 deviation-center-line_max 1.6488262458192595 deviation-center-line_mean 1.4592832823867827 deviation-center-line_min 1.215768974961864 deviation-heading_max 2.9463544851097634 deviation-heading_mean 1.8387996483126776 deviation-heading_median 1.6570720459997106 deviation-heading_min 1.0947000161415252 driven_any_max 3.4195345113736133 driven_any_mean 2.9690971249218316 driven_any_median 3.216652176669247 driven_any_min 2.0235496349752182 driven_lanedir_consec_max 3.374419072929575 driven_lanedir_consec_mean 2.9108568677199327 driven_lanedir_consec_min 1.927087489355915 driven_lanedir_max 3.374419072929575 driven_lanedir_mean 2.9108568677199327 driven_lanedir_median 3.170960454297121 driven_lanedir_min 1.927087489355915 get_duckie_state_max 3.364880879720052e-06 get_duckie_state_mean 3.192623456319173e-06 get_duckie_state_median 3.201166788736979e-06 get_duckie_state_min 3.003279368082682e-06 get_robot_state_max 0.012632750670115152 get_robot_state_mean 0.012400208314259848 get_robot_state_median 0.012368390560150148 get_robot_state_min 0.012231301466623944 get_state_dump_max 0.012594090302785238 get_state_dump_mean 0.01233867088953654 get_state_dump_median 0.012328277428944906 get_state_dump_min 0.01210403839747111 get_ui_image_max 0.03332345803578695 get_ui_image_mean 0.03254250466823578 get_ui_image_median 0.03254607756932577 get_ui_image_min 0.03175440549850464 in-drivable-lane_max 1.15000000000001 in-drivable-lane_mean 0.462500000000005 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0484179919464, "get_ui_image": 0.03207645177841187, "step_physics": 0.06772316535313924, "survival_time": 14.950000000000076, "driven_lanedir": 3.025959983420395, "get_state_dump": 0.012468685309092203, "sim_render-ego": 0.005245679219563802, "get_robot_state": 0.012632750670115152, "get_duckie_state": 3.364880879720052e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02091639916102091, "deviation-heading": 1.7613363948578995, "complete-iteration": 0.1805108372370402, "set_robot_commands": 0.003858813444773356, "deviation-center-line": 1.5574311324813006, "driven_lanedir_consec": 3.025959983420395, "sim_compute_sim_state": 0.021931950251261392, "sim_compute_performance-ego": 0.0035285027821858723}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.4195345113736133, "get_ui_image": 0.03175440549850464, "step_physics": 0.0673542070388794, "survival_time": 14.950000000000076, "driven_lanedir": 3.315960925173846, "get_state_dump": 0.012594090302785238, "sim_render-ego": 0.00506626049677531, "get_robot_state": 0.01235259771347046, "get_duckie_state": 3.003279368082682e-06, "in-drivable-lane": 1.15000000000001, "agent_compute-ego": 0.020987528959910073, "deviation-heading": 1.5528076971415212, "complete-iteration": 0.17883576234181722, "set_robot_commands": 0.0038309041659037274, "deviation-center-line": 1.215768974961864, "driven_lanedir_consec": 3.315960925173846, "sim_compute_sim_state": 0.021355915864308676, "sim_compute_performance-ego": 0.003418409824371338}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0235496349752182, "get_ui_image": 0.033015703360239665, "step_physics": 0.07139094193776449, "survival_time": 14.950000000000076, "driven_lanedir": 1.927087489355915, "get_state_dump": 0.01210403839747111, "sim_render-ego": 0.00519058624903361, "get_robot_state": 0.012231301466623944, "get_duckie_state": 3.1455357869466146e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.0215250031153361, "deviation-heading": 2.9463544851097634, "complete-iteration": 0.18408960024515789, "set_robot_commands": 0.0038421106338500976, "deviation-center-line": 1.6488262458192595, "driven_lanedir_consec": 1.927087489355915, "sim_compute_sim_state": 0.02124309539794922, "sim_compute_performance-ego": 0.0034160598119099936}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.384886361392094, "get_ui_image": 0.03332345803578695, "step_physics": 0.07531140406926473, "survival_time": 14.950000000000076, "driven_lanedir": 3.374419072929575, "get_state_dump": 0.012187869548797609, "sim_render-ego": 0.005024701754252116, "get_robot_state": 0.012384183406829834, "get_duckie_state": 3.256797790527344e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02102965195973714, "deviation-heading": 1.0947000161415252, "complete-iteration": 0.19174534877141317, "set_robot_commands": 0.0038454556465148926, "deviation-center-line": 1.4151067762847065, "driven_lanedir_consec": 3.374419072929575, "sim_compute_sim_state": 0.02508259375890096, "sim_compute_performance-ego": 0.0034275364875793455}}set_robot_commands_max 0.003858813444773356 set_robot_commands_mean 0.0038443209727605184 set_robot_commands_median 0.003843783140182495 set_robot_commands_min 0.0038309041659037274 sim_compute_performance-ego_max 0.0035285027821858723 sim_compute_performance-ego_mean 0.003447627226511637 sim_compute_performance-ego_median 0.0034229731559753417 sim_compute_performance-ego_min 0.0034160598119099936 sim_compute_sim_state_max 0.02508259375890096 sim_compute_sim_state_mean 0.02240338881810506 sim_compute_sim_state_median 0.02164393305778503 sim_compute_sim_state_min 0.02124309539794922 sim_render-ego_max 0.005245679219563802 sim_render-ego_mean 0.005131806929906209 sim_render-ego_median 0.00512842337290446 sim_render-ego_min 0.005024701754252116 simulation-passed 1 step_physics_max 0.07531140406926473 step_physics_mean 0.07044492959976197 step_physics_median 0.06955705364545187 step_physics_min 0.0673542070388794 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible