Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 4096910773Melisande Teng exercise_ros_template aido5-LF-sim-validationLFv-sim timeout no reg03-f45ca34b70a1-12020-11-07 18:53:34+00:00 - - - - No reset possible 4095510787Fernanda Custodio Pereira do Carmo exercise_ros_template aido5-LF-sim-validationLFv-sim success no reg03-f45ca34b70a1-12020-11-07 18:42:10+00:00 2020-11-07 18:52:52+00:00 0:10:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.590979030094759 survival_time_median 13.425000000000056 deviation-center-line_median 0.616830364293508 in-drivable-lane_median 3.875000000000045
other stats agent_compute-ego_max 0.07545562426249186 agent_compute-ego_mean 0.0498919650065545 agent_compute-ego_median 0.04841175618553967 agent_compute-ego_min 0.027288723392646853 complete-iteration_max 0.3395903197924296 complete-iteration_mean 0.30981792254551155 complete-iteration_median 0.31096888615637597 complete-iteration_min 0.27774359807686466 deviation-center-line_max 1.0854369679218057 deviation-center-line_mean 0.6531135501247977 deviation-center-line_min 0.29335650399036883 deviation-heading_max 1.9915959011623152 deviation-heading_mean 1.1859900821550244 deviation-heading_median 1.0350496639247062 deviation-heading_min 0.6822650996083695 driven_any_max 3.063018671626405 driven_any_mean 2.738068294213162 driven_any_median 2.7380474086369313 driven_any_min 2.41315968795238 driven_lanedir_consec_max 1.9347225701375108 driven_lanedir_consec_mean 1.4663753634834569 driven_lanedir_consec_min 0.7488208236067981 driven_lanedir_max 2.838529510924989 driven_lanedir_mean 1.6923270986803265 driven_lanedir_median 1.590979030094759 driven_lanedir_min 0.7488208236067981 get_duckie_state_max 4.162307546920135e-06 get_duckie_state_mean 3.929465636122258e-06 get_duckie_state_median 3.974935676478132e-06 get_duckie_state_min 3.60568364461263e-06 get_robot_state_max 0.0248464306195577 get_robot_state_mean 0.02394967810304876 get_robot_state_median 0.02409221084896556 get_robot_state_min 0.022767860094706216 get_state_dump_max 0.02119650820639566 get_state_dump_mean 0.019978450107429907 get_state_dump_median 0.01989052855667948 get_state_dump_min 0.018936235109965005 get_ui_image_max 0.052662731011708576 get_ui_image_mean 0.04949714209248663 get_ui_image_median 0.04923199078282055 get_ui_image_min 0.04686185579259687 in-drivable-lane_max 10.600000000000083 in-drivable-lane_mean 4.712500000000045 in-drivable-lane_min 0.5000000000000071 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.413729805316209, "get_ui_image": 0.048378827191200575, "step_physics": 0.10597704538778097, "survival_time": 11.900000000000034, "driven_lanedir": 1.3438855667850913, "get_state_dump": 0.01951001572007893, "sim_render-ego": 0.01002547119845863, "get_robot_state": 0.02423460443480676, "get_duckie_state": 4.162307546920135e-06, "in-drivable-lane": 5.0500000000000504, "agent_compute-ego": 0.027288723392646853, "deviation-heading": 0.6822650996083695, "complete-iteration": 0.2832571839084144, "set_robot_commands": 0.007873487071830686, "deviation-center-line": 0.3381585920551288, "driven_lanedir_consec": 1.3438855667850913, "sim_compute_sim_state": 0.03323932956246769, "sim_compute_performance-ego": 0.006511106210596421}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.41315968795238, "get_ui_image": 0.04686185579259687, "step_physics": 0.10059235568791, "survival_time": 11.850000000000032, "driven_lanedir": 1.8380724934044264, "get_state_dump": 0.02119650820639566, "sim_render-ego": 0.009205809122399438, "get_robot_state": 0.02394981726312436, "get_duckie_state": 3.83079303467827e-06, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.03194526479214053, "deviation-heading": 0.736980789614986, "complete-iteration": 0.27774359807686466, "set_robot_commands": 0.00754643593156388, "deviation-center-line": 1.0854369679218057, "driven_lanedir_consec": 1.8380724934044264, "sim_compute_sim_state": 0.03002738449643936, "sim_compute_performance-ego": 0.006202977417893551}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.062365011957654, "get_ui_image": 0.05008515437444051, "step_physics": 0.1193921979268392, "survival_time": 14.950000000000076, "driven_lanedir": 0.7488208236067981, "get_state_dump": 0.018936235109965005, "sim_render-ego": 0.009343078931172689, "get_robot_state": 0.022767860094706216, "get_duckie_state": 3.60568364461263e-06, "in-drivable-lane": 10.600000000000083, "agent_compute-ego": 0.07545562426249186, "deviation-heading": 1.3331185382344266, "complete-iteration": 0.3395903197924296, "set_robot_commands": 0.00725798765818278, "deviation-center-line": 0.29335650399036883, "driven_lanedir_consec": 0.7488208236067981, "sim_compute_sim_state": 0.030057575702667236, "sim_compute_performance-ego": 0.0060928567250569665}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.063018671626405, "get_ui_image": 0.052662731011708576, "step_physics": 0.11717034260431926, "survival_time": 14.950000000000076, "driven_lanedir": 2.838529510924989, "get_state_dump": 0.02027104139328003, "sim_render-ego": 0.009705954392751058, "get_robot_state": 0.0248464306195577, "get_duckie_state": 4.119078318277995e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.0648782475789388, "deviation-heading": 1.9915959011623152, "complete-iteration": 0.33868058840433757, "set_robot_commands": 0.007794158458709717, "deviation-center-line": 0.8955021365318873, "driven_lanedir_consec": 1.9347225701375108, "sim_compute_sim_state": 0.034671920935312905, "sim_compute_performance-ego": 0.006463696161905924}}set_robot_commands_max 0.007873487071830686 set_robot_commands_mean 0.007618017280071766 set_robot_commands_median 0.007670297195136799 set_robot_commands_min 0.00725798765818278 sim_compute_performance-ego_max 0.006511106210596421 sim_compute_performance-ego_mean 0.006317659128863216 sim_compute_performance-ego_median 0.006333336789899738 sim_compute_performance-ego_min 0.0060928567250569665 sim_compute_sim_state_max 0.034671920935312905 sim_compute_sim_state_mean 0.031999052674221796 sim_compute_sim_state_median 0.031648452632567464 sim_compute_sim_state_min 0.03002738449643936 sim_render-ego_max 0.01002547119845863 sim_render-ego_mean 0.009570078411195454 sim_render-ego_median 0.009524516661961874 sim_render-ego_min 0.009205809122399438 simulation-passed 1 step_physics_max 0.1193921979268392 step_physics_mean 0.11078298540171234 step_physics_median 0.1115736939960501 step_physics_min 0.10059235568791 survival_time_max 14.950000000000076 survival_time_mean 13.412500000000056 survival_time_min 11.850000000000032
No reset possible 4095210790Ayman Shams exercise_ros_template aido5-LF-sim-validationLFv-sim failed no reg03-f45ca34b70a1-12020-11-07 18:38:13+00:00 2020-11-07 18:41:39+00:00 0:03:26 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 7 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 4093510800Ayman Shams exercise_ros_template aido5-LF-sim-validationLFv-sim success no reg03-f45ca34b70a1-12020-11-07 18:26:36+00:00 2020-11-07 18:38:04+00:00 0:11:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.0301516858736674 agent_compute-ego_mean 0.02780048906803131 agent_compute-ego_median 0.027622354030609128 agent_compute-ego_min 0.025805562337239584 complete-iteration_max 0.30754910945892333 complete-iteration_mean 0.2944365892807642 complete-iteration_median 0.2977522325515747 complete-iteration_min 0.2746927825609843 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 4.926522572835287e-06 get_duckie_state_mean 4.446307818094889e-06 get_duckie_state_median 4.501740137736003e-06 get_duckie_state_min 3.855228424072266e-06 get_robot_state_max 0.026323015689849853 get_robot_state_mean 0.023986112078030905 get_robot_state_median 0.0241292409102122 get_robot_state_min 0.021362950801849367 get_state_dump_max 0.022686774730682372 get_state_dump_mean 0.021252855658531192 get_state_dump_median 0.02118493358294169 get_state_dump_min 0.019954780737559 get_ui_image_max 0.05478777329126994 get_ui_image_mean 0.05138985137144725 get_ui_image_median 0.05153176466623942 get_ui_image_min 0.0477081028620402 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.05370552539825439, "step_physics": 0.10905857721964518, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.022686774730682372, "sim_render-ego": 0.010257490475972492, "get_robot_state": 0.026323015689849853, "get_duckie_state": 4.926522572835287e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0301516858736674, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.2992484482129415, "set_robot_commands": 0.008322088718414307, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.031509353319803875, "sim_compute_performance-ego": 0.0070028003056844075}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.05478777329126994, "step_physics": 0.11482790072758992, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.020331632296244306, "sim_render-ego": 0.00987263838450114, "get_robot_state": 0.023959789276123047, "get_duckie_state": 4.403591156005859e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.027779809633890783, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.2962560168902079, "set_robot_commands": 0.007803913752237956, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02965937852859497, "sim_compute_performance-ego": 0.007020649115244548}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.0477081028620402, "step_physics": 0.10310500701268514, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.02203823486963908, "sim_render-ego": 0.009258769353230794, "get_robot_state": 0.021362950801849367, "get_duckie_state": 3.855228424072266e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.027464898427327473, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.2746927825609843, "set_robot_commands": 0.007309237321217855, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.029737282594045004, "sim_compute_performance-ego": 0.006477887630462646}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.049358003934224445, "step_physics": 0.12996040026346842, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.019954780737559, "sim_render-ego": 0.009717495441436769, "get_robot_state": 0.02429869254430135, "get_duckie_state": 4.599889119466146e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025805562337239584, "deviation-heading": 0.486072248607516, "complete-iteration": 0.30754910945892333, "set_robot_commands": 0.0074630339940389, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.03441106160481771, "sim_compute_performance-ego": 0.0063529435793558756}}set_robot_commands_max 0.008322088718414307 set_robot_commands_mean 0.007724568446477255 set_robot_commands_median 0.007633473873138428 set_robot_commands_min 0.007309237321217855 sim_compute_performance-ego_max 0.007020649115244548 sim_compute_performance-ego_mean 0.006713570157686869 sim_compute_performance-ego_median 0.006740343968073527 sim_compute_performance-ego_min 0.0063529435793558756 sim_compute_sim_state_max 0.03441106160481771 sim_compute_sim_state_mean 0.03132926901181539 sim_compute_sim_state_median 0.03062331795692444 sim_compute_sim_state_min 0.02965937852859497 sim_render-ego_max 0.010257490475972492 sim_render-ego_mean 0.0097765984137853 sim_render-ego_median 0.009795066912968952 sim_render-ego_min 0.009258769353230794 simulation-passed 1 step_physics_max 0.12996040026346842 step_physics_mean 0.11423797130584716 step_physics_median 0.11194323897361756 step_physics_min 0.10310500701268514 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 4092510808Ayman Shams exercise_ros_template aido5-LF-sim-validationLFv-sim success no reg03-f45ca34b70a1-12020-11-07 18:14:40+00:00 2020-11-07 18:26:08+00:00 0:11:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5402060484250825 survival_time_median 14.950000000000076 deviation-center-line_median 0.8510004491894912 in-drivable-lane_median 6.575000000000093
other stats agent_compute-ego_max 0.030195133686065675 agent_compute-ego_mean 0.02734893302122752 agent_compute-ego_median 0.026682820717493692 agent_compute-ego_min 0.025834956963857018 complete-iteration_max 0.3132844432195028 complete-iteration_mean 0.2940961015224457 complete-iteration_median 0.2909116367499034 complete-iteration_min 0.28127668937047323 deviation-center-line_max 1.2110914822469672 deviation-center-line_mean 0.931762374855239 deviation-center-line_min 0.8139571187950061 deviation-heading_max 2.338322313908208 deviation-heading_mean 2.0335490497438458 deviation-heading_median 2.001049084455818 deviation-heading_min 1.7937757161555392 driven_any_max 1.021050490584036 driven_any_mean 1.0202180643189602 driven_any_median 1.0210479293292216 driven_any_min 1.0177259080333614 driven_lanedir_consec_max 0.6445127868137586 driven_lanedir_consec_mean 0.5613581319092705 driven_lanedir_consec_min 0.5205076439731586 driven_lanedir_max 0.6445127868137586 driven_lanedir_mean 0.5613581319092705 driven_lanedir_median 0.5402060484250825 driven_lanedir_min 0.5205076439731586 get_duckie_state_max 4.434585571289063e-06 get_duckie_state_mean 4.320343335469564e-06 get_duckie_state_median 4.3797492980957025e-06 get_duckie_state_min 4.087289174397787e-06 get_robot_state_max 0.025903992652893067 get_robot_state_mean 0.02483906030654907 get_robot_state_median 0.02461098551750183 get_robot_state_min 0.02423027753829956 get_state_dump_max 0.021201973756154378 get_state_dump_mean 0.020281333923339844 get_state_dump_median 0.020122065544128417 get_state_dump_min 0.01967923084894816 get_ui_image_max 0.051006760597229 get_ui_image_mean 0.04971494595209758 get_ui_image_median 0.049653558333714806 get_ui_image_min 0.04854590654373169 in-drivable-lane_max 6.800000000000097 in-drivable-lane_mean 6.237500000000083 in-drivable-lane_min 5.00000000000005 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.0177259080333614, "get_ui_image": 0.04854590654373169, "step_physics": 0.1025034260749817, "survival_time": 14.950000000000076, "driven_lanedir": 0.5313377486555664, "get_state_dump": 0.020504594643910724, "sim_render-ego": 0.010336415767669678, "get_robot_state": 0.025903992652893067, "get_duckie_state": 4.382928212483724e-06, "in-drivable-lane": 6.700000000000095, "agent_compute-ego": 0.027530649503072106, "deviation-heading": 1.7937757161555392, "complete-iteration": 0.28127668937047323, "set_robot_commands": 0.008009085655212403, "deviation-center-line": 0.8338362852366695, "driven_lanedir_consec": 0.5313377486555664, "sim_compute_sim_state": 0.03073376655578613, "sim_compute_performance-ego": 0.006981114546457927}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.0210501611340894, "get_ui_image": 0.05008997122446696, "step_physics": 0.11065226475397746, "survival_time": 14.950000000000076, "driven_lanedir": 0.5490743481945985, "get_state_dump": 0.01967923084894816, "sim_render-ego": 0.00981324036916097, "get_robot_state": 0.024522924423217775, "get_duckie_state": 4.376570383707682e-06, "in-drivable-lane": 6.450000000000092, "agent_compute-ego": 0.025834956963857018, "deviation-heading": 1.9711337322790825, "complete-iteration": 0.28394522349039714, "set_robot_commands": 0.007365299860636393, "deviation-center-line": 0.8139571187950061, "driven_lanedir_consec": 0.5490743481945985, "sim_compute_sim_state": 0.029279549916585285, "sim_compute_performance-ego": 0.0064945594469706215}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.0210456975243538, "get_ui_image": 0.051006760597229, "step_physics": 0.12272889137268068, "survival_time": 14.950000000000076, "driven_lanedir": 0.6445127868137586, "get_state_dump": 0.01973953644434611, "sim_render-ego": 0.009676349957784018, "get_robot_state": 0.024699046611785888, "get_duckie_state": 4.434585571289063e-06, "in-drivable-lane": 5.00000000000005, "agent_compute-ego": 0.025834991931915283, "deviation-heading": 2.338322313908208, "complete-iteration": 0.2978780500094096, "set_robot_commands": 0.007480928103129069, "deviation-center-line": 1.2110914822469672, "driven_lanedir_consec": 0.6445127868137586, "sim_compute_sim_state": 0.029925425847371415, "sim_compute_performance-ego": 0.006568523248036703}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.021050490584036, "get_ui_image": 0.04921714544296265, "step_physics": 0.1308302036921183, "survival_time": 14.950000000000076, "driven_lanedir": 0.5205076439731586, "get_state_dump": 0.021201973756154378, "sim_render-ego": 0.009639616012573245, "get_robot_state": 0.02423027753829956, "get_duckie_state": 4.087289174397787e-06, "in-drivable-lane": 6.800000000000097, "agent_compute-ego": 0.030195133686065675, "deviation-heading": 2.030964436632553, "complete-iteration": 0.3132844432195028, "set_robot_commands": 0.007504088878631592, "deviation-center-line": 0.868164613142313, "driven_lanedir_consec": 0.5205076439731586, "sim_compute_sim_state": 0.03379192113876343, "sim_compute_performance-ego": 0.006453843116760254}}set_robot_commands_max 0.008009085655212403 set_robot_commands_mean 0.0075898506244023636 set_robot_commands_median 0.007492508490880331 set_robot_commands_min 0.007365299860636393 sim_compute_performance-ego_max 0.006981114546457927 sim_compute_performance-ego_mean 0.006624510089556376 sim_compute_performance-ego_median 0.006531541347503662 sim_compute_performance-ego_min 0.006453843116760254 sim_compute_sim_state_max 0.03379192113876343 sim_compute_sim_state_mean 0.030932665864626563 sim_compute_sim_state_median 0.030329596201578775 sim_compute_sim_state_min 0.029279549916585285 sim_render-ego_max 0.010336415767669678 sim_render-ego_mean 0.009866405526796978 sim_render-ego_median 0.009744795163472491 sim_render-ego_min 0.009639616012573245 simulation-passed 1 step_physics_max 0.1308302036921183 step_physics_mean 0.11667869647343954 step_physics_median 0.11669057806332908 step_physics_min 0.1025034260749817 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible
Melisande Teng
Fernanda Custodio Pereira do Carmo 🇨🇦
Ayman Shams 🇨🇦