Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 32994
6652
Charlie Gauthier  🇨🇦Baseline solution using reinforcement learning aido3-off-LF-sim-validation
step1-simulation error yes p-1
2020-07-13 21:13:29+00:00 2020-07-13 21:16:13+00:00 0:02:44 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32993
6651
Charlie Gauthier  🇨🇦Baseline solution using reinforcement learning aido3-off-LF-sim-validation
step1-simulation error yes p-1
2020-07-13 18:53:04+00:00 2020-07-13 18:53:45+00:00 0:00:41 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32990
6650
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-13 15:08:42+00:00 2020-07-13 15:22:23+00:00 0:13:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.051448639926315 survival_time_median 14.950000000000076 deviation-center-line_median 0.7014049177736448 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03072954018910726 agent_compute-ego_mean 0.030103829039994374 agent_compute-ego_median 0.029852841080737717 agent_compute-ego_min 0.029775699464286248 deviation-center-line_max 1.0708498951745289 deviation-center-line_mean 0.7095403955021788 deviation-center-line_min 0.38522933919495406 deviation-heading_max 5.087498266545336 deviation-heading_mean 2.5810241703601156 deviation-heading_median 1.4931520453914695 deviation-heading_min 1.224301523242212 driven_any_max 2.3491394221624833 driven_any_mean 2.032543041937692 driven_any_median 2.341329372503705 driven_any_min 1.2642401696789465 driven_lanedir_consec_max 2.3279507370326864 driven_lanedir_consec_mean 1.9208847157187832 driven_lanedir_consec_min 1.2452471298116554 driven_lanedir_max 2.3279507370326864 driven_lanedir_mean 1.9208847157187832 driven_lanedir_median 2.051448639926315 driven_lanedir_min 1.2452471298116554 in-drivable-lane_max 1.1000000000000156 in-drivable-lane_mean 0.2200000000000031 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.341329372503705, "sim_physics": 0.062375592390696205, "survival_time": 14.950000000000076, "driven_lanedir": 2.146168166591709, "sim_render-ego": 0.012054909865061442, "in-drivable-lane": 0, "agent_compute-ego": 0.03072954018910726, "deviation-heading": 5.087498266545336, "set_robot_commands": 0.008310680389404296, "deviation-center-line": 0.7014049177736448, "driven_lanedir_consec": 2.146168166591709, "sim_compute_sim_state": 0.005559188524881999, "sim_compute_performance-ego": 0.007219654719034831, "sim_compute_robot_state-ego": 0.009317512512207032}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.858929182758736, "sim_physics": 0.06436923872522947, "survival_time": 11.900000000000034, "driven_lanedir": 1.83360890523155, "sim_render-ego": 0.012309253716669162, "in-drivable-lane": 0, "agent_compute-ego": 0.029852841080737717, "deviation-heading": 1.375901146392242, "set_robot_commands": 0.008259522814710601, "deviation-center-line": 0.6774756636408922, "driven_lanedir_consec": 1.83360890523155, "sim_compute_sim_state": 0.005776526547279679, "sim_compute_performance-ego": 0.007155393352027701, "sim_compute_robot_state-ego": 0.009323485759126036}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3490770625845907, "sim_physics": 0.06278496106465657, "survival_time": 14.950000000000076, "driven_lanedir": 2.051448639926315, "sim_render-ego": 0.012352547645568849, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.02979690154393514, "deviation-heading": 3.724267870229316, "set_robot_commands": 0.008273519674936931, "deviation-center-line": 1.0708498951745289, "driven_lanedir_consec": 2.051448639926315, "sim_compute_sim_state": 0.005733025868733724, "sim_compute_performance-ego": 0.007247491677602132, "sim_compute_robot_state-ego": 0.00932252009709676}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2642401696789465, "sim_physics": 0.06333061253152243, "survival_time": 8.199999999999982, "driven_lanedir": 1.2452471298116554, "sim_render-ego": 0.012352620683065274, "in-drivable-lane": 0, "agent_compute-ego": 0.029775699464286248, "deviation-heading": 1.224301523242212, "set_robot_commands": 0.008444251083746189, "deviation-center-line": 0.38522933919495406, "driven_lanedir_consec": 1.2452471298116554, "sim_compute_sim_state": 0.005782390513071199, "sim_compute_performance-ego": 0.0071837524088417615, "sim_compute_robot_state-ego": 0.009409966992168893}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3491394221624833, "sim_physics": 0.06310829877853394, "survival_time": 14.950000000000076, "driven_lanedir": 2.3279507370326864, "sim_render-ego": 0.012274776299794517, "in-drivable-lane": 0, "agent_compute-ego": 0.030364162921905517, "deviation-heading": 1.4931520453914695, "set_robot_commands": 0.008440429369608562, "deviation-center-line": 0.7127421617268745, "driven_lanedir_consec": 2.3279507370326864, "sim_compute_sim_state": 0.005779886245727539, "sim_compute_performance-ego": 0.0072270401318868, "sim_compute_robot_state-ego": 0.009312622547149658}}set_robot_commands_max 0.008444251083746189 set_robot_commands_mean 0.008345680666481317 set_robot_commands_median 0.008310680389404296 set_robot_commands_min 0.008259522814710601 sim_compute_performance-ego_max 0.007247491677602132 sim_compute_performance-ego_mean 0.007206666457878645 sim_compute_performance-ego_median 0.007219654719034831 sim_compute_performance-ego_min 0.007155393352027701 sim_compute_robot_state-ego_max 0.009409966992168893 sim_compute_robot_state-ego_mean 0.009337221581549674 sim_compute_robot_state-ego_median 0.00932252009709676 sim_compute_robot_state-ego_min 0.009312622547149658 sim_compute_sim_state_max 0.005782390513071199 sim_compute_sim_state_mean 0.005726203539938827 sim_compute_sim_state_median 0.005776526547279679 sim_compute_sim_state_min 0.005559188524881999 sim_physics_max 0.06436923872522947 sim_physics_mean 0.06319374069812773 sim_physics_median 0.06310829877853394 sim_physics_min 0.062375592390696205 sim_render-ego_max 0.012352620683065274 sim_render-ego_mean 0.012268821642031849 sim_render-ego_median 0.012309253716669162 sim_render-ego_min 0.012054909865061442 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.990000000000048 survival_time_min 8.199999999999982
No reset possible 32988
6649
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-13 14:54:11+00:00 2020-07-13 15:01:21+00:00 0:07:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.871391222443712 survival_time_median 12.150000000000038 deviation-center-line_median 0.4268507211256289 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.039608434566016336 agent_compute-ego_mean 0.03224382666407531 agent_compute-ego_median 0.03048375924428304 agent_compute-ego_min 0.02991912921269735 deviation-center-line_max 0.9392112962875634 deviation-center-line_mean 0.4796582883271697 deviation-center-line_min 0.15835191522824987 deviation-heading_max 3.402490476928341 deviation-heading_mean 1.8579932455102235 deviation-heading_median 1.5373548701273367 deviation-heading_min 1.178014731947548 driven_any_max 2.349151032331199 driven_any_mean 1.7207638648655668 driven_any_median 1.899090430450435 driven_any_min 0.7342257966657914 driven_lanedir_consec_max 2.3326268031826713 driven_lanedir_consec_mean 1.6383694860379705 driven_lanedir_consec_min 0.6831936008177157 driven_lanedir_max 2.3326268031826713 driven_lanedir_mean 1.6383694860379705 driven_lanedir_median 1.871391222443712 driven_lanedir_min 0.6831936008177157 in-drivable-lane_max 0.9500000000000136 in-drivable-lane_mean 0.20000000000000268 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7342257966657914, "sim_physics": 0.06241318786028519, "survival_time": 5.14999999999999, "driven_lanedir": 0.6831936008177157, "sim_render-ego": 0.012749658047574238, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.039608434566016336, "deviation-heading": 1.178014731947548, "set_robot_commands": 0.008444612466015862, "deviation-center-line": 0.15835191522824987, "driven_lanedir_consec": 0.6831936008177157, "sim_compute_sim_state": 0.0058265403636450904, "sim_compute_performance-ego": 0.007565639551403453, "sim_compute_robot_state-ego": 0.009697275254332904}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.899090430450435, "sim_physics": 0.06440230063450189, "survival_time": 12.150000000000038, "driven_lanedir": 1.871391222443712, "sim_render-ego": 0.013101576777642648, "in-drivable-lane": 0, "agent_compute-ego": 0.030381413644233357, "deviation-heading": 1.5373548701273367, "set_robot_commands": 0.008309820551931121, "deviation-center-line": 0.5311109771115825, "driven_lanedir_consec": 1.871391222443712, "sim_compute_sim_state": 0.005901252291330094, "sim_compute_performance-ego": 0.007544181965015552, "sim_compute_robot_state-ego": 0.009707185957166884}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3490759900782714, "sim_physics": 0.06329747120539347, "survival_time": 14.950000000000076, "driven_lanedir": 2.0763782338576964, "sim_render-ego": 0.01303956111272176, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.02991912921269735, "deviation-heading": 3.402490476928341, "set_robot_commands": 0.00851316769917806, "deviation-center-line": 0.9392112962875634, "driven_lanedir_consec": 2.0763782338576964, "sim_compute_sim_state": 0.005962976614634196, "sim_compute_performance-ego": 0.007525293032328287, "sim_compute_robot_state-ego": 0.009817962646484374}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2722760748021364, "sim_physics": 0.063584954810865, "survival_time": 8.249999999999982, "driven_lanedir": 1.228257569888057, "sim_render-ego": 0.012925438447432084, "in-drivable-lane": 0, "agent_compute-ego": 0.030826396653146456, "deviation-heading": 1.6543860666732613, "set_robot_commands": 0.008383090568311286, "deviation-center-line": 0.3427665318828242, "driven_lanedir_consec": 1.228257569888057, "sim_compute_sim_state": 0.006046058192397609, "sim_compute_performance-ego": 0.007568240888190992, "sim_compute_robot_state-ego": 0.009775982481060604}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.349151032331199, "sim_physics": 0.061944011052449545, "survival_time": 14.950000000000076, "driven_lanedir": 2.3326268031826713, "sim_render-ego": 0.012851072947184244, "in-drivable-lane": 0, "agent_compute-ego": 0.03048375924428304, "deviation-heading": 1.517720081874631, "set_robot_commands": 0.008344196478525797, "deviation-center-line": 0.4268507211256289, "driven_lanedir_consec": 2.3326268031826713, "sim_compute_sim_state": 0.005859057108561198, "sim_compute_performance-ego": 0.007303557395935059, "sim_compute_robot_state-ego": 0.009737687905629476}}set_robot_commands_max 0.00851316769917806 set_robot_commands_mean 0.008398977552792425 set_robot_commands_median 0.008383090568311286 set_robot_commands_min 0.008309820551931121 sim_compute_performance-ego_max 0.007568240888190992 sim_compute_performance-ego_mean 0.007501382566574668 sim_compute_performance-ego_median 0.007544181965015552 sim_compute_performance-ego_min 0.007303557395935059 sim_compute_robot_state-ego_max 0.009817962646484374 sim_compute_robot_state-ego_mean 0.009747218848934848 sim_compute_robot_state-ego_median 0.009737687905629476 sim_compute_robot_state-ego_min 0.009697275254332904 sim_compute_sim_state_max 0.006046058192397609 sim_compute_sim_state_mean 0.005919176914113637 sim_compute_sim_state_median 0.005901252291330094 sim_compute_sim_state_min 0.0058265403636450904 sim_physics_max 0.06440230063450189 sim_physics_mean 0.06312838511269903 sim_physics_median 0.06329747120539347 sim_physics_min 0.061944011052449545 sim_render-ego_max 0.013101576777642648 sim_render-ego_mean 0.012933461466510997 sim_render-ego_median 0.012925438447432084 sim_render-ego_min 0.012749658047574238 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.090000000000032 survival_time_min 5.14999999999999
No reset possible 32983
6646
Frank (Chude) Qian  🇨🇦TF version fix 1642 Dec Model aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-10 20:44:05+00:00 2020-07-10 20:59:27+00:00 0:15:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 5.046264746295293 survival_time_median 14.950000000000076 deviation-center-line_median 1.0107960138173258 in-drivable-lane_median 1.699999999999994
other stats agent_compute-ego_max 0.05340159893035889 agent_compute-ego_mean 0.05217571274439494 agent_compute-ego_median 0.05225579977035522 agent_compute-ego_min 0.050710142453511554 deviation-center-line_max 1.0466860338135018 deviation-center-line_mean 0.9628562160067702 deviation-center-line_min 0.801856677325732 deviation-heading_max 4.092533566909906 deviation-heading_mean 3.4376439896691897 deviation-heading_median 3.2157107635898328 deviation-heading_min 2.9488914731357676 driven_any_max 6.5313758569111915 driven_any_mean 5.779503179700929 driven_any_median 5.736002762726812 driven_any_min 5.176627802249143 driven_lanedir_consec_max 5.871237767147363 driven_lanedir_consec_mean 4.981164801957702 driven_lanedir_consec_min 3.821627460376438 driven_lanedir_max 5.871237767147363 driven_lanedir_mean 4.981164801957702 driven_lanedir_median 5.046264746295293 driven_lanedir_min 3.821627460376438 in-drivable-lane_max 3.250000000000015 in-drivable-lane_mean 1.8600000000000076 in-drivable-lane_min 1.200000000000017 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 5.176627802249143, "sim_physics": 0.0614848526318868, "survival_time": 14.950000000000076, "driven_lanedir": 3.821627460376438, "sim_render-ego": 0.013293376763661702, "in-drivable-lane": 3.250000000000015, "agent_compute-ego": 0.05340159893035889, "deviation-heading": 4.092533566909906, "set_robot_commands": 0.008189106782277425, "deviation-center-line": 0.801856677325732, "driven_lanedir_consec": 3.821627460376438, "sim_compute_sim_state": 0.006558820406595866, "sim_compute_performance-ego": 0.007533714771270752, "sim_compute_robot_state-ego": 0.010017564296722412}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 5.736002762726812, "sim_physics": 0.06283632914225261, "survival_time": 14.950000000000076, "driven_lanedir": 5.046264746295293, "sim_render-ego": 0.014970727761586509, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.053013846079508466, "deviation-heading": 3.858772006362603, "set_robot_commands": 0.008513542811075846, "deviation-center-line": 1.0107960138173258, "driven_lanedir_consec": 5.046264746295293, "sim_compute_sim_state": 0.005948702494303386, "sim_compute_performance-ego": 0.007669165134429932, "sim_compute_robot_state-ego": 0.009816540082295737}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.562419430682476, "sim_physics": 0.06182045698165894, "survival_time": 14.950000000000076, "driven_lanedir": 5.0392072437379865, "sim_render-ego": 0.013175759315490724, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.05225579977035522, "deviation-heading": 3.2157107635898328, "set_robot_commands": 0.008351775805155436, "deviation-center-line": 1.045584196389298, "driven_lanedir_consec": 5.0392072437379865, "sim_compute_sim_state": 0.006050585110982259, "sim_compute_performance-ego": 0.007453253269195556, "sim_compute_robot_state-ego": 0.009648991425832112}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 6.5313758569111915, "sim_physics": 0.06289042313893636, "survival_time": 14.950000000000076, "driven_lanedir": 5.871237767147363, "sim_render-ego": 0.013141613006591796, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.05149717648824056, "deviation-heading": 2.9488914731357676, "set_robot_commands": 0.008309516906738281, "deviation-center-line": 1.0466860338135018, "driven_lanedir_consec": 5.871237767147363, "sim_compute_sim_state": 0.006119773387908935, "sim_compute_performance-ego": 0.007415393988291423, "sim_compute_robot_state-ego": 0.00971524953842163}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.891090045935024, "sim_physics": 0.061327237288157144, "survival_time": 14.950000000000076, "driven_lanedir": 5.1274867922314264, "sim_render-ego": 0.012983262538909912, "in-drivable-lane": 1.699999999999994, "agent_compute-ego": 0.050710142453511554, "deviation-heading": 3.0723121383478413, "set_robot_commands": 0.008262318770090739, "deviation-center-line": 0.9093581586879932, "driven_lanedir_consec": 5.1274867922314264, "sim_compute_sim_state": 0.006134155591328939, "sim_compute_performance-ego": 0.007415742079416911, "sim_compute_robot_state-ego": 0.009668761094411216}}set_robot_commands_max 0.008513542811075846 set_robot_commands_mean 0.008325252215067545 set_robot_commands_median 0.008309516906738281 set_robot_commands_min 0.008189106782277425 sim_compute_performance-ego_max 0.007669165134429932 sim_compute_performance-ego_mean 0.007497453848520914 sim_compute_performance-ego_median 0.007453253269195556 sim_compute_performance-ego_min 0.007415393988291423 sim_compute_robot_state-ego_max 0.010017564296722412 sim_compute_robot_state-ego_mean 0.00977342128753662 sim_compute_robot_state-ego_median 0.00971524953842163 sim_compute_robot_state-ego_min 0.009648991425832112 sim_compute_sim_state_max 0.006558820406595866 sim_compute_sim_state_mean 0.0061624073982238774 sim_compute_sim_state_median 0.006119773387908935 sim_compute_sim_state_min 0.005948702494303386 sim_physics_max 0.06289042313893636 sim_physics_mean 0.06207185983657837 sim_physics_median 0.06182045698165894 sim_physics_min 0.061327237288157144 sim_render-ego_max 0.014970727761586509 sim_render-ego_mean 0.013512947877248127 sim_render-ego_median 0.013175759315490724 sim_render-ego_min 0.012983262538909912 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 32982
6645
Frank (Chude) Qian  🇨🇦TF version fix 1515 March Model aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-10 19:17:35+00:00 2020-07-10 19:26:48+00:00 0:09:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.6004257764405536 survival_time_median 10.95000000000002 deviation-center-line_median 0.5389833658287276 in-drivable-lane_median 1.1500000000000163
other stats agent_compute-ego_max 0.084718759059906 agent_compute-ego_mean 0.08383251546491063 agent_compute-ego_median 0.08402439753214518 agent_compute-ego_min 0.08236005208263658 deviation-center-line_max 0.936685496594127 deviation-center-line_mean 0.6134169047412157 deviation-center-line_min 0.267272217431886 deviation-heading_max 4.020021104276228 deviation-heading_mean 2.4167849534679235 deviation-heading_median 2.253899828863792 deviation-heading_min 1.199097441142832 driven_any_max 6.033158040958791 driven_any_mean 4.223684431575654 driven_any_median 4.371150743910121 driven_any_min 1.6774433023674489 driven_lanedir_consec_max 5.410670188470891 driven_lanedir_consec_mean 3.6190206857489615 driven_lanedir_consec_min 1.601537623621556 driven_lanedir_max 5.410670188470891 driven_lanedir_mean 3.6190206857489615 driven_lanedir_median 3.6004257764405536 driven_lanedir_min 1.601537623621556 in-drivable-lane_max 2.600000000000037 in-drivable-lane_mean 1.0500000000000127 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 5.983831725156417, "sim_physics": 0.0616285236676534, "survival_time": 14.950000000000076, "driven_lanedir": 4.541784138275793, "sim_render-ego": 0.013319210211435954, "in-drivable-lane": 2.600000000000037, "agent_compute-ego": 0.084718759059906, "deviation-heading": 4.020021104276228, "set_robot_commands": 0.008187893231709799, "deviation-center-line": 0.936685496594127, "driven_lanedir_consec": 4.541784138275793, "sim_compute_sim_state": 0.006596048672993978, "sim_compute_performance-ego": 0.007692168553670248, "sim_compute_robot_state-ego": 0.010157810846964516}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.6774433023674489, "sim_physics": 0.06284229225582547, "survival_time": 4.499999999999992, "driven_lanedir": 1.601537623621556, "sim_render-ego": 0.013149245580037437, "in-drivable-lane": 0, "agent_compute-ego": 0.08402439753214518, "deviation-heading": 1.199097441142832, "set_robot_commands": 0.008168840408325195, "deviation-center-line": 0.267272217431886, "driven_lanedir_consec": 1.601537623621556, "sim_compute_sim_state": 0.006464669439527723, "sim_compute_performance-ego": 0.007099323802524143, "sim_compute_robot_state-ego": 0.010190939903259278}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 6.033158040958791, "sim_physics": 0.06175038496653239, "survival_time": 14.950000000000076, "driven_lanedir": 5.410670188470891, "sim_render-ego": 0.013331889311472576, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.08404200077056885, "deviation-heading": 2.7078890777270184, "set_robot_commands": 0.008040526707967122, "deviation-center-line": 0.8848815866620899, "driven_lanedir_consec": 5.410670188470891, "sim_compute_sim_state": 0.006719954013824463, "sim_compute_performance-ego": 0.007408043543497721, "sim_compute_robot_state-ego": 0.01035258134206136}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.371150743910121, "sim_physics": 0.06075842522050692, "survival_time": 10.95000000000002, "driven_lanedir": 3.6004257764405536, "sim_render-ego": 0.013505461009125731, "in-drivable-lane": 1.5000000000000109, "agent_compute-ego": 0.08236005208263658, "deviation-heading": 2.253899828863792, "set_robot_commands": 0.008110137834940872, "deviation-center-line": 0.5389833658287276, "driven_lanedir_consec": 3.6004257764405536, "sim_compute_sim_state": 0.006615602806822894, "sim_compute_performance-ego": 0.007474116538757603, "sim_compute_robot_state-ego": 0.010141750448914967}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.0528383454854957, "sim_physics": 0.062302839983800415, "survival_time": 7.84999999999998, "driven_lanedir": 2.940685701936013, "sim_render-ego": 0.012963068713048462, "in-drivable-lane": 0, "agent_compute-ego": 0.08401736787929656, "deviation-heading": 1.9030173153297465, "set_robot_commands": 0.007993641932299183, "deviation-center-line": 0.4392618571892479, "driven_lanedir_consec": 2.940685701936013, "sim_compute_sim_state": 0.0066395504459454, "sim_compute_performance-ego": 0.007405276511125504, "sim_compute_robot_state-ego": 0.010207824646287665}}set_robot_commands_max 0.008187893231709799 set_robot_commands_mean 0.008100208023048434 set_robot_commands_median 0.008110137834940872 set_robot_commands_min 0.007993641932299183 sim_compute_performance-ego_max 0.007692168553670248 sim_compute_performance-ego_mean 0.007415785789915044 sim_compute_performance-ego_median 0.007408043543497721 sim_compute_performance-ego_min 0.007099323802524143 sim_compute_robot_state-ego_max 0.01035258134206136 sim_compute_robot_state-ego_mean 0.010210181437497556 sim_compute_robot_state-ego_median 0.010190939903259278 sim_compute_robot_state-ego_min 0.010141750448914967 sim_compute_sim_state_max 0.006719954013824463 sim_compute_sim_state_mean 0.00660716507582289 sim_compute_sim_state_median 0.006615602806822894 sim_compute_sim_state_min 0.006464669439527723 sim_physics_max 0.06284229225582547 sim_physics_mean 0.06185649321886372 sim_physics_median 0.06175038496653239 sim_physics_min 0.06075842522050692 sim_render-ego_max 0.013505461009125731 sim_render-ego_mean 0.013253774965024032 sim_render-ego_median 0.013319210211435954 sim_render-ego_min 0.012963068713048462 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 10.640000000000027 survival_time_min 4.499999999999992
No reset possible 32981
6644
Charlie Gauthier  🇨🇦challenge-aido_LF-template-random aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-10 19:12:27+00:00 2020-07-10 19:15:12+00:00 0:02:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4838163264350306 survival_time_median 1.7000000000000008 deviation-center-line_median 0.08751730474052305 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.030096010728315872 agent_compute-ego_mean 0.029616970582490087 agent_compute-ego_median 0.02952723503112793 agent_compute-ego_min 0.029243357041302848 deviation-center-line_max 0.10683019887032848 deviation-center-line_mean 0.08719800587294524 deviation-center-line_min 0.07065220523066396 deviation-heading_max 0.5050851849885492 deviation-heading_mean 0.37472646794797326 deviation-heading_median 0.3711400756311837 deviation-heading_min 0.242154099114489 driven_any_max 1.224736399271231 driven_any_mean 0.7001682289165533 driven_any_median 0.6334906616120762 driven_any_min 0.311949329092399 driven_lanedir_consec_max 0.6642632200434848 driven_lanedir_consec_mean 0.47031102562542887 driven_lanedir_consec_min 0.28855079430839536 driven_lanedir_max 0.6642632200434848 driven_lanedir_mean 0.47031102562542887 driven_lanedir_median 0.4838163264350306 driven_lanedir_min 0.28855079430839536 in-drivable-lane_max 1.5999999999999963 in-drivable-lane_mean 0.4499999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.06416862744551438, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.012282252311706545, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.029777366381425124, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.008478522300720215, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005404609900254469, "sim_compute_performance-ego": 0.007630843382615309, "sim_compute_robot_state-ego": 0.009041703664339503}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.06710571050643921, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.012230801582336423, "in-drivable-lane": 0, "agent_compute-ego": 0.02952723503112793, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.008567428588867188, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0052420973777771, "sim_compute_performance-ego": 0.007056713104248047, "sim_compute_robot_state-ego": 0.009386885166168212}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.06517882908091825, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.01219350450179156, "in-drivable-lane": 0, "agent_compute-ego": 0.029243357041302848, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.008301685838138355, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.005495604346780216, "sim_compute_performance-ego": 0.006963393267463236, "sim_compute_robot_state-ego": 0.009515572996700512}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.06141529317762031, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.01217260907907955, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.02944088373027864, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.008284897100730021, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.0052961521461361745, "sim_compute_performance-ego": 0.0069846012553230665, "sim_compute_robot_state-ego": 0.00930502375618356}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.06829766793684526, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.012564474886113949, "in-drivable-lane": 0, "agent_compute-ego": 0.030096010728315872, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.008203669027848677, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.005272551016374068, "sim_compute_performance-ego": 0.006946032697504217, "sim_compute_robot_state-ego": 0.009767694906754928}}set_robot_commands_max 0.008567428588867188 set_robot_commands_mean 0.00836724057126089 set_robot_commands_median 0.008301685838138355 set_robot_commands_min 0.008203669027848677 sim_compute_performance-ego_max 0.007630843382615309 sim_compute_performance-ego_mean 0.007116316741430775 sim_compute_performance-ego_median 0.0069846012553230665 sim_compute_performance-ego_min 0.006946032697504217 sim_compute_robot_state-ego_max 0.009767694906754928 sim_compute_robot_state-ego_mean 0.009403376098029345 sim_compute_robot_state-ego_median 0.009386885166168212 sim_compute_robot_state-ego_min 0.009041703664339503 sim_compute_sim_state_max 0.005495604346780216 sim_compute_sim_state_mean 0.005342202957464405 sim_compute_sim_state_median 0.0052961521461361745 sim_compute_sim_state_min 0.0052420973777771 sim_physics_max 0.06829766793684526 sim_physics_mean 0.06523322562946748 sim_physics_median 0.06517882908091825 sim_physics_min 0.06141529317762031 sim_render-ego_max 0.012564474886113949 sim_render-ego_mean 0.012288728472205603 sim_render-ego_median 0.012230801582336423 sim_render-ego_min 0.01217260907907955 simulation-passed 1 survival_time_max 3.049999999999997 survival_time_mean 1.8899999999999997 survival_time_min 1.0000000000000002
No reset possible 32977
6642
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-behavior-cloning aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-07-10 17:01:55+00:00 2020-07-10 17:16:16+00:00 0:14:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.5996102652210595 survival_time_median 13.65000000000006 deviation-center-line_median 0.7960316730705272 in-drivable-lane_median 0.05000000000000071
other stats agent_compute-ego_max 0.08730611958346524 agent_compute-ego_mean 0.08512499584380186 agent_compute-ego_median 0.0852528569674251 agent_compute-ego_min 0.08363755782445272 deviation-center-line_max 1.0199501578891574 deviation-center-line_mean 0.6810315592182439 deviation-center-line_min 0.14036568365064217 deviation-heading_max 3.313322207679528 deviation-heading_mean 2.2841940421878193 deviation-heading_median 2.62895041021348 deviation-heading_min 0.307960466951865 driven_any_max 5.972783181984297 driven_any_mean 4.413861254826724 driven_any_median 4.774638975252007 driven_any_min 1.1817364060878763 driven_lanedir_consec_max 5.8466960387167255 driven_lanedir_consec_mean 4.002012301294667 driven_lanedir_consec_min 1.1734681265713625 driven_lanedir_max 5.8466960387167255 driven_lanedir_mean 4.002012301294667 driven_lanedir_median 4.5996102652210595 driven_lanedir_min 1.1734681265713625 in-drivable-lane_max 2.549999999999991 in-drivable-lane_mean 0.7999999999999977 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.774638975252007, "sim_physics": 0.06412538853320447, "survival_time": 13.65000000000006, "driven_lanedir": 4.5996102652210595, "sim_render-ego": 0.013249325664925487, "in-drivable-lane": 0, "agent_compute-ego": 0.08730611958346524, "deviation-heading": 3.296002435015718, "set_robot_commands": 0.008092306472442962, "deviation-center-line": 1.008608946416422, "driven_lanedir_consec": 4.5996102652210595, "sim_compute_sim_state": 0.006649981488238324, "sim_compute_performance-ego": 0.007938714254470099, "sim_compute_robot_state-ego": 0.009977035906725312}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 5.559053480707139, "sim_physics": 0.06436255772908529, "survival_time": 14.950000000000076, "driven_lanedir": 5.040969447231809, "sim_render-ego": 0.013140605290730797, "in-drivable-lane": 1.3999999999999968, "agent_compute-ego": 0.08363755782445272, "deviation-heading": 3.313322207679528, "set_robot_commands": 0.007943673133850098, "deviation-center-line": 1.0199501578891574, "driven_lanedir_consec": 5.040969447231809, "sim_compute_sim_state": 0.006699655850728353, "sim_compute_performance-ego": 0.007518657048543294, "sim_compute_robot_state-ego": 0.009885845979054769}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1817364060878763, "sim_physics": 0.06600678200815238, "survival_time": 2.549999999999999, "driven_lanedir": 1.1734681265713625, "sim_render-ego": 0.013852460711610084, "in-drivable-lane": 0, "agent_compute-ego": 0.08535420193391688, "deviation-heading": 0.307960466951865, "set_robot_commands": 0.008163433448941099, "deviation-center-line": 0.14036568365064217, "driven_lanedir_consec": 1.1734681265713625, "sim_compute_sim_state": 0.006657231087778129, "sim_compute_performance-ego": 0.007727543512980144, "sim_compute_robot_state-ego": 0.010210013857074813}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.581094230102301, "sim_physics": 0.06396086890288073, "survival_time": 9.900000000000006, "driven_lanedir": 3.349317628732378, "sim_render-ego": 0.012888579657583528, "in-drivable-lane": 2.549999999999991, "agent_compute-ego": 0.0852528569674251, "deviation-heading": 1.8747346910785032, "set_robot_commands": 0.007896755680893406, "deviation-center-line": 0.44020133506447107, "driven_lanedir_consec": 3.349317628732378, "sim_compute_sim_state": 0.006508157710836391, "sim_compute_performance-ego": 0.00747153614506577, "sim_compute_robot_state-ego": 0.01005346847302986}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.972783181984297, "sim_physics": 0.06440625190734864, "survival_time": 14.950000000000076, "driven_lanedir": 5.8466960387167255, "sim_render-ego": 0.012724877993265788, "in-drivable-lane": 0.05000000000000071, "agent_compute-ego": 0.08407424290974935, "deviation-heading": 2.62895041021348, "set_robot_commands": 0.00791980504989624, "deviation-center-line": 0.7960316730705272, "driven_lanedir_consec": 5.8466960387167255, "sim_compute_sim_state": 0.0067012405395507815, "sim_compute_performance-ego": 0.007517299652099609, "sim_compute_robot_state-ego": 0.00998158852259318}}set_robot_commands_max 0.008163433448941099 set_robot_commands_mean 0.008003194757204762 set_robot_commands_median 0.007943673133850098 set_robot_commands_min 0.007896755680893406 sim_compute_performance-ego_max 0.007938714254470099 sim_compute_performance-ego_mean 0.007634750122631784 sim_compute_performance-ego_median 0.007518657048543294 sim_compute_performance-ego_min 0.00747153614506577 sim_compute_robot_state-ego_max 0.010210013857074813 sim_compute_robot_state-ego_mean 0.010021590547695584 sim_compute_robot_state-ego_median 0.00998158852259318 sim_compute_robot_state-ego_min 0.009885845979054769 sim_compute_sim_state_max 0.0067012405395507815 sim_compute_sim_state_mean 0.006643253335426395 sim_compute_sim_state_median 0.006657231087778129 sim_compute_sim_state_min 0.006508157710836391 sim_physics_max 0.06600678200815238 sim_physics_mean 0.0645723698161343 sim_physics_median 0.06436255772908529 sim_physics_min 0.06396086890288073 sim_render-ego_max 0.013852460711610084 sim_render-ego_mean 0.013171169863623136 sim_render-ego_median 0.013140605290730797 sim_render-ego_min 0.012724877993265788 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.200000000000042 survival_time_min 2.549999999999999
No reset possible 32976
6641
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-behavior-cloning aido3-off-LF-sim-validation
step1-simulation error yes p-1
2020-07-10 16:24:46+00:00 2020-07-10 16:25:50+00:00 0:01:04 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32974
6640
Anthony Courchesne  🇨🇦challenge-aido_LF-baseline-behavior-cloning aido3-off-LF-sim-validation
step1-simulation error yes p-1
2020-07-10 15:56:10+00:00 2020-07-10 15:58:11+00:00 0:02:01 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32970
6637
Anthony Courchesne  🇨🇦baseline-IL-sim-tensorflow aido3-off-LF-sim-validation
step1-simulation failed yes p-1
2020-07-08 20:19:51+00:00 2020-07-08 20:20:56+00:00 0:01:05 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 54, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 51, in compute_action
|| return actions.astype(float)
|| AttributeError: 'list' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 32957
6629
Du Xiaoshi PredictorLast aido2-PRED
step1-simulation success yes p-1
2020-06-27 23:50:47+00:00 2020-06-27 23:51:36+00:00 0:00:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.11043857703785664 error_L2 0.019304297500015343
No reset possible 32956
6628
Vincenzo Polizzi  🇮🇹PredictorLast aido2-PRED
step1-simulation success yes p-1
2020-06-11 10:50:23+00:00 2020-06-11 10:50:50+00:00 0:00:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.11091901594996206 error_L2 0.0195167668280404
No reset possible 32944
6623
brian wong challenge-aido_LF-baseline-duckietown aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-05-28 11:55:10+00:00 2020-05-28 12:03:57+00:00 0:08:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.229653271814674 survival_time_median 14.950000000000076 deviation-center-line_median 0.7401944656075151 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0675433349609375 agent_compute-ego_mean 0.056928290006591054 agent_compute-ego_median 0.06295417547225952 agent_compute-ego_min 0.04160149653752645 deviation-center-line_max 0.9096714277910058 deviation-center-line_mean 0.6179529565420855 deviation-center-line_min 0.14540339482974943 deviation-heading_max 3.5766327251996417 deviation-heading_mean 1.7476225757751245 deviation-heading_median 1.37826621857669 deviation-heading_min 1.0339644594154704 driven_any_max 2.3491417126894163 driven_any_mean 1.8188121173425225 driven_any_median 2.3491028822381668 driven_any_min 0.7824351763891008 driven_lanedir_consec_max 2.333859692444192 driven_lanedir_consec_mean 1.776267335985152 driven_lanedir_consec_min 0.7454881690174351 driven_lanedir_max 2.333859692444192 driven_lanedir_mean 1.776267335985152 driven_lanedir_median 2.229653271814674 driven_lanedir_min 0.7454881690174351 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7824351763891008, "sim_physics": 0.06328037125723703, "survival_time": 5.249999999999989, "driven_lanedir": 0.7454881690174351, "sim_render-ego": 0.012936685198829288, "in-drivable-lane": 0, "agent_compute-ego": 0.04718019167582194, "deviation-heading": 1.0339644594154704, "set_robot_commands": 0.008341841470627557, "deviation-center-line": 0.14540339482974943, "driven_lanedir_consec": 0.7454881690174351, "sim_compute_sim_state": 0.005851357323782784, "sim_compute_performance-ego": 0.007907401947748093, "sim_compute_robot_state-ego": 0.00967298916407994}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3491391701661435, "sim_physics": 0.06350594441095989, "survival_time": 14.950000000000076, "driven_lanedir": 2.333859692444192, "sim_render-ego": 0.012996133963267008, "in-drivable-lane": 0, "agent_compute-ego": 0.04160149653752645, "deviation-heading": 1.37826621857669, "set_robot_commands": 0.00829362948735555, "deviation-center-line": 0.9096714277910058, "driven_lanedir_consec": 2.333859692444192, "sim_compute_sim_state": 0.0059799591700236, "sim_compute_performance-ego": 0.007390104134877523, "sim_compute_robot_state-ego": 0.00981255292892456}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3491028822381668, "sim_physics": 0.06218207836151123, "survival_time": 14.950000000000076, "driven_lanedir": 2.229653271814674, "sim_render-ego": 0.012919957637786866, "in-drivable-lane": 0, "agent_compute-ego": 0.06295417547225952, "deviation-heading": 3.5766327251996417, "set_robot_commands": 0.008229543368021647, "deviation-center-line": 0.9043033856200872, "driven_lanedir_consec": 2.229653271814674, "sim_compute_sim_state": 0.006350484689076742, "sim_compute_performance-ego": 0.007354043324788412, "sim_compute_robot_state-ego": 0.00975748618443807}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2642416452297836, "sim_physics": 0.06314679907589424, "survival_time": 8.199999999999982, "driven_lanedir": 1.2442064446228, "sim_render-ego": 0.012784652593659192, "in-drivable-lane": 0, "agent_compute-ego": 0.06536225138640986, "deviation-heading": 1.0937630489308998, "set_robot_commands": 0.008126865072948177, "deviation-center-line": 0.3901921088620696, "driven_lanedir_consec": 1.2442064446228, "sim_compute_sim_state": 0.006221179555102092, "sim_compute_performance-ego": 0.007270613821541391, "sim_compute_robot_state-ego": 0.00956310295477146}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3491417126894163, "sim_physics": 0.06238287687301636, "survival_time": 14.950000000000076, "driven_lanedir": 2.3281291020266575, "sim_render-ego": 0.012798654238382974, "in-drivable-lane": 0, "agent_compute-ego": 0.0675433349609375, "deviation-heading": 1.655486426752921, "set_robot_commands": 0.008251930077870687, "deviation-center-line": 0.7401944656075151, "driven_lanedir_consec": 2.3281291020266575, "sim_compute_sim_state": 0.006207231680552165, "sim_compute_performance-ego": 0.0071924956639607745, "sim_compute_robot_state-ego": 0.00979759136835734}}set_robot_commands_max 0.008341841470627557 set_robot_commands_mean 0.008248761895364724 set_robot_commands_median 0.008251930077870687 set_robot_commands_min 0.008126865072948177 sim_compute_performance-ego_max 0.007907401947748093 sim_compute_performance-ego_mean 0.0074229317785832385 sim_compute_performance-ego_median 0.007354043324788412 sim_compute_performance-ego_min 0.0071924956639607745 sim_compute_robot_state-ego_max 0.00981255292892456 sim_compute_robot_state-ego_mean 0.009720744520114274 sim_compute_robot_state-ego_median 0.00975748618443807 sim_compute_robot_state-ego_min 0.00956310295477146 sim_compute_sim_state_max 0.006350484689076742 sim_compute_sim_state_mean 0.006122042483707476 sim_compute_sim_state_median 0.006207231680552165 sim_compute_sim_state_min 0.005851357323782784 sim_physics_max 0.06350594441095989 sim_physics_mean 0.06289961399572375 sim_physics_median 0.06314679907589424 sim_physics_min 0.06218207836151123 sim_render-ego_max 0.012996133963267008 sim_render-ego_mean 0.012887216726385068 sim_render-ego_median 0.012919957637786866 sim_render-ego_min 0.012784652593659192 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.660000000000045 survival_time_min 5.249999999999989
No reset possible 32937
6619
Nour Eldin Alaa Badr  🇩🇪challenge-aido_LF-template-pytorch aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-05-07 20:46:30+00:00 2020-05-07 20:51:26+00:00 0:04:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.05418028411450715 survival_time_median 1.7000000000000008 deviation-center-line_median 0.04793158660042248 in-drivable-lane_median 0.7000000000000006
other stats agent_compute-ego_max 0.3571710219750038 agent_compute-ego_mean 0.25651288898098107 agent_compute-ego_median 0.27896366541898704 agent_compute-ego_min 0.07148223718007406 deviation-center-line_max 0.07589653009827661 deviation-center-line_mean 0.050403929896802514 deviation-center-line_min 0.027762409464999194 deviation-heading_max 1.7135131123251848 deviation-heading_mean 0.9965180820096672 deviation-heading_median 0.6827950093761664 deviation-heading_min 0.5631952551258087 driven_any_max 0.42151945537502694 driven_any_mean 0.2518376028174905 driven_any_median 0.1858886902677408 driven_any_min 0.11225558257101174 driven_lanedir_consec_max 0.11358694043149542 driven_lanedir_consec_mean 0.0727739548288698 driven_lanedir_consec_min 0.04170415928599791 driven_lanedir_max 0.11358694043149542 driven_lanedir_mean 0.0727739548288698 driven_lanedir_median 0.05418028411450715 driven_lanedir_min 0.04170415928599791 in-drivable-lane_max 1.7499999999999982 in-drivable-lane_mean 1.0199999999999996 in-drivable-lane_min 0.4500000000000003 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.42151945537502694, "sim_physics": 0.05499008335644686, "survival_time": 3.949999999999994, "driven_lanedir": 0.11358694043149542, "sim_render-ego": 0.012374503703057012, "in-drivable-lane": 1.7499999999999982, "agent_compute-ego": 0.27896366541898704, "deviation-heading": 1.7135131123251848, "set_robot_commands": 0.00546257405341426, "deviation-center-line": 0.04793158660042248, "driven_lanedir_consec": 0.11358694043149542, "sim_compute_sim_state": 0.003081762337986427, "sim_compute_performance-ego": 0.006964381737045095, "sim_compute_robot_state-ego": 0.008886500249935102}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.11225558257101174, "sim_physics": 0.05959427356719971, "survival_time": 1.3000000000000005, "driven_lanedir": 0.041722745070663425, "sim_render-ego": 0.013106923836928148, "in-drivable-lane": 0.4500000000000003, "agent_compute-ego": 0.3571710219750038, "deviation-heading": 0.5631952551258087, "set_robot_commands": 0.0054681759614210864, "deviation-center-line": 0.056652314885279303, "driven_lanedir_consec": 0.041722745070663425, "sim_compute_sim_state": 0.0031814116698044995, "sim_compute_performance-ego": 0.00707089900970459, "sim_compute_robot_state-ego": 0.009244056848379282}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1858886902677408, "sim_physics": 0.06070967281565947, "survival_time": 1.7000000000000008, "driven_lanedir": 0.04170415928599791, "sim_render-ego": 0.012673490187701055, "in-drivable-lane": 0.7000000000000006, "agent_compute-ego": 0.3502308410756728, "deviation-heading": 0.6292162011671882, "set_robot_commands": 0.005128713215098661, "deviation-center-line": 0.04377680843503494, "driven_lanedir_consec": 0.04170415928599791, "sim_compute_sim_state": 0.003235662684721105, "sim_compute_performance-ego": 0.006967621691086713, "sim_compute_robot_state-ego": 0.008431322434369256}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3655752628756552, "sim_physics": 0.05674339930216472, "survival_time": 3.7499999999999942, "driven_lanedir": 0.11267564524168504, "sim_render-ego": 0.012984832127888998, "in-drivable-lane": 1.649999999999998, "agent_compute-ego": 0.22471667925516764, "deviation-heading": 1.393870832053988, "set_robot_commands": 0.00570898691813151, "deviation-center-line": 0.07589653009827661, "driven_lanedir_consec": 0.11267564524168504, "sim_compute_sim_state": 0.0034810098012288413, "sim_compute_performance-ego": 0.0068905258178710935, "sim_compute_robot_state-ego": 0.009122161865234376}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.17394902299801793, "sim_physics": 0.06455638408660888, "survival_time": 1.5000000000000009, "driven_lanedir": 0.05418028411450715, "sim_render-ego": 0.013239645957946775, "in-drivable-lane": 0.5500000000000004, "agent_compute-ego": 0.07148223718007406, "deviation-heading": 0.6827950093761664, "set_robot_commands": 0.0070493062337239586, "deviation-center-line": 0.027762409464999194, "driven_lanedir_consec": 0.05418028411450715, "sim_compute_sim_state": 0.004347395896911621, "sim_compute_performance-ego": 0.007319744427998861, "sim_compute_robot_state-ego": 0.009717337290445964}}set_robot_commands_max 0.0070493062337239586 set_robot_commands_mean 0.005763551276357895 set_robot_commands_median 0.0054681759614210864 set_robot_commands_min 0.005128713215098661 sim_compute_performance-ego_max 0.007319744427998861 sim_compute_performance-ego_mean 0.00704263453674127 sim_compute_performance-ego_median 0.006967621691086713 sim_compute_performance-ego_min 0.0068905258178710935 sim_compute_robot_state-ego_max 0.009717337290445964 sim_compute_robot_state-ego_mean 0.009080275737672797 sim_compute_robot_state-ego_median 0.009122161865234376 sim_compute_robot_state-ego_min 0.008431322434369256 sim_compute_sim_state_max 0.004347395896911621 sim_compute_sim_state_mean 0.003465448478130499 sim_compute_sim_state_median 0.003235662684721105 sim_compute_sim_state_min 0.003081762337986427 sim_physics_max 0.06455638408660888 sim_physics_mean 0.05931876262561593 sim_physics_median 0.05959427356719971 sim_physics_min 0.05499008335644686 sim_render-ego_max 0.013239645957946775 sim_render-ego_mean 0.012875879162704398 sim_render-ego_median 0.012984832127888998 sim_render-ego_min 0.012374503703057012 simulation-passed 1 survival_time_max 3.949999999999994 survival_time_mean 2.439999999999998 survival_time_min 1.3000000000000005
No reset possible 32932
6617
Charlie Gauthier  🇨🇦Baseline solution using reinforcement learning aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-05-07 16:19:22+00:00 2020-05-07 16:22:58+00:00 0:03:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2527973095980891 survival_time_median 1.4000000000000006 deviation-center-line_median 0.09297076924784206 in-drivable-lane_median 0.05000000000000005
other stats agent_compute-ego_max 0.442442952370157 agent_compute-ego_mean 0.30750298439221735 agent_compute-ego_median 0.3030433143888201 agent_compute-ego_min 0.161058851650783 deviation-center-line_max 0.11644700220076228 deviation-center-line_mean 0.09304938934389684 deviation-center-line_min 0.07749725194673737 deviation-heading_max 0.70126220330335 deviation-heading_mean 0.5883138321172604 deviation-heading_median 0.6365152478160034 deviation-heading_min 0.4449713288447382 driven_any_max 0.5377553450006592 driven_any_mean 0.3280228445206633 driven_any_median 0.3034733453781934 driven_any_min 0.2030854607361475 driven_lanedir_consec_max 0.4998019434063736 driven_lanedir_consec_mean 0.2839195050195663 driven_lanedir_consec_min 0.16591793902915053 driven_lanedir_max 0.4998019434063736 driven_lanedir_mean 0.2839195050195663 driven_lanedir_median 0.2527973095980891 driven_lanedir_min 0.16591793902915053 in-drivable-lane_max 0.05000000000000005 in-drivable-lane_mean 0.030000000000000027 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.3136086212836377, "sim_physics": 0.05941695826394217, "survival_time": 1.4000000000000006, "driven_lanedir": 0.2721329635573616, "sim_render-ego": 0.012787674154554094, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.161058851650783, "deviation-heading": 0.5152661183788054, "set_robot_commands": 0.005494611603873116, "deviation-center-line": 0.07749725194673737, "driven_lanedir_consec": 0.2721329635573616, "sim_compute_sim_state": 0.003231048583984375, "sim_compute_performance-ego": 0.00733590977532523, "sim_compute_robot_state-ego": 0.00962332316807338}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2030854607361475, "sim_physics": 0.06170283193173616, "survival_time": 1.1500000000000004, "driven_lanedir": 0.16591793902915053, "sim_render-ego": 0.011583255684894064, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.26389403965162195, "deviation-heading": 0.4449713288447382, "set_robot_commands": 0.005202179369719132, "deviation-center-line": 0.09297076924784206, "driven_lanedir_consec": 0.16591793902915053, "sim_compute_sim_state": 0.0033648739690365997, "sim_compute_performance-ego": 0.006362769914710004, "sim_compute_robot_state-ego": 0.008900497270667034}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2821914502046786, "sim_physics": 0.06117725372314453, "survival_time": 1.4000000000000006, "driven_lanedir": 0.22894736950685649, "sim_render-ego": 0.012003753866468157, "in-drivable-lane": 0, "agent_compute-ego": 0.3030433143888201, "deviation-heading": 0.6435542622434046, "set_robot_commands": 0.005487620830535889, "deviation-center-line": 0.09470832706826895, "driven_lanedir_consec": 0.22894736950685649, "sim_compute_sim_state": 0.003484461988721575, "sim_compute_performance-ego": 0.006717792579105922, "sim_compute_robot_state-ego": 0.009231856891087124}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5377553450006592, "sim_physics": 0.0663604736328125, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4998019434063736, "sim_render-ego": 0.01079989939319844, "in-drivable-lane": 0, "agent_compute-ego": 0.442442952370157, "deviation-heading": 0.70126220330335, "set_robot_commands": 0.00553390444541464, "deviation-center-line": 0.11644700220076228, "driven_lanedir_consec": 0.4998019434063736, "sim_compute_sim_state": 0.0031999714520512795, "sim_compute_performance-ego": 0.006145418906698422, "sim_compute_robot_state-ego": 0.007897892776800662}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3034733453781934, "sim_physics": 0.06086655320792363, "survival_time": 1.4500000000000006, "driven_lanedir": 0.2527973095980891, "sim_render-ego": 0.01231634205785291, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.36707576389970453, "deviation-heading": 0.6365152478160034, "set_robot_commands": 0.005345311658135776, "deviation-center-line": 0.08362359625587346, "driven_lanedir_consec": 0.2527973095980891, "sim_compute_sim_state": 0.002913664127218312, "sim_compute_performance-ego": 0.007302530880632071, "sim_compute_robot_state-ego": 0.008771181106567383}}set_robot_commands_max 0.00553390444541464 set_robot_commands_mean 0.00541272558153571 set_robot_commands_median 0.005487620830535889 set_robot_commands_min 0.005202179369719132 sim_compute_performance-ego_max 0.00733590977532523 sim_compute_performance-ego_mean 0.006772884411294329 sim_compute_performance-ego_median 0.006717792579105922 sim_compute_performance-ego_min 0.006145418906698422 sim_compute_robot_state-ego_max 0.00962332316807338 sim_compute_robot_state-ego_mean 0.008884950242639116 sim_compute_robot_state-ego_median 0.008900497270667034 sim_compute_robot_state-ego_min 0.007897892776800662 sim_compute_sim_state_max 0.003484461988721575 sim_compute_sim_state_mean 0.0032388040242024283 sim_compute_sim_state_median 0.003231048583984375 sim_compute_sim_state_min 0.002913664127218312 sim_physics_max 0.0663604736328125 sim_physics_mean 0.061904814151911805 sim_physics_median 0.06117725372314453 sim_physics_min 0.05941695826394217 sim_render-ego_max 0.012787674154554094 sim_render-ego_mean 0.011898185031393534 sim_render-ego_median 0.012003753866468157 sim_render-ego_min 0.01079989939319844 simulation-passed 1 survival_time_max 2.4499999999999993 survival_time_mean 1.5700000000000005 survival_time_min 1.1500000000000004
No reset possible 32930
6616
Liam Paull  🇨🇦challenge-aido_LF-template-pytorch aido3-off-LF-sim-validation
step1-simulation success yes p-1
2020-05-07 13:09:55+00:00 2020-05-07 13:14:40+00:00 0:04:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.07338293554746445 survival_time_median 1.5000000000000009 deviation-center-line_median 0.038489850194716145 in-drivable-lane_median 0.5000000000000004
other stats agent_compute-ego_max 0.32337526714100556 agent_compute-ego_mean 0.29317355844619264 agent_compute-ego_median 0.31349264250861275 agent_compute-ego_min 0.21064260005950927 deviation-center-line_max 0.07589062648177342 deviation-center-line_mean 0.04495867234589245 deviation-center-line_min 0.02262415029516573 deviation-heading_max 0.8312074548550287 deviation-heading_mean 0.6968781022504739 deviation-heading_median 0.7079664799813902 deviation-heading_min 0.5431347302373831 driven_any_max 0.2253676716145203 driven_any_mean 0.17532163137317242 driven_any_median 0.16891266744525577 driven_any_min 0.1238565347490403 driven_lanedir_consec_max 0.11553163483909112 driven_lanedir_consec_mean 0.07605726731767479 driven_lanedir_consec_min 0.04690098573258261 driven_lanedir_max 0.11553163483909112 driven_lanedir_mean 0.07605726731767479 driven_lanedir_median 0.07338293554746445 driven_lanedir_min 0.04690098573258261 in-drivable-lane_max 0.6000000000000005 in-drivable-lane_mean 0.4100000000000003 in-drivable-lane_min 0.15000000000000013 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.16365185669845156, "sim_physics": 0.06257690323723687, "survival_time": 1.3500000000000003, "driven_lanedir": 0.07582938982217402, "sim_render-ego": 0.01234212628117314, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.2964951550519025, "deviation-heading": 0.7718671602594214, "set_robot_commands": 0.005105583756058304, "deviation-center-line": 0.038489850194716145, "driven_lanedir_consec": 0.07582938982217402, "sim_compute_sim_state": 0.0030386624512849032, "sim_compute_performance-ego": 0.006785145512333623, "sim_compute_robot_state-ego": 0.008793459998236762}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1238565347490403, "sim_physics": 0.055936574935913086, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07338293554746445, "sim_render-ego": 0.011355565941852072, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.32186212746993353, "deviation-heading": 0.6302146859191456, "set_robot_commands": 0.004940167717311693, "deviation-center-line": 0.07589062648177342, "driven_lanedir_consec": 0.07338293554746445, "sim_compute_sim_state": 0.002779867338097614, "sim_compute_performance-ego": 0.0068124791850214415, "sim_compute_robot_state-ego": 0.008550291476042374}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.19481942635859423, "sim_physics": 0.05519769472234389, "survival_time": 1.7000000000000008, "driven_lanedir": 0.06864139064706176, "sim_render-ego": 0.018120632452123305, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.32337526714100556, "deviation-heading": 0.8312074548550287, "set_robot_commands": 0.005524151465472053, "deviation-center-line": 0.057615015511832374, "driven_lanedir_consec": 0.06864139064706176, "sim_compute_sim_state": 0.00328221040613511, "sim_compute_performance-ego": 0.006966128068811753, "sim_compute_robot_state-ego": 0.008788824081420898}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2253676716145203, "sim_physics": 0.059355470869276256, "survival_time": 1.800000000000001, "driven_lanedir": 0.11553163483909112, "sim_render-ego": 0.011777718861897789, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.31349264250861275, "deviation-heading": 0.5431347302373831, "set_robot_commands": 0.005034029483795166, "deviation-center-line": 0.02262415029516573, "driven_lanedir_consec": 0.11553163483909112, "sim_compute_sim_state": 0.00300924645529853, "sim_compute_performance-ego": 0.006472713417477078, "sim_compute_robot_state-ego": 0.008889847331576876}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.16891266744525577, "sim_physics": 0.05677553017934163, "survival_time": 1.5000000000000009, "driven_lanedir": 0.04690098573258261, "sim_render-ego": 0.01239781379699707, "in-drivable-lane": 0.5500000000000004, "agent_compute-ego": 0.21064260005950927, "deviation-heading": 0.7079664799813902, "set_robot_commands": 0.006016214688618978, "deviation-center-line": 0.03017371924597458, "driven_lanedir_consec": 0.04690098573258261, "sim_compute_sim_state": 0.0036667664845784504, "sim_compute_performance-ego": 0.006940952936808268, "sim_compute_robot_state-ego": 0.009274760882059732}}set_robot_commands_max 0.006016214688618978 set_robot_commands_mean 0.005324029422251238 set_robot_commands_median 0.005105583756058304 set_robot_commands_min 0.004940167717311693 sim_compute_performance-ego_max 0.006966128068811753 sim_compute_performance-ego_mean 0.006795483824090433 sim_compute_performance-ego_median 0.0068124791850214415 sim_compute_performance-ego_min 0.006472713417477078 sim_compute_robot_state-ego_max 0.009274760882059732 sim_compute_robot_state-ego_mean 0.008859436753867328 sim_compute_robot_state-ego_median 0.008793459998236762 sim_compute_robot_state-ego_min 0.008550291476042374 sim_compute_sim_state_max 0.0036667664845784504 sim_compute_sim_state_mean 0.003155350627078922 sim_compute_sim_state_median 0.0030386624512849032 sim_compute_sim_state_min 0.002779867338097614 sim_physics_max 0.06257690323723687 sim_physics_mean 0.05796843478882234 sim_physics_median 0.05677553017934163 sim_physics_min 0.05519769472234389 sim_render-ego_max 0.018120632452123305 sim_render-ego_mean 0.013198771466808677 sim_render-ego_median 0.01234212628117314 sim_render-ego_min 0.011355565941852072 simulation-passed 1 survival_time_max 1.800000000000001 survival_time_mean 1.5000000000000009 survival_time_min 1.1500000000000004
No reset possible