Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 44082
11779
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-30 05:31:56+00:00 2020-11-30 05:39:29+00:00 0:07:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6888841226222369 survival_time_median 14.950000000000076 deviation-center-line_median 0.175778704257204 in-drivable-lane_median 6.975000000000051
other stats agent_compute-ego_max 0.017725762342795347 agent_compute-ego_mean 0.016464589589681382 agent_compute-ego_median 0.01622270345687866 agent_compute-ego_min 0.01568718910217285 complete-iteration_max 0.19317702770233156 complete-iteration_mean 0.1857627373475295 complete-iteration_median 0.18448645423620175 complete-iteration_min 0.1809010132153829 deviation-center-line_max 0.8376693065970862 deviation-center-line_mean 0.33647304352589014 deviation-center-line_min 0.1566654589920663 deviation-heading_max 3.1548969643858795 deviation-heading_mean 1.5565743126674354 deviation-heading_median 1.2503000861413045 deviation-heading_min 0.5708001140012527 driven_any_max 3.95911941449705 driven_any_mean 3.3775257463256136 driven_any_median 3.529672227858293 driven_any_min 2.491639115088819 driven_lanedir_consec_max 3.76140244947652 driven_lanedir_consec_mean 1.959128335503888 driven_lanedir_consec_min 0.6973426472945587 driven_lanedir_max 3.76140244947652 driven_lanedir_mean 1.959128335503888 driven_lanedir_median 1.6888841226222369 driven_lanedir_min 0.6973426472945587 get_duckie_state_max 1.3938316932091343e-06 get_duckie_state_mean 1.3597500629914112e-06 get_duckie_state_median 1.3728936513264973e-06 get_duckie_state_min 1.2993812561035157e-06 get_robot_state_max 0.010004806518554689 get_robot_state_mean 0.009819393142675742 get_robot_state_median 0.009869657754898072 get_robot_state_min 0.009533450542352138 get_state_dump_max 0.008482725620269775 get_state_dump_mean 0.007900791397461525 get_state_dump_median 0.007724698384602865 get_state_dump_min 0.007671043200370593 get_ui_image_max 0.03238948675302359 get_ui_image_mean 0.030972818762828144 get_ui_image_median 0.030828148126602173 get_ui_image_min 0.029845492045084635 in-drivable-lane_max 11.500000000000076 in-drivable-lane_mean 6.425000000000045 in-drivable-lane_min 0.25000000000000355 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.491639115088819, "get_ui_image": 0.03238948675302359, "step_physics": 0.08492146271925706, "survival_time": 9.750000000000004, "driven_lanedir": 1.3881719709144371, "get_state_dump": 0.007671043200370593, "sim_render-ego": 0.004438088490412786, "get_robot_state": 0.009533450542352138, "get_duckie_state": 1.3938316932091343e-06, "in-drivable-lane": 5.050000000000012, "agent_compute-ego": 0.017725762342795347, "deviation-heading": 0.5708001140012527, "complete-iteration": 0.18468399903713129, "set_robot_commands": 0.003731023348294771, "deviation-center-line": 0.1611063980822479, "driven_lanedir_consec": 1.3881719709144371, "sim_compute_sim_state": 0.02119905642974071, "sim_compute_performance-ego": 0.002987793164375501}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.95911941449705, "get_ui_image": 0.030997846921284992, "step_physics": 0.08324481805165608, "survival_time": 14.950000000000076, "driven_lanedir": 3.76140244947652, "get_state_dump": 0.007700731754302978, "sim_render-ego": 0.004563412666320801, "get_robot_state": 0.00976081371307373, "get_duckie_state": 1.2993812561035157e-06, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.016049755414326985, "deviation-heading": 3.1548969643858795, "complete-iteration": 0.1809010132153829, "set_robot_commands": 0.0038164321581522624, "deviation-center-line": 0.8376693065970862, "driven_lanedir_consec": 3.76140244947652, "sim_compute_sim_state": 0.021655158996582033, "sim_compute_performance-ego": 0.003022646903991699}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.42072429335826, "get_ui_image": 0.03065844933191935, "step_physics": 0.09236968835194906, "survival_time": 14.950000000000076, "driven_lanedir": 0.6973426472945587, "get_state_dump": 0.007748665014902751, "sim_render-ego": 0.004771637916564942, "get_robot_state": 0.010004806518554689, "get_duckie_state": 1.3875961303710938e-06, "in-drivable-lane": 11.500000000000076, "agent_compute-ego": 0.016395651499430338, "deviation-heading": 1.8963213189017063, "complete-iteration": 0.19317702770233156, "set_robot_commands": 0.0037009183565775553, "deviation-center-line": 0.1904510104321601, "driven_lanedir_consec": 0.6973426472945587, "sim_compute_sim_state": 0.0243832262357076, "sim_compute_performance-ego": 0.0030538058280944825}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.638620162358326, "get_ui_image": 0.029845492045084635, "step_physics": 0.08260151783625284, "survival_time": 14.950000000000076, "driven_lanedir": 1.9895962743300368, "get_state_dump": 0.008482725620269775, "sim_render-ego": 0.004469807147979736, "get_robot_state": 0.009978501796722413, "get_duckie_state": 1.358191172281901e-06, "in-drivable-lane": 8.900000000000091, "agent_compute-ego": 0.01568718910217285, "deviation-heading": 0.6042788533809029, "complete-iteration": 0.1842889094352722, "set_robot_commands": 0.003620444138844808, "deviation-center-line": 0.1566654589920663, "driven_lanedir_consec": 1.9895962743300368, "sim_compute_sim_state": 0.02651833693186442, "sim_compute_performance-ego": 0.0029932236671447753}}set_robot_commands_max 0.0038164321581522624 set_robot_commands_mean 0.003717204500467349 set_robot_commands_median 0.003715970852436163 set_robot_commands_min 0.003620444138844808 sim_compute_performance-ego_max 0.0030538058280944825 sim_compute_performance-ego_mean 0.003014367390901614 sim_compute_performance-ego_median 0.0030079352855682372 sim_compute_performance-ego_min 0.002987793164375501 sim_compute_sim_state_max 0.02651833693186442 sim_compute_sim_state_mean 0.02343894464847369 sim_compute_sim_state_median 0.023019192616144817 sim_compute_sim_state_min 0.02119905642974071 sim_render-ego_max 0.004771637916564942 sim_render-ego_mean 0.004560736555319566 sim_render-ego_median 0.0045166099071502685 sim_render-ego_min 0.004438088490412786 simulation-passed 1 step_physics_max 0.09236968835194906 step_physics_mean 0.08578437173977876 step_physics_median 0.08408314038545657 step_physics_min 0.08260151783625284 survival_time_max 14.950000000000076 survival_time_mean 13.65000000000006 survival_time_min 9.750000000000004
No reset possible 44047
11777
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-30 05:02:53+00:00 2020-11-30 05:11:23+00:00 0:08:30 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.8102830929217477 survival_time_median 14.950000000000076 deviation-center-line_median 0.5486880813852903 in-drivable-lane_median 3.0250000000000212
other stats agent_compute-ego_max 0.01637635628382365 agent_compute-ego_mean 0.01602383315563202 agent_compute-ego_median 0.0161087965965271 agent_compute-ego_min 0.015501383145650229 complete-iteration_max 0.22450689713160196 complete-iteration_mean 0.20431573887666063 complete-iteration_median 0.20378790775934855 complete-iteration_min 0.18518024285634355 deviation-center-line_max 0.8513738212419629 deviation-center-line_mean 0.5350534418201526 deviation-center-line_min 0.1914637832680667 deviation-heading_max 3.82984175499881 deviation-heading_mean 2.709816813920317 deviation-heading_median 2.5955026940233177 deviation-heading_min 1.8184201126358213 driven_any_max 3.917772318194777 driven_any_mean 3.536322662278547 driven_any_median 3.5732843696356333 driven_any_min 3.080949591648145 driven_lanedir_consec_max 3.5969834751102314 driven_lanedir_consec_mean 2.4905111814737464 driven_lanedir_consec_min 0.7444950649412587 driven_lanedir_max 3.5969834751102314 driven_lanedir_mean 2.598990813349188 driven_lanedir_median 3.027242356672631 driven_lanedir_min 0.7444950649412587 get_duckie_state_max 1.7102559407552082e-06 get_duckie_state_mean 1.6341606775919595e-06 get_duckie_state_median 1.6248226165771483e-06 get_duckie_state_min 1.5767415364583331e-06 get_robot_state_max 0.011226940949757892 get_robot_state_mean 0.010615462064743043 get_robot_state_median 0.010665843486785887 get_robot_state_min 0.009903220335642495 get_state_dump_max 0.008087053298950195 get_state_dump_mean 0.007938765088717142 get_state_dump_median 0.007981775601704915 get_state_dump_min 0.007704455852508545 get_ui_image_max 0.03742090622584025 get_ui_image_mean 0.034513914783795674 get_ui_image_median 0.03499222000439962 get_ui_image_min 0.030650312900543212 in-drivable-lane_max 11.300000000000082 in-drivable-lane_mean 4.675000000000032 in-drivable-lane_min 1.3500000000000023 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.772576325136491, "get_ui_image": 0.03626464684804281, "step_physics": 0.10146077712376912, "survival_time": 14.950000000000076, "driven_lanedir": 3.0270637171988786, "get_state_dump": 0.008087053298950195, "sim_render-ego": 0.005121050675710042, "get_robot_state": 0.01039354960123698, "get_duckie_state": 1.7102559407552082e-06, "in-drivable-lane": 4.3500000000000325, "agent_compute-ego": 0.01637635628382365, "deviation-heading": 1.9371509966731733, "complete-iteration": 0.2127913538614909, "set_robot_commands": 0.0037586029370625814, "deviation-center-line": 0.4419801810398607, "driven_lanedir_consec": 3.0270637171988786, "sim_compute_sim_state": 0.02810839017232259, "sim_compute_performance-ego": 0.003128050168355306}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.917772318194777, "get_ui_image": 0.030650312900543212, "step_physics": 0.08564747412999471, "survival_time": 14.950000000000076, "driven_lanedir": 3.5969834751102314, "get_state_dump": 0.007888457775115966, "sim_render-ego": 0.00460702896118164, "get_robot_state": 0.009903220335642495, "get_duckie_state": 1.64031982421875e-06, "in-drivable-lane": 1.3500000000000023, "agent_compute-ego": 0.01595683177312215, "deviation-heading": 3.253854391373462, "complete-iteration": 0.18518024285634355, "set_robot_commands": 0.003908083438873291, "deviation-center-line": 0.65539598173072, "driven_lanedir_consec": 3.5969834751102314, "sim_compute_sim_state": 0.023430306911468503, "sim_compute_performance-ego": 0.0030961871147155763}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.080949591648145, "get_ui_image": 0.03371979316075643, "step_physics": 0.09053664048512776, "survival_time": 14.950000000000076, "driven_lanedir": 0.7444950649412587, "get_state_dump": 0.007704455852508545, "sim_render-ego": 0.004748766422271729, "get_robot_state": 0.011226940949757892, "get_duckie_state": 1.5767415364583331e-06, "in-drivable-lane": 11.300000000000082, "agent_compute-ego": 0.016260761419932046, "deviation-heading": 1.8184201126358213, "complete-iteration": 0.19478446165720625, "set_robot_commands": 0.003994574546813965, "deviation-center-line": 0.1914637832680667, "driven_lanedir_consec": 0.7444950649412587, "sim_compute_sim_state": 0.023419059912363687, "sim_compute_performance-ego": 0.003079953193664551}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.3739924141347757, "get_ui_image": 0.03742090622584025, "step_physics": 0.10667073249816894, "survival_time": 14.950000000000076, "driven_lanedir": 3.0274209961463843, "get_state_dump": 0.008075093428293864, "sim_render-ego": 0.005187900066375733, "get_robot_state": 0.0109381373723348, "get_duckie_state": 1.6093254089355469e-06, "in-drivable-lane": 1.70000000000001, "agent_compute-ego": 0.015501383145650229, "deviation-heading": 3.82984175499881, "complete-iteration": 0.22450689713160196, "set_robot_commands": 0.003653593063354492, "deviation-center-line": 0.8513738212419629, "driven_lanedir_consec": 2.593502468644617, "sim_compute_sim_state": 0.03361536423365275, "sim_compute_performance-ego": 0.003343374729156494}}set_robot_commands_max 0.003994574546813965 set_robot_commands_mean 0.003828713496526082 set_robot_commands_median 0.003833343187967936 set_robot_commands_min 0.003653593063354492 sim_compute_performance-ego_max 0.003343374729156494 sim_compute_performance-ego_mean 0.0031618913014729816 sim_compute_performance-ego_median 0.003112118641535441 sim_compute_performance-ego_min 0.003079953193664551 sim_compute_sim_state_max 0.03361536423365275 sim_compute_sim_state_mean 0.02714328030745188 sim_compute_sim_state_median 0.025769348541895547 sim_compute_sim_state_min 0.023419059912363687 sim_render-ego_max 0.005187900066375733 sim_render-ego_mean 0.004916186531384786 sim_render-ego_median 0.004934908548990886 sim_render-ego_min 0.00460702896118164 simulation-passed 1 step_physics_max 0.10667073249816894 step_physics_mean 0.09607890605926514 step_physics_median 0.09599870880444844 step_physics_min 0.08564747412999471 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43993
11776
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-30 04:30:04+00:00 2020-11-30 04:37:51+00:00 0:07:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.144423390343607 survival_time_median 14.950000000000076 deviation-center-line_median 0.821681290965899 in-drivable-lane_median 2.125000000000022
other stats agent_compute-ego_max 0.01613126357396444 agent_compute-ego_mean 0.015157655278841654 agent_compute-ego_median 0.015652323563893636 agent_compute-ego_min 0.013194710413614908 complete-iteration_max 0.18729420026143392 complete-iteration_mean 0.1724885447820028 complete-iteration_median 0.17647815505663556 complete-iteration_min 0.14970366875330607 deviation-center-line_max 1.1441248299119071 deviation-center-line_mean 0.7800556723488623 deviation-center-line_min 0.3327352775517442 deviation-heading_max 3.525625668736603 deviation-heading_mean 2.831342529085931 deviation-heading_median 2.739981127904493 deviation-heading_min 2.3197821917981356 driven_any_max 3.710047908433015 driven_any_mean 3.5490059285416957 driven_any_median 3.546128335338934 driven_any_min 3.3937191350558997 driven_lanedir_consec_max 3.250368870638143 driven_lanedir_consec_mean 2.6638384204816505 driven_lanedir_consec_min 1.116138030601245 driven_lanedir_max 3.250368870638143 driven_lanedir_mean 2.664985160783219 driven_lanedir_median 3.1467168709467437 driven_lanedir_min 1.116138030601245 get_duckie_state_max 1.5242894490559896e-06 get_duckie_state_mean 1.4263391494750976e-06 get_duckie_state_median 1.4229615529378256e-06 get_duckie_state_min 1.33514404296875e-06 get_robot_state_max 0.010067657629648844 get_robot_state_mean 0.009579346776008604 get_robot_state_median 0.00974683403968811 get_robot_state_min 0.00875606139500936 get_state_dump_max 0.007916148503621418 get_state_dump_mean 0.0076027236382166545 get_state_dump_median 0.007626408338546753 get_state_dump_min 0.0072419293721516925 get_ui_image_max 0.03286214351654053 get_ui_image_mean 0.02982652505238851 get_ui_image_median 0.030385673840840656 get_ui_image_min 0.025672609011332195 in-drivable-lane_max 9.600000000000078 in-drivable-lane_mean 3.625000000000033 in-drivable-lane_min 0.6500000000000092 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.6182728280557463, "get_ui_image": 0.03170219898223877, "step_physics": 0.08631073872248332, "survival_time": 14.950000000000076, "driven_lanedir": 3.1302815637487633, "get_state_dump": 0.007822105884552002, "sim_render-ego": 0.004737293720245362, "get_robot_state": 0.010067657629648844, "get_duckie_state": 1.5242894490559896e-06, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.015705137252807616, "deviation-heading": 3.0352901275461157, "complete-iteration": 0.1872686982154846, "set_robot_commands": 0.0037118840217590337, "deviation-center-line": 0.8185054353771057, "driven_lanedir_consec": 3.12569460254249, "sim_compute_sim_state": 0.024037973880767824, "sim_compute_performance-ego": 0.0030763435363769533}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.3937191350558997, "get_ui_image": 0.03286214351654053, "step_physics": 0.0869322403271993, "survival_time": 14.950000000000076, "driven_lanedir": 3.163152178144724, "get_state_dump": 0.007916148503621418, "sim_render-ego": 0.004581615924835205, "get_robot_state": 0.010001416206359864, "get_duckie_state": 1.453558603922526e-06, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.01613126357396444, "deviation-heading": 3.525625668736603, "complete-iteration": 0.18729420026143392, "set_robot_commands": 0.003859843413035075, "deviation-center-line": 1.1441248299119071, "driven_lanedir_consec": 3.163152178144724, "sim_compute_sim_state": 0.02191068649291992, "sim_compute_performance-ego": 0.002995851834615072}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4739838426221215, "get_ui_image": 0.029069148699442545, "step_physics": 0.07532464027404785, "survival_time": 14.950000000000076, "driven_lanedir": 1.116138030601245, "get_state_dump": 0.007430710792541504, "sim_render-ego": 0.004301242033640544, "get_robot_state": 0.009492251873016356, "get_duckie_state": 1.392364501953125e-06, "in-drivable-lane": 9.600000000000078, "agent_compute-ego": 0.015599509874979656, "deviation-heading": 2.3197821917981356, "complete-iteration": 0.16568761189778647, "set_robot_commands": 0.0037358744939168295, "deviation-center-line": 0.3327352775517442, "driven_lanedir_consec": 1.116138030601245, "sim_compute_sim_state": 0.017905714511871337, "sim_compute_performance-ego": 0.002731119791666667}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.710047908433015, "get_ui_image": 0.025672609011332195, "step_physics": 0.06607356230417888, "survival_time": 14.950000000000076, "driven_lanedir": 3.250368870638143, "get_state_dump": 0.0072419293721516925, "sim_render-ego": 0.003889330228169759, "get_robot_state": 0.00875606139500936, "get_duckie_state": 1.33514404296875e-06, "in-drivable-lane": 2.450000000000019, "agent_compute-ego": 0.013194710413614908, "deviation-heading": 2.4446721282628694, "complete-iteration": 0.14970366875330607, "set_robot_commands": 0.003497825463612874, "deviation-center-line": 0.8248571465546922, "driven_lanedir_consec": 3.250368870638143, "sim_compute_sim_state": 0.018706682523091635, "sim_compute_performance-ego": 0.0025768264134724936}}set_robot_commands_max 0.003859843413035075 set_robot_commands_mean 0.003701356848080953 set_robot_commands_median 0.0037238792578379314 set_robot_commands_min 0.003497825463612874 sim_compute_performance-ego_max 0.0030763435363769533 sim_compute_performance-ego_mean 0.002845035394032796 sim_compute_performance-ego_median 0.0028634858131408696 sim_compute_performance-ego_min 0.0025768264134724936 sim_compute_sim_state_max 0.024037973880767824 sim_compute_sim_state_mean 0.02064026435216268 sim_compute_sim_state_median 0.020308684508005777 sim_compute_sim_state_min 0.017905714511871337 sim_render-ego_max 0.004737293720245362 sim_render-ego_mean 0.004377370476722717 sim_render-ego_median 0.004441428979237874 sim_render-ego_min 0.003889330228169759 simulation-passed 1 step_physics_max 0.0869322403271993 step_physics_mean 0.07866029540697733 step_physics_median 0.0808176894982656 step_physics_min 0.06607356230417888 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43959
11772
Ehsan Ahmadi  🇨🇦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele05-c7e03feddacf-1
2020-11-30 02:47:18+00:00 2020-11-30 02:47:22+00:00 0:00:04 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43958
11772
Ehsan Ahmadi  🇨🇦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele05-c7e03feddacf-1
2020-11-30 02:46:55+00:00 2020-11-30 02:47:00+00:00 0:00:05 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43767
11737
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 20:52:48+00:00 2020-11-26 20:59:53+00:00 0:07:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6224456362425117 survival_time_median 14.950000000000076 deviation-center-line_median 0.4817864859074821 in-drivable-lane_median 5.500000000000028
other stats agent_compute-ego_max 0.016926747957865397 agent_compute-ego_mean 0.014570191631446011 agent_compute-ego_median 0.014633913437525433 agent_compute-ego_min 0.012086191692867794 complete-iteration_max 0.20026170094807944 complete-iteration_mean 0.1545029677517779 complete-iteration_median 0.14669513861338296 complete-iteration_min 0.12435989283226632 deviation-center-line_max 0.9701699749484732 deviation-center-line_mean 0.558643833962145 deviation-center-line_min 0.30083238908514276 deviation-heading_max 3.7574681016954905 deviation-heading_mean 2.2602899809292927 deviation-heading_median 2.1427521702254526 deviation-heading_min 0.9981874815707754 driven_any_max 4.349022667541624 driven_any_mean 3.149598088346502 driven_any_median 2.994294519817667 driven_any_min 2.260780646209048 driven_lanedir_consec_max 3.5123593353365443 driven_lanedir_consec_mean 2.0174226811008773 driven_lanedir_consec_min 1.312440116581941 driven_lanedir_max 3.5123593353365443 driven_lanedir_mean 2.0174226811008773 driven_lanedir_median 1.6224456362425117 driven_lanedir_min 1.312440116581941 get_duckie_state_max 1.4241536458333334e-06 get_duckie_state_mean 1.3274276578748548e-06 get_duckie_state_median 1.3256717372584987e-06 get_duckie_state_min 1.2342135111490886e-06 get_robot_state_max 0.010076996485392252 get_robot_state_mean 0.008886612422831423 get_robot_state_median 0.008667012453079223 get_robot_state_min 0.008135428299774995 get_state_dump_max 0.007685704231262207 get_state_dump_mean 0.007207375174170142 get_state_dump_median 0.007148504654566447 get_state_dump_min 0.006846787156285466 get_ui_image_max 0.03250049908955892 get_ui_image_mean 0.026319103611482157 get_ui_image_median 0.025319706996281943 get_ui_image_min 0.02213650136380582 in-drivable-lane_max 8.250000000000089 in-drivable-lane_mean 5.4625000000000385 in-drivable-lane_min 2.6000000000000094 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.260780646209048, "get_ui_image": 0.02213650136380582, "step_physics": 0.05253728338190027, "survival_time": 7.399999999999982, "driven_lanedir": 1.312440116581941, "get_state_dump": 0.006846787156285466, "sim_render-ego": 0.0036066641678681247, "get_robot_state": 0.008135428299774995, "get_duckie_state": 1.3209678031302789e-06, "in-drivable-lane": 2.7499999999999902, "agent_compute-ego": 0.012086191692867794, "deviation-heading": 0.9981874815707754, "complete-iteration": 0.12435989283226632, "set_robot_commands": 0.002758955633318102, "deviation-center-line": 0.30083238908514276, "driven_lanedir_consec": 1.312440116581941, "sim_compute_sim_state": 0.013821453661532016, "sim_compute_performance-ego": 0.002347232522191228}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.349022667541624, "get_ui_image": 0.025095945199330647, "step_physics": 0.06400565306345622, "survival_time": 14.950000000000076, "driven_lanedir": 3.5123593353365443, "get_state_dump": 0.007132381598154704, "sim_render-ego": 0.0039439558982849125, "get_robot_state": 0.008661274909973144, "get_duckie_state": 1.2342135111490886e-06, "in-drivable-lane": 2.6000000000000094, "agent_compute-ego": 0.014474856853485108, "deviation-heading": 3.7574681016954905, "complete-iteration": 0.1455847915013631, "set_robot_commands": 0.003404843012491862, "deviation-center-line": 0.9701699749484732, "driven_lanedir_consec": 3.5123593353365443, "sim_compute_sim_state": 0.01619472821553548, "sim_compute_performance-ego": 0.0025805147488911946}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8481187048102865, "get_ui_image": 0.025543468793233236, "step_physics": 0.06606667518615722, "survival_time": 14.950000000000076, "driven_lanedir": 1.3264053619700695, "get_state_dump": 0.00716462771097819, "sim_render-ego": 0.004129172960917155, "get_robot_state": 0.008672749996185303, "get_duckie_state": 1.3303756713867188e-06, "in-drivable-lane": 8.250000000000066, "agent_compute-ego": 0.014792970021565755, "deviation-heading": 3.024469483646547, "complete-iteration": 0.14780548572540284, "set_robot_commands": 0.0033458693822224937, "deviation-center-line": 0.5588538966364875, "driven_lanedir_consec": 1.3264053619700695, "sim_compute_sim_state": 0.015370455582936603, "sim_compute_performance-ego": 0.0026262887318929035}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.140470334825048, "get_ui_image": 0.03250049908955892, "step_physics": 0.09364800373713177, "survival_time": 14.950000000000076, "driven_lanedir": 1.918485910514954, "get_state_dump": 0.007685704231262207, "sim_render-ego": 0.004622459411621094, "get_robot_state": 0.010076996485392252, "get_duckie_state": 1.4241536458333334e-06, "in-drivable-lane": 8.250000000000089, "agent_compute-ego": 0.016926747957865397, "deviation-heading": 1.261034856804358, "complete-iteration": 0.20026170094807944, "set_robot_commands": 0.0038709179560343426, "deviation-center-line": 0.40471907517847666, "driven_lanedir_consec": 1.918485910514954, "sim_compute_sim_state": 0.027797404130299887, "sim_compute_performance-ego": 0.003033946355183919}}set_robot_commands_max 0.0038709179560343426 set_robot_commands_mean 0.0033451464960167 set_robot_commands_median 0.003375356197357178 set_robot_commands_min 0.002758955633318102 sim_compute_performance-ego_max 0.003033946355183919 sim_compute_performance-ego_mean 0.0026469955895398116 sim_compute_performance-ego_median 0.002603401740392049 sim_compute_performance-ego_min 0.002347232522191228 sim_compute_sim_state_max 0.027797404130299887 sim_compute_sim_state_mean 0.018296010397576 sim_compute_sim_state_median 0.015782591899236042 sim_compute_sim_state_min 0.013821453661532016 sim_render-ego_max 0.004622459411621094 sim_render-ego_mean 0.004075563109672822 sim_render-ego_median 0.004036564429601034 sim_render-ego_min 0.0036066641678681247 simulation-passed 1 step_physics_max 0.09364800373713177 step_physics_mean 0.06906440384216136 step_physics_median 0.06503616412480673 step_physics_min 0.05253728338190027 survival_time_max 14.950000000000076 survival_time_mean 13.062500000000052 survival_time_min 7.399999999999982
No reset possible 43753
11731
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 20:38:30+00:00 2020-11-26 20:45:20+00:00 0:06:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.898053262681463 survival_time_median 14.950000000000076 deviation-center-line_median 0.5892216169869056 in-drivable-lane_median 2.125000000000006
other stats agent_compute-ego_max 0.012415582338968912 agent_compute-ego_mean 0.011935502290725708 agent_compute-ego_median 0.01188396374384562 agent_compute-ego_min 0.011558499336242676 complete-iteration_max 0.13034476121266683 complete-iteration_mean 0.12687052190303802 complete-iteration_median 0.12670050064722696 complete-iteration_min 0.12373632510503133 deviation-center-line_max 1.0695584226286234 deviation-center-line_mean 0.6918167309941212 deviation-center-line_min 0.51926526737405 deviation-heading_max 4.621999493728709 deviation-heading_mean 3.002225289114434 deviation-heading_median 2.669130785592901 deviation-heading_min 2.0486400915432244 driven_any_max 4.007144774540759 driven_any_mean 3.4207782388659256 driven_any_median 3.4582780411935974 driven_any_min 2.7594120985357486 driven_lanedir_consec_max 3.5657450973596996 driven_lanedir_consec_mean 2.892531552775724 driven_lanedir_consec_min 2.2082745883802692 driven_lanedir_max 3.5657450973596996 driven_lanedir_mean 2.892531552775724 driven_lanedir_median 2.898053262681463 driven_lanedir_min 2.2082745883802692 get_duckie_state_max 1.1452039082845053e-06 get_duckie_state_mean 1.1072556177775066e-06 get_duckie_state_median 1.1026859283447266e-06 get_duckie_state_min 1.0784467061360675e-06 get_robot_state_max 0.008134931723276773 get_robot_state_mean 0.008108842174212138 get_robot_state_median 0.008107078472773234 get_robot_state_min 0.008086280028025309 get_state_dump_max 0.006842662493387858 get_state_dump_mean 0.00679187814394633 get_state_dump_median 0.00677893082300822 get_state_dump_min 0.006766988436381022 get_ui_image_max 0.022200437386830647 get_ui_image_mean 0.02214274446169535 get_ui_image_median 0.02214120944341024 get_ui_image_min 0.02208812157313029 in-drivable-lane_max 6.150000000000062 in-drivable-lane_mean 3.037500000000022 in-drivable-lane_min 1.750000000000013 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.168328335803532, "get_ui_image": 0.02208812157313029, "step_physics": 0.05454639514287313, "survival_time": 14.950000000000076, "driven_lanedir": 2.2082745883802692, "get_state_dump": 0.006842662493387858, "sim_render-ego": 0.003665196100870768, "get_robot_state": 0.008134931723276773, "get_duckie_state": 1.1452039082845053e-06, "in-drivable-lane": 6.150000000000062, "agent_compute-ego": 0.012415582338968912, "deviation-heading": 2.0486400915432244, "complete-iteration": 0.12699413935343423, "set_robot_commands": 0.0026969154675801593, "deviation-center-line": 0.51926526737405, "driven_lanedir_consec": 2.2082745883802692, "sim_compute_sim_state": 0.014187633991241457, "sim_compute_performance-ego": 0.002335359255472819}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.748227746583663, "get_ui_image": 0.022200437386830647, "step_physics": 0.05285475333531697, "survival_time": 14.950000000000076, "driven_lanedir": 3.409830449675489, "get_state_dump": 0.006766988436381022, "sim_render-ego": 0.00359528382619222, "get_robot_state": 0.008086280028025309, "get_duckie_state": 1.1086463928222655e-06, "in-drivable-lane": 1.8500000000000032, "agent_compute-ego": 0.011558499336242676, "deviation-heading": 2.9565897403167742, "complete-iteration": 0.12373632510503133, "set_robot_commands": 0.002654886245727539, "deviation-center-line": 0.5801136226021402, "driven_lanedir_consec": 3.409830449675489, "sim_compute_sim_state": 0.013632033665974937, "sim_compute_performance-ego": 0.0023054512341817222}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7594120985357486, "get_ui_image": 0.02214583953221639, "step_physics": 0.05534600257873535, "survival_time": 14.950000000000076, "driven_lanedir": 2.3862760756874364, "get_state_dump": 0.006772620677947998, "sim_render-ego": 0.00364614486694336, "get_robot_state": 0.008100473880767822, "get_duckie_state": 1.0967254638671874e-06, "in-drivable-lane": 1.750000000000013, "agent_compute-ego": 0.011715659300486249, "deviation-heading": 4.621999493728709, "complete-iteration": 0.1264068619410197, "set_robot_commands": 0.002657170295715332, "deviation-center-line": 1.0695584226286234, "driven_lanedir_consec": 2.3862760756874364, "sim_compute_sim_state": 0.013618144989013672, "sim_compute_performance-ego": 0.002322336037953695}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.007144774540759, "get_ui_image": 0.02213657935460409, "step_physics": 0.05595143795013428, "survival_time": 14.950000000000076, "driven_lanedir": 3.5657450973596996, "get_state_dump": 0.006785240968068441, "sim_render-ego": 0.003633998235066732, "get_robot_state": 0.008113683064778646, "get_duckie_state": 1.0784467061360675e-06, "in-drivable-lane": 2.4000000000000092, "agent_compute-ego": 0.012052268187204996, "deviation-heading": 2.3816718308690272, "complete-iteration": 0.13034476121266683, "set_robot_commands": 0.0027393110593159995, "deviation-center-line": 0.598329611371671, "driven_lanedir_consec": 3.5657450973596996, "sim_compute_sim_state": 0.016522415479024253, "sim_compute_performance-ego": 0.0023270591100056966}}set_robot_commands_max 0.0027393110593159995 set_robot_commands_mean 0.0026870707670847574 set_robot_commands_median 0.0026770428816477454 set_robot_commands_min 0.002654886245727539 sim_compute_performance-ego_max 0.002335359255472819 sim_compute_performance-ego_mean 0.0023225514094034833 sim_compute_performance-ego_median 0.002324697573979696 sim_compute_performance-ego_min 0.0023054512341817222 sim_compute_sim_state_max 0.016522415479024253 sim_compute_sim_state_mean 0.014490057031313576 sim_compute_sim_state_median 0.013909833828608196 sim_compute_sim_state_min 0.013618144989013672 sim_render-ego_max 0.003665196100870768 sim_render-ego_mean 0.00363515575726827 sim_render-ego_median 0.0036400715510050458 sim_render-ego_min 0.00359528382619222 simulation-passed 1 step_physics_max 0.05595143795013428 step_physics_mean 0.05467464725176493 step_physics_median 0.054946198860804235 step_physics_min 0.05285475333531697 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43747
11729
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 20:28:50+00:00 2020-11-26 20:35:04+00:00 0:06:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.433978975587926 survival_time_median 14.950000000000076 deviation-center-line_median 0.7962888333502554 in-drivable-lane_median 2.125000000000013
other stats agent_compute-ego_max 0.011809225082397462 agent_compute-ego_mean 0.011620388627052308 agent_compute-ego_median 0.01165630300839742 agent_compute-ego_min 0.011359723409016928 complete-iteration_max 0.1305625812212626 complete-iteration_mean 0.12625732844784146 complete-iteration_median 0.1260798732439677 complete-iteration_min 0.12230698608216783 deviation-center-line_max 1.0271698391838096 deviation-center-line_mean 0.8485858233982375 deviation-center-line_min 0.7745957877086296 deviation-heading_max 3.3272178322741146 deviation-heading_mean 2.388369763384682 deviation-heading_median 2.1354639449682153 deviation-heading_min 1.9553333313281829 driven_any_max 3.8540350258652425 driven_any_mean 2.76750817063379 driven_any_median 2.9157307346313086 driven_any_min 1.3845361874073003 driven_lanedir_consec_max 3.641601124908021 driven_lanedir_consec_mean 2.398045659661732 driven_lanedir_consec_min 1.0826235625630545 driven_lanedir_max 3.641601124908021 driven_lanedir_mean 2.398045659661732 driven_lanedir_median 2.433978975587926 driven_lanedir_min 1.0826235625630545 get_duckie_state_max 1.1160260155087426e-06 get_duckie_state_mean 1.0965835480462938e-06 get_duckie_state_median 1.0959307352701823e-06 get_duckie_state_min 1.0784467061360675e-06 get_robot_state_max 0.008119447231292725 get_robot_state_mean 0.008107388558841886 get_robot_state_median 0.008112208729698544 get_robot_state_min 0.008085689544677734 get_state_dump_max 0.00682484195345924 get_state_dump_mean 0.006791712159202213 get_state_dump_median 0.006798049211502075 get_state_dump_min 0.006745908260345459 get_ui_image_max 0.022315064271291096 get_ui_image_mean 0.02224154898098537 get_ui_image_median 0.022258196842102777 get_ui_image_min 0.022134737968444822 in-drivable-lane_max 5.450000000000068 in-drivable-lane_mean 2.6375000000000224 in-drivable-lane_min 0.849999999999997 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.3845361874073003, "get_ui_image": 0.022220072292146228, "step_physics": 0.051517845335460846, "survival_time": 10.500000000000014, "driven_lanedir": 1.0826235625630545, "get_state_dump": 0.00682484195345924, "sim_render-ego": 0.003580443064371745, "get_robot_state": 0.008111028444199335, "get_duckie_state": 1.1160260155087426e-06, "in-drivable-lane": 3.1500000000000137, "agent_compute-ego": 0.011359723409016928, "deviation-heading": 2.101491997651635, "complete-iteration": 0.12230698608216783, "set_robot_commands": 0.0027597688493274505, "deviation-center-line": 0.7991424252485114, "driven_lanedir_consec": 1.0826235625630545, "sim_compute_sim_state": 0.01352356615520659, "sim_compute_performance-ego": 0.0023342666171845936}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.3808606534126926, "get_ui_image": 0.022134737968444822, "step_physics": 0.05300279060999553, "survival_time": 14.950000000000076, "driven_lanedir": 3.125660226107308, "get_state_dump": 0.006745908260345459, "sim_render-ego": 0.0035961437225341796, "get_robot_state": 0.008085689544677734, "get_duckie_state": 1.0975201924641927e-06, "in-drivable-lane": 1.100000000000012, "agent_compute-ego": 0.011809225082397462, "deviation-heading": 3.3272178322741146, "complete-iteration": 0.124299742380778, "set_robot_commands": 0.0026880232493082684, "deviation-center-line": 0.7934352414519993, "driven_lanedir_consec": 3.125660226107308, "sim_compute_sim_state": 0.013841955661773682, "sim_compute_performance-ego": 0.0023183107376098635}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.450600815849925, "get_ui_image": 0.022315064271291096, "step_physics": 0.05628288904825846, "survival_time": 14.950000000000076, "driven_lanedir": 1.7422977250685454, "get_state_dump": 0.006799561977386475, "sim_render-ego": 0.003662161827087402, "get_robot_state": 0.008113389015197753, "get_duckie_state": 1.0943412780761718e-06, "in-drivable-lane": 5.450000000000068, "agent_compute-ego": 0.011771020094553627, "deviation-heading": 1.9553333313281829, "complete-iteration": 0.1278600041071574, "set_robot_commands": 0.0026670145988464357, "deviation-center-line": 1.0271698391838096, "driven_lanedir_consec": 1.7422977250685454, "sim_compute_sim_state": 0.013849102656046547, "sim_compute_performance-ego": 0.0023232881228129067}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8540350258652425, "get_ui_image": 0.022296321392059327, "step_physics": 0.0560937515894572, "survival_time": 14.950000000000076, "driven_lanedir": 3.641601124908021, "get_state_dump": 0.006796536445617676, "sim_render-ego": 0.0039422869682312015, "get_robot_state": 0.008119447231292725, "get_duckie_state": 1.0784467061360675e-06, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01154158592224121, "deviation-heading": 2.169435892284796, "complete-iteration": 0.1305625812212626, "set_robot_commands": 0.002719627221425374, "deviation-center-line": 0.7745957877086296, "driven_lanedir_consec": 3.641601124908021, "sim_compute_sim_state": 0.016638174851735434, "sim_compute_performance-ego": 0.002337348461151123}}set_robot_commands_max 0.0027597688493274505 set_robot_commands_mean 0.002708608479726882 set_robot_commands_median 0.0027038252353668215 set_robot_commands_min 0.0026670145988464357 sim_compute_performance-ego_max 0.002337348461151123 sim_compute_performance-ego_mean 0.002328303484689622 sim_compute_performance-ego_median 0.00232877736999875 sim_compute_performance-ego_min 0.0023183107376098635 sim_compute_sim_state_max 0.016638174851735434 sim_compute_sim_state_mean 0.014463199831190564 sim_compute_sim_state_median 0.013845529158910116 sim_compute_sim_state_min 0.01352356615520659 sim_render-ego_max 0.0039422869682312015 sim_render-ego_mean 0.003695258895556132 sim_render-ego_median 0.003629152774810791 sim_render-ego_min 0.003580443064371745 simulation-passed 1 step_physics_max 0.05628288904825846 step_physics_mean 0.05422431914579301 step_physics_median 0.05454827109972636 step_physics_min 0.051517845335460846 survival_time_max 14.950000000000076 survival_time_mean 13.837500000000064 survival_time_min 10.500000000000014
No reset possible 43687
11717
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 19:18:57+00:00 2020-11-26 19:25:20+00:00 0:06:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.231213361637147 survival_time_median 11.60000000000003 deviation-center-line_median 0.6526716443234576 in-drivable-lane_median 0.97500000000001
other stats agent_compute-ego_max 0.015985365571646856 agent_compute-ego_mean 0.015176193029653815 agent_compute-ego_median 0.0154984763174346 agent_compute-ego_min 0.013722453912099202 complete-iteration_max 0.18831951659301233 complete-iteration_mean 0.17622672185192786 complete-iteration_median 0.17998627055775035 complete-iteration_min 0.1566148296991984 deviation-center-line_max 0.9521191159338194 deviation-center-line_mean 0.6465833395341143 deviation-center-line_min 0.3288709535557225 deviation-heading_max 5.068749344046079 deviation-heading_mean 3.3889962341291797 deviation-heading_median 3.3592053935600923 deviation-heading_min 1.7688248053504534 driven_any_max 4.079534776416792 driven_any_mean 2.791723152995285 driven_any_median 2.782452060652731 driven_any_min 1.5224537142588863 driven_lanedir_consec_max 3.3193920794946212 driven_lanedir_consec_mean 2.2507303050445193 driven_lanedir_consec_min 1.2211024174091627 driven_lanedir_max 3.3193920794946212 driven_lanedir_mean 2.2507303050445193 driven_lanedir_median 2.231213361637147 driven_lanedir_min 1.2211024174091627 get_duckie_state_max 2.0605145078716856e-06 get_duckie_state_mean 1.999757008368194e-06 get_duckie_state_median 2.021145546573332e-06 get_duckie_state_min 1.896222432454427e-06 get_robot_state_max 0.011729273302801725 get_robot_state_mean 0.010020739457325753 get_robot_state_median 0.009756069869706126 get_robot_state_min 0.00884154478708903 get_state_dump_max 0.008069768034178635 get_state_dump_mean 0.007663003750604771 get_state_dump_median 0.007669499570673163 get_state_dump_min 0.007243247826894125 get_ui_image_max 0.03271623109949046 get_ui_image_mean 0.030215718124602903 get_ui_image_median 0.03106415239247409 get_ui_image_min 0.026018336613972983 in-drivable-lane_max 1.8000000000000256 in-drivable-lane_mean 1.012500000000012 in-drivable-lane_min 0.3000000000000025 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.5224537142588863, "get_ui_image": 0.03271623109949046, "step_physics": 0.0837550923742097, "survival_time": 5.799999999999987, "driven_lanedir": 1.2211024174091627, "get_state_dump": 0.008069768034178635, "sim_render-ego": 0.0047483341447238266, "get_robot_state": 0.011729273302801725, "get_duckie_state": 2.059443243618669e-06, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.015985365571646856, "deviation-heading": 1.7688248053504534, "complete-iteration": 0.18831951659301233, "set_robot_commands": 0.0037566690609372897, "deviation-center-line": 0.3288709535557225, "driven_lanedir_consec": 1.2211024174091627, "sim_compute_sim_state": 0.024235844612121586, "sim_compute_performance-ego": 0.0032315418638032057}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.063102693469033, "get_ui_image": 0.031482186461939954, "step_physics": 0.0836302627216686, "survival_time": 8.249999999999982, "driven_lanedir": 1.7601679163334687, "get_state_dump": 0.007711365728667288, "sim_render-ego": 0.004477418552745472, "get_robot_state": 0.009745687426942769, "get_duckie_state": 2.0605145078716856e-06, "in-drivable-lane": 0.3000000000000025, "agent_compute-ego": 0.015251153888124407, "deviation-heading": 2.8706131744712677, "complete-iteration": 0.18006769238096296, "set_robot_commands": 0.0036686102549235025, "deviation-center-line": 0.4980476898309449, "driven_lanedir_consec": 1.7601679163334687, "sim_compute_sim_state": 0.020934334668246183, "sim_compute_performance-ego": 0.0030756227897875237}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.50180142783643, "get_ui_image": 0.03064611832300822, "step_physics": 0.08221140861511231, "survival_time": 14.950000000000076, "driven_lanedir": 2.702258806940825, "get_state_dump": 0.007627633412679037, "sim_render-ego": 0.004566343625386556, "get_robot_state": 0.009766452312469484, "get_duckie_state": 1.9828478495279947e-06, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.015745798746744793, "deviation-heading": 5.068749344046079, "complete-iteration": 0.17990484873453777, "set_robot_commands": 0.003676950136820475, "deviation-center-line": 0.9521191159338194, "driven_lanedir_consec": 2.702258806940825, "sim_compute_sim_state": 0.022597378889719646, "sim_compute_performance-ego": 0.0029764787356058755}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.079534776416792, "get_ui_image": 0.026018336613972983, "step_physics": 0.07023747046788534, "survival_time": 14.950000000000076, "driven_lanedir": 3.3193920794946212, "get_state_dump": 0.007243247826894125, "sim_render-ego": 0.0043992718060811365, "get_robot_state": 0.00884154478708903, "get_duckie_state": 1.896222432454427e-06, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.013722453912099202, "deviation-heading": 3.8477976126489177, "complete-iteration": 0.1566148296991984, "set_robot_commands": 0.003502379258473714, "deviation-center-line": 0.8072955988159703, "driven_lanedir_consec": 3.3193920794946212, "sim_compute_sim_state": 0.019776455561319985, "sim_compute_performance-ego": 0.0027870710690816244}}set_robot_commands_max 0.0037566690609372897 set_robot_commands_mean 0.0036511521777887455 set_robot_commands_median 0.003672780195871989 set_robot_commands_min 0.003502379258473714 sim_compute_performance-ego_max 0.0032315418638032057 sim_compute_performance-ego_mean 0.0030176786145695573 sim_compute_performance-ego_median 0.0030260507626967 sim_compute_performance-ego_min 0.0027870710690816244 sim_compute_sim_state_max 0.024235844612121586 sim_compute_sim_state_mean 0.02188600343285185 sim_compute_sim_state_median 0.021765856778982913 sim_compute_sim_state_min 0.019776455561319985 sim_render-ego_max 0.0047483341447238266 sim_render-ego_mean 0.004547842032234247 sim_render-ego_median 0.004521881089066014 sim_render-ego_min 0.0043992718060811365 simulation-passed 1 step_physics_max 0.0837550923742097 step_physics_mean 0.07995855854471898 step_physics_median 0.08292083566839045 step_physics_min 0.07023747046788534 survival_time_max 14.950000000000076 survival_time_mean 10.987500000000033 survival_time_min 5.799999999999987
No reset possible 43674
11712
Melisande Teng real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 19:07:34+00:00 2020-11-26 19:14:19+00:00 0:06:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.579464110425209 survival_time_median 14.950000000000076 deviation-center-line_median 0.7141979366084384 in-drivable-lane_median 0.4750000000000067
other stats agent_compute-ego_max 0.011468435923258464 agent_compute-ego_mean 0.011236623326937357 agent_compute-ego_median 0.01118184208869934 agent_compute-ego_min 0.011114373207092285 complete-iteration_max 0.12856598456700644 complete-iteration_mean 0.12462793270746866 complete-iteration_median 0.1241798973083496 complete-iteration_min 0.12158595164616905 deviation-center-line_max 0.9230828285617338 deviation-center-line_mean 0.7282217861257284 deviation-center-line_min 0.5614084427243032 deviation-heading_max 5.0009426035604765 deviation-heading_mean 3.233063216983909 deviation-heading_median 2.841682265725804 deviation-heading_min 2.2479457329235513 driven_any_max 3.3049349864682083 driven_any_mean 3.055811500919664 driven_any_median 3.043737007923913 driven_any_min 2.8308370013626214 driven_lanedir_consec_max 3.251372907785057 driven_lanedir_consec_mean 2.609560070559481 driven_lanedir_consec_min 2.027939153602449 driven_lanedir_max 3.251372907785057 driven_lanedir_mean 2.8155146758873086 driven_lanedir_median 2.857957622444683 driven_lanedir_min 2.2947705508748117 get_duckie_state_max 1.1126200358072915e-06 get_duckie_state_mean 1.0617574055989585e-06 get_duckie_state_median 1.0736783345540366e-06 get_duckie_state_min 9.870529174804689e-07 get_robot_state_max 0.008575714429219564 get_robot_state_mean 0.008280168573061627 get_robot_state_median 0.008191201289494833 get_robot_state_min 0.008162557284037272 get_state_dump_max 0.006876405080159505 get_state_dump_mean 0.006819522976875305 get_state_dump_median 0.006806693871815999 get_state_dump_min 0.0067882990837097165 get_ui_image_max 0.02270400842030843 get_ui_image_mean 0.02237750252087911 get_ui_image_median 0.022415154774983723 get_ui_image_min 0.02197569211324056 in-drivable-lane_max 1.200000000000017 in-drivable-lane_mean 0.5375000000000076 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.970183652224097, "get_ui_image": 0.02270400842030843, "step_physics": 0.05198559681574504, "survival_time": 14.950000000000076, "driven_lanedir": 2.864157669975606, "get_state_dump": 0.0067882990837097165, "sim_render-ego": 0.003621110916137695, "get_robot_state": 0.008187029361724853, "get_duckie_state": 1.1126200358072915e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011232035954793294, "deviation-heading": 3.261528240967953, "complete-iteration": 0.12361413955688476, "set_robot_commands": 0.002759761015574138, "deviation-center-line": 0.8172771891358789, "driven_lanedir_consec": 2.864157669975606, "sim_compute_sim_state": 0.013920948505401612, "sim_compute_performance-ego": 0.002340521812438965}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.3049349864682083, "get_ui_image": 0.02197569211324056, "step_physics": 0.05136395533879598, "survival_time": 14.950000000000076, "driven_lanedir": 3.251372907785057, "get_state_dump": 0.006876405080159505, "sim_render-ego": 0.0035819975535074868, "get_robot_state": 0.008195373217264811, "get_duckie_state": 9.870529174804689e-07, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011131648222605388, "deviation-heading": 2.2479457329235513, "complete-iteration": 0.12158595164616905, "set_robot_commands": 0.0026422945658365884, "deviation-center-line": 0.611118684080998, "driven_lanedir_consec": 3.251372907785057, "sim_compute_sim_state": 0.013439296881357829, "sim_compute_performance-ego": 0.0023038562138875326}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8308370013626214, "get_ui_image": 0.022180484930674236, "step_physics": 0.05342849731445312, "survival_time": 14.950000000000076, "driven_lanedir": 2.2947705508748117, "get_state_dump": 0.00680205504099528, "sim_render-ego": 0.00365864356358846, "get_robot_state": 0.008162557284037272, "get_duckie_state": 1.1110305786132813e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.011468435923258464, "deviation-heading": 5.0009426035604765, "complete-iteration": 0.12474565505981446, "set_robot_commands": 0.0029264473915100097, "deviation-center-line": 0.9230828285617338, "driven_lanedir_consec": 2.2947705508748117, "sim_compute_sim_state": 0.013700920740763348, "sim_compute_performance-ego": 0.0023408206303914387}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.1172903636237295, "get_ui_image": 0.022649824619293213, "step_physics": 0.05463484207789103, "survival_time": 14.950000000000076, "driven_lanedir": 2.8517575749137607, "get_state_dump": 0.006811332702636719, "sim_render-ego": 0.003607629934946696, "get_robot_state": 0.008575714429219564, "get_duckie_state": 1.0363260904947917e-06, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.011114373207092285, "deviation-heading": 2.4218362904836552, "complete-iteration": 0.12856598456700644, "set_robot_commands": 0.0026947967211405437, "deviation-center-line": 0.5614084427243032, "driven_lanedir_consec": 2.027939153602449, "sim_compute_sim_state": 0.016082855065663655, "sim_compute_performance-ego": 0.0023187700907389324}}set_robot_commands_max 0.0029264473915100097 set_robot_commands_mean 0.00275582492351532 set_robot_commands_median 0.0027272788683573405 set_robot_commands_min 0.0026422945658365884 sim_compute_performance-ego_max 0.0023408206303914387 sim_compute_performance-ego_mean 0.0023259921868642175 sim_compute_performance-ego_median 0.0023296459515889487 sim_compute_performance-ego_min 0.0023038562138875326 sim_compute_sim_state_max 0.016082855065663655 sim_compute_sim_state_mean 0.01428600529829661 sim_compute_sim_state_median 0.013810934623082478 sim_compute_sim_state_min 0.013439296881357829 sim_render-ego_max 0.00365864356358846 sim_render-ego_mean 0.003617345492045085 sim_render-ego_median 0.003614370425542196 sim_render-ego_min 0.0035819975535074868 simulation-passed 1 step_physics_max 0.05463484207789103 step_physics_mean 0.0528532228867213 step_physics_median 0.05270704706509908 step_physics_min 0.05136395533879598 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43665
11709
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 18:10:52+00:00 2020-11-26 18:17:38+00:00 0:06:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7242320904500947 survival_time_median 14.950000000000076 deviation-center-line_median 0.6122356687069856 in-drivable-lane_median 0.4250000000000061
other stats agent_compute-ego_max 0.012167324225107828 agent_compute-ego_mean 0.012049309015274049 agent_compute-ego_median 0.012040367523829145 agent_compute-ego_min 0.01194917678833008 complete-iteration_max 0.13138422171274822 complete-iteration_mean 0.12778238316377005 complete-iteration_median 0.12782864729563395 complete-iteration_min 0.12408801635106403 deviation-center-line_max 0.7544640976606111 deviation-center-line_mean 0.614173516187372 deviation-center-line_min 0.47775862967490573 deviation-heading_max 3.49550357677338 deviation-heading_mean 2.9984352094571225 deviation-heading_median 2.8760775787107544 deviation-heading_min 2.746082103633601 driven_any_max 3.1640529003905646 driven_any_mean 2.9393820662019 driven_any_median 3.0663893072085897 driven_any_min 2.460696749999857 driven_lanedir_consec_max 3.085905974245488 driven_lanedir_consec_mean 2.602795952237124 driven_lanedir_consec_min 1.8768136538028195 driven_lanedir_max 3.085905974245488 driven_lanedir_mean 2.700628613049064 driven_lanedir_median 2.9198974120739747 driven_lanedir_min 1.8768136538028195 get_duckie_state_max 1.2540817260742187e-06 get_duckie_state_mean 1.2306372324625652e-06 get_duckie_state_median 1.2342135111490886e-06 get_duckie_state_min 1.2000401814778646e-06 get_robot_state_max 0.00821833372116089 get_robot_state_mean 0.008166009386380513 get_robot_state_median 0.008160909811655681 get_robot_state_min 0.008123884201049805 get_state_dump_max 0.00689877986907959 get_state_dump_mean 0.006849158803621929 get_state_dump_median 0.006845883131027222 get_state_dump_min 0.0068060890833536785 get_ui_image_max 0.022550970713297525 get_ui_image_mean 0.02233953893184662 get_ui_image_median 0.02236113786697388 get_ui_image_min 0.022084909280141195 in-drivable-lane_max 4.0500000000000576 in-drivable-lane_mean 1.2250000000000174 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1640529003905646, "get_ui_image": 0.02250468095143636, "step_physics": 0.05387391408284505, "survival_time": 14.950000000000076, "driven_lanedir": 3.085905974245488, "get_state_dump": 0.00689877986907959, "sim_render-ego": 0.003607273896535238, "get_robot_state": 0.00821833372116089, "get_duckie_state": 1.2540817260742187e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.012167324225107828, "deviation-heading": 2.876154290279476, "complete-iteration": 0.12643349568049114, "set_robot_commands": 0.002722907861073812, "deviation-center-line": 0.5978481518650749, "driven_lanedir_consec": 3.085905974245488, "sim_compute_sim_state": 0.01404280424118042, "sim_compute_performance-ego": 0.002320737838745117}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.081217330805744, "get_ui_image": 0.022217594782511393, "step_physics": 0.05292846202850342, "survival_time": 14.950000000000076, "driven_lanedir": 2.9655809645086864, "get_state_dump": 0.0068060890833536785, "sim_render-ego": 0.003579544226328532, "get_robot_state": 0.008123884201049805, "get_duckie_state": 1.247723897298177e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01194917678833008, "deviation-heading": 3.49550357677338, "complete-iteration": 0.12408801635106403, "set_robot_commands": 0.0026349663734436036, "deviation-center-line": 0.7544640976606111, "driven_lanedir_consec": 2.9655809645086864, "sim_compute_sim_state": 0.013453617095947263, "sim_compute_performance-ego": 0.002317365805308024}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.460696749999857, "get_ui_image": 0.022550970713297525, "step_physics": 0.05697843631108602, "survival_time": 14.950000000000076, "driven_lanedir": 1.8768136538028195, "get_state_dump": 0.0068767992655436195, "sim_render-ego": 0.003635568618774414, "get_robot_state": 0.00819332202275594, "get_duckie_state": 1.220703125e-06, "in-drivable-lane": 4.0500000000000576, "agent_compute-ego": 0.012107996940612794, "deviation-heading": 2.8760008671420327, "complete-iteration": 0.12922379891077676, "set_robot_commands": 0.0026424646377563475, "deviation-center-line": 0.47775862967490573, "driven_lanedir_consec": 1.8768136538028195, "sim_compute_sim_state": 0.013843989372253418, "sim_compute_performance-ego": 0.002316304047902425}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.051561283611435, "get_ui_image": 0.022084909280141195, "step_physics": 0.057103040218353274, "survival_time": 14.950000000000076, "driven_lanedir": 2.8742138596392626, "get_state_dump": 0.006814966996510824, "sim_render-ego": 0.003627588748931885, "get_robot_state": 0.00812849760055542, "get_duckie_state": 1.2000401814778646e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.011972738107045492, "deviation-heading": 2.746082103633601, "complete-iteration": 0.13138422171274822, "set_robot_commands": 0.0026906450589497884, "deviation-center-line": 0.6266231855488965, "driven_lanedir_consec": 2.482883216391503, "sim_compute_sim_state": 0.016550399462381998, "sim_compute_performance-ego": 0.002331992785135905}}set_robot_commands_max 0.002722907861073812 set_robot_commands_mean 0.0026727459828058877 set_robot_commands_median 0.002666554848353068 set_robot_commands_min 0.0026349663734436036 sim_compute_performance-ego_max 0.002331992785135905 sim_compute_performance-ego_mean 0.0023216001192728677 sim_compute_performance-ego_median 0.0023190518220265704 sim_compute_performance-ego_min 0.002316304047902425 sim_compute_sim_state_max 0.016550399462381998 sim_compute_sim_state_mean 0.014472702542940776 sim_compute_sim_state_median 0.01394339680671692 sim_compute_sim_state_min 0.013453617095947263 sim_render-ego_max 0.003635568618774414 sim_render-ego_mean 0.0036124938726425177 sim_render-ego_median 0.003617431322733561 sim_render-ego_min 0.003579544226328532 simulation-passed 1 step_physics_max 0.057103040218353274 step_physics_mean 0.05522096316019694 step_physics_median 0.055426175196965535 step_physics_min 0.05292846202850342 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43641
11702
Mo Kleit  🇨🇦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 14:24:10+00:00 2020-11-26 14:30:31+00:00 0:06:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.547959709959218 survival_time_median 14.950000000000076 deviation-center-line_median 0.5492429977255544 in-drivable-lane_median 2.650000000000021
other stats agent_compute-ego_max 0.012521028518676758 agent_compute-ego_mean 0.012217017992122752 agent_compute-ego_median 0.012137895392942 agent_compute-ego_min 0.012071252663930256 complete-iteration_max 0.13185277285876576 complete-iteration_mean 0.12812937791820045 complete-iteration_median 0.12814353267351786 complete-iteration_min 0.12437767346700032 deviation-center-line_max 0.869814002559745 deviation-center-line_mean 0.5616138822043097 deviation-center-line_min 0.27815553080638544 deviation-heading_max 3.271538157536245 deviation-heading_mean 2.068174977209753 deviation-heading_median 2.063305369598463 deviation-heading_min 0.8745510121058411 driven_any_max 3.8797364085017856 driven_any_mean 3.62090117970767 driven_any_median 3.873237377669936 driven_any_min 2.857393554989023 driven_lanedir_consec_max 3.5076053852107396 driven_lanedir_consec_mean 2.4047771259344253 driven_lanedir_consec_min 1.0155836986085245 driven_lanedir_max 3.5076053852107396 driven_lanedir_mean 2.4047771259344253 driven_lanedir_median 2.547959709959218 driven_lanedir_min 1.0155836986085245 get_duckie_state_max 1.1475880940755209e-06 get_duckie_state_mean 1.0551203478564014e-06 get_duckie_state_median 1.0418891906738282e-06 get_duckie_state_min 9.89114916002428e-07 get_robot_state_max 0.008246062596638997 get_robot_state_mean 0.008183982850195051 get_robot_state_median 0.008169553043606045 get_robot_state_min 0.008150762716929117 get_state_dump_max 0.006879425843556722 get_state_dump_mean 0.006857602671459988 get_state_dump_median 0.006851662150374404 get_state_dump_min 0.006847660541534423 get_ui_image_max 0.022242626628360233 get_ui_image_mean 0.022109745810697745 get_ui_image_median 0.02208735505739848 get_ui_image_min 0.022021646499633788 in-drivable-lane_max 10.650000000000084 in-drivable-lane_mean 4.212500000000034 in-drivable-lane_min 0.9000000000000128 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8670684774619457, "get_ui_image": 0.02203641176223755, "step_physics": 0.05316613356272379, "survival_time": 14.950000000000076, "driven_lanedir": 2.9640901285042505, "get_state_dump": 0.006879425843556722, "sim_render-ego": 0.003631736437479655, "get_robot_state": 0.008246062596638997, "get_duckie_state": 1.1475880940755209e-06, "in-drivable-lane": 2.8500000000000068, "agent_compute-ego": 0.012138640880584715, "deviation-heading": 2.6358794140297106, "complete-iteration": 0.12544052600860597, "set_robot_commands": 0.0027466471989949543, "deviation-center-line": 0.869814002559745, "driven_lanedir_consec": 2.9640901285042505, "sim_compute_sim_state": 0.014174370765686036, "sim_compute_performance-ego": 0.0023442975680033366}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.8797364085017856, "get_ui_image": 0.022021646499633788, "step_physics": 0.052789066632588706, "survival_time": 14.950000000000076, "driven_lanedir": 3.5076053852107396, "get_state_dump": 0.0068533770243326825, "sim_render-ego": 0.00363020658493042, "get_robot_state": 0.008150762716929117, "get_duckie_state": 1.0315577189127603e-06, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.012071252663930256, "deviation-heading": 3.271538157536245, "complete-iteration": 0.12437767346700032, "set_robot_commands": 0.0027872427304585774, "deviation-center-line": 0.7083293512905653, "driven_lanedir_consec": 3.5076053852107396, "sim_compute_sim_state": 0.013654158115386963, "sim_compute_performance-ego": 0.0023424704869588215}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879406277877927, "get_ui_image": 0.02213829835255941, "step_physics": 0.05797672510147095, "survival_time": 14.950000000000076, "driven_lanedir": 1.0155836986085245, "get_state_dump": 0.006847660541534423, "sim_render-ego": 0.0037000838915507, "get_robot_state": 0.008180219332377116, "get_duckie_state": 1.0522206624348958e-06, "in-drivable-lane": 10.650000000000084, "agent_compute-ego": 0.012521028518676758, "deviation-heading": 0.8745510121058411, "complete-iteration": 0.13084653933842977, "set_robot_commands": 0.002773411273956299, "deviation-center-line": 0.39015664416054346, "driven_lanedir_consec": 1.0155836986085245, "sim_compute_sim_state": 0.01429369846979777, "sim_compute_performance-ego": 0.0023370019594828287}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.857393554989023, "get_ui_image": 0.022242626628360233, "step_physics": 0.057567069122383185, "survival_time": 11.100000000000025, "driven_lanedir": 2.1318292914141863, "get_state_dump": 0.0068499472764161256, "sim_render-ego": 0.003625623814694517, "get_robot_state": 0.008158886754834975, "get_duckie_state": 9.89114916002428e-07, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.012137149905299282, "deviation-heading": 1.4907313251672156, "complete-iteration": 0.13185277285876576, "set_robot_commands": 0.002698738295752723, "deviation-center-line": 0.27815553080638544, "driven_lanedir_consec": 2.1318292914141863, "sim_compute_sim_state": 0.016168933730941634, "sim_compute_performance-ego": 0.0023250472438228025}}set_robot_commands_max 0.0027872427304585774 set_robot_commands_mean 0.0027515098747906384 set_robot_commands_median 0.002760029236475626 set_robot_commands_min 0.002698738295752723 sim_compute_performance-ego_max 0.0023442975680033366 sim_compute_performance-ego_mean 0.002337204314566947 sim_compute_performance-ego_median 0.002339736223220825 sim_compute_performance-ego_min 0.0023250472438228025 sim_compute_sim_state_max 0.016168933730941634 sim_compute_sim_state_mean 0.0145727902704531 sim_compute_sim_state_median 0.014234034617741902 sim_compute_sim_state_min 0.013654158115386963 sim_render-ego_max 0.0037000838915507 sim_render-ego_mean 0.003646912682163823 sim_render-ego_median 0.0036309715112050377 sim_render-ego_min 0.003625623814694517 simulation-passed 1 step_physics_max 0.05797672510147095 step_physics_mean 0.05537474860479166 step_physics_median 0.05536660134255349 step_physics_min 0.052789066632588706 survival_time_max 14.950000000000076 survival_time_mean 13.987500000000065 survival_time_min 11.100000000000025
No reset possible 43634
11700
Bhavya Patwa  🇨🇦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 09:02:59+00:00 2020-11-26 09:10:05+00:00 0:07:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.914812130340675 survival_time_median 14.950000000000076 deviation-center-line_median 0.3654969858201952 in-drivable-lane_median 0.7500000000000107
other stats agent_compute-ego_max 0.015427488485972089 agent_compute-ego_mean 0.013600924809773762 agent_compute-ego_median 0.013515194257100424 agent_compute-ego_min 0.01194582223892212 complete-iteration_max 0.15263249317804972 complete-iteration_mean 0.14330413858095803 complete-iteration_median 0.14522931575775147 complete-iteration_min 0.13012542963027954 deviation-center-line_max 0.8472769946712514 deviation-center-line_mean 0.42836938446681705 deviation-center-line_min 0.13520657155562654 deviation-heading_max 3.1076260524462915 deviation-heading_mean 2.3843100283594607 deviation-heading_median 2.737920690412592 deviation-heading_min 0.9537726801663676 driven_any_max 2.2514417980362462 driven_any_mean 2.203944853736823 driven_any_median 2.2024629940430636 driven_any_min 2.1594116288249174 driven_lanedir_consec_max 2.0462952574614617 driven_lanedir_consec_mean 1.5778313605755117 driven_lanedir_consec_min 0.43540592415923474 driven_lanedir_max 2.0462952574614617 driven_lanedir_mean 1.636816900057082 driven_lanedir_median 2.032783209303816 driven_lanedir_min 0.43540592415923474 get_duckie_state_max 1.2842814127604169e-06 get_duckie_state_mean 1.2407700220743815e-06 get_duckie_state_median 1.266797383626302e-06 get_duckie_state_min 1.1452039082845053e-06 get_robot_state_max 0.008945412635803222 get_robot_state_mean 0.00870404561360677 get_robot_state_median 0.008770400683085124 get_robot_state_min 0.008329968452453613 get_state_dump_max 0.007546211083730062 get_state_dump_mean 0.007301586866378784 get_state_dump_median 0.007294813394546509 get_state_dump_min 0.007070509592692057 get_ui_image_max 0.025561242898305254 get_ui_image_mean 0.02448199212551117 get_ui_image_median 0.024600751399993896 get_ui_image_min 0.023165222803751627 in-drivable-lane_max 11.45000000000008 in-drivable-lane_mean 3.312500000000026 in-drivable-lane_min 0.30000000000000426 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.191635377745383, "get_ui_image": 0.023165222803751627, "step_physics": 0.05627308527628581, "survival_time": 14.950000000000076, "driven_lanedir": 2.0462952574614617, "get_state_dump": 0.007070509592692057, "sim_render-ego": 0.003677659829457601, "get_robot_state": 0.008329968452453613, "get_duckie_state": 1.1452039082845053e-06, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.01194582223892212, "deviation-heading": 2.659723117181456, "complete-iteration": 0.13012542963027954, "set_robot_commands": 0.0029587189356486, "deviation-center-line": 0.8472769946712514, "driven_lanedir_consec": 2.0462952574614617, "sim_compute_sim_state": 0.014218091169993084, "sim_compute_performance-ego": 0.002409257094065348}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.2514417980362462, "get_ui_image": 0.025561242898305254, "step_physics": 0.062435591220855714, "survival_time": 14.950000000000076, "driven_lanedir": 2.0232023312480374, "get_state_dump": 0.007283609708150228, "sim_render-ego": 0.003913370768229166, "get_robot_state": 0.00869502305984497, "get_duckie_state": 1.266797383626302e-06, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.013270799318949382, "deviation-heading": 2.816118263643728, "complete-iteration": 0.14181113243103027, "set_robot_commands": 0.003551290035247803, "deviation-center-line": 0.3345114540317723, "driven_lanedir_consec": 1.9290301821237172, "sim_compute_sim_state": 0.01444129467010498, "sim_compute_performance-ego": 0.0025736228624979656}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.1594116288249174, "get_ui_image": 0.02432991902033488, "step_physics": 0.06613045295079549, "survival_time": 14.950000000000076, "driven_lanedir": 0.43540592415923474, "get_state_dump": 0.007546211083730062, "sim_render-ego": 0.004267650445302328, "get_robot_state": 0.008945412635803222, "get_duckie_state": 1.2842814127604169e-06, "in-drivable-lane": 11.45000000000008, "agent_compute-ego": 0.015427488485972089, "deviation-heading": 0.9537726801663676, "complete-iteration": 0.14864749908447267, "set_robot_commands": 0.0033645073572794596, "deviation-center-line": 0.13520657155562654, "driven_lanedir_consec": 0.43540592415923474, "sim_compute_sim_state": 0.015826670328776042, "sim_compute_performance-ego": 0.0027208948135375977}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.213290610340744, "get_ui_image": 0.02487158377965291, "step_physics": 0.06863037904103597, "survival_time": 14.950000000000076, "driven_lanedir": 2.0423640873595943, "get_state_dump": 0.007306017080942789, "sim_render-ego": 0.004062499205271403, "get_robot_state": 0.008845778306325276, "get_duckie_state": 1.266797383626302e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.013759589195251463, "deviation-heading": 3.1076260524462915, "complete-iteration": 0.15263249317804972, "set_robot_commands": 0.0035369118054707845, "deviation-center-line": 0.396482517608618, "driven_lanedir_consec": 1.900594078557633, "sim_compute_sim_state": 0.018911221822102864, "sim_compute_performance-ego": 0.002620708147684733}}set_robot_commands_max 0.003551290035247803 set_robot_commands_mean 0.0033528570334116613 set_robot_commands_median 0.0034507095813751222 set_robot_commands_min 0.0029587189356486 sim_compute_performance-ego_max 0.0027208948135375977 sim_compute_performance-ego_mean 0.0025811207294464114 sim_compute_performance-ego_median 0.002597165505091349 sim_compute_performance-ego_min 0.002409257094065348 sim_compute_sim_state_max 0.018911221822102864 sim_compute_sim_state_mean 0.015849319497744242 sim_compute_sim_state_median 0.01513398249944051 sim_compute_sim_state_min 0.014218091169993084 sim_render-ego_max 0.004267650445302328 sim_render-ego_mean 0.003980295062065124 sim_render-ego_median 0.003987934986750284 sim_render-ego_min 0.003677659829457601 simulation-passed 1 step_physics_max 0.06863037904103597 step_physics_mean 0.06336737712224325 step_physics_median 0.0642830220858256 step_physics_min 0.05627308527628581 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43619
11696
Bhavya Patwa  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 08:16:20+00:00 2020-11-26 08:23:21+00:00 0:07:01 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4793860617404708 survival_time_median 14.950000000000076 deviation-center-line_median 0.2985317451452094 in-drivable-lane_median 1.1000000000000156
other stats agent_compute-ego_max 0.014712318579355876 agent_compute-ego_mean 0.013994731704394022 agent_compute-ego_median 0.0141555921236674 agent_compute-ego_min 0.012955423990885416 complete-iteration_max 0.1530942471822103 complete-iteration_mean 0.14549268146355948 complete-iteration_median 0.14760869344075522 complete-iteration_min 0.13365909179051716 deviation-center-line_max 0.31714949463818887 deviation-center-line_mean 0.2852347644099065 deviation-center-line_min 0.22672607271101836 deviation-heading_max 2.507719094832054 deviation-heading_mean 2.0469610930416247 deviation-heading_median 2.1400468817990737 deviation-heading_min 1.4000315137362966 driven_any_max 1.687952501143441 driven_any_mean 1.652511737180613 driven_any_median 1.6480387202151787 driven_any_min 1.6260170071486535 driven_lanedir_consec_max 1.657621104692257 driven_lanedir_consec_mean 1.2873097062242096 driven_lanedir_consec_min 0.5328455967236402 driven_lanedir_max 1.657621104692257 driven_lanedir_mean 1.2873097062242096 driven_lanedir_median 1.4793860617404708 driven_lanedir_min 0.5328455967236402 get_duckie_state_max 1.2938181559244792e-06 get_duckie_state_mean 1.2493133544921876e-06 get_duckie_state_median 1.2473265329996744e-06 get_duckie_state_min 1.208782196044922e-06 get_robot_state_max 0.009064407348632812 get_robot_state_mean 0.008851777315139772 get_robot_state_median 0.00889625628789266 get_robot_state_min 0.00855018933614095 get_state_dump_max 0.007414140701293945 get_state_dump_mean 0.007311147848765055 get_state_dump_median 0.007308019399642944 get_state_dump_min 0.007214411894480388 get_ui_image_max 0.02607345501581828 get_ui_image_mean 0.02527240693569183 get_ui_image_median 0.025651360750198367 get_ui_image_min 0.02371345122655233 in-drivable-lane_max 9.750000000000082 in-drivable-lane_mean 2.987500000000028 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6260170071486535, "get_ui_image": 0.02371345122655233, "step_physics": 0.05743915875752767, "survival_time": 14.950000000000076, "driven_lanedir": 1.3201727851801723, "get_state_dump": 0.007214411894480388, "sim_render-ego": 0.003766991297403971, "get_robot_state": 0.00855018933614095, "get_duckie_state": 1.219908396402995e-06, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.012955423990885416, "deviation-heading": 2.507719094832054, "complete-iteration": 0.13365909179051716, "set_robot_commands": 0.00313462495803833, "deviation-center-line": 0.308028638185584, "driven_lanedir_consec": 1.3201727851801723, "sim_compute_sim_state": 0.014315427939097089, "sim_compute_performance-ego": 0.00248920202255249}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.687952501143441, "get_ui_image": 0.02607345501581828, "step_physics": 0.06170974413553874, "survival_time": 14.950000000000076, "driven_lanedir": 1.657621104692257, "get_state_dump": 0.007414140701293945, "sim_render-ego": 0.003959933121999105, "get_robot_state": 0.008951497077941895, "get_duckie_state": 1.2938181559244792e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01362395445505778, "deviation-heading": 2.4496250282844887, "complete-iteration": 0.14272101720174157, "set_robot_commands": 0.003399187723795573, "deviation-center-line": 0.22672607271101836, "driven_lanedir_consec": 1.657621104692257, "sim_compute_sim_state": 0.01489543914794922, "sim_compute_performance-ego": 0.002608919938405354}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6382728263727704, "get_ui_image": 0.02592486302057902, "step_physics": 0.07007457415262858, "survival_time": 14.950000000000076, "driven_lanedir": 0.5328455967236402, "get_state_dump": 0.007277259031931559, "sim_render-ego": 0.004125681718190511, "get_robot_state": 0.008841015497843425, "get_duckie_state": 1.2747446695963542e-06, "in-drivable-lane": 9.750000000000082, "agent_compute-ego": 0.014712318579355876, "deviation-heading": 1.4000315137362966, "complete-iteration": 0.15249636967976887, "set_robot_commands": 0.00346054474512736, "deviation-center-line": 0.2890348521048348, "driven_lanedir_consec": 0.5328455967236402, "sim_compute_sim_state": 0.015341948668162029, "sim_compute_performance-ego": 0.0026526912053426105}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.6578046140575873, "get_ui_image": 0.02537785847981771, "step_physics": 0.06755293289820354, "survival_time": 14.950000000000076, "driven_lanedir": 1.638599338300769, "get_state_dump": 0.0073387797673543295, "sim_render-ego": 0.004115495681762695, "get_robot_state": 0.009064407348632812, "get_duckie_state": 1.208782196044922e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.014687229792277018, "deviation-heading": 1.8304687353136584, "complete-iteration": 0.1530942471822103, "set_robot_commands": 0.0035388660430908203, "deviation-center-line": 0.31714949463818887, "driven_lanedir_consec": 1.638599338300769, "sim_compute_sim_state": 0.018493613402048747, "sim_compute_performance-ego": 0.00283842404683431}}set_robot_commands_max 0.0035388660430908203 set_robot_commands_mean 0.003383305867513021 set_robot_commands_median 0.0034298662344614665 set_robot_commands_min 0.00313462495803833 sim_compute_performance-ego_max 0.00283842404683431 sim_compute_performance-ego_mean 0.002647309303283691 sim_compute_performance-ego_median 0.0026308055718739826 sim_compute_performance-ego_min 0.00248920202255249 sim_compute_sim_state_max 0.018493613402048747 sim_compute_sim_state_mean 0.01576160728931427 sim_compute_sim_state_median 0.015118693908055625 sim_compute_sim_state_min 0.014315427939097089 sim_render-ego_max 0.004125681718190511 sim_render-ego_mean 0.003992025454839071 sim_render-ego_median 0.0040377144018809 sim_render-ego_min 0.003766991297403971 simulation-passed 1 step_physics_max 0.07007457415262858 step_physics_mean 0.06419410248597462 step_physics_median 0.06463133851687114 step_physics_min 0.05743915875752767 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43596
11695
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 08:06:11+00:00 2020-11-26 08:14:00+00:00 0:07:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.7658457550426494 survival_time_median 14.950000000000076 deviation-center-line_median 0.7812714728288779 in-drivable-lane_median 2.150000000000023
other stats agent_compute-ego_max 0.015045844713846842 agent_compute-ego_mean 0.01463081220785777 agent_compute-ego_median 0.014784163236618042 agent_compute-ego_min 0.013909077644348143 complete-iteration_max 0.19132171869277953 complete-iteration_mean 0.17321373283863067 complete-iteration_median 0.1765295632680257 complete-iteration_min 0.14847408612569174 deviation-center-line_max 1.0266115985902342 deviation-center-line_mean 0.7631241465280938 deviation-center-line_min 0.46334204186438505 deviation-heading_max 3.2139880848564735 deviation-heading_mean 2.6652695083882385 deviation-heading_median 2.9455664176440215 deviation-heading_min 1.5559571134084371 driven_any_max 4.704931797117474 driven_any_mean 4.355065021639596 driven_any_median 4.387531428786502 driven_any_min 3.940265431867905 driven_lanedir_consec_max 4.4512994238220145 driven_lanedir_consec_mean 3.609040211051531 driven_lanedir_consec_min 2.453169910298811 driven_lanedir_max 4.4512994238220145 driven_lanedir_mean 3.609040211051531 driven_lanedir_median 3.7658457550426494 driven_lanedir_min 2.453169910298811 get_duckie_state_max 1.3637542724609374e-06 get_duckie_state_mean 1.266201337178548e-06 get_duckie_state_median 1.2449423472086589e-06 get_duckie_state_min 1.2111663818359375e-06 get_robot_state_max 0.009949657917022703 get_robot_state_mean 0.00953362782796224 get_robot_state_median 0.009630646308263144 get_robot_state_min 0.008923560778299967 get_state_dump_max 0.008020822207132976 get_state_dump_mean 0.007738187909126282 get_state_dump_median 0.007825480699539185 get_state_dump_min 0.007280968030293783 get_ui_image_max 0.032424285411834716 get_ui_image_mean 0.029950373570124308 get_ui_image_median 0.03090386390686035 get_ui_image_min 0.025569481054941813 in-drivable-lane_max 7.950000000000094 in-drivable-lane_mean 3.0625000000000355 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.579534364253487, "get_ui_image": 0.031768341859181724, "step_physics": 0.08085639874140421, "survival_time": 14.950000000000076, "driven_lanedir": 4.4512994238220145, "get_state_dump": 0.007855374813079834, "sim_render-ego": 0.004610390663146973, "get_robot_state": 0.009799407323201498, "get_duckie_state": 1.3637542724609374e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01461689313252767, "deviation-heading": 2.9418926394256566, "complete-iteration": 0.17860885699590048, "set_robot_commands": 0.0035857335726420083, "deviation-center-line": 1.0266115985902342, "driven_lanedir_consec": 4.4512994238220145, "sim_compute_sim_state": 0.02243019104003906, "sim_compute_performance-ego": 0.0029981493949890136}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.704931797117474, "get_ui_image": 0.025569481054941813, "step_physics": 0.0650979995727539, "survival_time": 14.950000000000076, "driven_lanedir": 4.27166898197599, "get_state_dump": 0.007280968030293783, "sim_render-ego": 0.004039852619171142, "get_robot_state": 0.008923560778299967, "get_duckie_state": 1.220703125e-06, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.013909077644348143, "deviation-heading": 3.2139880848564735, "complete-iteration": 0.14847408612569174, "set_robot_commands": 0.0036118443806966143, "deviation-center-line": 0.8434020239881009, "driven_lanedir_consec": 4.27166898197599, "sim_compute_sim_state": 0.017215787569681805, "sim_compute_performance-ego": 0.0027397934595743815}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.940265431867905, "get_ui_image": 0.03003938595453898, "step_physics": 0.07795763969421386, "survival_time": 14.950000000000076, "driven_lanedir": 3.2600225281093085, "get_state_dump": 0.008020822207132976, "sim_render-ego": 0.004527451197306315, "get_robot_state": 0.009461885293324788, "get_duckie_state": 1.2111663818359375e-06, "in-drivable-lane": 2.9500000000000277, "agent_compute-ego": 0.014951433340708416, "deviation-heading": 2.9492401958623864, "complete-iteration": 0.17445026954015097, "set_robot_commands": 0.0037090380986531577, "deviation-center-line": 0.7191409216696547, "driven_lanedir_consec": 3.2600225281093085, "sim_compute_sim_state": 0.02263286511103312, "sim_compute_performance-ego": 0.003059053421020508}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.195528493319517, "get_ui_image": 0.032424285411834716, "step_physics": 0.08729770024617513, "survival_time": 14.950000000000076, "driven_lanedir": 2.453169910298811, "get_state_dump": 0.007795586585998536, "sim_render-ego": 0.004706939061482747, "get_robot_state": 0.009949657917022703, "get_duckie_state": 1.2691815694173177e-06, "in-drivable-lane": 7.950000000000094, "agent_compute-ego": 0.015045844713846842, "deviation-heading": 1.5559571134084371, "complete-iteration": 0.19132171869277953, "set_robot_commands": 0.003581725756327311, "deviation-center-line": 0.46334204186438505, "driven_lanedir_consec": 2.453169910298811, "sim_compute_sim_state": 0.02756848653157552, "sim_compute_performance-ego": 0.0028595972061157228}}set_robot_commands_max 0.0037090380986531577 set_robot_commands_mean 0.003622085452079773 set_robot_commands_median 0.0035987889766693117 set_robot_commands_min 0.003581725756327311 sim_compute_performance-ego_max 0.003059053421020508 sim_compute_performance-ego_mean 0.002914148370424906 sim_compute_performance-ego_median 0.002928873300552368 sim_compute_performance-ego_min 0.0027397934595743815 sim_compute_sim_state_max 0.02756848653157552 sim_compute_sim_state_mean 0.022461832563082377 sim_compute_sim_state_median 0.022531528075536093 sim_compute_sim_state_min 0.017215787569681805 sim_render-ego_max 0.004706939061482747 sim_render-ego_mean 0.004471158385276794 sim_render-ego_median 0.004568920930226645 sim_render-ego_min 0.004039852619171142 simulation-passed 1 step_physics_max 0.08729770024617513 step_physics_mean 0.07780243456363678 step_physics_median 0.07940701921780904 step_physics_min 0.0650979995727539 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43567
11694
Mo Kleit  🇨🇦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 07:39:22+00:00 2020-11-26 07:47:13+00:00 0:07:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.8529917850410955 survival_time_median 14.950000000000076 deviation-center-line_median 0.5970056439533924 in-drivable-lane_median 3.175000000000045
other stats agent_compute-ego_max 0.016540939807891845 agent_compute-ego_mean 0.015732728441556296 agent_compute-ego_median 0.01607055902481079 agent_compute-ego_min 0.014248855908711751 complete-iteration_max 0.18784553289413453 complete-iteration_mean 0.17857356429100035 complete-iteration_median 0.18436486363410948 complete-iteration_min 0.15771899700164796 deviation-center-line_max 0.7203373733755852 deviation-center-line_mean 0.5201196550704281 deviation-center-line_min 0.16612995899934227 deviation-heading_max 2.7507850070613165 deviation-heading_mean 2.184683035398969 deviation-heading_median 2.4550982399368957 deviation-heading_min 1.0777506546607665 driven_any_max 3.879733973890805 driven_any_mean 3.876397746591132 driven_any_median 3.8794153951035257 driven_any_min 3.867026222266671 driven_lanedir_consec_max 3.4043360132350484 driven_lanedir_consec_mean 2.4671692266867633 driven_lanedir_consec_min 0.758357323429813 driven_lanedir_max 3.4043360132350484 driven_lanedir_mean 2.4731771288169857 driven_lanedir_median 2.8650075893015403 driven_lanedir_min 0.758357323429813 get_duckie_state_max 1.4551480611165365e-06 get_duckie_state_mean 1.3997157414754232e-06 get_duckie_state_median 1.41143798828125e-06 get_duckie_state_min 1.3208389282226565e-06 get_robot_state_max 0.010045727094014486 get_robot_state_mean 0.009795323014259338 get_robot_state_median 0.009957526127497354 get_robot_state_min 0.009220512708028155 get_state_dump_max 0.00790107568105062 get_state_dump_mean 0.007686129411061605 get_state_dump_median 0.007725899616877238 get_state_dump_min 0.0073916427294413245 get_ui_image_max 0.03174842993418376 get_ui_image_mean 0.029575626651446023 get_ui_image_median 0.03048065026601156 get_ui_image_min 0.02559277613957723 in-drivable-lane_max 11.350000000000076 in-drivable-lane_mean 4.725000000000046 in-drivable-lane_min 1.200000000000017 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.867026222266671, "get_ui_image": 0.03127256234486898, "step_physics": 0.0831468653678894, "survival_time": 14.950000000000076, "driven_lanedir": 3.2788105193327426, "get_state_dump": 0.0077853973706563315, "sim_render-ego": 0.004598992665608724, "get_robot_state": 0.010032958984375, "get_duckie_state": 1.4551480611165365e-06, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.016355981826782228, "deviation-heading": 2.7507850070613165, "complete-iteration": 0.18385088284810383, "set_robot_commands": 0.0037026000022888183, "deviation-center-line": 0.6458434984275135, "driven_lanedir_consec": 3.2788105193327426, "sim_compute_sim_state": 0.02371618588765462, "sim_compute_performance-ego": 0.0031473819414774575}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879668225278736, "get_ui_image": 0.029688738187154135, "step_physics": 0.08461854298909505, "survival_time": 14.950000000000076, "driven_lanedir": 3.4043360132350484, "get_state_dump": 0.00790107568105062, "sim_render-ego": 0.00470473051071167, "get_robot_state": 0.010045727094014486, "get_duckie_state": 1.4360745747884117e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.016540939807891845, "deviation-heading": 2.69046834676197, "complete-iteration": 0.18487884442011515, "set_robot_commands": 0.0035334157943725584, "deviation-center-line": 0.7203373733755852, "driven_lanedir_consec": 3.4043360132350484, "sim_compute_sim_state": 0.024714305400848388, "sim_compute_performance-ego": 0.0030368940035502114}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879162564928316, "get_ui_image": 0.03174842993418376, "step_physics": 0.08886935949325561, "survival_time": 14.950000000000076, "driven_lanedir": 0.758357323429813, "get_state_dump": 0.007666401863098145, "sim_render-ego": 0.004641804695129394, "get_robot_state": 0.00988209327061971, "get_duckie_state": 1.3868014017740885e-06, "in-drivable-lane": 11.350000000000076, "agent_compute-ego": 0.015785136222839356, "deviation-heading": 1.0777506546607665, "complete-iteration": 0.18784553289413453, "set_robot_commands": 0.0037610046068827312, "deviation-center-line": 0.16612995899934227, "driven_lanedir_consec": 0.758357323429813, "sim_compute_sim_state": 0.02250489075978597, "sim_compute_performance-ego": 0.002890929381052653}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.879733973890805, "get_ui_image": 0.02559277613957723, "step_physics": 0.07028480688730876, "survival_time": 14.950000000000076, "driven_lanedir": 2.451204659270338, "get_state_dump": 0.0073916427294413245, "sim_render-ego": 0.004270460605621338, "get_robot_state": 0.009220512708028155, "get_duckie_state": 1.3208389282226565e-06, "in-drivable-lane": 4.700000000000067, "agent_compute-ego": 0.014248855908711751, "deviation-heading": 2.219728133111821, "complete-iteration": 0.15771899700164796, "set_robot_commands": 0.0035752105712890626, "deviation-center-line": 0.5481677894792711, "driven_lanedir_consec": 2.4271730507494484, "sim_compute_sim_state": 0.020253864924112956, "sim_compute_performance-ego": 0.0027880009015401204}}set_robot_commands_max 0.0037610046068827312 set_robot_commands_mean 0.0036430577437082928 set_robot_commands_median 0.00363890528678894 set_robot_commands_min 0.0035334157943725584 sim_compute_performance-ego_max 0.0031473819414774575 sim_compute_performance-ego_mean 0.0029658015569051107 sim_compute_performance-ego_median 0.002963911692301432 sim_compute_performance-ego_min 0.0027880009015401204 sim_compute_sim_state_max 0.024714305400848388 sim_compute_sim_state_mean 0.022797311743100485 sim_compute_sim_state_median 0.023110538323720297 sim_compute_sim_state_min 0.020253864924112956 sim_render-ego_max 0.00470473051071167 sim_render-ego_mean 0.004553997119267782 sim_render-ego_median 0.004620398680369059 sim_render-ego_min 0.004270460605621338 simulation-passed 1 step_physics_max 0.08886935949325561 step_physics_mean 0.08172989368438721 step_physics_median 0.08388270417849222 step_physics_min 0.07028480688730876 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43522
11687
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 07:10:38+00:00 2020-11-26 07:17:15+00:00 0:06:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.2700999093695895 survival_time_median 14.950000000000076 deviation-center-line_median 0.717304490997436 in-drivable-lane_median 1.20000000000001
other stats agent_compute-ego_max 0.014236265023549398 agent_compute-ego_mean 0.01369667910923392 agent_compute-ego_median 0.01389784256617228 agent_compute-ego_min 0.012754766281041722 complete-iteration_max 0.1488986086845398 complete-iteration_mean 0.14549721502651602 complete-iteration_median 0.14811943935135663 complete-iteration_min 0.13685137271881104 deviation-center-line_max 0.9695713439721244 deviation-center-line_mean 0.7189299484713387 deviation-center-line_min 0.4715394679183586 deviation-heading_max 3.458851204067821 deviation-heading_mean 2.7952128634239433 deviation-heading_median 3.021172127199966 deviation-heading_min 1.6796559952280188 driven_any_max 4.178628441136877 driven_any_mean 3.710800585762964 driven_any_median 3.890178552459198 driven_any_min 2.8842167969965837 driven_lanedir_consec_max 4.050339292817771 driven_lanedir_consec_mean 3.294373919128936 driven_lanedir_consec_min 2.5869565649587933 driven_lanedir_max 4.050339292817771 driven_lanedir_mean 3.294373919128936 driven_lanedir_median 3.2700999093695895 driven_lanedir_min 2.5869565649587933 get_duckie_state_max 1.3891855875651045e-06 get_duckie_state_mean 1.335019445688711e-06 get_duckie_state_median 1.3758233711544404e-06 get_duckie_state_min 1.1992454528808594e-06 get_robot_state_max 0.009392295180067504 get_robot_state_mean 0.009004989539162588 get_robot_state_median 0.008979077736536662 get_robot_state_min 0.008669507503509522 get_state_dump_max 0.007814628256242828 get_state_dump_mean 0.007395138137758115 get_state_dump_median 0.007292983929316203 get_state_dump_min 0.007179956436157226 get_ui_image_max 0.025822985967000327 get_ui_image_mean 0.02500964583650147 get_ui_image_median 0.025115110510486663 get_ui_image_min 0.023985376358032228 in-drivable-lane_max 2.80000000000004 in-drivable-lane_mean 1.300000000000015 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.147525930842179, "get_ui_image": 0.023985376358032228, "step_physics": 0.05775856892267863, "survival_time": 14.950000000000076, "driven_lanedir": 3.806317475746328, "get_state_dump": 0.007179956436157226, "sim_render-ego": 0.003803588549296061, "get_robot_state": 0.008669507503509522, "get_duckie_state": 1.1992454528808594e-06, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.013580804665883382, "deviation-heading": 2.8793034299413103, "complete-iteration": 0.13685137271881104, "set_robot_commands": 0.003210129737854004, "deviation-center-line": 0.786596114453887, "driven_lanedir_consec": 3.806317475746328, "sim_compute_sim_state": 0.016090675989786783, "sim_compute_performance-ego": 0.0024915226300557453}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.178628441136877, "get_ui_image": 0.025822985967000327, "step_physics": 0.06559995094935099, "survival_time": 14.950000000000076, "driven_lanedir": 4.050339292817771, "get_state_dump": 0.007262169520060221, "sim_render-ego": 0.004141484101613363, "get_robot_state": 0.008936742146809895, "get_duckie_state": 1.3891855875651045e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.014236265023549398, "deviation-heading": 3.1630408244586214, "complete-iteration": 0.1488986086845398, "set_robot_commands": 0.003581175009409586, "deviation-center-line": 0.9695713439721244, "driven_lanedir_consec": 4.050339292817771, "sim_compute_sim_state": 0.016489181518554687, "sim_compute_performance-ego": 0.002741703192392985}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.632831174076217, "get_ui_image": 0.02546408971150716, "step_physics": 0.06485973119735718, "survival_time": 14.950000000000076, "driven_lanedir": 2.7338823429928505, "get_state_dump": 0.007323798338572184, "sim_render-ego": 0.004089376131693522, "get_robot_state": 0.009021413326263428, "get_duckie_state": 1.3669331868489583e-06, "in-drivable-lane": 2.80000000000004, "agent_compute-ego": 0.01421488046646118, "deviation-heading": 3.458851204067821, "complete-iteration": 0.14803231875101724, "set_robot_commands": 0.0034351007143656413, "deviation-center-line": 0.648012867540985, "driven_lanedir_consec": 2.7338823429928505, "sim_compute_sim_state": 0.016876881122589112, "sim_compute_performance-ego": 0.0026530234018961587}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8842167969965837, "get_ui_image": 0.02476613130946617, "step_physics": 0.06437188218542411, "survival_time": 8.84999999999999, "driven_lanedir": 2.5869565649587933, "get_state_dump": 0.007814628256242828, "sim_render-ego": 0.003975624418528067, "get_robot_state": 0.009392295180067504, "get_duckie_state": 1.3847135554599224e-06, "in-drivable-lane": 1.2000000000000028, "agent_compute-ego": 0.012754766281041722, "deviation-heading": 1.6796559952280188, "complete-iteration": 0.14820655995169602, "set_robot_commands": 0.003041666106315656, "deviation-center-line": 0.4715394679183586, "driven_lanedir_consec": 2.5869565649587933, "sim_compute_sim_state": 0.01945320765177409, "sim_compute_performance-ego": 0.0025487013455838133}}set_robot_commands_max 0.003581175009409586 set_robot_commands_mean 0.003317017891986222 set_robot_commands_median 0.003322615226109823 set_robot_commands_min 0.003041666106315656 sim_compute_performance-ego_max 0.002741703192392985 sim_compute_performance-ego_mean 0.0026087376424821754 sim_compute_performance-ego_median 0.002600862373739986 sim_compute_performance-ego_min 0.0024915226300557453 sim_compute_sim_state_max 0.01945320765177409 sim_compute_sim_state_mean 0.01722748657067617 sim_compute_sim_state_median 0.0166830313205719 sim_compute_sim_state_min 0.016090675989786783 sim_render-ego_max 0.004141484101613363 sim_render-ego_mean 0.004002518300282754 sim_render-ego_median 0.004032500275110795 sim_render-ego_min 0.003803588549296061 simulation-passed 1 step_physics_max 0.06559995094935099 step_physics_mean 0.06314753331370272 step_physics_median 0.06461580669139064 step_physics_min 0.05775856892267863 survival_time_max 14.950000000000076 survival_time_mean 13.425000000000058 survival_time_min 8.84999999999999
No reset possible 43510
11685
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 06:58:36+00:00 2020-11-26 07:03:39+00:00 0:05:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.545169604327108 survival_time_median 10.450000000000014 deviation-center-line_median 0.2223877775870644 in-drivable-lane_median 2.3750000000000084
other stats agent_compute-ego_max 0.01423931121826172 agent_compute-ego_mean 0.01347522383912042 agent_compute-ego_median 0.013688148635527048 agent_compute-ego_min 0.012285286867165868 complete-iteration_max 0.14709317486589127 complete-iteration_mean 0.14170042182718845 complete-iteration_median 0.14416027216963428 complete-iteration_min 0.1313879681035939 deviation-center-line_max 0.822407444413373 deviation-center-line_mean 0.3379020698828823 deviation-center-line_min 0.08442527994402747 deviation-heading_max 2.191777810450641 deviation-heading_mean 1.100150941007573 deviation-heading_median 0.9472881512553848 deviation-heading_min 0.31424965106888153 driven_any_max 5.763452479858601 driven_any_mean 3.7136911077872607 driven_any_median 4.015171923600667 driven_any_min 1.06096810408911 driven_lanedir_consec_max 3.7441741403934543 driven_lanedir_consec_mean 1.8096722609278613 driven_lanedir_consec_min 0.40417569466377423 driven_lanedir_max 3.7441741403934543 driven_lanedir_mean 1.8096722609278613 driven_lanedir_median 1.545169604327108 driven_lanedir_min 0.40417569466377423 get_duckie_state_max 1.3718839551581712e-06 get_duckie_state_mean 1.2493686105796218e-06 get_duckie_state_median 1.2529642761961092e-06 get_duckie_state_min 1.1196619347680971e-06 get_robot_state_max 0.00874508778254191 get_robot_state_mean 0.008592143699944594 get_robot_state_median 0.008670645675282581 get_robot_state_min 0.008282195666671302 get_state_dump_max 0.007729357777379494 get_state_dump_mean 0.007289315383845137 get_state_dump_median 0.007264666798336259 get_state_dump_min 0.006898570161328537 get_ui_image_max 0.026230717232214155 get_ui_image_mean 0.02464514821423204 get_ui_image_median 0.02509896430161481 get_ui_image_min 0.022151947021484375 in-drivable-lane_max 12.250000000000078 in-drivable-lane_mean 4.650000000000023 in-drivable-lane_min 1.5999999999999963 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.06096810408911, "get_ui_image": 0.02539797689093918, "step_physics": 0.06239848840432089, "survival_time": 3.049999999999997, "driven_lanedir": 0.40417569466377423, "get_state_dump": 0.007191247627383373, "sim_render-ego": 0.003973276888737913, "get_robot_state": 0.008696051894641314, "get_duckie_state": 1.3718839551581712e-06, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.01423931121826172, "deviation-heading": 0.31424965106888153, "complete-iteration": 0.14215914147799133, "set_robot_commands": 0.003312919960647333, "deviation-center-line": 0.08442527994402747, "driven_lanedir_consec": 0.40417569466377423, "sim_compute_sim_state": 0.014215492811359342, "sim_compute_performance-ego": 0.00264676281663238}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.456133687037521, "get_ui_image": 0.026230717232214155, "step_physics": 0.06541074046772488, "survival_time": 9.049999999999994, "driven_lanedir": 2.190550460218326, "get_state_dump": 0.007729357777379494, "sim_render-ego": 0.003921561478251252, "get_robot_state": 0.00864523945592385, "get_duckie_state": 1.260588840885057e-06, "in-drivable-lane": 3.000000000000007, "agent_compute-ego": 0.013751276290219131, "deviation-heading": 1.377063811517291, "complete-iteration": 0.14709317486589127, "set_robot_commands": 0.0033189301991330983, "deviation-center-line": 0.3130391578674031, "driven_lanedir_consec": 2.190550460218326, "sim_compute_sim_state": 0.015419960021972656, "sim_compute_performance-ego": 0.002577343039749736}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.763452479858601, "get_ui_image": 0.02479995171229045, "step_physics": 0.06580399672190348, "survival_time": 14.950000000000076, "driven_lanedir": 0.8997887484358902, "get_state_dump": 0.007338085969289144, "sim_render-ego": 0.0038879060745239257, "get_robot_state": 0.00874508778254191, "get_duckie_state": 1.2453397115071615e-06, "in-drivable-lane": 12.250000000000078, "agent_compute-ego": 0.013625020980834962, "deviation-heading": 0.5175124909934787, "complete-iteration": 0.14616140286127727, "set_robot_commands": 0.0032850893338521323, "deviation-center-line": 0.1317363973067257, "driven_lanedir_consec": 0.8997887484358902, "sim_compute_sim_state": 0.01600804567337036, "sim_compute_performance-ego": 0.002578437328338623}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.574210160163812, "get_ui_image": 0.022151947021484375, "step_physics": 0.05616627866205787, "survival_time": 11.850000000000032, "driven_lanedir": 3.7441741403934543, "get_state_dump": 0.006898570161328537, "sim_render-ego": 0.003646383808634955, "get_robot_state": 0.008282195666671302, "get_duckie_state": 1.1196619347680971e-06, "in-drivable-lane": 1.7500000000000098, "agent_compute-ego": 0.012285286867165868, "deviation-heading": 2.191777810450641, "complete-iteration": 0.1313879681035939, "set_robot_commands": 0.0027394858090686396, "deviation-center-line": 0.822407444413373, "driven_lanedir_consec": 3.7441741403934543, "sim_compute_sim_state": 0.01678369819866454, "sim_compute_performance-ego": 0.0023518081455794065}}set_robot_commands_max 0.0033189301991330983 set_robot_commands_mean 0.0031641063256753013 set_robot_commands_median 0.0032990046472497325 set_robot_commands_min 0.0027394858090686396 sim_compute_performance-ego_max 0.00264676281663238 sim_compute_performance-ego_mean 0.0025385878325750364 sim_compute_performance-ego_median 0.002577890184044179 sim_compute_performance-ego_min 0.0023518081455794065 sim_compute_sim_state_max 0.01678369819866454 sim_compute_sim_state_mean 0.015606799176341729 sim_compute_sim_state_median 0.015714002847671507 sim_compute_sim_state_min 0.014215492811359342 sim_render-ego_max 0.003973276888737913 sim_render-ego_mean 0.0038572820625370112 sim_render-ego_median 0.003904733776387589 sim_render-ego_min 0.003646383808634955 simulation-passed 1 step_physics_max 0.06580399672190348 step_physics_mean 0.06244487606400178 step_physics_median 0.06390461443602288 step_physics_min 0.05616627866205787 survival_time_max 14.950000000000076 survival_time_mean 9.725000000000026 survival_time_min 3.049999999999997
No reset possible 43495
11683
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim aborted no afdaniele05-c7e03feddacf-1
2020-11-26 06:49:54+00:00 2020-11-26 06:57:27+00:00 0:07:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9955059943381652 survival_time_median 14.950000000000076 deviation-center-line_median 0.7332105787930459 in-drivable-lane_median 0.350000000000005
other stats agent_compute-ego_max 0.015706663926442464 agent_compute-ego_mean 0.014707565108935035 agent_compute-ego_median 0.014533231655756634 agent_compute-ego_min 0.014057133197784424 complete-iteration_max 0.19002819299697876 complete-iteration_mean 0.16384320517381035 complete-iteration_median 0.1590053447087606 complete-iteration_min 0.14733393828074137 deviation-center-line_max 0.7900130753828205 deviation-center-line_mean 0.6939295160792418 deviation-center-line_min 0.5192838313480551 deviation-heading_max 4.108623057899211 deviation-heading_mean 3.4787622741183943 deviation-heading_median 3.562539307575058 deviation-heading_min 2.6813474234242496 driven_any_max 3.6185450370635537 driven_any_mean 3.273576190130302 driven_any_median 3.3005231842379956 driven_any_min 2.8747133549816635 driven_lanedir_consec_max 3.5415278748570422 driven_lanedir_consec_mean 2.843696569140943 driven_lanedir_consec_min 1.8422464130303973 driven_lanedir_max 3.5415278748570422 driven_lanedir_mean 2.91131626074275 driven_lanedir_median 3.1307453775417793 driven_lanedir_min 1.8422464130303973 get_duckie_state_max 1.5250841776529948e-06 get_duckie_state_mean 1.4156103134155271e-06 get_duckie_state_median 1.3852119445800782e-06 get_duckie_state_min 1.3669331868489583e-06 get_robot_state_max 0.010073316097259522 get_robot_state_mean 0.009463030894597373 get_robot_state_median 0.009376515547434489 get_robot_state_min 0.009025776386260986 get_state_dump_max 0.007937975724538167 get_state_dump_mean 0.007645461956659952 get_state_dump_median 0.00765392541885376 get_state_dump_min 0.0073360212643941245 get_ui_image_max 0.030136736234029137 get_ui_image_mean 0.02776497741540273 get_ui_image_median 0.02846809148788452 get_ui_image_min 0.023986990451812743 in-drivable-lane_max 3.100000000000044 in-drivable-lane_mean 0.9500000000000136 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5408244119122747, "get_ui_image": 0.02819610039393107, "step_physics": 0.06820831855138143, "survival_time": 14.950000000000076, "driven_lanedir": 3.4053694097136864, "get_state_dump": 0.007384259700775147, "sim_render-ego": 0.004085707664489746, "get_robot_state": 0.009025776386260986, "get_duckie_state": 1.3701121012369793e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.014057133197784424, "deviation-heading": 3.6573588277874265, "complete-iteration": 0.15468822558720907, "set_robot_commands": 0.003481949170430501, "deviation-center-line": 0.7900130753828205, "driven_lanedir_consec": 3.4053694097136864, "sim_compute_sim_state": 0.017518664201100667, "sim_compute_performance-ego": 0.002643864949544271}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.6185450370635537, "get_ui_image": 0.02874008258183797, "step_physics": 0.07236361821492512, "survival_time": 14.950000000000076, "driven_lanedir": 3.5415278748570422, "get_state_dump": 0.007923591136932372, "sim_render-ego": 0.004224108854929606, "get_robot_state": 0.009678606192270916, "get_duckie_state": 1.400311787923177e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01486565669377645, "deviation-heading": 2.6813474234242496, "complete-iteration": 0.1633224638303121, "set_robot_commands": 0.003556519349416097, "deviation-center-line": 0.7225325931967551, "driven_lanedir_consec": 3.5415278748570422, "sim_compute_sim_state": 0.01913209040959676, "sim_compute_performance-ego": 0.002745844523111979}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8747133549816635, "get_ui_image": 0.023986990451812743, "step_physics": 0.06596691290537517, "survival_time": 14.950000000000076, "driven_lanedir": 1.8422464130303973, "get_state_dump": 0.0073360212643941245, "sim_render-ego": 0.004103881518046061, "get_robot_state": 0.009074424902598063, "get_duckie_state": 1.3669331868489583e-06, "in-drivable-lane": 3.100000000000044, "agent_compute-ego": 0.014200806617736816, "deviation-heading": 4.108623057899211, "complete-iteration": 0.14733393828074137, "set_robot_commands": 0.0034503555297851563, "deviation-center-line": 0.5192838313480551, "driven_lanedir_consec": 1.8422464130303973, "sim_compute_sim_state": 0.01649813413619995, "sim_compute_performance-ego": 0.0026278320948282877}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.060221956563716, "get_ui_image": 0.030136736234029137, "step_physics": 0.08818174521128337, "survival_time": 14.950000000000076, "driven_lanedir": 2.8561213453698726, "get_state_dump": 0.007937975724538167, "sim_render-ego": 0.004598295688629151, "get_robot_state": 0.010073316097259522, "get_duckie_state": 1.5250841776529948e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.015706663926442464, "deviation-heading": 3.4677197873626895, "complete-iteration": 0.19002819299697876, "set_robot_commands": 0.003779885768890381, "deviation-center-line": 0.7438885643893367, "driven_lanedir_consec": 2.585642578962644, "sim_compute_sim_state": 0.026612679958343505, "sim_compute_performance-ego": 0.002906467914581299}}set_robot_commands_max 0.003779885768890381 set_robot_commands_mean 0.0035671774546305337 set_robot_commands_median 0.003519234259923299 set_robot_commands_min 0.0034503555297851563 sim_compute_performance-ego_max 0.002906467914581299 sim_compute_performance-ego_mean 0.0027310023705164593 sim_compute_performance-ego_median 0.002694854736328125 sim_compute_performance-ego_min 0.0026278320948282877 sim_compute_sim_state_max 0.026612679958343505 sim_compute_sim_state_mean 0.01994039217631022 sim_compute_sim_state_median 0.018325377305348715 sim_compute_sim_state_min 0.01649813413619995 sim_render-ego_max 0.004598295688629151 sim_render-ego_mean 0.004252998431523641 sim_render-ego_median 0.004163995186487834 sim_render-ego_min 0.004085707664489746 simulation-passed 1 step_physics_max 0.08818174521128337 step_physics_mean 0.07368014872074127 step_physics_median 0.07028596838315328 step_physics_min 0.06596691290537517 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43485
11681
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 06:29:57+00:00 2020-11-26 06:36:43+00:00 0:06:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.604818451575513 survival_time_median 14.950000000000076 deviation-center-line_median 0.6654182757096332 in-drivable-lane_median 0.5250000000000075
other stats agent_compute-ego_max 0.011813380718231202 agent_compute-ego_mean 0.011615868409474692 agent_compute-ego_median 0.01159429709116618 agent_compute-ego_min 0.011461498737335206 complete-iteration_max 0.13270840803782144 complete-iteration_mean 0.12732745885848998 complete-iteration_median 0.12608620127042133 complete-iteration_min 0.12442902485529582 deviation-center-line_max 0.7580385265510715 deviation-center-line_mean 0.6282243493747522 deviation-center-line_min 0.424022319528671 deviation-heading_max 5.008450107029601 deviation-heading_mean 3.342151728257374 deviation-heading_median 2.920961024969778 deviation-heading_min 2.518234756060339 driven_any_max 3.003902222663584 driven_any_mean 2.6999103330926615 driven_any_median 2.8115201440297044 driven_any_min 2.1726988216476526 driven_lanedir_consec_max 2.9242096724100817 driven_lanedir_consec_mean 2.4891690390663275 driven_lanedir_consec_min 1.822829580704203 driven_lanedir_max 2.9242096724100817 driven_lanedir_mean 2.521518844909546 driven_lanedir_median 2.6695180632619477 driven_lanedir_min 1.822829580704203 get_duckie_state_max 1.0808308919270833e-06 get_duckie_state_mean 1.031955083211263e-06 get_duckie_state_median 1.0192394256591798e-06 get_duckie_state_min 1.0085105895996097e-06 get_robot_state_max 0.008995428880055745 get_robot_state_mean 0.008341264923413593 get_robot_state_median 0.00813066045443217 get_robot_state_min 0.008108309904734294 get_state_dump_max 0.007871212959289551 get_state_dump_mean 0.007071701089541117 get_state_dump_median 0.00680913766225179 get_state_dump_min 0.0067973160743713375 get_ui_image_max 0.02237816333770752 get_ui_image_mean 0.02225603381792704 get_ui_image_median 0.022227442661921185 get_ui_image_min 0.022191086610158284 in-drivable-lane_max 1.3500000000000192 in-drivable-lane_mean 0.6000000000000085 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.003902222663584, "get_ui_image": 0.02220845381418864, "step_physics": 0.05292444070180257, "survival_time": 14.950000000000076, "driven_lanedir": 2.9242096724100817, "get_state_dump": 0.006812661488850911, "sim_render-ego": 0.0036119914054870608, "get_robot_state": 0.008133422533671062, "get_duckie_state": 1.0808308919270833e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011629501978556316, "deviation-heading": 2.9475981604311325, "complete-iteration": 0.12442902485529582, "set_robot_commands": 0.0027213207880655925, "deviation-center-line": 0.6419191432244808, "driven_lanedir_consec": 2.9242096724100817, "sim_compute_sim_state": 0.01398403565088908, "sim_compute_performance-ego": 0.002327876091003418}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.960126921715608, "get_ui_image": 0.022191086610158284, "step_physics": 0.05298333247502645, "survival_time": 14.950000000000076, "driven_lanedir": 2.9111869115581372, "get_state_dump": 0.0067973160743713375, "sim_render-ego": 0.003607869942982992, "get_robot_state": 0.008995428880055745, "get_duckie_state": 1.0085105895996097e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01155909220377604, "deviation-heading": 2.518234756060339, "complete-iteration": 0.12471978743871052, "set_robot_commands": 0.0026801458994547525, "deviation-center-line": 0.424022319528671, "driven_lanedir_consec": 2.9111869115581372, "sim_compute_sim_state": 0.013511122862497966, "sim_compute_performance-ego": 0.002318561871846517}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.1726988216476526, "get_ui_image": 0.02237816333770752, "step_physics": 0.05493799368540446, "survival_time": 14.950000000000076, "driven_lanedir": 1.822829580704203, "get_state_dump": 0.007871212959289551, "sim_render-ego": 0.003635629812876383, "get_robot_state": 0.008108309904734294, "get_duckie_state": 1.02996826171875e-06, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.011813380718231202, "deviation-heading": 5.008450107029601, "complete-iteration": 0.12745261510213216, "set_robot_commands": 0.0027163195610046386, "deviation-center-line": 0.7580385265510715, "driven_lanedir_consec": 1.822829580704203, "sim_compute_sim_state": 0.013589982986450196, "sim_compute_performance-ego": 0.0023244444529215494}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.662913366343801, "get_ui_image": 0.02224643150965373, "step_physics": 0.05808971087137858, "survival_time": 14.950000000000076, "driven_lanedir": 2.4278492149657582, "get_state_dump": 0.006805613835652669, "sim_render-ego": 0.003619396686553955, "get_robot_state": 0.008127898375193277, "get_duckie_state": 1.0085105895996097e-06, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.011461498737335206, "deviation-heading": 2.8943238895084233, "complete-iteration": 0.13270840803782144, "set_robot_commands": 0.0034099634488423667, "deviation-center-line": 0.6889174081947854, "driven_lanedir_consec": 2.298449991592888, "sim_compute_sim_state": 0.016536930402119954, "sim_compute_performance-ego": 0.0023335480690002443}}set_robot_commands_max 0.0034099634488423667 set_robot_commands_mean 0.0028819374243418375 set_robot_commands_median 0.002718820174535116 set_robot_commands_min 0.0026801458994547525 sim_compute_performance-ego_max 0.0023335480690002443 sim_compute_performance-ego_mean 0.002326107621192932 sim_compute_performance-ego_median 0.0023261602719624836 sim_compute_performance-ego_min 0.002318561871846517 sim_compute_sim_state_max 0.016536930402119954 sim_compute_sim_state_mean 0.014405517975489298 sim_compute_sim_state_median 0.013787009318669635 sim_compute_sim_state_min 0.013511122862497966 sim_render-ego_max 0.003635629812876383 sim_render-ego_mean 0.0036187219619750978 sim_render-ego_median 0.003615694046020508 sim_render-ego_min 0.003607869942982992 simulation-passed 1 step_physics_max 0.05808971087137858 step_physics_mean 0.05473386943340301 step_physics_median 0.05396066308021545 step_physics_min 0.05292444070180257 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43472
11677
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 05:34:50+00:00 2020-11-26 05:42:00+00:00 0:07:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.1393570167263825 survival_time_median 14.950000000000076 deviation-center-line_median 1.0214514629422795 in-drivable-lane_median 2.7750000000000163
other stats agent_compute-ego_max 0.01496060609817505 agent_compute-ego_mean 0.01396324336528778 agent_compute-ego_median 0.01372793714205424 agent_compute-ego_min 0.013436493078867594 complete-iteration_max 0.14936550855636596 complete-iteration_mean 0.14635285417238872 complete-iteration_median 0.14675807197888693 complete-iteration_min 0.14252976417541505 deviation-center-line_max 1.178141943883132 deviation-center-line_mean 1.0120260441072524 deviation-center-line_min 0.8270593066613182 deviation-heading_max 3.6178056210130034 deviation-heading_mean 3.057241613356896 deviation-heading_median 3.138737302189586 deviation-heading_min 2.3336862280354076 driven_any_max 4.783410126342266 driven_any_mean 4.590507472631813 driven_any_median 4.579412652638737 driven_any_min 4.419794458907511 driven_lanedir_consec_max 4.612427863206957 driven_lanedir_consec_mean 3.3221048984070563 driven_lanedir_consec_min 2.3972776969685037 driven_lanedir_max 4.612427863206957 driven_lanedir_mean 3.8574760444488176 driven_lanedir_median 3.662704505426296 driven_lanedir_min 3.4920673037357215 get_duckie_state_max 1.318454742431641e-06 get_duckie_state_mean 1.2544790903727214e-06 get_duckie_state_median 1.264810562133789e-06 get_duckie_state_min 1.1698404947916666e-06 get_robot_state_max 0.008834680716196697 get_robot_state_mean 0.008745085795720418 get_robot_state_median 0.008724253177642822 get_robot_state_min 0.008697156111399333 get_state_dump_max 0.007303466002146403 get_state_dump_mean 0.007252354423205057 get_state_dump_median 0.007251401742299397 get_state_dump_min 0.007203148206075032 get_ui_image_max 0.025908594131469728 get_ui_image_mean 0.025553976297378538 get_ui_image_median 0.025706470410029096 get_ui_image_min 0.024894370237986248 in-drivable-lane_max 3.150000000000023 in-drivable-lane_mean 2.175000000000014 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.582174143332322, "get_ui_image": 0.02574969530105591, "step_physics": 0.06675067901611328, "survival_time": 14.950000000000076, "driven_lanedir": 3.4920673037357215, "get_state_dump": 0.007258342107137044, "sim_render-ego": 0.0039295379320780435, "get_robot_state": 0.008703734079996745, "get_duckie_state": 1.318454742431641e-06, "in-drivable-lane": 2.950000000000002, "agent_compute-ego": 0.01496060609817505, "deviation-heading": 3.6178056210130034, "complete-iteration": 0.14936550855636596, "set_robot_commands": 0.003437972863515218, "deviation-center-line": 0.9924662205133142, "driven_lanedir_consec": 2.3972776969685037, "sim_compute_sim_state": 0.015885612964630126, "sim_compute_performance-ego": 0.00260836919148763}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.576651161945153, "get_ui_image": 0.025908594131469728, "step_physics": 0.06182822386423747, "survival_time": 14.950000000000076, "driven_lanedir": 3.7825468233317543, "get_state_dump": 0.007203148206075032, "sim_render-ego": 0.003937617142995198, "get_robot_state": 0.008697156111399333, "get_duckie_state": 1.2747446695963542e-06, "in-drivable-lane": 3.150000000000023, "agent_compute-ego": 0.013436493078867594, "deviation-heading": 2.3336862280354076, "complete-iteration": 0.14252976417541505, "set_robot_commands": 0.0033887918790181477, "deviation-center-line": 1.050436705371245, "driven_lanedir_consec": 3.7825468233317543, "sim_compute_sim_state": 0.01544755220413208, "sim_compute_performance-ego": 0.002599484125773112}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.419794458907511, "get_ui_image": 0.02566324551900228, "step_physics": 0.06569446245829265, "survival_time": 14.950000000000076, "driven_lanedir": 3.5428621875208375, "get_state_dump": 0.007303466002146403, "sim_render-ego": 0.003883587519327799, "get_robot_state": 0.008834680716196697, "get_duckie_state": 1.254876454671224e-06, "in-drivable-lane": 2.6000000000000307, "agent_compute-ego": 0.013682490189870198, "deviation-heading": 3.1735398103736685, "complete-iteration": 0.14579936345418296, "set_robot_commands": 0.0034748172760009767, "deviation-center-line": 0.8270593066613182, "driven_lanedir_consec": 2.49616721012101, "sim_compute_sim_state": 0.014571491877237957, "sim_compute_performance-ego": 0.002604686419169108}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.783410126342266, "get_ui_image": 0.024894370237986248, "step_physics": 0.06365330775578816, "survival_time": 14.950000000000076, "driven_lanedir": 4.612427863206957, "get_state_dump": 0.007244461377461751, "sim_render-ego": 0.0038972949981689454, "get_robot_state": 0.008744772275288899, "get_duckie_state": 1.1698404947916666e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013773384094238282, "deviation-heading": 3.1039347940055033, "complete-iteration": 0.1477167805035909, "set_robot_commands": 0.003400007883707682, "deviation-center-line": 1.178141943883132, "driven_lanedir_consec": 4.612427863206957, "sim_compute_sim_state": 0.019460479418436687, "sim_compute_performance-ego": 0.002564707597096761}}set_robot_commands_max 0.0034748172760009767 set_robot_commands_mean 0.003425397475560506 set_robot_commands_median 0.00341899037361145 set_robot_commands_min 0.0033887918790181477 sim_compute_performance-ego_max 0.00260836919148763 sim_compute_performance-ego_mean 0.002594311833381653 sim_compute_performance-ego_median 0.00260208527247111 sim_compute_performance-ego_min 0.002564707597096761 sim_compute_sim_state_max 0.019460479418436687 sim_compute_sim_state_mean 0.016341284116109214 sim_compute_sim_state_median 0.015666582584381104 sim_compute_sim_state_min 0.014571491877237957 sim_render-ego_max 0.003937617142995198 sim_render-ego_mean 0.0039120093981424965 sim_render-ego_median 0.003913416465123495 sim_render-ego_min 0.003883587519327799 simulation-passed 1 step_physics_max 0.06675067901611328 step_physics_mean 0.06448166827360789 step_physics_median 0.0646738851070404 step_physics_min 0.06182822386423747 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43469
11677
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 05:26:09+00:00 2020-11-26 05:32:48+00:00 0:06:39 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4271967433591515 survival_time_median 14.950000000000076 deviation-center-line_median 0.7446417823767825 in-drivable-lane_median 4.650000000000029
other stats agent_compute-ego_max 0.011805891195933024 agent_compute-ego_mean 0.011603188514709472 agent_compute-ego_median 0.011647524038950604 agent_compute-ego_min 0.011311814785003664 complete-iteration_max 0.13025790294011433 complete-iteration_mean 0.12698922157287598 complete-iteration_median 0.1263266150156657 complete-iteration_min 0.12504575332005818 deviation-center-line_max 1.2680659258914528 deviation-center-line_mean 0.8125245844844461 deviation-center-line_min 0.4927488472927667 deviation-heading_max 2.659399598197644 deviation-heading_mean 2.5148196867124 deviation-heading_median 2.5388131415524926 deviation-heading_min 2.3222528655469716 driven_any_max 4.563576857684515 driven_any_mean 4.195165641150128 driven_any_median 4.353618462656082 driven_any_min 3.509848781603832 driven_lanedir_consec_max 3.833923625028822 driven_lanedir_consec_mean 2.6370425172497263 driven_lanedir_consec_min 1.85985295725178 driven_lanedir_max 3.833923625028822 driven_lanedir_mean 2.643180761348252 driven_lanedir_median 2.439473231556203 driven_lanedir_min 1.85985295725178 get_duckie_state_max 1.1189778645833331e-06 get_duckie_state_mean 1.0563929875691734e-06 get_duckie_state_median 1.043081283569336e-06 get_duckie_state_min 1.0204315185546876e-06 get_robot_state_max 0.00813066800435384 get_robot_state_mean 0.008110337257385254 get_robot_state_median 0.008109412988026938 get_robot_state_min 0.0080918550491333 get_state_dump_max 0.006804715792338053 get_state_dump_mean 0.006784953872362772 get_state_dump_median 0.006793867349624633 get_state_dump_min 0.0067473649978637695 get_ui_image_max 0.022218701044718424 get_ui_image_mean 0.02212565302848816 get_ui_image_median 0.022109902699788412 get_ui_image_min 0.02206410566965739 in-drivable-lane_max 8.000000000000071 in-drivable-lane_mean 4.700000000000031 in-drivable-lane_min 1.499999999999995 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.563576857684515, "get_ui_image": 0.022121448516845704, "step_physics": 0.05340127865473429, "survival_time": 14.950000000000076, "driven_lanedir": 3.833923625028822, "get_state_dump": 0.006804715792338053, "sim_render-ego": 0.00363685687383016, "get_robot_state": 0.00813066800435384, "get_duckie_state": 1.1189778645833331e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.011311814785003664, "deviation-heading": 2.5705915656161165, "complete-iteration": 0.12504575332005818, "set_robot_commands": 0.0027247802416483563, "deviation-center-line": 0.8812882431253353, "driven_lanedir_consec": 3.833923625028822, "sim_compute_sim_state": 0.014505798021952312, "sim_compute_performance-ego": 0.002336620489756266}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.373152840834456, "get_ui_image": 0.02209835688273112, "step_physics": 0.05451765537261963, "survival_time": 14.950000000000076, "driven_lanedir": 1.85985295725178, "get_state_dump": 0.0067473649978637695, "sim_render-ego": 0.0036342787742614743, "get_robot_state": 0.0080918550491333, "get_duckie_state": 1.0395050048828126e-06, "in-drivable-lane": 7.400000000000031, "agent_compute-ego": 0.011519058545430502, "deviation-heading": 2.5070347174888687, "complete-iteration": 0.12591937859853108, "set_robot_commands": 0.0026753656069437664, "deviation-center-line": 0.6079953216282297, "driven_lanedir_consec": 1.85985295725178, "sim_compute_sim_state": 0.01424225091934204, "sim_compute_performance-ego": 0.002320253054300944}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.509848781603832, "get_ui_image": 0.022218701044718424, "step_physics": 0.0549921981493632, "survival_time": 14.950000000000076, "driven_lanedir": 2.780214376186364, "get_state_dump": 0.006799348990122477, "sim_render-ego": 0.0036567568778991697, "get_robot_state": 0.008114076455434164, "get_duckie_state": 1.0466575622558593e-06, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.011775989532470704, "deviation-heading": 2.659399598197644, "complete-iteration": 0.1267338514328003, "set_robot_commands": 0.0026938454310099285, "deviation-center-line": 1.2680659258914528, "driven_lanedir_consec": 2.780214376186364, "sim_compute_sim_state": 0.014079254468282064, "sim_compute_performance-ego": 0.0023298931121826173}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.334084084477708, "get_ui_image": 0.02206410566965739, "step_physics": 0.05519870440165202, "survival_time": 14.950000000000076, "driven_lanedir": 2.0987320869260415, "get_state_dump": 0.00678838570912679, "sim_render-ego": 0.003674891789754232, "get_robot_state": 0.00810474952061971, "get_duckie_state": 1.0204315185546876e-06, "in-drivable-lane": 8.000000000000071, "agent_compute-ego": 0.011805891195933024, "deviation-heading": 2.3222528655469716, "complete-iteration": 0.13025790294011433, "set_robot_commands": 0.0030544376373291015, "deviation-center-line": 0.4927488472927667, "driven_lanedir_consec": 2.0741791105319383, "sim_compute_sim_state": 0.017159676551818846, "sim_compute_performance-ego": 0.0023338460922241212}}set_robot_commands_max 0.0030544376373291015 set_robot_commands_mean 0.002787107229232788 set_robot_commands_median 0.0027093128363291424 set_robot_commands_min 0.0026753656069437664 sim_compute_performance-ego_max 0.002336620489756266 sim_compute_performance-ego_mean 0.002330153187115987 sim_compute_performance-ego_median 0.002331869602203369 sim_compute_performance-ego_min 0.002320253054300944 sim_compute_sim_state_max 0.017159676551818846 sim_compute_sim_state_mean 0.014996744990348816 sim_compute_sim_state_median 0.014374024470647177 sim_compute_sim_state_min 0.014079254468282064 sim_render-ego_max 0.003674891789754232 sim_render-ego_mean 0.003650696078936259 sim_render-ego_median 0.003646806875864665 sim_render-ego_min 0.0036342787742614743 simulation-passed 1 step_physics_max 0.05519870440165202 step_physics_mean 0.05452745914459228 step_physics_median 0.05475492676099142 step_physics_min 0.05340127865473429 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43364
11664
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 04:29:09+00:00 2020-11-26 04:37:38+00:00 0:08:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.448169821011179 survival_time_median 14.950000000000076 deviation-center-line_median 0.7013303688781402 in-drivable-lane_median 4.475000000000049
other stats agent_compute-ego_max 0.01692860753912675 agent_compute-ego_mean 0.015515787580557036 agent_compute-ego_median 0.016056130727132162 agent_compute-ego_min 0.013022281328837076 complete-iteration_max 0.22819646785133765 complete-iteration_mean 0.18616563506293715 complete-iteration_median 0.1874426321188609 complete-iteration_min 0.1415808081626892 deviation-center-line_max 0.8434773728606741 deviation-center-line_mean 0.6569735062689275 deviation-center-line_min 0.3817559144587556 deviation-heading_max 2.7570676988092813 deviation-heading_mean 2.2120617352793444 deviation-heading_median 2.338351777096638 deviation-heading_min 1.4144756881148202 driven_any_max 3.879741119277061 driven_any_mean 3.8300276504924184 driven_any_median 3.8795714825149377 driven_any_min 3.681226517662736 driven_lanedir_consec_max 3.70103326905188 driven_lanedir_consec_mean 2.475797446138433 driven_lanedir_consec_min 1.3058168734794926 driven_lanedir_max 3.70103326905188 driven_lanedir_mean 2.475797446138433 driven_lanedir_median 2.448169821011179 driven_lanedir_min 1.3058168734794926 get_duckie_state_max 1.464810287743284e-06 get_duckie_state_mean 1.3308044065508926e-06 get_duckie_state_median 1.3081232706705728e-06 get_duckie_state_min 1.2421607971191406e-06 get_robot_state_max 0.01090238136157655 get_robot_state_mean 0.009965966448449251 get_robot_state_median 0.010162200530370076 get_robot_state_min 0.008637083371480307 get_state_dump_max 0.008086790118301124 get_state_dump_mean 0.007735505271376225 get_state_dump_median 0.007842756907145181 get_state_dump_min 0.007169717152913411 get_ui_image_max 0.039937251910828704 get_ui_image_mean 0.03171144537758409 get_ui_image_median 0.03171956976254781 get_ui_image_min 0.02346939007441203 in-drivable-lane_max 9.350000000000083 in-drivable-lane_mean 4.6500000000000465 in-drivable-lane_min 0.30000000000000426 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.681226517662736, "get_ui_image": 0.039937251910828704, "step_physics": 0.11015966398674146, "survival_time": 14.250000000000068, "driven_lanedir": 2.8256332789560856, "get_state_dump": 0.008086790118301124, "sim_render-ego": 0.004872645829853258, "get_robot_state": 0.01090238136157655, "get_duckie_state": 1.464810287743284e-06, "in-drivable-lane": 2.750000000000023, "agent_compute-ego": 0.01692860753912675, "deviation-heading": 2.513170719063523, "complete-iteration": 0.22819646785133765, "set_robot_commands": 0.0038941157491583574, "deviation-center-line": 0.7866723099619772, "driven_lanedir_consec": 2.8256332789560856, "sim_compute_sim_state": 0.030061447411252745, "sim_compute_performance-ego": 0.003252530516239635}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879733060206077, "get_ui_image": 0.031226865450541177, "step_physics": 0.08594329277674358, "survival_time": 14.950000000000076, "driven_lanedir": 3.70103326905188, "get_state_dump": 0.007920103073120117, "sim_render-ego": 0.004745720227559407, "get_robot_state": 0.01022860844930013, "get_duckie_state": 1.3645490010579428e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.016645896434783935, "deviation-heading": 2.7570676988092813, "complete-iteration": 0.1857892942428589, "set_robot_commands": 0.003876345157623291, "deviation-center-line": 0.8434773728606741, "driven_lanedir_consec": 3.70103326905188, "sim_compute_sim_state": 0.021917222340901692, "sim_compute_performance-ego": 0.0031864198048909506}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879409904823799, "get_ui_image": 0.032212274074554445, "step_physics": 0.09092846155166626, "survival_time": 14.950000000000076, "driven_lanedir": 1.3058168734794926, "get_state_dump": 0.007765410741170247, "sim_render-ego": 0.004657245477040608, "get_robot_state": 0.010095792611440025, "get_duckie_state": 1.2516975402832031e-06, "in-drivable-lane": 9.350000000000083, "agent_compute-ego": 0.015466365019480389, "deviation-heading": 1.4144756881148202, "complete-iteration": 0.1890959699948629, "set_robot_commands": 0.003686960538228353, "deviation-center-line": 0.3817559144587556, "driven_lanedir_consec": 1.3058168734794926, "sim_compute_sim_state": 0.02129151582717895, "sim_compute_performance-ego": 0.0028945438067118326}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.879741119277061, "get_ui_image": 0.02346939007441203, "step_physics": 0.062464181582132974, "survival_time": 14.950000000000076, "driven_lanedir": 2.0707063630662725, "get_state_dump": 0.007169717152913411, "sim_render-ego": 0.00386351744333903, "get_robot_state": 0.008637083371480307, "get_duckie_state": 1.2421607971191406e-06, "in-drivable-lane": 6.200000000000077, "agent_compute-ego": 0.013022281328837076, "deviation-heading": 2.163532835129753, "complete-iteration": 0.1415808081626892, "set_robot_commands": 0.003127327760060628, "deviation-center-line": 0.6159884277943031, "driven_lanedir_consec": 2.0707063630662725, "sim_compute_sim_state": 0.0171647580464681, "sim_compute_performance-ego": 0.002571574846903483}}set_robot_commands_max 0.0038941157491583574 set_robot_commands_mean 0.003646187301267657 set_robot_commands_median 0.003781652847925822 set_robot_commands_min 0.003127327760060628 sim_compute_performance-ego_max 0.003252530516239635 sim_compute_performance-ego_mean 0.0029762672436864754 sim_compute_performance-ego_median 0.0030404818058013916 sim_compute_performance-ego_min 0.002571574846903483 sim_compute_sim_state_max 0.030061447411252745 sim_compute_sim_state_mean 0.02260873590645037 sim_compute_sim_state_median 0.02160436908404032 sim_compute_sim_state_min 0.0171647580464681 sim_render-ego_max 0.004872645829853258 sim_render-ego_mean 0.004534782244448076 sim_render-ego_median 0.004701482852300008 sim_render-ego_min 0.00386351744333903 simulation-passed 1 step_physics_max 0.11015966398674146 step_physics_mean 0.08737389997432107 step_physics_median 0.08843587716420492 step_physics_min 0.062464181582132974 survival_time_max 14.950000000000076 survival_time_mean 14.775000000000071 survival_time_min 14.250000000000068
No reset possible 43337
11661
Dishank Bansal  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 04:03:03+00:00 2020-11-26 04:12:15+00:00 0:09:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9931715008912354 survival_time_median 14.950000000000076 deviation-center-line_median 0.6180736667701174 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.049451746940612794 agent_compute-ego_mean 0.04109213987986247 agent_compute-ego_median 0.04224658568700154 agent_compute-ego_min 0.030423641204833984 complete-iteration_max 0.24582161823908488 complete-iteration_mean 0.2261094494660695 complete-iteration_median 0.2406127222379049 complete-iteration_min 0.17739073514938355 deviation-center-line_max 0.8198332985242637 deviation-center-line_mean 0.6390935787060642 deviation-center-line_min 0.5003936827597584 deviation-heading_max 2.488917019904597 deviation-heading_mean 2.007984195206344 deviation-heading_median 1.9409898602634952 deviation-heading_min 1.6610400403937875 driven_any_max 3.200034492529583 driven_any_mean 2.967748869326371 driven_any_median 3.038564572138895 driven_any_min 2.5938318404981113 driven_lanedir_consec_max 3.1614640728488173 driven_lanedir_consec_mean 2.9223686811682157 driven_lanedir_consec_min 2.5416676500415747 driven_lanedir_max 3.1614640728488173 driven_lanedir_mean 2.9223686811682157 driven_lanedir_median 2.9931715008912354 driven_lanedir_min 2.5416676500415747 get_duckie_state_max 1.610120137532552e-06 get_duckie_state_mean 1.5226999918619792e-06 get_duckie_state_median 1.5401840209960935e-06 get_duckie_state_min 1.400311787923177e-06 get_robot_state_max 0.010825395584106444 get_robot_state_mean 0.010262158314387005 get_robot_state_median 0.010577947696050008 get_robot_state_min 0.009067342281341552 get_state_dump_max 0.008266843954722087 get_state_dump_mean 0.00794380803902944 get_state_dump_median 0.00808369994163513 get_state_dump_min 0.007340988318125407 get_ui_image_max 0.040506359736124674 get_ui_image_mean 0.03587515950202942 get_ui_image_median 0.03848559021949768 get_ui_image_min 0.02602309783299764 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0444862423697567, "get_ui_image": 0.040506359736124674, "step_physics": 0.10751403093338012, "survival_time": 14.950000000000076, "driven_lanedir": 2.985271406642204, "get_state_dump": 0.008266843954722087, "sim_render-ego": 0.004847644964853922, "get_robot_state": 0.010825395584106444, "get_duckie_state": 1.610120137532552e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030423641204833984, "deviation-heading": 2.1426955734806636, "complete-iteration": 0.23696816047032673, "set_robot_commands": 0.003655683199564616, "deviation-center-line": 0.6272230960477078, "driven_lanedir_consec": 2.985271406642204, "sim_compute_sim_state": 0.027631199359893797, "sim_compute_performance-ego": 0.0032065979639689128}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.200034492529583, "get_ui_image": 0.039882946809132895, "step_physics": 0.10037847916285196, "survival_time": 14.950000000000076, "driven_lanedir": 3.1614640728488173, "get_state_dump": 0.008076128959655761, "sim_render-ego": 0.004970998764038086, "get_robot_state": 0.010696354707082112, "get_duckie_state": 1.5878677368164065e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.04725699583689372, "deviation-heading": 1.7392841470463272, "complete-iteration": 0.24582161823908488, "set_robot_commands": 0.003556698163350423, "deviation-center-line": 0.608924237492527, "driven_lanedir_consec": 3.1614640728488173, "sim_compute_sim_state": 0.027632145086924235, "sim_compute_performance-ego": 0.003279392719268799}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5938318404981113, "get_ui_image": 0.037088233629862466, "step_physics": 0.09951261520385742, "survival_time": 14.950000000000076, "driven_lanedir": 2.5416676500415747, "get_state_dump": 0.008091270923614502, "sim_render-ego": 0.00544405460357666, "get_robot_state": 0.010459540685017903, "get_duckie_state": 1.4925003051757812e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.049451746940612794, "deviation-heading": 2.488917019904597, "complete-iteration": 0.244257284005483, "set_robot_commands": 0.0033441932996114095, "deviation-center-line": 0.5003936827597584, "driven_lanedir_consec": 2.5416676500415747, "sim_compute_sim_state": 0.02751607100168864, "sim_compute_performance-ego": 0.0032560102144877116}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.032642901908033, "get_ui_image": 0.02602309783299764, "step_physics": 0.06849984804789225, "survival_time": 14.950000000000076, "driven_lanedir": 3.0010715951402664, "get_state_dump": 0.007340988318125407, "sim_render-ego": 0.004052050908406575, "get_robot_state": 0.009067342281341552, "get_duckie_state": 1.400311787923177e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.037236175537109374, "deviation-heading": 1.6610400403937875, "complete-iteration": 0.17739073514938355, "set_robot_commands": 0.0029456448554992676, "deviation-center-line": 0.8198332985242637, "driven_lanedir_consec": 3.0010715951402664, "sim_compute_sim_state": 0.019187198479970295, "sim_compute_performance-ego": 0.0029510839780171713}}set_robot_commands_max 0.003655683199564616 set_robot_commands_mean 0.003375554879506429 set_robot_commands_median 0.0034504457314809165 set_robot_commands_min 0.0029456448554992676 sim_compute_performance-ego_max 0.003279392719268799 sim_compute_performance-ego_mean 0.0031732712189356483 sim_compute_performance-ego_median 0.003231304089228312 sim_compute_performance-ego_min 0.0029510839780171713 sim_compute_sim_state_max 0.027632145086924235 sim_compute_sim_state_mean 0.025491653482119243 sim_compute_sim_state_median 0.027573635180791214 sim_compute_sim_state_min 0.019187198479970295 sim_render-ego_max 0.00544405460357666 sim_render-ego_mean 0.004828687310218811 sim_render-ego_median 0.004909321864446004 sim_render-ego_min 0.004052050908406575 simulation-passed 1 step_physics_max 0.10751403093338012 step_physics_mean 0.09397624333699545 step_physics_median 0.09994554718335467 step_physics_min 0.06849984804789225 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43291
11655
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 03:03:10+00:00 2020-11-26 03:08:34+00:00 0:05:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8340430958865592 survival_time_median 7.974999999999985 deviation-center-line_median 0.2982511733544192 in-drivable-lane_median 2.499999999999994
other stats agent_compute-ego_max 0.01704834911921253 agent_compute-ego_mean 0.014600414617996115 agent_compute-ego_median 0.013930605749078836 agent_compute-ego_min 0.013492097854614258 complete-iteration_max 0.1835526309601248 complete-iteration_mean 0.15880743414925003 complete-iteration_median 0.15156802113575285 complete-iteration_min 0.14854106336536974 deviation-center-line_max 0.4482816837656623 deviation-center-line_mean 0.32402379730679415 deviation-center-line_min 0.25131115875267585 deviation-heading_max 1.6086968257976724 deviation-heading_mean 1.2515591781182085 deviation-heading_median 1.1853014369424262 deviation-heading_min 1.02693701279031 driven_any_max 5.743966391366969 driven_any_mean 3.418938646611797 driven_any_median 3.0289423248315313 driven_any_min 1.873903545417157 driven_lanedir_consec_max 2.61159613647445 driven_lanedir_consec_mean 1.9108147091561412 driven_lanedir_consec_min 1.3635765083769953 driven_lanedir_max 2.61159613647445 driven_lanedir_mean 1.9139876499003048 driven_lanedir_median 1.8403889773748872 driven_lanedir_min 1.3635765083769953 get_duckie_state_max 1.3602923040520656e-06 get_duckie_state_mean 1.3439089440152127e-06 get_duckie_state_median 1.3396275985217969e-06 get_duckie_state_min 1.3360882749651915e-06 get_robot_state_max 0.00968118726390682 get_robot_state_mean 0.009097124386671917 get_robot_state_median 0.008985616963900187 get_robot_state_min 0.00873607635498047 get_state_dump_max 0.007850958876413842 get_state_dump_mean 0.00749782932506588 get_state_dump_median 0.007415957915614413 get_state_dump_min 0.00730844259262085 get_ui_image_max 0.02945803452844489 get_ui_image_mean 0.02642015032429749 get_ui_image_median 0.025832570830587508 get_ui_image_min 0.024557425107570054 in-drivable-lane_max 9.000000000000073 in-drivable-lane_mean 3.550000000000015 in-drivable-lane_min 0.1999999999999993 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.743966391366969, "get_ui_image": 0.02629510800043742, "step_physics": 0.06811972697575887, "survival_time": 14.950000000000076, "driven_lanedir": 2.031076943630097, "get_state_dump": 0.00730844259262085, "sim_render-ego": 0.004061268170674642, "get_robot_state": 0.00873607635498047, "get_duckie_state": 1.3383229573567708e-06, "in-drivable-lane": 9.000000000000073, "agent_compute-ego": 0.013492097854614258, "deviation-heading": 1.6086968257976724, "complete-iteration": 0.14979809919993084, "set_robot_commands": 0.0034551350275675457, "deviation-center-line": 0.4482816837656623, "driven_lanedir_consec": 2.018385180653442, "sim_compute_sim_state": 0.01564399719238281, "sim_compute_performance-ego": 0.0026021655400594074}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.873903545417157, "get_ui_image": 0.025370033660737593, "step_physics": 0.06750708287305171, "survival_time": 5.04999999999999, "driven_lanedir": 1.6497010111196773, "get_state_dump": 0.007342843726129815, "sim_render-ego": 0.004034920494155128, "get_robot_state": 0.008832926797394705, "get_duckie_state": 1.3360882749651915e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.014149356596540695, "deviation-heading": 1.135892232685091, "complete-iteration": 0.14854106336536974, "set_robot_commands": 0.0033999055919080676, "deviation-center-line": 0.25131115875267585, "driven_lanedir_consec": 1.6497010111196773, "sim_compute_sim_state": 0.014774112418146416, "sim_compute_performance-ego": 0.0030432550033720413}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.291092754358064, "get_ui_image": 0.024557425107570054, "step_physics": 0.0719740156493435, "survival_time": 8.649999999999988, "driven_lanedir": 1.3635765083769953, "get_state_dump": 0.007489072105099011, "sim_render-ego": 0.003911834231690865, "get_robot_state": 0.009138307130405667, "get_duckie_state": 1.3409322396868227e-06, "in-drivable-lane": 4.599999999999989, "agent_compute-ego": 0.013711854901616973, "deviation-heading": 1.02693701279031, "complete-iteration": 0.15333794307157483, "set_robot_commands": 0.003864056802209402, "deviation-center-line": 0.2811614996242473, "driven_lanedir_consec": 1.3635765083769953, "sim_compute_sim_state": 0.01594225106211756, "sim_compute_performance-ego": 0.002660568049877365}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.766791895304998, "get_ui_image": 0.02945803452844489, "step_physics": 0.08454637168204948, "survival_time": 7.299999999999982, "driven_lanedir": 2.61159613647445, "get_state_dump": 0.007850958876413842, "sim_render-ego": 0.004506037659841041, "get_robot_state": 0.00968118726390682, "get_duckie_state": 1.3602923040520656e-06, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.01704834911921253, "deviation-heading": 1.234710641199761, "complete-iteration": 0.1835526309601248, "set_robot_commands": 0.00362388891716526, "deviation-center-line": 0.31534084708459104, "driven_lanedir_consec": 2.61159613647445, "sim_compute_sim_state": 0.023448759562348667, "sim_compute_performance-ego": 0.003297964187517558}}set_robot_commands_max 0.003864056802209402 set_robot_commands_mean 0.003585746584712569 set_robot_commands_median 0.003539511972366403 set_robot_commands_min 0.0033999055919080676 sim_compute_performance-ego_max 0.003297964187517558 sim_compute_performance-ego_mean 0.002900988195206593 sim_compute_performance-ego_median 0.002851911526624703 sim_compute_performance-ego_min 0.0026021655400594074 sim_compute_sim_state_max 0.023448759562348667 sim_compute_sim_state_mean 0.017452280058748864 sim_compute_sim_state_median 0.015793124127250185 sim_compute_sim_state_min 0.014774112418146416 sim_render-ego_max 0.004506037659841041 sim_render-ego_mean 0.004128515139090419 sim_render-ego_median 0.004048094332414885 sim_render-ego_min 0.003911834231690865 simulation-passed 1 step_physics_max 0.08454637168204948 step_physics_mean 0.07303679929505089 step_physics_median 0.07004687131255119 step_physics_min 0.06750708287305171 survival_time_max 14.950000000000076 survival_time_mean 8.98750000000001 survival_time_min 5.04999999999999
No reset possible 43253
11648
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 02:01:54+00:00 2020-11-26 02:07:28+00:00 0:05:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.661793776564919 survival_time_median 13.82500000000006 deviation-center-line_median 0.49131816618257007 in-drivable-lane_median 3.5250000000000288
other stats agent_compute-ego_max 0.011870278517405191 agent_compute-ego_mean 0.011775625636677865 agent_compute-ego_median 0.011783958582740443 agent_compute-ego_min 0.011664306863825372 complete-iteration_max 0.1313019299507141 complete-iteration_mean 0.1268718141646563 complete-iteration_median 0.12662913232650658 complete-iteration_min 0.12292706205489788 deviation-center-line_max 0.776607220888702 deviation-center-line_mean 0.4985309307539661 deviation-center-line_min 0.2348801697620221 deviation-heading_max 3.467705650662926 deviation-heading_mean 1.848933498858106 deviation-heading_median 1.806749880398576 deviation-heading_min 0.3145285839723465 driven_any_max 3.8333373210482886 driven_any_mean 2.829505810906357 driven_any_median 2.9631019179402527 driven_any_min 1.558482086696634 driven_lanedir_consec_max 3.7388323335944382 driven_lanedir_consec_mean 2.0571470065600903 driven_lanedir_consec_min 1.166168139516085 driven_lanedir_max 3.7388323335944382 driven_lanedir_mean 2.0571470065600903 driven_lanedir_median 1.661793776564919 driven_lanedir_min 1.166168139516085 get_duckie_state_max 1.1083927560359873e-06 get_duckie_state_mean 1.0648165914410154e-06 get_duckie_state_median 1.0795261603327874e-06 get_duckie_state_min 9.918212890625e-07 get_robot_state_max 0.008190070550272785 get_robot_state_mean 0.008124677669651153 get_robot_state_median 0.008112551751711689 get_robot_state_min 0.008083536624908447 get_state_dump_max 0.006950639663858616 get_state_dump_mean 0.006839806895669584 get_state_dump_median 0.00682038250870592 get_state_dump_min 0.006767822901407878 get_ui_image_max 0.022469686710928367 get_ui_image_mean 0.022282580773841196 get_ui_image_median 0.022271026372909543 get_ui_image_min 0.022118583638617333 in-drivable-lane_max 6.950000000000013 in-drivable-lane_mean 3.5000000000000178 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.558482086696634, "get_ui_image": 0.022118583638617333, "step_physics": 0.05224828517183344, "survival_time": 4.699999999999991, "driven_lanedir": 1.166168139516085, "get_state_dump": 0.006950639663858616, "sim_render-ego": 0.00356912612915039, "get_robot_state": 0.008133185670730915, "get_duckie_state": 1.1083927560359873e-06, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.011664306863825372, "deviation-heading": 0.3145285839723465, "complete-iteration": 0.12292706205489788, "set_robot_commands": 0.002638362823648656, "deviation-center-line": 0.2348801697620221, "driven_lanedir_consec": 1.166168139516085, "sim_compute_sim_state": 0.013195775924844944, "sim_compute_performance-ego": 0.0023321775679892684}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.7504294653084225, "get_ui_image": 0.022469686710928367, "step_physics": 0.05323399333503303, "survival_time": 12.700000000000044, "driven_lanedir": 1.8331055304921469, "get_state_dump": 0.006870459383866918, "sim_render-ego": 0.0036017434803519662, "get_robot_state": 0.008190070550272785, "get_duckie_state": 1.0869634433055487e-06, "in-drivable-lane": 6.000000000000061, "agent_compute-ego": 0.011702240921380952, "deviation-heading": 1.0199940349826844, "complete-iteration": 0.1249558756670614, "set_robot_commands": 0.0027141777549202985, "deviation-center-line": 0.26861711919653436, "driven_lanedir_consec": 1.8331055304921469, "sim_compute_sim_state": 0.013777301067442406, "sim_compute_performance-ego": 0.002319259906378318}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1757743705720825, "get_ui_image": 0.022239607175191245, "step_physics": 0.05666461865107218, "survival_time": 14.950000000000076, "driven_lanedir": 1.4904820226376907, "get_state_dump": 0.006770305633544922, "sim_render-ego": 0.003636284669240315, "get_robot_state": 0.008083536624908447, "get_duckie_state": 1.072088877360026e-06, "in-drivable-lane": 6.950000000000013, "agent_compute-ego": 0.011870278517405191, "deviation-heading": 3.467705650662926, "complete-iteration": 0.12830238898595175, "set_robot_commands": 0.00266114075978597, "deviation-center-line": 0.7140192131686058, "driven_lanedir_consec": 1.4904820226376907, "sim_compute_sim_state": 0.013993375301361084, "sim_compute_performance-ego": 0.0023055267333984375}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8333373210482886, "get_ui_image": 0.022302445570627848, "step_physics": 0.05723416566848755, "survival_time": 14.950000000000076, "driven_lanedir": 3.7388323335944382, "get_state_dump": 0.006767822901407878, "sim_render-ego": 0.0035831379890441896, "get_robot_state": 0.008091917832692464, "get_duckie_state": 9.918212890625e-07, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011865676244099937, "deviation-heading": 2.593505725814468, "complete-iteration": 0.1313019299507141, "set_robot_commands": 0.0026422532399495444, "deviation-center-line": 0.776607220888702, "driven_lanedir_consec": 3.7388323335944382, "sim_compute_sim_state": 0.016425229708353677, "sim_compute_performance-ego": 0.0023116652170817055}}set_robot_commands_max 0.0027141777549202985 set_robot_commands_mean 0.0026639836445761173 set_robot_commands_median 0.0026516969998677574 set_robot_commands_min 0.002638362823648656 sim_compute_performance-ego_max 0.0023321775679892684 sim_compute_performance-ego_mean 0.0023171573562119326 sim_compute_performance-ego_median 0.002315462561730012 sim_compute_performance-ego_min 0.0023055267333984375 sim_compute_sim_state_max 0.016425229708353677 sim_compute_sim_state_mean 0.01434792050050053 sim_compute_sim_state_median 0.013885338184401744 sim_compute_sim_state_min 0.013195775924844944 sim_render-ego_max 0.003636284669240315 sim_render-ego_mean 0.0035975730669467153 sim_render-ego_median 0.003592440734698078 sim_render-ego_min 0.00356912612915039 simulation-passed 1 step_physics_max 0.05723416566848755 step_physics_mean 0.054845265706606555 step_physics_median 0.0549493059930526 step_physics_min 0.05224828517183344 survival_time_max 14.950000000000076 survival_time_mean 11.825000000000047 survival_time_min 4.699999999999991
No reset possible 43236
11642
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-26 01:04:20+00:00 2020-11-26 01:10:59+00:00 0:06:39 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9474799627656183 survival_time_median 14.950000000000076 deviation-center-line_median 0.6255028058013077 in-drivable-lane_median 5.025000000000045
other stats agent_compute-ego_max 0.014361382325490316 agent_compute-ego_mean 0.01280750370386875 agent_compute-ego_median 0.012679234743118288 agent_compute-ego_min 0.011510163003748112 complete-iteration_max 0.14806780179341633 complete-iteration_mean 0.14008166383613238 complete-iteration_median 0.14076138456662496 complete-iteration_min 0.13073608441786333 deviation-center-line_max 0.8712420014883318 deviation-center-line_mean 0.6556810923472893 deviation-center-line_min 0.5004767562982104 deviation-heading_max 3.487834126201536 deviation-heading_mean 1.9007447032785871 deviation-heading_median 1.5337717645079976 deviation-heading_min 1.0476011578968176 driven_any_max 3.879723366772984 driven_any_mean 3.6107577460615263 driven_any_median 3.866229105950309 driven_any_min 2.830849405572503 driven_lanedir_consec_max 3.744531438098185 driven_lanedir_consec_mean 2.297289829433253 driven_lanedir_consec_min 1.5496679541035887 driven_lanedir_max 3.744531438098185 driven_lanedir_mean 2.297289829433253 driven_lanedir_median 1.9474799627656183 driven_lanedir_min 1.5496679541035887 get_duckie_state_max 1.384417215983073e-06 get_duckie_state_mean 1.2375007976185194e-06 get_duckie_state_median 1.2544790903727214e-06 get_duckie_state_min 1.056627793745561e-06 get_robot_state_max 0.00881199598312378 get_robot_state_mean 0.008545877265207695 get_robot_state_median 0.008589290777842203 get_robot_state_min 0.008192931522022594 get_state_dump_max 0.007247938315073649 get_state_dump_mean 0.007114890542897311 get_state_dump_median 0.007184690634409586 get_state_dump_min 0.006842242587696422 get_ui_image_max 0.02606698274612427 get_ui_image_mean 0.024244750214345526 get_ui_image_median 0.02438526233037313 get_ui_image_min 0.022141493450511585 in-drivable-lane_max 8.550000000000079 in-drivable-lane_mean 4.650000000000042 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8530322487484554, "get_ui_image": 0.025063703854878744, "step_physics": 0.06603529691696167, "survival_time": 14.950000000000076, "driven_lanedir": 1.651578904491028, "get_state_dump": 0.007247938315073649, "sim_render-ego": 0.004037397702534994, "get_robot_state": 0.00881199598312378, "get_duckie_state": 1.384417215983073e-06, "in-drivable-lane": 7.950000000000059, "agent_compute-ego": 0.014361382325490316, "deviation-heading": 1.7111049167392185, "complete-iteration": 0.14806780179341633, "set_robot_commands": 0.003514575163523356, "deviation-center-line": 0.6786303892628864, "driven_lanedir_consec": 1.651578904491028, "sim_compute_sim_state": 0.016253435611724855, "sim_compute_performance-ego": 0.002655619780222575}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879723366772984, "get_ui_image": 0.02606698274612427, "step_physics": 0.06417127291361491, "survival_time": 14.950000000000076, "driven_lanedir": 3.744531438098185, "get_state_dump": 0.007227679093678792, "sim_render-ego": 0.003994621435801188, "get_robot_state": 0.008687419891357422, "get_duckie_state": 1.3422966003417968e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013159712950388591, "deviation-heading": 3.487834126201536, "complete-iteration": 0.14485464731852213, "set_robot_commands": 0.003493011792500814, "deviation-center-line": 0.8712420014883318, "driven_lanedir_consec": 3.744531438098185, "sim_compute_sim_state": 0.015325806140899656, "sim_compute_performance-ego": 0.0026427483558654785}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879425963152163, "get_ui_image": 0.02370682080586751, "step_physics": 0.060972649256388345, "survival_time": 14.950000000000076, "driven_lanedir": 1.5496679541035887, "get_state_dump": 0.007141702175140381, "sim_render-ego": 0.003867229620615641, "get_robot_state": 0.008491161664326986, "get_duckie_state": 1.166661580403646e-06, "in-drivable-lane": 8.550000000000079, "agent_compute-ego": 0.012198756535847982, "deviation-heading": 1.356438612276777, "complete-iteration": 0.1366681218147278, "set_robot_commands": 0.003091584046681722, "deviation-center-line": 0.572375222339729, "driven_lanedir_consec": 1.5496679541035887, "sim_compute_sim_state": 0.014657746156056722, "sim_compute_performance-ego": 0.0024557256698608397}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.830849405572503, "get_ui_image": 0.022141493450511585, "step_physics": 0.05716771645979448, "survival_time": 11.00000000000002, "driven_lanedir": 2.243381021040209, "get_state_dump": 0.006842242587696422, "sim_render-ego": 0.0036338199268687857, "get_robot_state": 0.008192931522022594, "get_duckie_state": 1.056627793745561e-06, "in-drivable-lane": 2.10000000000003, "agent_compute-ego": 0.011510163003748112, "deviation-heading": 1.0476011578968176, "complete-iteration": 0.13073608441786333, "set_robot_commands": 0.002766474810513583, "deviation-center-line": 0.5004767562982104, "driven_lanedir_consec": 2.243381021040209, "sim_compute_sim_state": 0.016064867106350987, "sim_compute_performance-ego": 0.0023379954424771394}}set_robot_commands_max 0.003514575163523356 set_robot_commands_mean 0.0032164114533048687 set_robot_commands_median 0.003292297919591268 set_robot_commands_min 0.002766474810513583 sim_compute_performance-ego_max 0.002655619780222575 sim_compute_performance-ego_mean 0.002523022312106508 sim_compute_performance-ego_median 0.002549237012863159 sim_compute_performance-ego_min 0.0023379954424771394 sim_compute_sim_state_max 0.016253435611724855 sim_compute_sim_state_mean 0.015575463753758055 sim_compute_sim_state_median 0.015695336623625322 sim_compute_sim_state_min 0.014657746156056722 sim_render-ego_max 0.004037397702534994 sim_render-ego_mean 0.003883267171455152 sim_render-ego_median 0.0039309255282084146 sim_render-ego_min 0.0036338199268687857 simulation-passed 1 step_physics_max 0.06603529691696167 step_physics_mean 0.06208673388668985 step_physics_median 0.06257196108500163 step_physics_min 0.05716771645979448 survival_time_max 14.950000000000076 survival_time_mean 13.962500000000064 survival_time_min 11.00000000000002
No reset possible 43131
11614
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 21:17:40+00:00 2020-11-25 21:25:39+00:00 0:07:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7491190092758298 survival_time_median 14.950000000000076 deviation-center-line_median 0.5859924824812328 in-drivable-lane_median 0.1750000000000025
other stats agent_compute-ego_max 0.016337783158230944 agent_compute-ego_mean 0.015454680676362952 agent_compute-ego_median 0.015629137754440307 agent_compute-ego_min 0.01422266403834025 complete-iteration_max 0.19794577725079596 complete-iteration_mean 0.18138957194325067 complete-iteration_median 0.18961047887802124 complete-iteration_min 0.14839155276616414 deviation-center-line_max 0.7412256968987748 deviation-center-line_mean 0.5890600547178835 deviation-center-line_min 0.4430295570102935 deviation-heading_max 2.2632307629994837 deviation-heading_mean 1.515152488122574 deviation-heading_median 1.4209109262509994 deviation-heading_min 0.955557336988814 driven_any_max 3.0802912654575607 driven_any_mean 2.866914643809735 driven_any_median 2.8491929956531292 driven_any_min 2.688981318475121 driven_lanedir_consec_max 3.060651555079648 driven_lanedir_consec_mean 2.6742837895663834 driven_lanedir_consec_min 2.1382455846342263 driven_lanedir_max 3.060651555079648 driven_lanedir_mean 2.6742837895663834 driven_lanedir_median 2.7491190092758298 driven_lanedir_min 2.1382455846342263 get_duckie_state_max 1.9373536920871864e-06 get_duckie_state_mean 1.8765042428256704e-06 get_duckie_state_median 1.913706461588542e-06 get_duckie_state_min 1.7412503560384115e-06 get_robot_state_max 0.010356537338827744 get_robot_state_mean 0.009922303715530706 get_robot_state_median 0.010205243428548175 get_robot_state_min 0.00892219066619873 get_state_dump_max 0.007863057713930298 get_state_dump_mean 0.0076899362259170625 get_state_dump_median 0.007786860068639119 get_state_dump_min 0.007322967052459717 get_ui_image_max 0.031933236916859946 get_ui_image_mean 0.030052591469012152 get_ui_image_median 0.03132092655921469 get_ui_image_min 0.025635275840759277 in-drivable-lane_max 4.650000000000066 in-drivable-lane_mean 1.2500000000000178 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.9517726387179932, "get_ui_image": 0.025635275840759277, "step_physics": 0.06565616448720296, "survival_time": 14.950000000000076, "driven_lanedir": 2.8583352243374844, "get_state_dump": 0.007322967052459717, "sim_render-ego": 0.003980154196421305, "get_robot_state": 0.00892219066619873, "get_duckie_state": 1.7412503560384115e-06, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.01422266403834025, "deviation-heading": 1.4441574844267218, "complete-iteration": 0.14839155276616414, "set_robot_commands": 0.0035018785794576008, "deviation-center-line": 0.7412256968987748, "driven_lanedir_consec": 2.8583352243374844, "sim_compute_sim_state": 0.016431719462076822, "sim_compute_performance-ego": 0.00263304869333903}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0802912654575607, "get_ui_image": 0.031933236916859946, "step_physics": 0.0874050482114156, "survival_time": 14.950000000000076, "driven_lanedir": 3.060651555079648, "get_state_dump": 0.007812830607096354, "sim_render-ego": 0.004540838400522868, "get_robot_state": 0.01015436887741089, "get_duckie_state": 1.9208590189615885e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.015684905846913656, "deviation-heading": 1.397664368075277, "complete-iteration": 0.18738226970036825, "set_robot_commands": 0.003603003819783529, "deviation-center-line": 0.6603390394314116, "driven_lanedir_consec": 3.060651555079648, "sim_compute_sim_state": 0.0230806303024292, "sim_compute_performance-ego": 0.0030742581685384114}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.688981318475121, "get_ui_image": 0.03192867120107015, "step_physics": 0.08947219769159953, "survival_time": 14.950000000000076, "driven_lanedir": 2.639902794214175, "get_state_dump": 0.0077608895301818845, "sim_render-ego": 0.004790971279144287, "get_robot_state": 0.010256117979685463, "get_duckie_state": 1.9065539042154949e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01557336966196696, "deviation-heading": 2.2632307629994837, "complete-iteration": 0.19183868805567425, "set_robot_commands": 0.003784761428833008, "deviation-center-line": 0.5116459255310541, "driven_lanedir_consec": 2.639902794214175, "sim_compute_sim_state": 0.02512125253677368, "sim_compute_performance-ego": 0.003055440584818522}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7466133525882652, "get_ui_image": 0.03071318191735923, "step_physics": 0.09183158355505287, "survival_time": 14.700000000000074, "driven_lanedir": 2.1382455846342263, "get_state_dump": 0.007863057713930298, "sim_render-ego": 0.004762884710921722, "get_robot_state": 0.010356537338827744, "get_duckie_state": 1.9373536920871864e-06, "in-drivable-lane": 4.650000000000066, "agent_compute-ego": 0.016337783158230944, "deviation-heading": 0.955557336988814, "complete-iteration": 0.19794577725079596, "set_robot_commands": 0.0037927416717114097, "deviation-center-line": 0.4430295570102935, "driven_lanedir_consec": 2.1382455846342263, "sim_compute_sim_state": 0.02914593738763511, "sim_compute_performance-ego": 0.0030465085490220256}}set_robot_commands_max 0.0037927416717114097 set_robot_commands_mean 0.003670596374946387 set_robot_commands_median 0.003693882624308268 set_robot_commands_min 0.0035018785794576008 sim_compute_performance-ego_max 0.0030742581685384114 sim_compute_performance-ego_mean 0.002952313998929497 sim_compute_performance-ego_median 0.003050974566920274 sim_compute_performance-ego_min 0.00263304869333903 sim_compute_sim_state_max 0.02914593738763511 sim_compute_sim_state_mean 0.023444884922228702 sim_compute_sim_state_median 0.02410094141960144 sim_compute_sim_state_min 0.016431719462076822 sim_render-ego_max 0.004790971279144287 sim_render-ego_mean 0.004518712146752545 sim_render-ego_median 0.004651861555722295 sim_render-ego_min 0.003980154196421305 simulation-passed 1 step_physics_max 0.09183158355505287 step_physics_mean 0.08359124848631774 step_physics_median 0.08843862295150756 step_physics_min 0.06565616448720296 survival_time_max 14.950000000000076 survival_time_mean 14.887500000000076 survival_time_min 14.700000000000074
No reset possible 43125
11612
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 21:02:03+00:00 2020-11-25 21:08:30+00:00 0:06:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9638339737461257 survival_time_median 14.950000000000076 deviation-center-line_median 0.537544973312597 in-drivable-lane_median 6.000000000000023
other stats agent_compute-ego_max 0.011916399796803792 agent_compute-ego_mean 0.011686122679457088 agent_compute-ego_median 0.011669103304545084 agent_compute-ego_min 0.011489884311934392 complete-iteration_max 0.12827510662762767 complete-iteration_mean 0.12670216656696906 complete-iteration_median 0.12687278429667154 complete-iteration_min 0.12478799104690552 deviation-center-line_max 0.9126734736282556 deviation-center-line_mean 0.5528672585830924 deviation-center-line_min 0.2237056140789199 deviation-heading_max 3.2631681899627942 deviation-heading_mean 1.9427952520421736 deviation-heading_median 1.8213261414981297 deviation-heading_min 0.8653605352096408 driven_any_max 3.687654500918483 driven_any_mean 3.2950254694623693 driven_any_median 3.2437171842571493 driven_any_min 3.005013008416694 driven_lanedir_consec_max 3.274661404737701 driven_lanedir_consec_mean 2.222832293882795 driven_lanedir_consec_min 1.6889998233012276 driven_lanedir_max 3.274661404737701 driven_lanedir_mean 2.222832293882795 driven_lanedir_median 1.9638339737461257 driven_lanedir_min 1.6889998233012276 get_duckie_state_max 1.220703125e-06 get_duckie_state_mean 1.1631225051474603e-06 get_duckie_state_median 1.1583169301350912e-06 get_duckie_state_min 1.115153035319659e-06 get_robot_state_max 0.00824994394978679 get_robot_state_mean 0.00819991288036306 get_robot_state_median 0.008207539319992066 get_robot_state_min 0.008134628931681315 get_state_dump_max 0.007030285199483235 get_state_dump_mean 0.006899354324081187 get_state_dump_median 0.006881648034530174 get_state_dump_min 0.006803836027781169 get_ui_image_max 0.022689733847203956 get_ui_image_mean 0.02235143252815383 get_ui_image_median 0.02232338984807333 get_ui_image_min 0.022069216569264728 in-drivable-lane_max 8.200000000000093 in-drivable-lane_mean 5.43750000000004 in-drivable-lane_min 1.550000000000022 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.687654500918483, "get_ui_image": 0.022069216569264728, "step_physics": 0.05331362803777059, "survival_time": 14.950000000000076, "driven_lanedir": 3.274661404737701, "get_state_dump": 0.006803836027781169, "sim_render-ego": 0.003611335754394531, "get_robot_state": 0.008134628931681315, "get_duckie_state": 1.1642773946126303e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.011702140172322592, "deviation-heading": 2.588568740312293, "complete-iteration": 0.12478799104690552, "set_robot_commands": 0.002736557324727376, "deviation-center-line": 0.9126734736282556, "driven_lanedir_consec": 3.274661404737701, "sim_compute_sim_state": 0.014023571014404296, "sim_compute_performance-ego": 0.0023189322153727215}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.328041960501645, "get_ui_image": 0.022150986194610596, "step_physics": 0.05396432717641195, "survival_time": 14.950000000000076, "driven_lanedir": 1.989530897567544, "get_state_dump": 0.007030285199483235, "sim_render-ego": 0.00363587220509847, "get_robot_state": 0.008217736085255941, "get_duckie_state": 1.152356465657552e-06, "in-drivable-lane": 8.200000000000093, "agent_compute-ego": 0.011636066436767576, "deviation-heading": 1.054083542683966, "complete-iteration": 0.12566972414652505, "set_robot_commands": 0.0027211356163024903, "deviation-center-line": 0.2275339592848747, "driven_lanedir_consec": 1.989530897567544, "sim_compute_sim_state": 0.01390336751937866, "sim_compute_performance-ego": 0.002334327697753906}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.159392408012654, "get_ui_image": 0.022495793501536052, "step_physics": 0.056236782868703206, "survival_time": 14.950000000000076, "driven_lanedir": 1.6889998233012276, "get_state_dump": 0.0068450101216634114, "sim_render-ego": 0.0036466685930887856, "get_robot_state": 0.00819734255472819, "get_duckie_state": 1.220703125e-06, "in-drivable-lane": 5.899999999999987, "agent_compute-ego": 0.011916399796803792, "deviation-heading": 3.2631681899627942, "complete-iteration": 0.12807584444681802, "set_robot_commands": 0.002620386282602946, "deviation-center-line": 0.8475559873403192, "driven_lanedir_consec": 1.6889998233012276, "sim_compute_sim_state": 0.013728001912434897, "sim_compute_performance-ego": 0.0023137060801188152}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.005013008416694, "get_ui_image": 0.022689733847203956, "step_physics": 0.05359113358881369, "survival_time": 12.550000000000043, "driven_lanedir": 1.9381370499247068, "get_state_dump": 0.006918285947396936, "sim_render-ego": 0.003606953943868082, "get_robot_state": 0.00824994394978679, "get_duckie_state": 1.115153035319659e-06, "in-drivable-lane": 6.100000000000058, "agent_compute-ego": 0.011489884311934392, "deviation-heading": 0.8653605352096408, "complete-iteration": 0.12827510662762767, "set_robot_commands": 0.0027014762756833993, "deviation-center-line": 0.2237056140789199, "driven_lanedir_consec": 1.9381370499247068, "sim_compute_sim_state": 0.01663858007149867, "sim_compute_performance-ego": 0.002311829076820161}}set_robot_commands_max 0.002736557324727376 set_robot_commands_mean 0.002694888874829053 set_robot_commands_median 0.002711305945992945 set_robot_commands_min 0.002620386282602946 sim_compute_performance-ego_max 0.002334327697753906 sim_compute_performance-ego_mean 0.002319698767516401 sim_compute_performance-ego_median 0.0023163191477457686 sim_compute_performance-ego_min 0.002311829076820161 sim_compute_sim_state_max 0.01663858007149867 sim_compute_sim_state_mean 0.014573380129429133 sim_compute_sim_state_median 0.01396346926689148 sim_compute_sim_state_min 0.013728001912434897 sim_render-ego_max 0.0036466685930887856 sim_render-ego_mean 0.003625207624112467 sim_render-ego_median 0.003623603979746501 sim_render-ego_min 0.003606953943868082 simulation-passed 1 step_physics_max 0.056236782868703206 step_physics_mean 0.054276467917924856 step_physics_median 0.05377773038261282 step_physics_min 0.05331362803777059 survival_time_max 14.950000000000076 survival_time_mean 14.350000000000067 survival_time_min 12.550000000000043
No reset possible 43123
11611
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele05-c7e03feddacf-1
2020-11-25 20:49:30+00:00 2020-11-25 20:53:59+00:00 0:04:29 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 313 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43110
11604
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 20:18:27+00:00 2020-11-25 20:26:52+00:00 0:08:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.424874686321131 survival_time_median 14.950000000000076 deviation-center-line_median 0.36987089589201905 in-drivable-lane_median 5.9250000000000576
other stats agent_compute-ego_max 0.01857331911722819 agent_compute-ego_mean 0.0169463678039946 agent_compute-ego_median 0.016686439116795855 agent_compute-ego_min 0.015839273865158494 complete-iteration_max 0.2388309415181478 complete-iteration_mean 0.2321272718315726 complete-iteration_median 0.23308286627133687 complete-iteration_min 0.22351241326546883 deviation-center-line_max 0.743011042440478 deviation-center-line_mean 0.42695088442831775 deviation-center-line_min 0.22505070348875475 deviation-heading_max 4.7373886116041035 deviation-heading_mean 2.2713312677430935 deviation-heading_median 1.7537512406714102 deviation-heading_min 0.8404339780254496 driven_any_max 4.083768706624584 driven_any_mean 3.4235933397707465 driven_any_median 4.076968216803742 driven_any_min 1.4566682188509206 driven_lanedir_consec_max 2.7393101927946355 driven_lanedir_consec_mean 1.671535465912925 driven_lanedir_consec_min 1.0970822982148012 driven_lanedir_max 2.7393101927946355 driven_lanedir_mean 1.671535465912925 driven_lanedir_median 1.424874686321131 driven_lanedir_min 1.0970822982148012 get_duckie_state_max 1.5060106913248695e-06 get_duckie_state_mean 1.4664460946847723e-06 get_duckie_state_median 1.4896650572080869e-06 get_duckie_state_min 1.3804435729980469e-06 get_robot_state_max 0.011275312105814617 get_robot_state_mean 0.011047479354583466 get_robot_state_median 0.011010385354359943 get_robot_state_min 0.010893834603799356 get_state_dump_max 0.008451715310414632 get_state_dump_mean 0.008376344018154316 get_state_dump_median 0.00843427022298177 get_state_dump_min 0.008185120316239091 get_ui_image_max 0.04095723072687785 get_ui_image_mean 0.03984536309499998 get_ui_image_median 0.03973950782337704 get_ui_image_min 0.038945206006368 in-drivable-lane_max 10.450000000000069 in-drivable-lane_mean 5.662500000000045 in-drivable-lane_min 0.34999999999999876 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.070415885927849, "get_ui_image": 0.0400883142153422, "step_physics": 0.11849136273066203, "survival_time": 14.950000000000076, "driven_lanedir": 1.5419919734436338, "get_state_dump": 0.008430776596069335, "sim_render-ego": 0.005534528891245524, "get_robot_state": 0.011072843869527182, "get_duckie_state": 1.4972686767578126e-06, "in-drivable-lane": 8.300000000000093, "agent_compute-ego": 0.01857331911722819, "deviation-heading": 2.457166438843294, "complete-iteration": 0.2388309415181478, "set_robot_commands": 0.004035539627075195, "deviation-center-line": 0.393345236552588, "driven_lanedir_consec": 1.5419919734436338, "sim_compute_sim_state": 0.02917608340581258, "sim_compute_performance-ego": 0.003336222171783447}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.083768706624584, "get_ui_image": 0.04095723072687785, "step_physics": 0.11269946813583374, "survival_time": 14.950000000000076, "driven_lanedir": 2.7393101927946355, "get_state_dump": 0.008437763849894206, "sim_render-ego": 0.005360563596089681, "get_robot_state": 0.011275312105814617, "get_duckie_state": 1.5060106913248695e-06, "in-drivable-lane": 3.550000000000023, "agent_compute-ego": 0.01638535420099894, "deviation-heading": 4.7373886116041035, "complete-iteration": 0.2336161708831787, "set_robot_commands": 0.00376762310663859, "deviation-center-line": 0.743011042440478, "driven_lanedir_consec": 2.7393101927946355, "sim_compute_sim_state": 0.031022830009460448, "sim_compute_performance-ego": 0.003609038988749186}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.083520547679634, "get_ui_image": 0.038945206006368, "step_physics": 0.11354625860850016, "survival_time": 14.950000000000076, "driven_lanedir": 1.0970822982148012, "get_state_dump": 0.008451715310414632, "sim_render-ego": 0.0053388508160909015, "get_robot_state": 0.010947926839192709, "get_duckie_state": 1.3804435729980469e-06, "in-drivable-lane": 10.450000000000069, "agent_compute-ego": 0.016987524032592773, "deviation-heading": 0.8404339780254496, "complete-iteration": 0.23254956165949503, "set_robot_commands": 0.003718505700429281, "deviation-center-line": 0.22505070348875475, "driven_lanedir_consec": 1.0970822982148012, "sim_compute_sim_state": 0.031133004824320475, "sim_compute_performance-ego": 0.0033873915672302246}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.4566682188509206, "get_ui_image": 0.03939070143141188, "step_physics": 0.1059797003462508, "survival_time": 5.549999999999988, "driven_lanedir": 1.307757399198628, "get_state_dump": 0.008185120316239091, "sim_render-ego": 0.0048329959044585355, "get_robot_state": 0.010893834603799356, "get_duckie_state": 1.4820614376583614e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.015839273865158494, "deviation-heading": 1.0503360424995265, "complete-iteration": 0.22351241326546883, "set_robot_commands": 0.003921184453878317, "deviation-center-line": 0.34639655523145013, "driven_lanedir_consec": 1.307757399198628, "sim_compute_sim_state": 0.03111840153599645, "sim_compute_performance-ego": 0.003257074871578732}}set_robot_commands_max 0.004035539627075195 set_robot_commands_mean 0.0038607132220053455 set_robot_commands_median 0.003844403780258454 set_robot_commands_min 0.003718505700429281 sim_compute_performance-ego_max 0.003609038988749186 sim_compute_performance-ego_mean 0.0033974318998353974 sim_compute_performance-ego_median 0.0033618068695068356 sim_compute_performance-ego_min 0.003257074871578732 sim_compute_sim_state_max 0.031133004824320475 sim_compute_sim_state_mean 0.03061257994389749 sim_compute_sim_state_median 0.031070615772728447 sim_compute_sim_state_min 0.02917608340581258 sim_render-ego_max 0.005534528891245524 sim_render-ego_mean 0.005266734801971161 sim_render-ego_median 0.005349707206090291 sim_render-ego_min 0.0048329959044585355 simulation-passed 1 step_physics_max 0.11849136273066203 step_physics_mean 0.11267919745531169 step_physics_median 0.11312286337216695 step_physics_min 0.1059797003462508 survival_time_max 14.950000000000076 survival_time_mean 12.600000000000056 survival_time_min 5.549999999999988
No reset possible 43084
11602
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 20:10:21+00:00 2020-11-25 20:17:18+00:00 0:06:57 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.704585215715 survival_time_median 14.950000000000076 deviation-center-line_median 0.4362407179538068 in-drivable-lane_median 3.750000000000052
other stats agent_compute-ego_max 0.015483020941416422 agent_compute-ego_mean 0.01462876830296508 agent_compute-ego_median 0.014641928275426227 agent_compute-ego_min 0.013748195719591436 complete-iteration_max 0.18897782564163207 complete-iteration_mean 0.16140060573338189 complete-iteration_median 0.15609091877937317 complete-iteration_min 0.14444275973314907 deviation-center-line_max 0.7592360938438032 deviation-center-line_mean 0.4540394658994003 deviation-center-line_min 0.1844403338461844 deviation-heading_max 4.491453465681554 deviation-heading_mean 2.5196821030977024 deviation-heading_median 2.3861651267485176 deviation-heading_min 0.8149446932122197 driven_any_max 3.062855976605541 driven_any_mean 2.7641216778840993 driven_any_median 3.0522935404252536 driven_any_min 1.889043654080348 driven_lanedir_consec_max 2.0548537273697742 driven_lanedir_consec_mean 1.5318826917302135 driven_lanedir_consec_min 0.6635066081210798 driven_lanedir_max 2.4461810011114435 driven_lanedir_mean 1.6297145101656307 driven_lanedir_median 1.704585215715 driven_lanedir_min 0.6635066081210798 get_duckie_state_max 1.5171368916829427e-06 get_duckie_state_mean 1.3269396389231962e-06 get_duckie_state_median 1.3132890065511069e-06 get_duckie_state_min 1.1640436509076288e-06 get_robot_state_max 0.009803814888000488 get_robot_state_mean 0.00902623596569646 get_robot_state_median 0.00888755997021993 get_robot_state_min 0.008526009034345495 get_state_dump_max 0.008162057399749756 get_state_dump_mean 0.007501156468229922 get_state_dump_median 0.007346630493799845 get_state_dump_min 0.007149307485570244 get_ui_image_max 0.031194669405619303 get_ui_image_mean 0.027624835545153964 get_ui_image_median 0.026630886395772296 get_ui_image_min 0.026042899983451967 in-drivable-lane_max 11.300000000000082 in-drivable-lane_mean 4.800000000000048 in-drivable-lane_min 0.4000000000000057 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.041996257473038, "get_ui_image": 0.02657154083251953, "step_physics": 0.0670077093442281, "survival_time": 14.950000000000076, "driven_lanedir": 1.7371875207468543, "get_state_dump": 0.007273323535919189, "sim_render-ego": 0.003951204617818197, "get_robot_state": 0.008749722639719645, "get_duckie_state": 1.3105074564615886e-06, "in-drivable-lane": 5.750000000000079, "agent_compute-ego": 0.014040629069010416, "deviation-heading": 1.8452162611323983, "complete-iteration": 0.14966711680094402, "set_robot_commands": 0.003393269379933675, "deviation-center-line": 0.4550738968311019, "driven_lanedir_consec": 1.7371875207468543, "sim_compute_sim_state": 0.016007392406463622, "sim_compute_performance-ego": 0.0025864203770955404}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.889043654080348, "get_ui_image": 0.026042899983451967, "step_physics": 0.06477185111632322, "survival_time": 9.349999999999998, "driven_lanedir": 1.6719829106831454, "get_state_dump": 0.007149307485570244, "sim_render-ego": 0.003986742407242882, "get_robot_state": 0.008526009034345495, "get_duckie_state": 1.1640436509076288e-06, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.013748195719591436, "deviation-heading": 2.927113992364637, "complete-iteration": 0.14444275973314907, "set_robot_commands": 0.0034169946762329755, "deviation-center-line": 0.4174075390765117, "driven_lanedir_consec": 1.6719829106831454, "sim_compute_sim_state": 0.01406635065129734, "sim_compute_performance-ego": 0.002649475546444163}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0625908233774695, "get_ui_image": 0.026690231959025063, "step_physics": 0.07578824679056803, "survival_time": 14.950000000000076, "driven_lanedir": 0.6635066081210798, "get_state_dump": 0.007419937451680501, "sim_render-ego": 0.0044202876091003415, "get_robot_state": 0.009025397300720215, "get_duckie_state": 1.316070556640625e-06, "in-drivable-lane": 11.300000000000082, "agent_compute-ego": 0.015243227481842042, "deviation-heading": 0.8149446932122197, "complete-iteration": 0.16251472075780232, "set_robot_commands": 0.003485568364461263, "deviation-center-line": 0.1844403338461844, "driven_lanedir_consec": 0.6635066081210798, "sim_compute_sim_state": 0.017598499457041422, "sim_compute_performance-ego": 0.0027505787213643394}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.062855976605541, "get_ui_image": 0.031194669405619303, "step_physics": 0.08780008395512899, "survival_time": 14.950000000000076, "driven_lanedir": 2.4461810011114435, "get_state_dump": 0.008162057399749756, "sim_render-ego": 0.00447249968846639, "get_robot_state": 0.009803814888000488, "get_duckie_state": 1.5171368916829427e-06, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.015483020941416422, "deviation-heading": 4.491453465681554, "complete-iteration": 0.18897782564163207, "set_robot_commands": 0.003627456029256185, "deviation-center-line": 0.7592360938438032, "driven_lanedir_consec": 2.0548537273697742, "sim_compute_sim_state": 0.025362573464711508, "sim_compute_performance-ego": 0.0029776382446289064}}set_robot_commands_max 0.003627456029256185 set_robot_commands_mean 0.003480822112471025 set_robot_commands_median 0.003451281520347119 set_robot_commands_min 0.003393269379933675 sim_compute_performance-ego_max 0.0029776382446289064 sim_compute_performance-ego_mean 0.0027410282223832376 sim_compute_performance-ego_median 0.002700027133904251 sim_compute_performance-ego_min 0.0025864203770955404 sim_compute_sim_state_max 0.025362573464711508 sim_compute_sim_state_mean 0.018258703994878472 sim_compute_sim_state_median 0.016802945931752522 sim_compute_sim_state_min 0.01406635065129734 sim_render-ego_max 0.00447249968846639 sim_render-ego_mean 0.0042076835806569525 sim_render-ego_median 0.004203515008171612 sim_render-ego_min 0.003951204617818197 simulation-passed 1 step_physics_max 0.08780008395512899 step_physics_mean 0.07384197280156209 step_physics_median 0.07139797806739806 step_physics_min 0.06477185111632322 survival_time_max 14.950000000000076 survival_time_mean 13.550000000000058 survival_time_min 9.349999999999998
No reset possible 43061
11595
Francois Hebert real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 19:18:32+00:00 2020-11-25 19:25:17+00:00 0:06:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.5140447483647357 survival_time_median 14.075000000000063 deviation-center-line_median 0.6117742815637335 in-drivable-lane_median 4.575000000000049
other stats agent_compute-ego_max 0.01415273456250207 agent_compute-ego_mean 0.014001147290299224 agent_compute-ego_median 0.013961289582143106 agent_compute-ego_min 0.013929275434408616 complete-iteration_max 0.14845650495305235 complete-iteration_mean 0.14640190338265993 complete-iteration_median 0.14628449189460885 complete-iteration_min 0.1445821247883697 deviation-center-line_max 0.6853532828434049 deviation-center-line_mean 0.5994152338521861 deviation-center-line_min 0.4887590894378722 deviation-heading_max 4.985303629677763 deviation-heading_mean 4.415634493748257 deviation-heading_median 4.587344429369585 deviation-heading_min 3.502545486576095 driven_any_max 2.5121002088191675 driven_any_mean 2.341823144130866 driven_any_median 2.382495903924811 driven_any_min 2.090200559854676 driven_lanedir_consec_max 1.9049445664802187 driven_lanedir_consec_mean 1.4309582107186225 driven_lanedir_consec_min 0.7907987796647998 driven_lanedir_max 1.9049445664802187 driven_lanedir_mean 1.4309582107186225 driven_lanedir_median 1.5140447483647357 driven_lanedir_min 0.7907987796647998 get_duckie_state_max 1.3228672653881471e-06 get_duckie_state_mean 1.2862273304631245e-06 get_duckie_state_median 1.2935169083591283e-06 get_duckie_state_min 1.2350082397460937e-06 get_robot_state_max 0.009072946968363292 get_robot_state_mean 0.008909399389674812 get_robot_state_median 0.008894909250296963 get_robot_state_min 0.008774832089742024 get_state_dump_max 0.00729683086053649 get_state_dump_mean 0.007270917336819943 get_state_dump_median 0.007273905334349627 get_state_dump_min 0.007239027818044027 get_ui_image_max 0.02561202898681888 get_ui_image_mean 0.02521684171521833 get_ui_image_median 0.025435513049195717 get_ui_image_min 0.024384311775663005 in-drivable-lane_max 7.050000000000027 in-drivable-lane_mean 4.3000000000000345 in-drivable-lane_min 1.0000000000000142 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.383876688672201, "get_ui_image": 0.024384311775663005, "step_physics": 0.06301360966554329, "survival_time": 13.400000000000055, "driven_lanedir": 1.3842371886525546, "get_state_dump": 0.00729683086053649, "sim_render-ego": 0.0040626205615143275, "get_robot_state": 0.009072946968363292, "get_duckie_state": 1.3228672653881471e-06, "in-drivable-lane": 4.900000000000038, "agent_compute-ego": 0.013929275434408616, "deviation-heading": 3.502545486576095, "complete-iteration": 0.1445821247883697, "set_robot_commands": 0.0033934997088873563, "deviation-center-line": 0.4887590894378722, "driven_lanedir_consec": 1.3842371886525546, "sim_compute_sim_state": 0.01660434612587317, "sim_compute_performance-ego": 0.0027250193837863295}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.5121002088191675, "get_ui_image": 0.02536771176225048, "step_physics": 0.06350942062119307, "survival_time": 14.750000000000076, "driven_lanedir": 1.6438523080769163, "get_state_dump": 0.007283884792004602, "sim_render-ego": 0.00403415065700725, "get_robot_state": 0.008923326912572829, "get_duckie_state": 1.29069312144134e-06, "in-drivable-lane": 4.25000000000006, "agent_compute-ego": 0.01415273456250207, "deviation-heading": 4.964430048114645, "complete-iteration": 0.1447533938844325, "set_robot_commands": 0.003518680798805366, "deviation-center-line": 0.5854770480009198, "driven_lanedir_consec": 1.6438523080769163, "sim_compute_sim_state": 0.015251111176054356, "sim_compute_performance-ego": 0.002625582581859524}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.090200559854676, "get_ui_image": 0.02550331433614095, "step_physics": 0.06755638996760051, "survival_time": 14.950000000000076, "driven_lanedir": 0.7907987796647998, "get_state_dump": 0.007239027818044027, "sim_render-ego": 0.004062748750050862, "get_robot_state": 0.008774832089742024, "get_duckie_state": 1.2350082397460937e-06, "in-drivable-lane": 7.050000000000027, "agent_compute-ego": 0.013935511906941731, "deviation-heading": 4.985303629677763, "complete-iteration": 0.14781558990478516, "set_robot_commands": 0.003485462665557862, "deviation-center-line": 0.6853532828434049, "driven_lanedir_consec": 0.7907987796647998, "sim_compute_sim_state": 0.014485731124877927, "sim_compute_performance-ego": 0.0026850477854410805}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.3811151191774207, "get_ui_image": 0.02561202898681888, "step_physics": 0.06464564172845137, "survival_time": 12.35000000000004, "driven_lanedir": 1.9049445664802187, "get_state_dump": 0.007263925876694652, "sim_render-ego": 0.003995358702624858, "get_robot_state": 0.008866491588021098, "get_duckie_state": 1.2963406952769168e-06, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.01398706725734448, "deviation-heading": 4.210258810624526, "complete-iteration": 0.14845650495305235, "set_robot_commands": 0.0034995079040527344, "deviation-center-line": 0.6380715151265471, "driven_lanedir_consec": 1.9049445664802187, "sim_compute_sim_state": 0.017898968839452335, "sim_compute_performance-ego": 0.0025995733284274575}}set_robot_commands_max 0.003518680798805366 set_robot_commands_mean 0.0034742877693258296 set_robot_commands_median 0.003492485284805298 set_robot_commands_min 0.0033934997088873563 sim_compute_performance-ego_max 0.0027250193837863295 sim_compute_performance-ego_mean 0.002658805769878598 sim_compute_performance-ego_median 0.0026553151836503025 sim_compute_performance-ego_min 0.0025995733284274575 sim_compute_sim_state_max 0.017898968839452335 sim_compute_sim_state_mean 0.016060039316564446 sim_compute_sim_state_median 0.015927728650963764 sim_compute_sim_state_min 0.014485731124877927 sim_render-ego_max 0.004062748750050862 sim_render-ego_mean 0.004038719667799325 sim_render-ego_median 0.004048385609260789 sim_render-ego_min 0.003995358702624858 simulation-passed 1 step_physics_max 0.06755638996760051 step_physics_mean 0.06468126549569705 step_physics_median 0.06407753117482222 step_physics_min 0.06301360966554329 survival_time_max 14.950000000000076 survival_time_mean 13.86250000000006 survival_time_min 12.35000000000004
No reset possible 43041
11590
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 19:02:13+00:00 2020-11-25 19:09:36+00:00 0:07:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.014537766774495442 agent_compute-ego_mean 0.013779893120129902 agent_compute-ego_median 0.013923389514287312 agent_compute-ego_min 0.012735026677449544 complete-iteration_max 0.1750296942392985 complete-iteration_mean 0.16919909914334616 complete-iteration_median 0.17332831064860027 complete-iteration_min 0.1551100810368856 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 1.5568733215332032e-06 get_duckie_state_mean 1.527667045593262e-06 get_duckie_state_median 1.5417734781901042e-06 get_duckie_state_min 1.4702479044596357e-06 get_robot_state_max 0.009732611974080404 get_robot_state_mean 0.009460620681444805 get_robot_state_median 0.009600876967112223 get_robot_state_min 0.008908116817474365 get_state_dump_max 0.007675619125366211 get_state_dump_mean 0.0075503142674764 get_state_dump_median 0.007585494915644328 get_state_dump_min 0.007354648113250733 get_ui_image_max 0.03213904857635498 get_ui_image_mean 0.02975691119829814 get_ui_image_median 0.030890846252441408 get_ui_image_min 0.025106903711954752 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.030498570601145428, "step_physics": 0.0811936354637146, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.007549982070922851, "sim_render-ego": 0.004426466623942057, "get_robot_state": 0.00951693058013916, "get_duckie_state": 1.5568733215332032e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01432857354482015, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.1750296942392985, "set_robot_commands": 0.003610983689626058, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.020843281745910644, "sim_compute_performance-ego": 0.002971305052439372}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03213904857635498, "step_physics": 0.08159116744995117, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.007621007760365804, "sim_render-ego": 0.004278939565022786, "get_robot_state": 0.009684823354085286, "get_duckie_state": 1.5513102213541667e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.014537766774495442, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.17497205416361492, "set_robot_commands": 0.003586287498474121, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.018522656758626303, "sim_compute_performance-ego": 0.002917622725168864}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03128312190373739, "step_physics": 0.08038959185282389, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.007675619125366211, "sim_render-ego": 0.004248832861582438, "get_robot_state": 0.009732611974080404, "get_duckie_state": 1.5322367350260417e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013518205483754476, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.17168456713358562, "set_robot_commands": 0.0034178646405537924, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.018389612833658853, "sim_compute_performance-ego": 0.002933983008066813}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.025106903711954752, "step_physics": 0.07252890666325887, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.007354648113250733, "sim_render-ego": 0.004074792861938476, "get_robot_state": 0.008908116817474365, "get_duckie_state": 1.4702479044596357e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.012735026677449544, "deviation-heading": 0.486072248607516, "complete-iteration": 0.1551100810368856, "set_robot_commands": 0.003485999902089437, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.01809127410252889, "sim_compute_performance-ego": 0.0027318485577901203}}set_robot_commands_max 0.003610983689626058 set_robot_commands_mean 0.003525283932685852 set_robot_commands_median 0.003536143700281779 set_robot_commands_min 0.0034178646405537924 sim_compute_performance-ego_max 0.002971305052439372 sim_compute_performance-ego_mean 0.0028886898358662923 sim_compute_performance-ego_median 0.0029258028666178386 sim_compute_performance-ego_min 0.0027318485577901203 sim_compute_sim_state_max 0.020843281745910644 sim_compute_sim_state_mean 0.01896170636018117 sim_compute_sim_state_median 0.018456134796142575 sim_compute_sim_state_min 0.01809127410252889 sim_render-ego_max 0.004426466623942057 sim_render-ego_mean 0.004257257978121439 sim_render-ego_median 0.004263886213302612 sim_render-ego_min 0.004074792861938476 simulation-passed 1 step_physics_max 0.08159116744995117 step_physics_mean 0.07892582535743714 step_physics_median 0.08079161365826924 step_physics_min 0.07252890666325887 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43031
11588
Yishu Malhotra  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele05-c7e03feddacf-1
2020-11-25 18:32:16+00:00 2020-11-25 18:35:45+00:00 0:03:29 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 134 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43018
11584
Yishu Malhotra  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele05-c7e03feddacf-1
2020-11-25 18:05:46+00:00 2020-11-25 18:10:38+00:00 0:04:52 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 425 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43007
11584
Yishu Malhotra  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele05-c7e03feddacf-1
2020-11-25 17:59:56+00:00 2020-11-25 18:03:24+00:00 0:03:28 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 98 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42991
11578
Anastasiya Nikolskaya  🇷🇺JetBrains Research aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 14:13:51+00:00 2020-11-25 14:22:04+00:00 0:08:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 5.6349390494403595 survival_time_median 14.950000000000076 deviation-center-line_median 0.8115858104124575 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.09306716044743855 agent_compute-ego_mean 0.09259523888429004 agent_compute-ego_median 0.09272131045659382 agent_compute-ego_min 0.09187117417653402 complete-iteration_max 0.20780112584431967 complete-iteration_mean 0.2060588765144348 complete-iteration_median 0.20634181141853333 complete-iteration_min 0.20375075737635295 deviation-center-line_max 0.8356842615941754 deviation-center-line_mean 0.8128626416560729 deviation-center-line_min 0.7925946842052015 deviation-heading_max 3.9464680518861446 deviation-heading_mean 3.607636250207336 deviation-heading_median 3.7754057687744167 deviation-heading_min 2.9332654113943653 driven_any_max 6.554601541661923 driven_any_mean 5.948898136976661 driven_any_median 5.888184551104035 driven_any_min 5.46462190403665 driven_lanedir_consec_max 6.3724021657059255 driven_lanedir_consec_mean 5.628917804414285 driven_lanedir_consec_min 4.873390953070494 driven_lanedir_max 6.3724021657059255 driven_lanedir_mean 5.628917804414285 driven_lanedir_median 5.6349390494403595 driven_lanedir_min 4.873390953070494 get_duckie_state_max 1.0212262471516929e-06 get_duckie_state_mean 9.74734624226888e-07 get_duckie_state_median 9.600321451822916e-07 get_duckie_state_min 9.57647959391276e-07 get_robot_state_max 0.008019511699676513 get_robot_state_mean 0.008009674549102782 get_robot_state_median 0.008009232680002847 get_robot_state_min 0.008000721136728922 get_state_dump_max 0.006682586669921875 get_state_dump_mean 0.006678089698155721 get_state_dump_median 0.006678673426310221 get_state_dump_min 0.0066724252700805665 get_ui_image_max 0.021919110616048176 get_ui_image_mean 0.02187008281548818 get_ui_image_median 0.021887845993041992 get_ui_image_min 0.02178552865982056 in-drivable-lane_max 1.100000000000005 in-drivable-lane_mean 0.27500000000000124 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 6.554601541661923, "get_ui_image": 0.02178552865982056, "step_physics": 0.05376545031865438, "survival_time": 14.950000000000076, "driven_lanedir": 6.3724021657059255, "get_state_dump": 0.0066724252700805665, "sim_render-ego": 0.003605993588765462, "get_robot_state": 0.008000721136728922, "get_duckie_state": 1.0212262471516929e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.09306716044743855, "deviation-heading": 2.9332654113943653, "complete-iteration": 0.2066356611251831, "set_robot_commands": 0.0033336901664733887, "deviation-center-line": 0.8356842615941754, "driven_lanedir_consec": 6.3724021657059255, "sim_compute_sim_state": 0.014010516007741293, "sim_compute_performance-ego": 0.002321928342183431}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 6.0756760220717805, "get_ui_image": 0.021919110616048176, "step_physics": 0.05160267035166422, "survival_time": 14.950000000000076, "driven_lanedir": 5.830885355556991, "get_state_dump": 0.006682586669921875, "sim_render-ego": 0.0035900179545084636, "get_robot_state": 0.00800496498743693, "get_duckie_state": 9.600321451822916e-07, "in-drivable-lane": 0.0, "agent_compute-ego": 0.09244460026423136, "deviation-heading": 3.682024928248389, "complete-iteration": 0.20375075737635295, "set_robot_commands": 0.003235789140065511, "deviation-center-line": 0.8280127359537178, "driven_lanedir_consec": 5.830885355556991, "sim_compute_sim_state": 0.01386943499247233, "sim_compute_performance-ego": 0.0023284125328063964}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.46462190403665, "get_ui_image": 0.021883594195048015, "step_physics": 0.05283301591873169, "survival_time": 14.950000000000076, "driven_lanedir": 4.873390953070494, "get_state_dump": 0.0066763687133789065, "sim_render-ego": 0.003634633223215739, "get_robot_state": 0.008013500372568766, "get_duckie_state": 9.57647959391276e-07, "in-drivable-lane": 1.100000000000005, "agent_compute-ego": 0.09299802064895628, "deviation-heading": 3.9464680518861446, "complete-iteration": 0.20604796171188355, "set_robot_commands": 0.003323508898417155, "deviation-center-line": 0.7925946842052015, "driven_lanedir_consec": 4.873390953070494, "sim_compute_sim_state": 0.01427157163619995, "sim_compute_performance-ego": 0.002340235710144043}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.70069308013629, "get_ui_image": 0.02189209779103597, "step_physics": 0.05355029026667277, "survival_time": 14.950000000000076, "driven_lanedir": 5.438992743323728, "get_state_dump": 0.006680978139241536, "sim_render-ego": 0.003600210348765055, "get_robot_state": 0.008019511699676513, "get_duckie_state": 9.600321451822916e-07, "in-drivable-lane": 0.0, "agent_compute-ego": 0.09187117417653402, "deviation-heading": 3.868786609300444, "complete-iteration": 0.20780112584431967, "set_robot_commands": 0.0032674860954284668, "deviation-center-line": 0.7951588848711971, "driven_lanedir_consec": 5.438992743323728, "sim_compute_sim_state": 0.01651759386062622, "sim_compute_performance-ego": 0.0023286271095275877}}set_robot_commands_max 0.0033336901664733887 set_robot_commands_mean 0.0032901185750961303 set_robot_commands_median 0.0032954974969228107 set_robot_commands_min 0.003235789140065511 sim_compute_performance-ego_max 0.002340235710144043 sim_compute_performance-ego_mean 0.0023298009236653646 sim_compute_performance-ego_median 0.0023285198211669923 sim_compute_performance-ego_min 0.002321928342183431 sim_compute_sim_state_max 0.01651759386062622 sim_compute_sim_state_mean 0.014667279124259948 sim_compute_sim_state_median 0.014141043821970622 sim_compute_sim_state_min 0.01386943499247233 sim_render-ego_max 0.003634633223215739 sim_render-ego_mean 0.003607713778813681 sim_render-ego_median 0.003603101968765259 sim_render-ego_min 0.0035900179545084636 simulation-passed 1 step_physics_max 0.05376545031865438 step_physics_mean 0.05293785671393077 step_physics_median 0.053191653092702226 step_physics_min 0.05160267035166422 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42985
11577
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 14:04:13+00:00 2020-11-25 14:10:55+00:00 0:06:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6769763614681414 survival_time_median 14.950000000000076 deviation-center-line_median 0.6589908349038935 in-drivable-lane_median 1.6500000000000234
other stats agent_compute-ego_max 0.01201559861501058 agent_compute-ego_mean 0.01169706424077352 agent_compute-ego_median 0.01164852817853292 agent_compute-ego_min 0.01147560199101766 complete-iteration_max 0.12953426678975424 complete-iteration_mean 0.12531391580899556 complete-iteration_median 0.12494495312372844 complete-iteration_min 0.12183149019877117 deviation-center-line_max 0.9195474470631624 deviation-center-line_mean 0.6809001422782285 deviation-center-line_min 0.4860714522419643 deviation-heading_max 3.6795402815820513 deviation-heading_mean 2.7100422774932316 deviation-heading_median 2.4981194879256066 deviation-heading_min 2.164389852539663 driven_any_max 1.9399506342807205 driven_any_mean 1.9383452534976475 driven_any_median 1.9399025508177008 driven_any_min 1.9336252780744692 driven_lanedir_consec_max 1.904962566054228 driven_lanedir_consec_mean 1.650504320746326 driven_lanedir_consec_min 1.343101993994794 driven_lanedir_max 1.904962566054228 driven_lanedir_mean 1.650504320746326 driven_lanedir_median 1.6769763614681414 driven_lanedir_min 1.343101993994794 get_duckie_state_max 1.0855992635091149e-06 get_duckie_state_mean 1.0627508163452147e-06 get_duckie_state_median 1.080036163330078e-06 get_duckie_state_min 1.0053316752115886e-06 get_robot_state_max 0.008244783878326415 get_robot_state_mean 0.008181681831677754 get_robot_state_median 0.00817322850227356 get_robot_state_min 0.008135486443837483 get_state_dump_max 0.006853013833363851 get_state_dump_mean 0.006835948427518209 get_state_dump_median 0.006837793986002604 get_state_dump_min 0.006815191904703776 get_ui_image_max 0.023086780707041423 get_ui_image_mean 0.02243307908376058 get_ui_image_median 0.022259772618611652 get_ui_image_min 0.02212599039077759 in-drivable-lane_max 3.4499999999999886 in-drivable-lane_mean 1.6875000000000089 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336252780744692, "get_ui_image": 0.023086780707041423, "step_physics": 0.05175655126571655, "survival_time": 14.950000000000076, "driven_lanedir": 1.4567954271474466, "get_state_dump": 0.006844170888264974, "sim_render-ego": 0.003610314528147379, "get_robot_state": 0.008135486443837483, "get_duckie_state": 1.0832150777180989e-06, "in-drivable-lane": 3.300000000000047, "agent_compute-ego": 0.011648860772450764, "deviation-heading": 2.164389852539663, "complete-iteration": 0.12385277191797892, "set_robot_commands": 0.0027553065617879234, "deviation-center-line": 0.565633406161489, "driven_lanedir_consec": 1.4567954271474466, "sim_compute_sim_state": 0.01360266129175822, "sim_compute_performance-ego": 0.002332866986592611}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399251277651024, "get_ui_image": 0.02234100898106893, "step_physics": 0.051029037634531656, "survival_time": 14.950000000000076, "driven_lanedir": 1.8971572957888363, "get_state_dump": 0.006815191904703776, "sim_render-ego": 0.0035939757029215496, "get_robot_state": 0.00819530725479126, "get_duckie_state": 1.0855992635091149e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011648195584615072, "deviation-heading": 2.742319006431941, "complete-iteration": 0.12183149019877117, "set_robot_commands": 0.002760043938954671, "deviation-center-line": 0.752348263646298, "driven_lanedir_consec": 1.8971572957888363, "sim_compute_sim_state": 0.0130415407816569, "sim_compute_performance-ego": 0.002329845428466797}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398799738702983, "get_ui_image": 0.022178536256154378, "step_physics": 0.05394257783889771, "survival_time": 14.950000000000076, "driven_lanedir": 1.343101993994794, "get_state_dump": 0.006831417083740235, "sim_render-ego": 0.00429819107055664, "get_robot_state": 0.00815114974975586, "get_duckie_state": 1.0768572489420573e-06, "in-drivable-lane": 3.4499999999999886, "agent_compute-ego": 0.01201559861501058, "deviation-heading": 3.6795402815820513, "complete-iteration": 0.12603713432947794, "set_robot_commands": 0.0027809906005859374, "deviation-center-line": 0.9195474470631624, "driven_lanedir_consec": 1.343101993994794, "sim_compute_sim_state": 0.013448058764139813, "sim_compute_performance-ego": 0.0023134414354960124}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399506342807205, "get_ui_image": 0.02212599039077759, "step_physics": 0.05615903536478679, "survival_time": 14.950000000000076, "driven_lanedir": 1.904962566054228, "get_state_dump": 0.006853013833363851, "sim_render-ego": 0.0036018904050191245, "get_robot_state": 0.008244783878326415, "get_duckie_state": 1.0053316752115886e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01147560199101766, "deviation-heading": 2.253919969419272, "complete-iteration": 0.12953426678975424, "set_robot_commands": 0.002773753007253011, "deviation-center-line": 0.4860714522419643, "driven_lanedir_consec": 1.904962566054228, "sim_compute_sim_state": 0.015898621082305907, "sim_compute_performance-ego": 0.0023241519927978517}}set_robot_commands_max 0.0027809906005859374 set_robot_commands_mean 0.0027675235271453855 set_robot_commands_median 0.002766898473103841 set_robot_commands_min 0.0027553065617879234 sim_compute_performance-ego_max 0.002332866986592611 sim_compute_performance-ego_mean 0.0023250764608383177 sim_compute_performance-ego_median 0.002326998710632324 sim_compute_performance-ego_min 0.0023134414354960124 sim_compute_sim_state_max 0.015898621082305907 sim_compute_sim_state_mean 0.01399772047996521 sim_compute_sim_state_median 0.013525360027949017 sim_compute_sim_state_min 0.0130415407816569 sim_render-ego_max 0.00429819107055664 sim_render-ego_mean 0.0037760929266611736 sim_render-ego_median 0.003606102466583252 sim_render-ego_min 0.0035939757029215496 simulation-passed 1 step_physics_max 0.05615903536478679 step_physics_mean 0.05322180052598317 step_physics_median 0.05284956455230713 step_physics_min 0.051029037634531656 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42983
11576
Anastasiya Nikolskaya  🇷🇺JetBrains Research aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 13:39:53+00:00 2020-11-25 13:53:31+00:00 0:13:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.163266072095203 survival_time_median 14.950000000000076 deviation-center-line_median 1.1696630617037702 in-drivable-lane_median 2.7500000000000213
other stats agent_compute-ego_max 0.27222480217615763 agent_compute-ego_mean 0.2626004485289256 agent_compute-ego_median 0.2606645007928212 agent_compute-ego_min 0.25684799035390216 complete-iteration_max 0.424014679590861 complete-iteration_mean 0.4186535930633545 complete-iteration_median 0.41777287602424623 complete-iteration_min 0.4150539406140646 deviation-center-line_max 1.3403192445632286 deviation-center-line_mean 1.1461116967112752 deviation-center-line_min 0.9048014188743316 deviation-heading_max 3.5090607753507537 deviation-heading_mean 3.075397657508789 deviation-heading_median 3.0580307009673504 deviation-heading_min 2.6764684527497016 driven_any_max 4.592184798343231 driven_any_mean 3.745125527119531 driven_any_median 3.61935589233792 driven_any_min 3.149605525459052 driven_lanedir_consec_max 4.057756456833921 driven_lanedir_consec_mean 2.9977610720353804 driven_lanedir_consec_min 1.6067556871171944 driven_lanedir_max 4.057756456833921 driven_lanedir_mean 3.292900882876195 driven_lanedir_median 3.163266072095203 driven_lanedir_min 2.7873149304804534 get_duckie_state_max 1.3717015584309895e-06 get_duckie_state_mean 1.3188521067301431e-06 get_duckie_state_median 1.3025601704915364e-06 get_duckie_state_min 1.2985865275065103e-06 get_robot_state_max 0.010395173231760662 get_robot_state_mean 0.009897585312525431 get_robot_state_median 0.009815825621287027 get_robot_state_min 0.009563516775767007 get_state_dump_max 0.007888344128926595 get_state_dump_mean 0.007692294915517172 get_state_dump_median 0.007642614444096883 get_state_dump_min 0.0075956066449483235 get_ui_image_max 0.026872668266296387 get_ui_image_mean 0.02659210781256358 get_ui_image_median 0.026617741982142132 get_ui_image_min 0.026260279019673663 in-drivable-lane_max 4.3000000000000504 in-drivable-lane_mean 2.91250000000003 in-drivable-lane_min 1.8500000000000263 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.149605525459052, "get_ui_image": 0.026593459447224937, "step_physics": 0.07356396357218424, "survival_time": 14.950000000000076, "driven_lanedir": 2.837461732331181, "get_state_dump": 0.0075956066449483235, "sim_render-ego": 0.0051091202100118005, "get_robot_state": 0.009563516775767007, "get_duckie_state": 1.3717015584309895e-06, "in-drivable-lane": 4.3000000000000504, "agent_compute-ego": 0.27222480217615763, "deviation-heading": 3.04213943693713, "complete-iteration": 0.424014679590861, "set_robot_commands": 0.005797704855600993, "deviation-center-line": 0.9048014188743316, "driven_lanedir_consec": 2.837461732331181, "sim_compute_sim_state": 0.020032807985941568, "sim_compute_performance-ego": 0.00345183531443278}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.7944542199273057, "get_ui_image": 0.026260279019673663, "step_physics": 0.0766429328918457, "survival_time": 14.950000000000076, "driven_lanedir": 3.489070411859225, "get_state_dump": 0.007678514321645101, "sim_render-ego": 0.005096650918324788, "get_robot_state": 0.00992133935292562, "get_duckie_state": 1.2985865275065103e-06, "in-drivable-lane": 3.0000000000000355, "agent_compute-ego": 0.26121671358744303, "deviation-heading": 2.6764684527497016, "complete-iteration": 0.4171475060780843, "set_robot_commands": 0.005975050926208496, "deviation-center-line": 1.3403192445632286, "driven_lanedir_consec": 3.489070411859225, "sim_compute_sim_state": 0.020581471920013427, "sim_compute_performance-ego": 0.0036924258867899575}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.444257564748535, "get_ui_image": 0.026872668266296387, "step_physics": 0.07595861593882243, "survival_time": 14.950000000000076, "driven_lanedir": 2.7873149304804534, "get_state_dump": 0.007888344128926595, "sim_render-ego": 0.005153833230336507, "get_robot_state": 0.010395173231760662, "get_duckie_state": 1.3017654418945312e-06, "in-drivable-lane": 2.500000000000007, "agent_compute-ego": 0.26011228799819947, "deviation-heading": 3.5090607753507537, "complete-iteration": 0.4150539406140646, "set_robot_commands": 0.005333905220031738, "deviation-center-line": 1.0786241018775136, "driven_lanedir_consec": 1.6067556871171944, "sim_compute_sim_state": 0.0199014949798584, "sim_compute_performance-ego": 0.003354034423828125}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.592184798343231, "get_ui_image": 0.02664202451705933, "step_physics": 0.07795402765274048, "survival_time": 14.950000000000076, "driven_lanedir": 4.057756456833921, "get_state_dump": 0.007606714566548665, "sim_render-ego": 0.004857268333435059, "get_robot_state": 0.009710311889648438, "get_duckie_state": 1.3033548990885417e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.25684799035390216, "deviation-heading": 3.07392196499757, "complete-iteration": 0.41839824597040814, "set_robot_commands": 0.006147623856862386, "deviation-center-line": 1.2607020215300269, "driven_lanedir_consec": 4.057756456833921, "sim_compute_sim_state": 0.024949514071146647, "sim_compute_performance-ego": 0.0035991803805033367}}set_robot_commands_max 0.006147623856862386 set_robot_commands_mean 0.005813571214675904 set_robot_commands_median 0.005886377890904744 set_robot_commands_min 0.005333905220031738 sim_compute_performance-ego_max 0.0036924258867899575 sim_compute_performance-ego_mean 0.00352436900138855 sim_compute_performance-ego_median 0.003525507847468058 sim_compute_performance-ego_min 0.003354034423828125 sim_compute_sim_state_max 0.024949514071146647 sim_compute_sim_state_mean 0.02136632223924001 sim_compute_sim_state_median 0.020307139952977497 sim_compute_sim_state_min 0.0199014949798584 sim_render-ego_max 0.005153833230336507 sim_render-ego_mean 0.005054218173027038 sim_render-ego_median 0.005102885564168294 sim_render-ego_min 0.004857268333435059 simulation-passed 1 step_physics_max 0.07795402765274048 step_physics_mean 0.07602988501389821 step_physics_median 0.07630077441533406 step_physics_min 0.07356396357218424 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42864
11551
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele05-c7e03feddacf-1
2020-11-25 01:58:46+00:00 2020-11-25 02:05:21+00:00 0:06:35 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 838 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42855
11549
Himanshu Arora  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 01:44:58+00:00 2020-11-25 01:52:05+00:00 0:07:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.5059520588354545 survival_time_median 14.950000000000076 deviation-center-line_median 0.72385305760248 in-drivable-lane_median 0.7249999999999984
other stats agent_compute-ego_max 0.01415125052134196 agent_compute-ego_mean 0.01314987619717916 agent_compute-ego_median 0.01321177840232849 agent_compute-ego_min 0.012024697462717691 complete-iteration_max 0.15813626209894815 complete-iteration_mean 0.1407542183001836 complete-iteration_median 0.1393057751655579 complete-iteration_min 0.12626906077067057 deviation-center-line_max 1.1735624730179108 deviation-center-line_mean 0.8122270108408332 deviation-center-line_min 0.627639455140462 deviation-heading_max 3.334365074661747 deviation-heading_mean 2.7440528110177604 deviation-heading_median 2.8694169181138776 deviation-heading_min 1.9030123331815392 driven_any_max 3.865061595045768 driven_any_mean 3.4933688568135324 driven_any_median 3.676369184095216 driven_any_min 2.7556754640179304 driven_lanedir_consec_max 3.7903839003650344 driven_lanedir_consec_mean 3.2553720239284636 driven_lanedir_consec_min 2.219200077677912 driven_lanedir_max 3.7903839003650344 driven_lanedir_mean 3.2553720239284636 driven_lanedir_median 3.5059520588354545 driven_lanedir_min 2.219200077677912 get_duckie_state_max 1.850128173828125e-06 get_duckie_state_mean 1.722574234008789e-06 get_duckie_state_median 1.735687255859375e-06 get_duckie_state_min 1.5687942504882813e-06 get_robot_state_max 0.008765228589375814 get_robot_state_mean 0.008510974248250326 get_robot_state_median 0.008589441776275634 get_robot_state_min 0.008099784851074219 get_state_dump_max 0.007225600878397623 get_state_dump_mean 0.006953881978988647 get_state_dump_median 0.006912496487299601 get_state_dump_min 0.006764934062957763 get_ui_image_max 0.02618722597757975 get_ui_image_mean 0.02414443035920461 get_ui_image_median 0.02411251982053121 get_ui_image_min 0.02216545581817627 in-drivable-lane_max 2.900000000000026 in-drivable-lane_mean 1.0875000000000057 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5957351948040626, "get_ui_image": 0.02216545581817627, "step_physics": 0.0554269282023112, "survival_time": 14.950000000000076, "driven_lanedir": 3.557649985166018, "get_state_dump": 0.006764934062957763, "sim_render-ego": 0.0036086622873942055, "get_robot_state": 0.008688634236653645, "get_duckie_state": 1.5687942504882813e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0122868545850118, "deviation-heading": 1.9030123331815392, "complete-iteration": 0.12836926062901816, "set_robot_commands": 0.0027327203750610353, "deviation-center-line": 0.627639455140462, "driven_lanedir_consec": 3.557649985166018, "sim_compute_sim_state": 0.014282332261403402, "sim_compute_performance-ego": 0.002331651051839193}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.757003173386369, "get_ui_image": 0.02216716368993123, "step_physics": 0.055052170753479006, "survival_time": 14.950000000000076, "driven_lanedir": 3.4542541325048903, "get_state_dump": 0.006767110029856364, "sim_render-ego": 0.0035849555333455404, "get_robot_state": 0.008099784851074219, "get_duckie_state": 1.6570091247558594e-06, "in-drivable-lane": 1.4499999999999968, "agent_compute-ego": 0.012024697462717691, "deviation-heading": 3.064173693132009, "complete-iteration": 0.12626906077067057, "set_robot_commands": 0.002840727965037028, "deviation-center-line": 0.71205587690501, "driven_lanedir_consec": 3.4542541325048903, "sim_compute_sim_state": 0.01332601229349772, "sim_compute_performance-ego": 0.002323907216389974}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7556754640179304, "get_ui_image": 0.026057875951131185, "step_physics": 0.07012986342112223, "survival_time": 14.950000000000076, "driven_lanedir": 2.219200077677912, "get_state_dump": 0.007057882944742838, "sim_render-ego": 0.0037842281659444177, "get_robot_state": 0.008490249315897624, "get_duckie_state": 1.850128173828125e-06, "in-drivable-lane": 2.900000000000026, "agent_compute-ego": 0.014136702219645182, "deviation-heading": 3.334365074661747, "complete-iteration": 0.15024228970209758, "set_robot_commands": 0.003492224216461182, "deviation-center-line": 1.1735624730179108, "driven_lanedir_consec": 2.219200077677912, "sim_compute_sim_state": 0.014490187962849937, "sim_compute_performance-ego": 0.002513581116994222}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.865061595045768, "get_ui_image": 0.02618722597757975, "step_physics": 0.07301896333694458, "survival_time": 14.950000000000076, "driven_lanedir": 3.7903839003650344, "get_state_dump": 0.007225600878397623, "sim_render-ego": 0.003952871958414713, "get_robot_state": 0.008765228589375814, "get_duckie_state": 1.8143653869628907e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01415125052134196, "deviation-heading": 2.6746601430957457, "complete-iteration": 0.15813626209894815, "set_robot_commands": 0.003429425557454427, "deviation-center-line": 0.7356502382999499, "driven_lanedir_consec": 3.7903839003650344, "sim_compute_sim_state": 0.018761741320292156, "sim_compute_performance-ego": 0.0025494003295898435}}set_robot_commands_max 0.003492224216461182 set_robot_commands_mean 0.0031237745285034183 set_robot_commands_median 0.0031350767612457276 set_robot_commands_min 0.0027327203750610353 sim_compute_performance-ego_max 0.0025494003295898435 sim_compute_performance-ego_mean 0.002429634928703308 sim_compute_performance-ego_median 0.0024226160844167074 sim_compute_performance-ego_min 0.002323907216389974 sim_compute_sim_state_max 0.018761741320292156 sim_compute_sim_state_mean 0.015215068459510804 sim_compute_sim_state_median 0.014386260112126669 sim_compute_sim_state_min 0.01332601229349772 sim_render-ego_max 0.003952871958414713 sim_render-ego_mean 0.0037326794862747193 sim_render-ego_median 0.0036964452266693114 sim_render-ego_min 0.0035849555333455404 simulation-passed 1 step_physics_max 0.07301896333694458 step_physics_mean 0.06340698142846425 step_physics_median 0.06277839581171671 step_physics_min 0.055052170753479006 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42848
11545
Himanshu Arora  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-25 01:26:09+00:00 2020-11-25 01:33:14+00:00 0:07:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.5346676673153117 survival_time_median 14.950000000000076 deviation-center-line_median 0.7563880138998565 in-drivable-lane_median 1.9000000000000163
other stats agent_compute-ego_max 0.014955538113911948 agent_compute-ego_mean 0.014041110475858052 agent_compute-ego_median 0.014119995832443236 agent_compute-ego_min 0.012968912124633789 complete-iteration_max 0.15188275337219237 complete-iteration_mean 0.14937709709008534 complete-iteration_median 0.1507436752319336 complete-iteration_min 0.14413828452428182 deviation-center-line_max 0.9417540948078656 deviation-center-line_mean 0.7440486052043588 deviation-center-line_min 0.5216642982098567 deviation-heading_max 3.436093373005966 deviation-heading_mean 2.423821464077516 deviation-heading_median 2.1559662490303673 deviation-heading_min 1.9472599852433612 driven_any_max 4.937179668266651 driven_any_mean 3.6133782454666585 driven_any_median 3.737131545931168 driven_any_min 2.0420702217376467 driven_lanedir_consec_max 3.653358004212217 driven_lanedir_consec_mean 2.857487969172428 driven_lanedir_consec_min 0.7072585378468711 driven_lanedir_max 3.9973244194330535 driven_lanedir_mean 2.943479572977637 driven_lanedir_median 3.5346676673153117 driven_lanedir_min 0.7072585378468711 get_duckie_state_max 1.4360745747884117e-06 get_duckie_state_mean 1.365542411804199e-06 get_duckie_state_median 1.366933186848958e-06 get_duckie_state_min 1.2922286987304687e-06 get_robot_state_max 0.00893941322962443 get_robot_state_mean 0.008739603559176128 get_robot_state_median 0.008770899772644043 get_robot_state_min 0.008477201461791992 get_state_dump_max 0.007630840142567952 get_state_dump_mean 0.007297122081120809 get_state_dump_median 0.0072412812709808354 get_state_dump_min 0.007075085639953614 get_ui_image_max 0.027627832889556884 get_ui_image_mean 0.025606358448664348 get_ui_image_median 0.025759217739105222 get_ui_image_min 0.023279165426890056 in-drivable-lane_max 9.10000000000009 in-drivable-lane_mean 3.2250000000000307 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.599730538197321, "get_ui_image": 0.027627832889556884, "step_physics": 0.06819114287694296, "survival_time": 14.950000000000076, "driven_lanedir": 3.5623819952644693, "get_state_dump": 0.007241869767506917, "sim_render-ego": 0.00396058718363444, "get_robot_state": 0.008732366561889648, "get_duckie_state": 1.4360745747884117e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013734033902486164, "deviation-heading": 1.9472599852433612, "complete-iteration": 0.15188275337219237, "set_robot_commands": 0.00347469965616862, "deviation-center-line": 0.6854895963252797, "driven_lanedir_consec": 3.5623819952644693, "sim_compute_sim_state": 0.01622690280278524, "sim_compute_performance-ego": 0.0026055351893107094}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.8745325536650146, "get_ui_image": 0.02618915319442749, "step_physics": 0.06816727479298909, "survival_time": 14.950000000000076, "driven_lanedir": 3.506953339366154, "get_state_dump": 0.007240692774454753, "sim_render-ego": 0.003942856788635254, "get_robot_state": 0.00893941322962443, "get_duckie_state": 1.2922286987304687e-06, "in-drivable-lane": 1.4499999999999993, "agent_compute-ego": 0.014955538113911948, "deviation-heading": 3.436093373005966, "complete-iteration": 0.15127137581507366, "set_robot_commands": 0.003438517252604166, "deviation-center-line": 0.8272864314744334, "driven_lanedir_consec": 3.506953339366154, "sim_compute_sim_state": 0.015685181617736816, "sim_compute_performance-ego": 0.002622192700703938}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0420702217376467, "get_ui_image": 0.02532928228378296, "step_physics": 0.06810369412104289, "survival_time": 14.950000000000076, "driven_lanedir": 0.7072585378468711, "get_state_dump": 0.007630840142567952, "sim_render-ego": 0.004082459608713786, "get_robot_state": 0.008809432983398438, "get_duckie_state": 1.435279846191406e-06, "in-drivable-lane": 9.10000000000009, "agent_compute-ego": 0.01450595776240031, "deviation-heading": 2.0919383270136738, "complete-iteration": 0.15021597464879355, "set_robot_commands": 0.0034523105621337893, "deviation-center-line": 0.5216642982098567, "driven_lanedir_consec": 0.7072585378468711, "sim_compute_sim_state": 0.01547606388727824, "sim_compute_performance-ego": 0.0027333982785542805}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.937179668266651, "get_ui_image": 0.023279165426890056, "step_physics": 0.06499260584513346, "survival_time": 14.950000000000076, "driven_lanedir": 3.9973244194330535, "get_state_dump": 0.007075085639953614, "sim_render-ego": 0.0038626035054524738, "get_robot_state": 0.008477201461791992, "get_duckie_state": 1.2985865275065103e-06, "in-drivable-lane": 2.3500000000000334, "agent_compute-ego": 0.012968912124633789, "deviation-heading": 2.219994171047061, "complete-iteration": 0.14413828452428182, "set_robot_commands": 0.003061400254567464, "deviation-center-line": 0.9417540948078656, "driven_lanedir_consec": 3.653358004212217, "sim_compute_sim_state": 0.017841335932413736, "sim_compute_performance-ego": 0.0024915798505147297}}set_robot_commands_max 0.00347469965616862 set_robot_commands_mean 0.00335673193136851 set_robot_commands_median 0.003445413907368978 set_robot_commands_min 0.003061400254567464 sim_compute_performance-ego_max 0.0027333982785542805 sim_compute_performance-ego_mean 0.0026131765047709143 sim_compute_performance-ego_median 0.0026138639450073243 sim_compute_performance-ego_min 0.0024915798505147297 sim_compute_sim_state_max 0.017841335932413736 sim_compute_sim_state_mean 0.016307371060053505 sim_compute_sim_state_median 0.015956042210261027 sim_compute_sim_state_min 0.01547606388727824 sim_render-ego_max 0.004082459608713786 sim_render-ego_mean 0.003962126771608988 sim_render-ego_median 0.0039517219861348474 sim_render-ego_min 0.0038626035054524738 simulation-passed 1 step_physics_max 0.06819114287694296 step_physics_mean 0.0673636794090271 step_physics_median 0.06813548445701599 step_physics_min 0.06499260584513346 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42834
11538
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 23:27:33+00:00 2020-11-24 23:31:32+00:00 0:03:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7865785352561244 survival_time_median 5.199999999999999 deviation-center-line_median 0.13411472933676233 in-drivable-lane_median 2.2000000000000046
other stats agent_compute-ego_max 0.013610572256940475 agent_compute-ego_mean 0.012581205427223909 agent_compute-ego_median 0.012397736310958862 agent_compute-ego_min 0.011918776830037435 complete-iteration_max 0.1418185779388915 complete-iteration_mean 0.13380808723311052 complete-iteration_median 0.13272671699523925 complete-iteration_min 0.1279603370030721 deviation-center-line_max 0.6684098593710244 deviation-center-line_mean 0.24600181588798173 deviation-center-line_min 0.04736794550737791 deviation-heading_max 2.5648961287654255 deviation-heading_mean 1.0796010992755942 deviation-heading_median 0.6969888500609638 deviation-heading_min 0.35953056821502377 driven_any_max 4.594158365657715 driven_any_mean 1.9614084423203428 driven_any_median 1.5214223816046692 driven_any_min 0.2086306404143172 driven_lanedir_consec_max 2.3534645674141563 driven_lanedir_consec_mean 1.0059998986205043 driven_lanedir_consec_min 0.09737795655561188 driven_lanedir_max 2.3534645674141563 driven_lanedir_mean 1.0059998986205043 driven_lanedir_median 0.7865785352561244 driven_lanedir_min 0.09737795655561188 get_duckie_state_max 1.4662742614746097e-06 get_duckie_state_mean 1.402197154701179e-06 get_duckie_state_median 1.403685157180678e-06 get_duckie_state_min 1.33514404296875e-06 get_robot_state_max 0.008899211883544922 get_robot_state_mean 0.008525126179059345 get_robot_state_median 0.008543394009272258 get_robot_state_min 0.008114504814147949 get_state_dump_max 0.007619285583496093 get_state_dump_mean 0.007235197196615503 get_state_dump_median 0.007202683230663868 get_state_dump_min 0.006916136741638184 get_ui_image_max 0.026258973365134382 get_ui_image_mean 0.023505814692652817 get_ui_image_median 0.02280221740404765 get_ui_image_min 0.02215985059738159 in-drivable-lane_max 6.550000000000086 in-drivable-lane_mean 2.775000000000024 in-drivable-lane_min 0.15000000000000002 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.8342044500902372, "get_ui_image": 0.026258973365134382, "step_physics": 0.06073162149875722, "survival_time": 9.4, "driven_lanedir": 1.4568187391934642, "get_state_dump": 0.00748549370055503, "sim_render-ego": 0.003838456691579616, "get_robot_state": 0.008899211883544922, "get_duckie_state": 1.4634842568255485e-06, "in-drivable-lane": 4.250000000000009, "agent_compute-ego": 0.013610572256940475, "deviation-heading": 0.861332667410461, "complete-iteration": 0.1418185779388915, "set_robot_commands": 0.00334230382391747, "deviation-center-line": 0.20285073553486316, "driven_lanedir_consec": 1.4568187391934642, "sim_compute_sim_state": 0.015058823088382151, "sim_compute_performance-ego": 0.0025099122777898263}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.20864031311910103, "get_ui_image": 0.022975122928619383, "step_physics": 0.0593953013420105, "survival_time": 1.0000000000000002, "driven_lanedir": 0.09737795655561188, "get_state_dump": 0.007619285583496093, "sim_render-ego": 0.0038182973861694337, "get_robot_state": 0.008804416656494141, "get_duckie_state": 1.4662742614746097e-06, "in-drivable-lane": 0.15000000000000002, "agent_compute-ego": 0.012578928470611572, "deviation-heading": 0.5326450327114665, "complete-iteration": 0.13334668874740602, "set_robot_commands": 0.003234553337097168, "deviation-center-line": 0.04736794550737791, "driven_lanedir_consec": 0.09737795655561188, "sim_compute_sim_state": 0.01237581968307495, "sim_compute_performance-ego": 0.002456700801849365}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.594158365657715, "get_ui_image": 0.02262931187947591, "step_physics": 0.054178982575734454, "survival_time": 14.950000000000076, "driven_lanedir": 2.3534645674141563, "get_state_dump": 0.006916136741638184, "sim_render-ego": 0.003689542611440023, "get_robot_state": 0.008282371362050374, "get_duckie_state": 1.3438860575358073e-06, "in-drivable-lane": 6.550000000000086, "agent_compute-ego": 0.011918776830037435, "deviation-heading": 2.5648961287654255, "complete-iteration": 0.1279603370030721, "set_robot_commands": 0.002769025166829427, "deviation-center-line": 0.6684098593710244, "driven_lanedir_consec": 2.3534645674141563, "sim_compute_sim_state": 0.015148258209228516, "sim_compute_performance-ego": 0.002350906531016032}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.2086306404143172, "get_ui_image": 0.02215985059738159, "step_physics": 0.05938502550125122, "survival_time": 1.0000000000000002, "driven_lanedir": 0.11633833131878468, "get_state_dump": 0.006919872760772705, "sim_render-ego": 0.003600144386291504, "get_robot_state": 0.008114504814147949, "get_duckie_state": 1.33514404296875e-06, "in-drivable-lane": 0.15000000000000002, "agent_compute-ego": 0.012216544151306153, "deviation-heading": 0.35953056821502377, "complete-iteration": 0.1321067452430725, "set_robot_commands": 0.0026932358741760254, "deviation-center-line": 0.06537872313866147, "driven_lanedir_consec": 0.11633833131878468, "sim_compute_sim_state": 0.01462634801864624, "sim_compute_performance-ego": 0.002315080165863037}}set_robot_commands_max 0.00334230382391747 set_robot_commands_mean 0.0030097795505050224 set_robot_commands_median 0.003001789251963298 set_robot_commands_min 0.0026932358741760254 sim_compute_performance-ego_max 0.0025099122777898263 sim_compute_performance-ego_mean 0.002408149944129565 sim_compute_performance-ego_median 0.0024038036664326985 sim_compute_performance-ego_min 0.002315080165863037 sim_compute_sim_state_max 0.015148258209228516 sim_compute_sim_state_mean 0.014302312249832964 sim_compute_sim_state_median 0.014842585553514196 sim_compute_sim_state_min 0.01237581968307495 sim_render-ego_max 0.003838456691579616 sim_render-ego_mean 0.003736610268870144 sim_render-ego_median 0.003753919998804728 sim_render-ego_min 0.003600144386291504 simulation-passed 1 step_physics_max 0.06073162149875722 step_physics_mean 0.05842273272943835 step_physics_median 0.059390163421630865 step_physics_min 0.054178982575734454 survival_time_max 14.950000000000076 survival_time_mean 6.587500000000019 survival_time_min 1.0000000000000002
No reset possible 42765
11531
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 21:53:36+00:00 2020-11-24 21:59:31+00:00 0:05:55 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42742
11525
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 17:48:17+00:00 2020-11-24 17:52:15+00:00 0:03:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.22735746501569476 survival_time_median 5.400000000000001 deviation-center-line_median 0.0971400252527672 in-drivable-lane_median 3.000000000000026
other stats agent_compute-ego_max 0.013391677538553876 agent_compute-ego_mean 0.01188737212848157 agent_compute-ego_median 0.011555294288914116 agent_compute-ego_min 0.011047222397544168 complete-iteration_max 0.1393240865071615 complete-iteration_mean 0.1307636943086167 complete-iteration_median 0.13047614294229093 complete-iteration_min 0.1227784048427235 deviation-center-line_max 0.5299081841549265 deviation-center-line_mean 0.19173662327735 deviation-center-line_min 0.04275825844893918 deviation-heading_max 1.5682292886643516 deviation-heading_mean 0.7302358281925292 deviation-heading_median 0.4832040167140584 deviation-heading_min 0.3863059906776478 driven_any_max 4.055950598382362 driven_any_mean 1.7746853485231788 driven_any_median 1.4148542101113952 driven_any_min 0.21308237548756348 driven_lanedir_consec_max 1.638480666048001 driven_lanedir_consec_mean 0.5436244787120037 driven_lanedir_consec_min 0.08130231876862437 driven_lanedir_max 2.3905669645094165 driven_lanedir_mean 0.7316460533273575 driven_lanedir_median 0.22735746501569476 driven_lanedir_min 0.08130231876862437 get_duckie_state_max 1.3399124145507813e-06 get_duckie_state_mean 1.204273023667912e-06 get_duckie_state_median 1.1812556873668325e-06 get_duckie_state_min 1.114668305387202e-06 get_robot_state_max 0.008539377053578694 get_robot_state_mean 0.008181620232763235 get_robot_state_median 0.008073600855740635 get_robot_state_min 0.008039902165992973 get_state_dump_max 0.007164383671947361 get_state_dump_mean 0.007033174258401638 get_state_dump_median 0.007083446184794108 get_state_dump_min 0.006801420992070978 get_ui_image_max 0.024322758515675863 get_ui_image_mean 0.02267176542625469 get_ui_image_median 0.02215085447449045 get_ui_image_min 0.022062594240361996 in-drivable-lane_max 8.05 in-drivable-lane_mean 3.5625000000000133 in-drivable-lane_min 0.20000000000000007 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.055950598382362, "get_ui_image": 0.024322758515675863, "step_physics": 0.06110674142837525, "survival_time": 14.950000000000076, "driven_lanedir": 2.3905669645094165, "get_state_dump": 0.007161081631978353, "sim_render-ego": 0.003878050645192464, "get_robot_state": 0.008539377053578694, "get_duckie_state": 1.3399124145507813e-06, "in-drivable-lane": 5.750000000000052, "agent_compute-ego": 0.013391677538553876, "deviation-heading": 1.5682292886643516, "complete-iteration": 0.1393240865071615, "set_robot_commands": 0.0031604393323262535, "deviation-center-line": 0.5299081841549265, "driven_lanedir_consec": 1.638480666048001, "sim_compute_sim_state": 0.015135433673858644, "sim_compute_performance-ego": 0.002547743320465088}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.21308237548756348, "get_ui_image": 0.022062594240361996, "step_physics": 0.05380164493214001, "survival_time": 1.1000000000000003, "driven_lanedir": 0.08130231876862437, "get_state_dump": 0.007005810737609863, "sim_render-ego": 0.0035856420343572445, "get_robot_state": 0.008084438063881615, "get_duckie_state": 1.2462789362127131e-06, "in-drivable-lane": 0.2500000000000001, "agent_compute-ego": 0.011047222397544168, "deviation-heading": 0.5448074286674264, "complete-iteration": 0.1227784048427235, "set_robot_commands": 0.0026988441293889828, "deviation-center-line": 0.04275825844893918, "driven_lanedir_consec": 0.08130231876862437, "sim_compute_sim_state": 0.012087973681363192, "sim_compute_performance-ego": 0.0023277781226418233}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.616586069766065, "get_ui_image": 0.022179921877752876, "step_physics": 0.06002016042925648, "survival_time": 9.700000000000005, "driven_lanedir": 0.3420212049680391, "get_state_dump": 0.007164383671947361, "sim_render-ego": 0.003607536099620701, "get_robot_state": 0.008039902165992973, "get_duckie_state": 1.114668305387202e-06, "in-drivable-lane": 8.05, "agent_compute-ego": 0.011662552037189916, "deviation-heading": 0.4216006047606904, "complete-iteration": 0.13150935566302427, "set_robot_commands": 0.002656787941136311, "deviation-center-line": 0.12609158940931808, "driven_lanedir_consec": 0.3420212049680391, "sim_compute_sim_state": 0.013803788067139302, "sim_compute_performance-ego": 0.002299901136417979}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.2131223504567256, "get_ui_image": 0.022121787071228027, "step_physics": 0.05778460069136186, "survival_time": 1.1000000000000003, "driven_lanedir": 0.1126937250633504, "get_state_dump": 0.006801420992070978, "sim_render-ego": 0.003542304039001465, "get_robot_state": 0.008062763647599653, "get_duckie_state": 1.1162324385209517e-06, "in-drivable-lane": 0.20000000000000007, "agent_compute-ego": 0.011448036540638315, "deviation-heading": 0.3863059906776478, "complete-iteration": 0.12944293022155762, "set_robot_commands": 0.0026545307853005147, "deviation-center-line": 0.06818846109621628, "driven_lanedir_consec": 0.1126937250633504, "sim_compute_sim_state": 0.014647960662841795, "sim_compute_performance-ego": 0.0023043589158491654}}set_robot_commands_max 0.0031604393323262535 set_robot_commands_mean 0.0027926505470380154 set_robot_commands_median 0.002677816035262647 set_robot_commands_min 0.0026545307853005147 sim_compute_performance-ego_max 0.002547743320465088 sim_compute_performance-ego_mean 0.002369945373843514 sim_compute_performance-ego_median 0.0023160685192454944 sim_compute_performance-ego_min 0.002299901136417979 sim_compute_sim_state_max 0.015135433673858644 sim_compute_sim_state_mean 0.013918789021300733 sim_compute_sim_state_median 0.01422587436499055 sim_compute_sim_state_min 0.012087973681363192 sim_render-ego_max 0.003878050645192464 sim_render-ego_mean 0.003653383204542969 sim_render-ego_median 0.003596589066988973 sim_render-ego_min 0.003542304039001465 simulation-passed 1 step_physics_max 0.06110674142837525 step_physics_mean 0.0581782868702834 step_physics_median 0.05890238056030917 step_physics_min 0.05380164493214001 survival_time_max 14.950000000000076 survival_time_mean 6.712500000000021 survival_time_min 1.1000000000000003
No reset possible 42729
11520
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 17:40:35+00:00 2020-11-24 17:47:27+00:00 0:06:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.131178228658614 survival_time_median 14.950000000000076 deviation-center-line_median 0.7015735807492427 in-drivable-lane_median 6.350000000000035
other stats agent_compute-ego_max 0.013285857836405436 agent_compute-ego_mean 0.012249513665835064 agent_compute-ego_median 0.012060113350550334 agent_compute-ego_min 0.011591970125834149 complete-iteration_max 0.14919893185297647 complete-iteration_mean 0.13204509754975638 complete-iteration_median 0.1271894594033559 complete-iteration_min 0.12460253953933716 deviation-center-line_max 0.8486831549633136 deviation-center-line_mean 0.6384077310592919 deviation-center-line_min 0.3018006077753687 deviation-heading_max 2.4413346155037683 deviation-heading_mean 1.8805452099490696 deviation-heading_median 2.1216792526966826 deviation-heading_min 0.8374877188991442 driven_any_max 3.4654085900831495 driven_any_mean 2.9866277040704023 driven_any_median 3.1594296255683365 driven_any_min 2.162242975061788 driven_lanedir_consec_max 2.391524151894171 driven_lanedir_consec_mean 1.9384059853668347 driven_lanedir_consec_min 1.0997433322559391 driven_lanedir_max 2.391524151894171 driven_lanedir_mean 1.9384059853668347 driven_lanedir_median 2.131178228658614 driven_lanedir_min 1.0997433322559391 get_duckie_state_max 1.2715657552083333e-06 get_duckie_state_mean 1.1535485585530598e-06 get_duckie_state_median 1.1301040649414063e-06 get_duckie_state_min 1.0824203491210938e-06 get_robot_state_max 0.008703796863555909 get_robot_state_mean 0.008347793022791544 get_robot_state_median 0.008266318639119467 get_robot_state_min 0.008154737949371337 get_state_dump_max 0.007253730297088623 get_state_dump_mean 0.006967044075330098 get_state_dump_median 0.006888773838678996 get_state_dump_min 0.006836898326873779 get_ui_image_max 0.025209379196166993 get_ui_image_mean 0.022982441981633503 get_ui_image_median 0.022270336548487348 get_ui_image_min 0.022179715633392338 in-drivable-lane_max 7.850000000000095 in-drivable-lane_mean 6.075000000000054 in-drivable-lane_min 3.7500000000000537 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.4555289679827186, "get_ui_image": 0.022179715633392338, "step_physics": 0.05384222904841105, "survival_time": 14.950000000000076, "driven_lanedir": 2.391524151894171, "get_state_dump": 0.0068591634432474775, "sim_render-ego": 0.0036753559112548823, "get_robot_state": 0.008210910161336264, "get_duckie_state": 1.1197725931803385e-06, "in-drivable-lane": 5.700000000000025, "agent_compute-ego": 0.012304378350575766, "deviation-heading": 2.329305862242863, "complete-iteration": 0.12632510662078858, "set_robot_commands": 0.002796142101287842, "deviation-center-line": 0.7311923564985067, "driven_lanedir_consec": 2.391524151894171, "sim_compute_sim_state": 0.014024558067321778, "sim_compute_performance-ego": 0.002350124518076579}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8633302831539544, "get_ui_image": 0.022207597891489662, "step_physics": 0.05334858099619547, "survival_time": 14.950000000000076, "driven_lanedir": 2.2741279651246527, "get_state_dump": 0.006836898326873779, "sim_render-ego": 0.003616135915120443, "get_robot_state": 0.008154737949371337, "get_duckie_state": 1.140435536702474e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.011591970125834149, "deviation-heading": 1.9140526431505016, "complete-iteration": 0.12460253953933716, "set_robot_commands": 0.002771601676940918, "deviation-center-line": 0.8486831549633136, "driven_lanedir_consec": 2.2741279651246527, "sim_compute_sim_state": 0.013666802247365316, "sim_compute_performance-ego": 0.002325042088826497}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.162242975061788, "get_ui_image": 0.022333075205485026, "step_physics": 0.056008780002594, "survival_time": 14.950000000000076, "driven_lanedir": 1.0997433322559391, "get_state_dump": 0.0069183842341105145, "sim_render-ego": 0.00368331511815389, "get_robot_state": 0.008321727116902669, "get_duckie_state": 1.0824203491210938e-06, "in-drivable-lane": 7.000000000000045, "agent_compute-ego": 0.011815848350524905, "deviation-heading": 2.4413346155037683, "complete-iteration": 0.1280538121859233, "set_robot_commands": 0.002898972829182943, "deviation-center-line": 0.6719548049999787, "driven_lanedir_consec": 1.0997433322559391, "sim_compute_sim_state": 0.013633735179901125, "sim_compute_performance-ego": 0.0023513142267862957}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.4654085900831495, "get_ui_image": 0.025209379196166993, "step_physics": 0.065493004322052, "survival_time": 14.950000000000076, "driven_lanedir": 1.988228492192575, "get_state_dump": 0.007253730297088623, "sim_render-ego": 0.003964038689931234, "get_robot_state": 0.008703796863555909, "get_duckie_state": 1.2715657552083333e-06, "in-drivable-lane": 7.850000000000095, "agent_compute-ego": 0.013285857836405436, "deviation-heading": 0.8374877188991442, "complete-iteration": 0.14919893185297647, "set_robot_commands": 0.0033897050221761067, "deviation-center-line": 0.3018006077753687, "driven_lanedir_consec": 1.988228492192575, "sim_compute_sim_state": 0.01927563985188802, "sim_compute_performance-ego": 0.0025291077295939127}}set_robot_commands_max 0.0033897050221761067 set_robot_commands_mean 0.0029641054073969524 set_robot_commands_median 0.0028475574652353924 set_robot_commands_min 0.002771601676940918 sim_compute_performance-ego_max 0.0025291077295939127 sim_compute_performance-ego_mean 0.0023888971408208212 sim_compute_performance-ego_median 0.0023507193724314375 sim_compute_performance-ego_min 0.002325042088826497 sim_compute_sim_state_max 0.01927563985188802 sim_compute_sim_state_mean 0.01515018383661906 sim_compute_sim_state_median 0.013845680157343549 sim_compute_sim_state_min 0.013633735179901125 sim_render-ego_max 0.003964038689931234 sim_render-ego_mean 0.003734711408615112 sim_render-ego_median 0.0036793355147043865 sim_render-ego_min 0.003616135915120443 simulation-passed 1 step_physics_max 0.065493004322052 step_physics_mean 0.057173148592313136 step_physics_median 0.05492550452550252 step_physics_min 0.05334858099619547 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42725
11518
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 17:32:06+00:00 2020-11-24 17:37:18+00:00 0:05:12 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42714
11516
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 17:06:47+00:00 2020-11-24 17:12:14+00:00 0:05:27 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42709
11514
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 16:26:41+00:00 2020-11-24 16:33:21+00:00 0:06:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.709950429130023 survival_time_median 14.950000000000076 deviation-center-line_median 1.1559674959536363 in-drivable-lane_median 0.6000000000000052
other stats agent_compute-ego_max 0.011964084307352702 agent_compute-ego_mean 0.011517657114041818 agent_compute-ego_median 0.011421470787074114 agent_compute-ego_min 0.011263602574666342 complete-iteration_max 0.1280436201675518 complete-iteration_mean 0.12519483933309178 complete-iteration_median 0.12522217591603596 complete-iteration_min 0.12229138533274332 deviation-center-line_max 1.4594369240759144 deviation-center-line_mean 1.1288473770979426 deviation-center-line_min 0.7440175924085829 deviation-heading_max 4.047140569456647 deviation-heading_mean 3.5469082628738757 deviation-heading_median 3.8595783092384575 deviation-heading_min 2.421335863561939 driven_any_max 3.0629695920842224 driven_any_mean 3.049806933529729 driven_any_median 3.0524225495869217 driven_any_min 3.0314130428608497 driven_lanedir_consec_max 2.933783477651071 driven_lanedir_consec_mean 2.6257098233965146 driven_lanedir_consec_min 2.149154957674941 driven_lanedir_max 2.933783477651071 driven_lanedir_mean 2.7269786955416975 driven_lanedir_median 2.7972760158126864 driven_lanedir_min 2.379579272890347 get_duckie_state_max 1.0943412780761718e-06 get_duckie_state_mean 1.0668076910414135e-06 get_duckie_state_median 1.0673205057779948e-06 get_duckie_state_min 1.0382484745334937e-06 get_robot_state_max 0.008107629617055257 get_robot_state_mean 0.008091940431444494 get_robot_state_median 0.008095991509454744 get_robot_state_min 0.008068149089813232 get_state_dump_max 0.006823523839314779 get_state_dump_mean 0.0067793465385565885 get_state_dump_median 0.0067734464009602865 get_state_dump_min 0.006746969512991003 get_ui_image_max 0.022228423754374185 get_ui_image_mean 0.022078509840879355 get_ui_image_median 0.02205560269656482 get_ui_image_min 0.021974410216013592 in-drivable-lane_max 1.9499999999999944 in-drivable-lane_mean 0.7875000000000013 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0420511967776527, "get_ui_image": 0.022056678136189774, "step_physics": 0.05296705881754557, "survival_time": 14.950000000000076, "driven_lanedir": 2.8218901911212178, "get_state_dump": 0.006823523839314779, "sim_render-ego": 0.003606833616892497, "get_robot_state": 0.008106270631154378, "get_duckie_state": 1.0943412780761718e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.011263602574666342, "deviation-heading": 2.421335863561939, "complete-iteration": 0.12364998499552408, "set_robot_commands": 0.0027138543128967284, "deviation-center-line": 0.7440175924085829, "driven_lanedir_consec": 2.8218901911212178, "sim_compute_sim_state": 0.013717091878255209, "sim_compute_performance-ego": 0.002319723765055338}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0629695920842224, "get_ui_image": 0.021974410216013592, "step_physics": 0.05215451717376709, "survival_time": 14.950000000000076, "driven_lanedir": 2.933783477651071, "get_state_dump": 0.006787041028340658, "sim_render-ego": 0.0035748465855916342, "get_robot_state": 0.008068149089813232, "get_duckie_state": 1.0776519775390624e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0114188551902771, "deviation-heading": 3.713547740093688, "complete-iteration": 0.12229138533274332, "set_robot_commands": 0.002676942348480225, "deviation-center-line": 1.090999061054529, "driven_lanedir_consec": 2.933783477651071, "sim_compute_sim_state": 0.013262014389038086, "sim_compute_performance-ego": 0.0022980419794718424}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0314130428608497, "get_ui_image": 0.022054527256939863, "step_physics": 0.05785959234108796, "survival_time": 14.800000000000075, "driven_lanedir": 2.379579272890347, "get_state_dump": 0.006746969512991003, "sim_render-ego": 0.0035551214540326917, "get_robot_state": 0.008085712387755111, "get_duckie_state": 1.0382484745334937e-06, "in-drivable-lane": 1.9499999999999944, "agent_compute-ego": 0.01142408638387113, "deviation-heading": 4.047140569456647, "complete-iteration": 0.1280436201675518, "set_robot_commands": 0.002649915379446906, "deviation-center-line": 1.2209359308527437, "driven_lanedir_consec": 2.149154957674941, "sim_compute_sim_state": 0.01329232389862473, "sim_compute_performance-ego": 0.002299176680075156}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0627939023961908, "get_ui_image": 0.022228423754374185, "step_physics": 0.05494043986002605, "survival_time": 14.950000000000076, "driven_lanedir": 2.772661840504155, "get_state_dump": 0.006759851773579915, "sim_render-ego": 0.0036211816469828286, "get_robot_state": 0.008107629617055257, "get_duckie_state": 1.0569890340169271e-06, "in-drivable-lane": 0.5000000000000003, "agent_compute-ego": 0.011964084307352702, "deviation-heading": 4.005608878383227, "complete-iteration": 0.12679436683654785, "set_robot_commands": 0.0026889737447102864, "deviation-center-line": 1.4594369240759144, "driven_lanedir_consec": 2.598010667138829, "sim_compute_sim_state": 0.014083348910013834, "sim_compute_performance-ego": 0.002322988510131836}}set_robot_commands_max 0.0027138543128967284 set_robot_commands_mean 0.002682421446383536 set_robot_commands_median 0.0026829580465952555 set_robot_commands_min 0.002649915379446906 sim_compute_performance-ego_max 0.002322988510131836 sim_compute_performance-ego_mean 0.002309982733683543 sim_compute_performance-ego_median 0.0023094502225652473 sim_compute_performance-ego_min 0.0022980419794718424 sim_compute_sim_state_max 0.014083348910013834 sim_compute_sim_state_mean 0.013588694768982966 sim_compute_sim_state_median 0.013504707888439969 sim_compute_sim_state_min 0.013262014389038086 sim_render-ego_max 0.0036211816469828286 sim_render-ego_mean 0.003589495825874913 sim_render-ego_median 0.0035908401012420656 sim_render-ego_min 0.0035551214540326917 simulation-passed 1 step_physics_max 0.05785959234108796 step_physics_mean 0.05448040204810667 step_physics_median 0.05395374933878581 step_physics_min 0.05215451717376709 survival_time_max 14.950000000000076 survival_time_mean 14.912500000000076 survival_time_min 14.800000000000075
No reset possible 42694
11508
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 15:51:12+00:00 2020-11-24 15:57:19+00:00 0:06:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.391496656626008 survival_time_median 14.950000000000076 deviation-center-line_median 0.45900197641898616 in-drivable-lane_median 1.625000000000023
other stats agent_compute-ego_max 0.012035404841105143 agent_compute-ego_mean 0.011986132214466733 agent_compute-ego_median 0.011985071897506716 agent_compute-ego_min 0.011938980221748352 complete-iteration_max 0.13102790753046673 complete-iteration_mean 0.12580732946594558 complete-iteration_median 0.12483186443646747 complete-iteration_min 0.12253768146038056 deviation-center-line_max 0.6196579430935449 deviation-center-line_mean 0.4170302616802726 deviation-center-line_min 0.13045915078957313 deviation-heading_max 1.9928992783876092 deviation-heading_mean 1.381029144383556 deviation-heading_median 1.3803172632888678 deviation-heading_min 0.7705827725688793 driven_any_max 3.9314867197840706 driven_any_mean 3.4270764446542032 driven_any_median 3.720934782129644 driven_any_min 2.334949494573455 driven_lanedir_consec_max 3.705661209311335 driven_lanedir_consec_mean 2.7914516721989817 driven_lanedir_consec_min 0.6771521662325765 driven_lanedir_max 3.705661209311335 driven_lanedir_mean 2.7914516721989817 driven_lanedir_median 3.391496656626008 driven_lanedir_min 0.6771521662325765 get_duckie_state_max 1.0768572489420573e-06 get_duckie_state_mean 1.054207483927409e-06 get_duckie_state_median 1.0565916697184245e-06 get_duckie_state_min 1.0267893473307292e-06 get_robot_state_max 0.008115393320719401 get_robot_state_mean 0.008103931918740273 get_robot_state_median 0.008110610644022624 get_robot_state_min 0.008079113066196441 get_state_dump_max 0.006797775626182556 get_state_dump_mean 0.006779610762993495 get_state_dump_median 0.006777932643890381 get_state_dump_min 0.0067648021380106605 get_ui_image_max 0.02248294949531555 get_ui_image_mean 0.0223152686158816 get_ui_image_median 0.022310338020324703 get_ui_image_min 0.02215744892756144 in-drivable-lane_max 4.999999999999982 in-drivable-lane_mean 2.137500000000008 in-drivable-lane_min 0.30000000000000426 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.611041773541698, "get_ui_image": 0.02223183711369832, "step_physics": 0.05354742129643758, "survival_time": 14.950000000000076, "driven_lanedir": 3.106093891028064, "get_state_dump": 0.0067709406216939294, "sim_render-ego": 0.003639974594116211, "get_robot_state": 0.008113824526468912, "get_duckie_state": 1.0768572489420573e-06, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.012005794843037924, "deviation-heading": 1.2988930368570877, "complete-iteration": 0.12553858915964763, "set_robot_commands": 0.0027694257100423177, "deviation-center-line": 0.3709196401712532, "driven_lanedir_consec": 3.106093891028064, "sim_compute_sim_state": 0.014050177733103434, "sim_compute_performance-ego": 0.0023367436726888023}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.83082779071759, "get_ui_image": 0.02215744892756144, "step_physics": 0.05268898248672485, "survival_time": 14.950000000000076, "driven_lanedir": 3.705661209311335, "get_state_dump": 0.006784924666086833, "sim_render-ego": 0.0035969003041585288, "get_robot_state": 0.008107396761576334, "get_duckie_state": 1.0267893473307292e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.012035404841105143, "deviation-heading": 1.9928992783876092, "complete-iteration": 0.12412513971328736, "set_robot_commands": 0.00269452174504598, "deviation-center-line": 0.5470843126667191, "driven_lanedir_consec": 3.705661209311335, "sim_compute_sim_state": 0.01365882396697998, "sim_compute_performance-ego": 0.0023273507754007976}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.334949494573455, "get_ui_image": 0.02248294949531555, "step_physics": 0.05168693363666534, "survival_time": 7.99999999999998, "driven_lanedir": 0.6771521662325765, "get_state_dump": 0.006797775626182556, "sim_render-ego": 0.003611683845520019, "get_robot_state": 0.008079113066196441, "get_duckie_state": 1.049041748046875e-06, "in-drivable-lane": 4.999999999999982, "agent_compute-ego": 0.011938980221748352, "deviation-heading": 0.7705827725688793, "complete-iteration": 0.12253768146038056, "set_robot_commands": 0.0027163997292518616, "deviation-center-line": 0.13045915078957313, "driven_lanedir_consec": 0.6771521662325765, "sim_compute_sim_state": 0.01284317672252655, "sim_compute_performance-ego": 0.0023071691393852234}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.9314867197840706, "get_ui_image": 0.02238883892695109, "step_physics": 0.0562924059232076, "survival_time": 14.950000000000076, "driven_lanedir": 3.676899422223951, "get_state_dump": 0.0067648021380106605, "sim_render-ego": 0.0036233941713968913, "get_robot_state": 0.008115393320719401, "get_duckie_state": 1.064141591389974e-06, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.011964348951975503, "deviation-heading": 1.4617414897206482, "complete-iteration": 0.13102790753046673, "set_robot_commands": 0.002742368380228678, "deviation-center-line": 0.6196579430935449, "driven_lanedir_consec": 3.676899422223951, "sim_compute_sim_state": 0.01672986110051473, "sim_compute_performance-ego": 0.0023323575655619304}}set_robot_commands_max 0.0027694257100423177 set_robot_commands_mean 0.0027306788911422093 set_robot_commands_median 0.00272938405474027 set_robot_commands_min 0.00269452174504598 sim_compute_performance-ego_max 0.0023367436726888023 sim_compute_performance-ego_mean 0.0023259052882591883 sim_compute_performance-ego_median 0.002329854170481364 sim_compute_performance-ego_min 0.0023071691393852234 sim_compute_sim_state_max 0.01672986110051473 sim_compute_sim_state_mean 0.014320509880781176 sim_compute_sim_state_median 0.013854500850041708 sim_compute_sim_state_min 0.01284317672252655 sim_render-ego_max 0.003639974594116211 sim_render-ego_mean 0.003617988228797913 sim_render-ego_median 0.003617539008458456 sim_render-ego_min 0.0035969003041585288 simulation-passed 1 step_physics_max 0.0562924059232076 step_physics_mean 0.05355393583575885 step_physics_median 0.053118201891581215 step_physics_min 0.05168693363666534 survival_time_max 14.950000000000076 survival_time_mean 13.212500000000052 survival_time_min 7.99999999999998
No reset possible 42688
11503
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 15:16:10+00:00 2020-11-24 15:19:06+00:00 0:02:56 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42679
11505
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 15:11:26+00:00 2020-11-24 15:15:32+00:00 0:04:06 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42665
11500
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 05:13:29+00:00 2020-11-24 05:20:18+00:00 0:06:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7899616074239946 survival_time_median 14.950000000000076 deviation-center-line_median 0.5981201333531944 in-drivable-lane_median 7.8750000000000435
other stats agent_compute-ego_max 0.012016101678212484 agent_compute-ego_mean 0.011632317701975503 agent_compute-ego_median 0.011567183335622152 agent_compute-ego_min 0.011378802458445232 complete-iteration_max 0.12996271769205728 complete-iteration_mean 0.1269452178478241 complete-iteration_median 0.1261843693256378 complete-iteration_min 0.12544941504796345 deviation-center-line_max 0.8637375116988556 deviation-center-line_mean 0.5877163116779213 deviation-center-line_min 0.29088746830644074 deviation-heading_max 2.899259711552041 deviation-heading_mean 2.0970290750688596 deviation-heading_median 2.1828832158479785 deviation-heading_min 1.123090157027441 driven_any_max 3.7563709119417896 driven_any_mean 3.369349911526602 driven_any_median 3.4280780807508338 driven_any_min 2.86487257266295 driven_lanedir_consec_max 2.8922938281468413 driven_lanedir_consec_mean 1.9095337009936553 driven_lanedir_consec_min 1.1659177609797906 driven_lanedir_max 2.8922938281468413 driven_lanedir_mean 1.9095337009936553 driven_lanedir_median 1.7899616074239946 driven_lanedir_min 1.1659177609797906 get_duckie_state_max 1.0164578755696615e-06 get_duckie_state_mean 9.977817535400392e-07 get_duckie_state_median 1.0001659393310548e-06 get_duckie_state_min 9.743372599283857e-07 get_robot_state_max 0.008350234031677246 get_robot_state_mean 0.00819844663143158 get_robot_state_median 0.008180536031723022 get_robot_state_min 0.008082480430603027 get_state_dump_max 0.007284420331319173 get_state_dump_mean 0.006904648939768473 get_state_dump_median 0.006795147657394409 get_state_dump_min 0.006743880112965902 get_ui_image_max 0.02239673773447673 get_ui_image_mean 0.022269443074862165 get_ui_image_median 0.022260467608769735 get_ui_image_min 0.022160099347432453 in-drivable-lane_max 9.00000000000009 in-drivable-lane_mean 6.962500000000055 in-drivable-lane_min 3.100000000000044 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.7563709119417896, "get_ui_image": 0.022160099347432453, "step_physics": 0.054391889572143554, "survival_time": 14.950000000000076, "driven_lanedir": 1.5595034669302237, "get_state_dump": 0.006837249596913656, "sim_render-ego": 0.003646145661671956, "get_robot_state": 0.008189044793446858, "get_duckie_state": 1.0053316752115886e-06, "in-drivable-lane": 8.900000000000066, "agent_compute-ego": 0.011662739117940269, "deviation-heading": 2.633996111904778, "complete-iteration": 0.12638147751490275, "set_robot_commands": 0.002734368642171224, "deviation-center-line": 0.3909287610438959, "driven_lanedir_consec": 1.5595034669302237, "sim_compute_sim_state": 0.014356420834859211, "sim_compute_performance-ego": 0.00232861598332723}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.41185517132893, "get_ui_image": 0.022215561072031657, "step_physics": 0.05370245615641276, "survival_time": 14.950000000000076, "driven_lanedir": 2.0204197479177655, "get_state_dump": 0.006753045717875163, "sim_render-ego": 0.003648779392242432, "get_robot_state": 0.008350234031677246, "get_duckie_state": 9.743372599283857e-07, "in-drivable-lane": 9.00000000000009, "agent_compute-ego": 0.012016101678212484, "deviation-heading": 1.123090157027441, "complete-iteration": 0.12598726113637287, "set_robot_commands": 0.0027591228485107423, "deviation-center-line": 0.29088746830644074, "driven_lanedir_consec": 2.0204197479177655, "sim_compute_sim_state": 0.01414793570836385, "sim_compute_performance-ego": 0.002318065961201986}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.86487257266295, "get_ui_image": 0.02239673773447673, "step_physics": 0.05364574670791626, "survival_time": 14.950000000000076, "driven_lanedir": 1.1659177609797906, "get_state_dump": 0.007284420331319173, "sim_render-ego": 0.0036398943265279135, "get_robot_state": 0.008172027269999186, "get_duckie_state": 9.950002034505207e-07, "in-drivable-lane": 6.850000000000021, "agent_compute-ego": 0.011471627553304036, "deviation-heading": 2.899259711552041, "complete-iteration": 0.12544941504796345, "set_robot_commands": 0.0027572377522786457, "deviation-center-line": 0.8637375116988556, "driven_lanedir_consec": 1.1659177609797906, "sim_compute_sim_state": 0.01368283748626709, "sim_compute_performance-ego": 0.002322576840718587}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.444300990172738, "get_ui_image": 0.022305374145507813, "step_physics": 0.05633652607599894, "survival_time": 14.950000000000076, "driven_lanedir": 2.8922938281468413, "get_state_dump": 0.006743880112965902, "sim_render-ego": 0.003618611494700114, "get_robot_state": 0.008082480430603027, "get_duckie_state": 1.0164578755696615e-06, "in-drivable-lane": 3.100000000000044, "agent_compute-ego": 0.011378802458445232, "deviation-heading": 1.7317703197911791, "complete-iteration": 0.12996271769205728, "set_robot_commands": 0.002726007302602132, "deviation-center-line": 0.8053115056624928, "driven_lanedir_consec": 2.8922938281468413, "sim_compute_sim_state": 0.016364085674285888, "sim_compute_performance-ego": 0.002330019474029541}}set_robot_commands_max 0.0027591228485107423 set_robot_commands_mean 0.002744184136390686 set_robot_commands_median 0.002745803197224935 set_robot_commands_min 0.002726007302602132 sim_compute_performance-ego_max 0.002330019474029541 sim_compute_performance-ego_mean 0.002324819564819336 sim_compute_performance-ego_median 0.002325596412022909 sim_compute_performance-ego_min 0.002318065961201986 sim_compute_sim_state_max 0.016364085674285888 sim_compute_sim_state_mean 0.014637819925944012 sim_compute_sim_state_median 0.014252178271611533 sim_compute_sim_state_min 0.01368283748626709 sim_render-ego_max 0.003648779392242432 sim_render-ego_mean 0.003638357718785604 sim_render-ego_median 0.003643019994099935 sim_render-ego_min 0.003618611494700114 simulation-passed 1 step_physics_max 0.05633652607599894 step_physics_mean 0.05451915462811788 step_physics_median 0.054047172864278153 step_physics_min 0.05364574670791626 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42664
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 04:59:52+00:00 2020-11-24 05:03:25+00:00 0:03:33 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42643
11499
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-24 04:49:39+00:00 2020-11-24 04:56:41+00:00 0:07:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6572989290686655 survival_time_median 12.22500000000004 deviation-center-line_median 0.45700292610894655 in-drivable-lane_median 2.9250000000000336
other stats agent_compute-ego_max 0.015830057462056478 agent_compute-ego_mean 0.015391947727888398 agent_compute-ego_median 0.015426130099077172 agent_compute-ego_min 0.014885473251342773 complete-iteration_max 0.1939555946149324 complete-iteration_mean 0.17459886694637128 complete-iteration_median 0.17760276648983264 complete-iteration_min 0.14923434019088744 deviation-center-line_max 0.6099965256659694 deviation-center-line_mean 0.40122671670104687 deviation-center-line_min 0.08090448892032509 deviation-heading_max 1.7551643630020983 deviation-heading_mean 1.12325185781407 deviation-heading_median 1.1664518591860822 deviation-heading_min 0.40493934988201785 driven_any_max 4.365274740839325 driven_any_mean 3.4326525856914034 driven_any_median 3.644602884739939 driven_any_min 2.07612983244641 driven_lanedir_consec_max 3.735279694317086 driven_lanedir_consec_mean 2.43240739188351 driven_lanedir_consec_min 0.6797520150796224 driven_lanedir_max 3.735279694317086 driven_lanedir_mean 2.43240739188351 driven_lanedir_median 2.6572989290686655 driven_lanedir_min 0.6797520150796224 get_duckie_state_max 1.418515571258353e-06 get_duckie_state_mean 1.342696134951761e-06 get_duckie_state_median 1.3379674208791632e-06 get_duckie_state_min 1.2763341267903646e-06 get_robot_state_max 0.0099779478708903 get_robot_state_mean 0.00964042437684256 get_robot_state_median 0.009856019668017187 get_robot_state_min 0.008871710300445557 get_state_dump_max 0.007934831318102385 get_state_dump_mean 0.007725064002177211 get_state_dump_median 0.007852212505520515 get_state_dump_min 0.00726099967956543 get_ui_image_max 0.034760025927895 get_ui_image_mean 0.030425914777347244 get_ui_image_median 0.0310663920753407 get_ui_image_min 0.02481084903081258 in-drivable-lane_max 5.69999999999998 in-drivable-lane_mean 3.400000000000019 in-drivable-lane_min 2.050000000000029 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.365274740839325, "get_ui_image": 0.02481084903081258, "step_physics": 0.06616960843404134, "survival_time": 14.950000000000076, "driven_lanedir": 3.1511628957981896, "get_state_dump": 0.00726099967956543, "sim_render-ego": 0.004074231783548991, "get_robot_state": 0.008871710300445557, "get_duckie_state": 1.2763341267903646e-06, "in-drivable-lane": 3.5000000000000497, "agent_compute-ego": 0.014885473251342773, "deviation-heading": 1.5741586800231104, "complete-iteration": 0.14923434019088744, "set_robot_commands": 0.003438438574473063, "deviation-center-line": 0.6099965256659694, "driven_lanedir_consec": 3.1511628957981896, "sim_compute_sim_state": 0.016912127335866292, "sim_compute_performance-ego": 0.002724301020304362}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.293341094429367, "get_ui_image": 0.031541594664255775, "step_physics": 0.0802408790588379, "survival_time": 14.950000000000076, "driven_lanedir": 3.735279694317086, "get_state_dump": 0.007822317282358805, "sim_render-ego": 0.00462269941965739, "get_robot_state": 0.0099779478708903, "get_duckie_state": 1.3232231140136718e-06, "in-drivable-lane": 2.050000000000029, "agent_compute-ego": 0.015830057462056478, "deviation-heading": 1.7551643630020983, "complete-iteration": 0.17920700867970785, "set_robot_commands": 0.003758896986643474, "deviation-center-line": 0.5888256856864335, "driven_lanedir_consec": 3.735279694317086, "sim_compute_sim_state": 0.022371418476104736, "sim_compute_performance-ego": 0.0029472462336222333}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.07612983244641, "get_ui_image": 0.030591189486425627, "step_physics": 0.08104618690298789, "survival_time": 7.94999999999998, "driven_lanedir": 0.6797520150796224, "get_state_dump": 0.007882107728682223, "sim_render-ego": 0.004658535591461374, "get_robot_state": 0.0098913810538046, "get_duckie_state": 1.418515571258353e-06, "in-drivable-lane": 5.69999999999998, "agent_compute-ego": 0.015441272243763666, "deviation-heading": 0.40493934988201785, "complete-iteration": 0.1759985242999575, "set_robot_commands": 0.003699733026372562, "deviation-center-line": 0.08090448892032509, "driven_lanedir_consec": 0.6797520150796224, "sim_compute_sim_state": 0.019664581466770772, "sim_compute_performance-ego": 0.003025851159725549}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9958646750505102, "get_ui_image": 0.034760025927895, "step_physics": 0.08725805282592773, "survival_time": 9.5, "driven_lanedir": 2.163434962339142, "get_state_dump": 0.007934831318102385, "sim_render-ego": 0.004686393235859118, "get_robot_state": 0.009820658282229775, "get_duckie_state": 1.3527117277446549e-06, "in-drivable-lane": 2.3500000000000174, "agent_compute-ego": 0.015410987954390677, "deviation-heading": 0.7587450383490538, "complete-iteration": 0.1939555946149324, "set_robot_commands": 0.003534387287340666, "deviation-center-line": 0.3251801665314596, "driven_lanedir_consec": 2.163434962339142, "sim_compute_sim_state": 0.02745354928468403, "sim_compute_performance-ego": 0.003001612111141807}}set_robot_commands_max 0.003758896986643474 set_robot_commands_mean 0.003607863968707441 set_robot_commands_median 0.0036170601568566137 set_robot_commands_min 0.003438438574473063 sim_compute_performance-ego_max 0.003025851159725549 sim_compute_performance-ego_mean 0.002924752631198488 sim_compute_performance-ego_median 0.00297442917238202 sim_compute_performance-ego_min 0.002724301020304362 sim_compute_sim_state_max 0.02745354928468403 sim_compute_sim_state_mean 0.021600419140856458 sim_compute_sim_state_median 0.021017999971437752 sim_compute_sim_state_min 0.016912127335866292 sim_render-ego_max 0.004686393235859118 sim_render-ego_mean 0.004510465007631718 sim_render-ego_median 0.004640617505559382 sim_render-ego_min 0.004074231783548991 simulation-passed 1 step_physics_max 0.08725805282592773 step_physics_mean 0.07867868180544871 step_physics_median 0.0806435329809129 step_physics_min 0.06616960843404134 survival_time_max 14.950000000000076 survival_time_mean 11.837500000000034 survival_time_min 7.94999999999998
No reset possible 42628
11497
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 04:44:25+00:00 2020-11-24 04:46:39+00:00 0:02:14 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42599
11493
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele05-c7e03feddacf-1
2020-11-24 04:20:49+00:00 2020-11-24 04:27:35+00:00 0:06:46 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42507
11473
Vincenzo Polizzi  🇮🇹baseline-duckietown aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-23 17:32:17+00:00 2020-11-23 17:38:54+00:00 0:06:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.013191003258458 survival_time_median 14.950000000000076 deviation-center-line_median 0.5171805747572141 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.010829011599222818 agent_compute-ego_mean 0.010296521385510762 agent_compute-ego_median 0.010153761704762777 agent_compute-ego_min 0.010049550533294678 complete-iteration_max 0.1289590096473694 complete-iteration_mean 0.12196417570114136 complete-iteration_median 0.11994415958722432 complete-iteration_min 0.1190093739827474 deviation-center-line_max 0.7968923669613668 deviation-center-line_mean 0.5200653637091929 deviation-center-line_min 0.24900793836097665 deviation-heading_max 2.2253589301805548 deviation-heading_mean 1.3462373670889891 deviation-heading_median 1.2123128263902654 deviation-heading_min 0.7349648853948713 driven_any_max 1.02105147888838 driven_any_mean 1.0193044879264872 driven_any_median 1.0210513598371191 driven_any_min 1.0140637531433312 driven_lanedir_consec_max 1.019459606638658 driven_lanedir_consec_mean 0.9046437798311576 driven_lanedir_consec_min 0.5727335061690563 driven_lanedir_max 1.019459606638658 driven_lanedir_mean 0.9046451150569276 driven_lanedir_median 1.013191003258458 driven_lanedir_min 0.5727388470721363 get_duckie_state_max 1.133282979329427e-06 get_duckie_state_mean 1.0991096496582032e-06 get_duckie_state_median 1.1090437571207684e-06 get_duckie_state_min 1.045068105061849e-06 get_robot_state_max 0.008196073373158773 get_robot_state_mean 0.008111521601676941 get_robot_state_median 0.008091087738672892 get_robot_state_min 0.008067837556203206 get_state_dump_max 0.006833054224650065 get_state_dump_mean 0.006777880787849426 get_state_dump_median 0.0067719300587972 get_state_dump_min 0.006734608809153239 get_ui_image_max 0.022512904008229577 get_ui_image_mean 0.022180519302686053 get_ui_image_median 0.022071897586186728 get_ui_image_min 0.022065378030141195 in-drivable-lane_max 5.850000000000083 in-drivable-lane_mean 1.4625000000000208 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.0140637531433312, "get_ui_image": 0.022065378030141195, "step_physics": 0.05114849408467611, "survival_time": 14.950000000000076, "driven_lanedir": 1.007925088235842, "get_state_dump": 0.006771750450134277, "sim_render-ego": 0.0035960849126180014, "get_robot_state": 0.008099424839019775, "get_duckie_state": 1.133282979329427e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01012986421585083, "deviation-heading": 1.474594562128813, "complete-iteration": 0.1200532611211141, "set_robot_commands": 0.002700506051381429, "deviation-center-line": 0.7968923669613668, "driven_lanedir_consec": 1.007925088235842, "sim_compute_sim_state": 0.01314528226852417, "sim_compute_performance-ego": 0.002321800390879313}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.0210514764324774, "get_ui_image": 0.02207066297531128, "step_physics": 0.050217007795969645, "survival_time": 14.950000000000076, "driven_lanedir": 1.018456918281074, "get_state_dump": 0.006772109667460124, "sim_render-ego": 0.00357939879099528, "get_robot_state": 0.00808275063832601, "get_duckie_state": 1.045068105061849e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.010829011599222818, "deviation-heading": 0.9500310906517176, "complete-iteration": 0.1190093739827474, "set_robot_commands": 0.0026599327723185223, "deviation-center-line": 0.5993067899885081, "driven_lanedir_consec": 1.018456918281074, "sim_compute_sim_state": 0.012409023443857827, "sim_compute_performance-ego": 0.0023135805130004884}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.021051243241761, "get_ui_image": 0.022512904008229577, "step_physics": 0.05075431267420451, "survival_time": 14.950000000000076, "driven_lanedir": 0.5727388470721363, "get_state_dump": 0.006833054224650065, "sim_render-ego": 0.0036025659243265787, "get_robot_state": 0.008196073373158773, "get_duckie_state": 1.1269251505533854e-06, "in-drivable-lane": 5.850000000000083, "agent_compute-ego": 0.010049550533294678, "deviation-heading": 2.2253589301805548, "complete-iteration": 0.11983505805333455, "set_robot_commands": 0.002696367104848226, "deviation-center-line": 0.43505435952592014, "driven_lanedir_consec": 0.5727335061690563, "sim_compute_sim_state": 0.012789210478464765, "sim_compute_performance-ego": 0.0023239835103352866}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.02105147888838, "get_ui_image": 0.022073132197062174, "step_physics": 0.05804639101028442, "survival_time": 14.950000000000076, "driven_lanedir": 1.019459606638658, "get_state_dump": 0.006734608809153239, "sim_render-ego": 0.0035717542966206867, "get_robot_state": 0.008067837556203206, "get_duckie_state": 1.0911623636881511e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.010177659193674722, "deviation-heading": 0.7349648853948713, "complete-iteration": 0.1289590096473694, "set_robot_commands": 0.002632183233896891, "deviation-center-line": 0.24900793836097665, "driven_lanedir_consec": 1.019459606638658, "sim_compute_sim_state": 0.01527229865392049, "sim_compute_performance-ego": 0.0023059884707132975}}set_robot_commands_max 0.002700506051381429 set_robot_commands_mean 0.0026722472906112672 set_robot_commands_median 0.002678149938583374 set_robot_commands_min 0.002632183233896891 sim_compute_performance-ego_max 0.0023239835103352866 sim_compute_performance-ego_mean 0.0023163382212320963 sim_compute_performance-ego_median 0.0023176904519399007 sim_compute_performance-ego_min 0.0023059884707132975 sim_compute_sim_state_max 0.01527229865392049 sim_compute_sim_state_mean 0.013403953711191812 sim_compute_sim_state_median 0.012967246373494466 sim_compute_sim_state_min 0.012409023443857827 sim_render-ego_max 0.0036025659243265787 sim_render-ego_mean 0.0035874509811401364 sim_render-ego_median 0.0035877418518066406 sim_render-ego_min 0.0035717542966206867 simulation-passed 1 step_physics_max 0.05804639101028442 step_physics_mean 0.052541551391283664 step_physics_median 0.050951403379440305 step_physics_min 0.050217007795969645 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42503
11471
Riccardo Tresa  🇮🇹template-random aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-23 09:02:25+00:00 2020-11-23 09:06:17+00:00 0:03:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6440373265804349 survival_time_median 4.7749999999999915 deviation-center-line_median 0.10361109150784235 in-drivable-lane_median 2.5499999999999914
other stats agent_compute-ego_max 0.010855682825638075 agent_compute-ego_mean 0.009975014044228004 agent_compute-ego_median 0.009819191112261427 agent_compute-ego_min 0.009405991126751076 complete-iteration_max 0.15476216300059173 complete-iteration_mean 0.14125985981106992 complete-iteration_median 0.1412757635317266 complete-iteration_min 0.12772574918023472 deviation-center-line_max 0.15583868303837567 deviation-center-line_mean 0.10879855071843549 deviation-center-line_min 0.07213333681968147 deviation-heading_max 0.976837469261332 deviation-heading_mean 0.4922932418762878 deviation-heading_median 0.3609623398756611 deviation-heading_min 0.27041081849249704 driven_any_max 2.8894611145876925 driven_any_mean 1.8510551780477624 driven_any_median 1.998666635086524 driven_any_min 0.5174263274303096 driven_lanedir_consec_max 0.8904446665936326 driven_lanedir_consec_mean 0.6302364342579737 driven_lanedir_consec_min 0.3424264172773923 driven_lanedir_max 0.8904446665936326 driven_lanedir_mean 0.6302364342579737 driven_lanedir_median 0.6440373265804349 driven_lanedir_min 0.3424264172773923 get_duckie_state_max 1.937371713143808e-06 get_duckie_state_mean 1.8207543207806765e-06 get_duckie_state_median 1.854800418761674e-06 get_duckie_state_min 1.6360447324555495e-06 get_robot_state_max 0.009056745949438064 get_robot_state_mean 0.00867645020453532 get_robot_state_median 0.008711510976958357 get_robot_state_min 0.008226032914786503 get_state_dump_max 0.008114180322420799 get_state_dump_mean 0.007375405949478163 get_state_dump_median 0.0071896345527083785 get_state_dump_min 0.0070081743700750945 get_ui_image_max 0.029561143810466185 get_ui_image_mean 0.025537687499060276 get_ui_image_median 0.0249182782991968 get_ui_image_min 0.022753049587381297 in-drivable-lane_max 4.699999999999983 in-drivable-lane_mean 2.5374999999999917 in-drivable-lane_min 0.3500000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.1619321797959306, "get_ui_image": 0.029561143810466185, "step_physics": 0.07140396005016263, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6085881804686812, "get_state_dump": 0.008114180322420799, "sim_render-ego": 0.003910258664923199, "get_robot_state": 0.009056745949438064, "get_duckie_state": 1.8871436684818592e-06, "in-drivable-lane": 1.1999999999999966, "agent_compute-ego": 0.010855682825638075, "deviation-heading": 0.27041081849249704, "complete-iteration": 0.15476216300059173, "set_robot_commands": 0.00310296123310671, "deviation-center-line": 0.1246386243322534, "driven_lanedir_consec": 0.6085881804686812, "sim_compute_sim_state": 0.01609709303257829, "sim_compute_performance-ego": 0.0025733567900576835}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5174263274303096, "get_ui_image": 0.022753049587381297, "step_physics": 0.05781717958121464, "survival_time": 1.4500000000000006, "driven_lanedir": 0.3424264172773923, "get_state_dump": 0.0070081743700750945, "sim_render-ego": 0.0036447705893680967, "get_robot_state": 0.008226032914786503, "get_duckie_state": 1.6360447324555495e-06, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.009405991126751076, "deviation-heading": 0.3106738984320317, "complete-iteration": 0.12772574918023472, "set_robot_commands": 0.00365298369835163, "deviation-center-line": 0.07213333681968147, "driven_lanedir_consec": 0.3424264172773923, "sim_compute_sim_state": 0.012734322712339204, "sim_compute_performance-ego": 0.00240304552275559}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8354010903771174, "get_ui_image": 0.025123495525783964, "step_physics": 0.061676401562160914, "survival_time": 6.749999999999984, "driven_lanedir": 0.6794864726921884, "get_state_dump": 0.007228499871713144, "sim_render-ego": 0.004015594058566623, "get_robot_state": 0.008790930995234737, "get_duckie_state": 1.937371713143808e-06, "in-drivable-lane": 4.699999999999983, "agent_compute-ego": 0.010079498644228337, "deviation-heading": 0.41125078131929055, "complete-iteration": 0.1379628163796884, "set_robot_commands": 0.0029327498541937935, "deviation-center-line": 0.08258355868343131, "driven_lanedir_consec": 0.6794864726921884, "sim_compute_sim_state": 0.015424134996202255, "sim_compute_performance-ego": 0.002604292057178639}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8894611145876925, "get_ui_image": 0.02471306107260964, "step_physics": 0.06681019609624689, "survival_time": 6.5999999999999845, "driven_lanedir": 0.8904446665936326, "get_state_dump": 0.007150769233703613, "sim_render-ego": 0.003876341111732252, "get_robot_state": 0.008632090958681974, "get_duckie_state": 1.822457169041489e-06, "in-drivable-lane": 3.899999999999986, "agent_compute-ego": 0.009558883580294523, "deviation-heading": 0.976837469261332, "complete-iteration": 0.14458871068376483, "set_robot_commands": 0.0029242002602779503, "deviation-center-line": 0.15583868303837567, "driven_lanedir_consec": 0.8904446665936326, "sim_compute_sim_state": 0.01831130367336851, "sim_compute_performance-ego": 0.002524997248794093}}set_robot_commands_max 0.00365298369835163 set_robot_commands_mean 0.003153223761482521 set_robot_commands_median 0.003017855543650252 set_robot_commands_min 0.0029242002602779503 sim_compute_performance-ego_max 0.002604292057178639 sim_compute_performance-ego_mean 0.0025264229046965013 sim_compute_performance-ego_median 0.0025491770194258885 sim_compute_performance-ego_min 0.00240304552275559 sim_compute_sim_state_max 0.01831130367336851 sim_compute_sim_state_mean 0.015641713603622067 sim_compute_sim_state_median 0.015760614014390273 sim_compute_sim_state_min 0.012734322712339204 sim_render-ego_max 0.004015594058566623 sim_render-ego_mean 0.0038617411061475423 sim_render-ego_median 0.003893299888327725 sim_render-ego_min 0.0036447705893680967 simulation-passed 1 step_physics_max 0.07140396005016263 step_physics_mean 0.06442693432244627 step_physics_median 0.0642432988292039 step_physics_min 0.05781717958121464 survival_time_max 6.749999999999984 survival_time_mean 4.437499999999992 survival_time_min 1.4500000000000006
No reset possible 42476
11463
Jerome Labonte  🇨🇦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele05-c7e03feddacf-1
2020-11-21 00:29:16+00:00 2020-11-21 00:32:53+00:00 0:03:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.3499645932992522 survival_time_median 3.8499999999999943 deviation-center-line_median 0.16411902890480537 in-drivable-lane_median 0.34999999999999953
other stats agent_compute-ego_max 0.01377874353657598 agent_compute-ego_mean 0.013195790839464 agent_compute-ego_median 0.013520769013298885 agent_compute-ego_min 0.011962881794682256 complete-iteration_max 0.1485812250773112 complete-iteration_mean 0.1437354677022943 complete-iteration_median 0.14353274636798435 complete-iteration_min 0.13929515299589737 deviation-center-line_max 0.522722619028248 deviation-center-line_mean 0.23157181036640537 deviation-center-line_min 0.07532656462776269 deviation-heading_max 2.869874432087318 deviation-heading_mean 1.3928221958250644 deviation-heading_median 1.000594047509551 deviation-heading_min 0.7002262561938377 driven_any_max 1.562013125978019 driven_any_mean 0.7630333267471163 driven_any_median 0.6272816340218913 driven_any_min 0.2355569129666636 driven_lanedir_consec_max 0.8272699616619223 driven_lanedir_consec_mean 0.4115235146997968 driven_lanedir_consec_min 0.11889491053876045 driven_lanedir_max 0.8272699616619223 driven_lanedir_mean 0.4115235146997968 driven_lanedir_median 0.3499645932992522 driven_lanedir_min 0.11889491053876045 get_duckie_state_max 1.2858708699544271e-06 get_duckie_state_mean 1.2150574805463957e-06 get_duckie_state_median 1.2087937138506758e-06 get_duckie_state_min 1.1567716245298033e-06 get_robot_state_max 0.008900294303894043 get_robot_state_mean 0.008734202695929486 get_robot_state_median 0.008752105460650679 get_robot_state_min 0.008532305558522543 get_state_dump_max 0.007415685388776992 get_state_dump_mean 0.007304270736837157 get_state_dump_median 0.007280889628590017 get_state_dump_min 0.0072396183013916015 get_ui_image_max 0.028933597935570612 get_ui_image_mean 0.02540320370508277 get_ui_image_median 0.02470603016839511 get_ui_image_min 0.023267156547970243 in-drivable-lane_max 9.450000000000044 in-drivable-lane_mean 2.6250000000000107 in-drivable-lane_min 0.34999999999999876 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.3105350480854416, "get_ui_image": 0.02414052382759426, "step_physics": 0.061820543330648674, "survival_time": 2.3, "driven_lanedir": 0.20168653757852703, "get_state_dump": 0.007286118424457052, "sim_render-ego": 0.00375732131626295, "get_robot_state": 0.008628026298854662, "get_duckie_state": 1.2387400088102922e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.01377874353657598, "deviation-heading": 0.7002262561938377, "complete-iteration": 0.13929515299589737, "set_robot_commands": 0.0030201828998068104, "deviation-center-line": 0.09625612581983715, "driven_lanedir_consec": 0.20168653757852703, "sim_compute_sim_state": 0.014292193495708963, "sim_compute_performance-ego": 0.002493205277816109}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.2355569129666636, "get_ui_image": 0.028933597935570612, "step_physics": 0.0657018091943529, "survival_time": 1.800000000000001, "driven_lanedir": 0.11889491053876045, "get_state_dump": 0.007275660832722981, "sim_render-ego": 0.003749794430202908, "get_robot_state": 0.008532305558522543, "get_duckie_state": 1.178847418891059e-06, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.01364678806728787, "deviation-heading": 0.8059739744267371, "complete-iteration": 0.14734379450480142, "set_robot_commands": 0.003406008084615072, "deviation-center-line": 0.07532656462776269, "driven_lanedir_consec": 0.11889491053876045, "sim_compute_sim_state": 0.013562109735276964, "sim_compute_performance-ego": 0.002454042434692383}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.562013125978019, "get_ui_image": 0.025271536509195964, "step_physics": 0.0683285125096639, "survival_time": 14.950000000000076, "driven_lanedir": 0.4982426490199774, "get_state_dump": 0.0072396183013916015, "sim_render-ego": 0.0039960940678914385, "get_robot_state": 0.008900294303894043, "get_duckie_state": 1.2858708699544271e-06, "in-drivable-lane": 9.450000000000044, "agent_compute-ego": 0.013394749959309896, "deviation-heading": 2.869874432087318, "complete-iteration": 0.1485812250773112, "set_robot_commands": 0.003552537759145101, "deviation-center-line": 0.522722619028248, "driven_lanedir_consec": 0.4982426490199774, "sim_compute_sim_state": 0.015234308242797851, "sim_compute_performance-ego": 0.0025792590777079264}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.9440282199583412, "get_ui_image": 0.023267156547970243, "step_physics": 0.06303290526072185, "survival_time": 5.399999999999989, "driven_lanedir": 0.8272699616619223, "get_state_dump": 0.007415685388776992, "sim_render-ego": 0.0036927417472556786, "get_robot_state": 0.008876184622446695, "get_duckie_state": 1.1567716245298033e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.011962881794682256, "deviation-heading": 1.195214120592365, "complete-iteration": 0.13972169823116726, "set_robot_commands": 0.002958399278146249, "deviation-center-line": 0.23198193198977357, "driven_lanedir_consec": 0.8272699616619223, "sim_compute_sim_state": 0.01601662459196868, "sim_compute_performance-ego": 0.0024174893343890153}}set_robot_commands_max 0.003552537759145101 set_robot_commands_mean 0.003234282005428308 set_robot_commands_median 0.0032130954922109413 set_robot_commands_min 0.002958399278146249 sim_compute_performance-ego_max 0.0025792590777079264 sim_compute_performance-ego_mean 0.0024859990311513584 sim_compute_performance-ego_median 0.0024736238562542458 sim_compute_performance-ego_min 0.0024174893343890153 sim_compute_sim_state_max 0.01601662459196868 sim_compute_sim_state_mean 0.014776309016438116 sim_compute_sim_state_median 0.014763250869253407 sim_compute_sim_state_min 0.013562109735276964 sim_render-ego_max 0.0039960940678914385 sim_render-ego_mean 0.003798987890403244 sim_render-ego_median 0.003753557873232929 sim_render-ego_min 0.0036927417472556786 simulation-passed 1 step_physics_max 0.0683285125096639 step_physics_mean 0.06472094257384683 step_physics_median 0.06436735722753736 step_physics_min 0.061820543330648674 survival_time_max 14.950000000000076 survival_time_mean 6.112500000000017 survival_time_min 1.800000000000001
No reset possible