Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 44098
11781
Kaiyi Chen Β πΊπΈKK Net aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-30 16:05:12+00:00 2020-11-30 16:06:11+00:00 0:00:59 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 44068
11779
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-30 05:23:17+00:00 2020-11-30 05:35:13+00:00 0:11:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9335571700683056 survival_time_median 14.075000000000063 deviation-center-line_median 0.6436038804878433 in-drivable-lane_median 4.450000000000063
other stats agent_compute-ego_max 0.03006307825897679 agent_compute-ego_mean 0.026867942979130883 agent_compute-ego_median 0.026360425564760717 agent_compute-ego_min 0.02468784252802531 complete-iteration_max 0.3833061691486474 complete-iteration_mean 0.3325479709980681 complete-iteration_median 0.32935329572099153 complete-iteration_min 0.28817912340164187 deviation-center-line_max 0.9818469271072708 deviation-center-line_mean 0.7073629613036774 deviation-center-line_min 0.5603971571317523 deviation-heading_max 3.0973467733719895 deviation-heading_mean 2.549937086189056 deviation-heading_median 2.5761744647424383 deviation-heading_min 1.9500526418993551 driven_any_max 3.3109767924245626 driven_any_mean 3.0784617615649217 driven_any_median 3.124029673637768 driven_any_min 2.7548109065595874 driven_lanedir_consec_max 2.8125637824579997 driven_lanedir_consec_mean 1.9862706284350864 driven_lanedir_consec_min 1.2654043911457336 driven_lanedir_max 2.8125637824579997 driven_lanedir_mean 1.9862706284350864 driven_lanedir_median 1.9335571700683056 driven_lanedir_min 1.2654043911457336 get_duckie_state_max 2.915741967373207e-06 get_duckie_state_mean 2.766357715367916e-06 get_duckie_state_median 2.731482187906901e-06 get_duckie_state_min 2.6867245182846533e-06 get_robot_state_max 0.023986448844273884 get_robot_state_mean 0.02249350966488729 get_robot_state_median 0.02250363293241282 get_robot_state_min 0.020980323950449627 get_state_dump_max 0.020092730522155763 get_state_dump_mean 0.019871408463827248 get_state_dump_median 0.019842489163080852 get_state_dump_min 0.019707925006991527 get_ui_image_max 0.05758963660760359 get_ui_image_mean 0.05265494578271379 get_ui_image_median 0.0533145434478593 get_ui_image_min 0.04640105962753296 in-drivable-lane_max 7.800000000000013 in-drivable-lane_mean 4.812500000000034 in-drivable-lane_min 2.5499999999999963 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.3109767924245626, "get_ui_image": 0.04640105962753296, "step_physics": 0.1171168843905131, "survival_time": 14.950000000000076, "driven_lanedir": 2.8125637824579997, "get_state_dump": 0.020092730522155763, "sim_render-ego": 0.008780978520711262, "get_robot_state": 0.020980323950449627, "get_duckie_state": 2.7441978454589843e-06, "in-drivable-lane": 2.5499999999999963, "agent_compute-ego": 0.02468784252802531, "deviation-heading": 3.0973467733719895, "complete-iteration": 0.28817912340164187, "set_robot_commands": 0.00704923152923584, "deviation-center-line": 0.9818469271072708, "driven_lanedir_consec": 2.8125637824579997, "sim_compute_sim_state": 0.03664932171503703, "sim_compute_performance-ego": 0.006234939098358154}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.7548109065595874, "get_ui_image": 0.05202131486329876, "step_physics": 0.12980025908986076, "survival_time": 12.200000000000038, "driven_lanedir": 1.9136460659355288, "get_state_dump": 0.019707925006991527, "sim_render-ego": 0.00984469398123319, "get_robot_state": 0.022338005362964063, "get_duckie_state": 2.915741967373207e-06, "in-drivable-lane": 3.800000000000054, "agent_compute-ego": 0.025189195500045527, "deviation-heading": 2.3687053628281807, "complete-iteration": 0.31089191944872746, "set_robot_commands": 0.007666049433536217, "deviation-center-line": 0.5863640283896148, "driven_lanedir_consec": 1.9136460659355288, "sim_compute_sim_state": 0.0379142731916709, "sim_compute_performance-ego": 0.006224274635314941}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1781004375533453, "get_ui_image": 0.05460777203241984, "step_physics": 0.15574647585550944, "survival_time": 14.950000000000076, "driven_lanedir": 1.2654043911457336, "get_state_dump": 0.019842135111490886, "sim_render-ego": 0.010280693372090656, "get_robot_state": 0.022669260501861573, "get_duckie_state": 2.718766530354818e-06, "in-drivable-lane": 7.800000000000013, "agent_compute-ego": 0.02753165562947591, "deviation-heading": 2.783643566656696, "complete-iteration": 0.3478146719932556, "set_robot_commands": 0.00838378349939982, "deviation-center-line": 0.7008437325860719, "driven_lanedir_consec": 1.2654043911457336, "sim_compute_sim_state": 0.04196684122085571, "sim_compute_performance-ego": 0.006597584088643392}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.069958909722191, "get_ui_image": 0.05758963660760359, "step_physics": 0.17095484245907178, "survival_time": 13.200000000000053, "driven_lanedir": 1.9534682742010827, "get_state_dump": 0.019842843214670815, "sim_render-ego": 0.010808992566484394, "get_robot_state": 0.023986448844273884, "get_duckie_state": 2.6867245182846533e-06, "in-drivable-lane": 5.1000000000000725, "agent_compute-ego": 0.03006307825897679, "deviation-heading": 1.9500526418993551, "complete-iteration": 0.3833061691486474, "set_robot_commands": 0.008880334370064013, "deviation-center-line": 0.5603971571317523, "driven_lanedir_consec": 1.9534682742010827, "sim_compute_sim_state": 0.05399635705080899, "sim_compute_performance-ego": 0.006990703669461337}}set_robot_commands_max 0.008880334370064013 set_robot_commands_mean 0.007994849708058973 set_robot_commands_median 0.008024916466468019 set_robot_commands_min 0.00704923152923584 sim_compute_performance-ego_max 0.006990703669461337 sim_compute_performance-ego_mean 0.006511875372944456 sim_compute_performance-ego_median 0.006416261593500773 sim_compute_performance-ego_min 0.006224274635314941 sim_compute_sim_state_max 0.05399635705080899 sim_compute_sim_state_mean 0.04263169829459316 sim_compute_sim_state_median 0.03994055720626331 sim_compute_sim_state_min 0.03664932171503703 sim_render-ego_max 0.010808992566484394 sim_render-ego_mean 0.009928839610129876 sim_render-ego_median 0.010062693676661924 sim_render-ego_min 0.008780978520711262 simulation-passed 1 step_physics_max 0.17095484245907178 step_physics_mean 0.14340461544873878 step_physics_median 0.1427733674726851 step_physics_min 0.1171168843905131 survival_time_max 14.950000000000076 survival_time_mean 13.82500000000006 survival_time_min 12.200000000000038
No reset possible 44052
11778
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-30 05:09:08+00:00 2020-11-30 05:20:07+00:00 0:10:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6763700032261497 survival_time_median 14.950000000000076 deviation-center-line_median 0.25672067439107926 in-drivable-lane_median 7.875000000000094
other stats agent_compute-ego_max 0.027952755696674776 agent_compute-ego_mean 0.026538340153073416 agent_compute-ego_median 0.026620734532674155 agent_compute-ego_min 0.02495913585027059 complete-iteration_max 0.35582110444469567 complete-iteration_mean 0.3181606987112843 complete-iteration_median 0.31068842569986976 complete-iteration_min 0.2954448390007019 deviation-center-line_max 0.36719826616876144 deviation-center-line_mean 0.26195452322643664 deviation-center-line_min 0.1671784779548266 deviation-heading_max 1.839490762305286 deviation-heading_mean 1.1925190301238642 deviation-heading_median 1.180446140004545 deviation-heading_min 0.569693078181081 driven_any_max 3.439691698821379 driven_any_mean 3.032347179171429 driven_any_median 3.1788327784074175 driven_any_min 2.3320314610495028 driven_lanedir_consec_max 2.0098605495578648 driven_lanedir_consec_mean 1.5262937450471816 driven_lanedir_consec_min 0.7425744241785622 driven_lanedir_max 2.0098605495578648 driven_lanedir_mean 1.5262937450471816 driven_lanedir_median 1.6763700032261497 driven_lanedir_min 0.7425744241785622 get_duckie_state_max 4.434585571289063e-06 get_duckie_state_mean 4.210782474314673e-06 get_duckie_state_median 4.181687883606559e-06 get_duckie_state_min 4.04516855875651e-06 get_robot_state_max 0.02400158989358936 get_robot_state_mean 0.023328512380344155 get_robot_state_median 0.023828956286112465 get_robot_state_min 0.021654547055562336 get_state_dump_max 0.02005427687831179 get_state_dump_mean 0.019860941791205247 get_state_dump_median 0.01984435717264811 get_state_dump_min 0.019700775941212972 get_ui_image_max 0.06255318145074788 get_ui_image_mean 0.0517449871205249 get_ui_image_median 0.048937346140543625 get_ui_image_min 0.04655207475026449 in-drivable-lane_max 10.700000000000085 in-drivable-lane_mean 7.537500000000067 in-drivable-lane_min 3.699999999999994 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.3320314610495028, "get_ui_image": 0.06255318145074788, "step_physics": 0.15427914596873626, "survival_time": 8.449999999999985, "driven_lanedir": 1.3874613307603705, "get_state_dump": 0.02005427687831179, "sim_render-ego": 0.011438792979223488, "get_robot_state": 0.02400158989358936, "get_duckie_state": 4.168798232219628e-06, "in-drivable-lane": 3.699999999999994, "agent_compute-ego": 0.027952755696674776, "deviation-heading": 0.569693078181081, "complete-iteration": 0.35582110444469567, "set_robot_commands": 0.00811682509247368, "deviation-center-line": 0.1671784779548266, "driven_lanedir_consec": 1.3874613307603705, "sim_compute_sim_state": 0.0409273170155181, "sim_compute_performance-ego": 0.00631995455047788}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.439691698821379, "get_ui_image": 0.04655207475026449, "step_physics": 0.1166992672284444, "survival_time": 14.950000000000076, "driven_lanedir": 1.965278675691929, "get_state_dump": 0.01997717936833699, "sim_render-ego": 0.01009514888127645, "get_robot_state": 0.023980985482533773, "get_duckie_state": 4.434585571289063e-06, "in-drivable-lane": 8.050000000000093, "agent_compute-ego": 0.02658848762512207, "deviation-heading": 1.1128031988303264, "complete-iteration": 0.2954448390007019, "set_robot_commands": 0.00786836862564087, "deviation-center-line": 0.24842576526498136, "driven_lanedir_consec": 1.965278675691929, "sim_compute_sim_state": 0.03738859653472901, "sim_compute_performance-ego": 0.0061176578203837075}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1382835548430705, "get_ui_image": 0.048788255055745446, "step_physics": 0.1328305204709371, "survival_time": 14.950000000000076, "driven_lanedir": 0.7425744241785622, "get_state_dump": 0.019700775941212972, "sim_render-ego": 0.00934473196665446, "get_robot_state": 0.021654547055562336, "get_duckie_state": 4.04516855875651e-06, "in-drivable-lane": 10.700000000000085, "agent_compute-ego": 0.02495913585027059, "deviation-heading": 1.839490762305286, "complete-iteration": 0.3084987926483154, "set_robot_commands": 0.007246653238932292, "deviation-center-line": 0.2650155835171772, "driven_lanedir_consec": 0.7425744241785622, "sim_compute_sim_state": 0.0375992488861084, "sim_compute_performance-ego": 0.006200766563415528}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.219382001971765, "get_ui_image": 0.0490864372253418, "step_physics": 0.12345549901326495, "survival_time": 14.950000000000076, "driven_lanedir": 2.0098605495578648, "get_state_dump": 0.019711534976959228, "sim_render-ego": 0.009874030749003093, "get_robot_state": 0.02367692708969116, "get_duckie_state": 4.19457753499349e-06, "in-drivable-lane": 7.700000000000095, "agent_compute-ego": 0.026652981440226237, "deviation-heading": 1.2480890811787635, "complete-iteration": 0.31287805875142416, "set_robot_commands": 0.007920673688252767, "deviation-center-line": 0.36719826616876144, "driven_lanedir_consec": 2.0098605495578648, "sim_compute_sim_state": 0.045947468280792235, "sim_compute_performance-ego": 0.0063731058438618975}}set_robot_commands_max 0.00811682509247368 set_robot_commands_mean 0.007788130161324902 set_robot_commands_median 0.007894521156946818 set_robot_commands_min 0.007246653238932292 sim_compute_performance-ego_max 0.0063731058438618975 sim_compute_performance-ego_mean 0.006252871194534754 sim_compute_performance-ego_median 0.006260360556946704 sim_compute_performance-ego_min 0.0061176578203837075 sim_compute_sim_state_max 0.045947468280792235 sim_compute_sim_state_mean 0.040465657679286934 sim_compute_sim_state_median 0.03926328295081325 sim_compute_sim_state_min 0.03738859653472901 sim_render-ego_max 0.011438792979223488 sim_render-ego_mean 0.010188176144039373 sim_render-ego_median 0.00998458981513977 sim_render-ego_min 0.00934473196665446 simulation-passed 1 step_physics_max 0.15427914596873626 step_physics_mean 0.13181610817034567 step_physics_median 0.12814300974210102 step_physics_min 0.1166992672284444 survival_time_max 14.950000000000076 survival_time_mean 13.325000000000053 survival_time_min 8.449999999999985
No reset possible 44026
11778
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-30 04:55:54+00:00 2020-11-30 05:08:28+00:00 0:12:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.520694798701431 survival_time_median 14.950000000000076 deviation-center-line_median 0.4438416445798294 in-drivable-lane_median 3.450000000000033
other stats agent_compute-ego_max 0.029242292245229087 agent_compute-ego_mean 0.02715947130404481 agent_compute-ego_median 0.02706317105059959 agent_compute-ego_min 0.025269250869750976 complete-iteration_max 0.3685310387611389 complete-iteration_mean 0.34409480102747586 complete-iteration_median 0.35074040825942965 complete-iteration_min 0.3063673488299052 deviation-center-line_max 0.8184871827858524 deviation-center-line_mean 0.4711196641460169 deviation-center-line_min 0.17830818463855666 deviation-heading_max 2.5230185738693547 deviation-heading_mean 2.005395998941296 deviation-heading_median 2.026147227402374 deviation-heading_min 1.4462709670910816 driven_any_max 3.9252926067316816 driven_any_mean 3.4687447645660336 driven_any_median 3.6276379769546105 driven_any_min 2.6944104976232333 driven_lanedir_consec_max 3.6404493069878616 driven_lanedir_consec_mean 2.3396108586242463 driven_lanedir_consec_min 0.6766045301062626 driven_lanedir_max 3.6404493069878616 driven_lanedir_mean 2.3396108586242463 driven_lanedir_median 2.520694798701431 driven_lanedir_min 0.6766045301062626 get_duckie_state_max 2.7863184611002606e-06 get_duckie_state_mean 2.697482021576768e-06 get_duckie_state_median 2.6921431223551435e-06 get_duckie_state_min 2.6193233804965237e-06 get_robot_state_max 0.02357581297556559 get_robot_state_mean 0.02311966107525957 get_robot_state_median 0.023244530483852468 get_robot_state_min 0.022413770357767746 get_state_dump_max 0.02058666467666626 get_state_dump_mean 0.019975657147734173 get_state_dump_median 0.019965712229410806 get_state_dump_min 0.019384539455448817 get_ui_image_max 0.057603312194894216 get_ui_image_mean 0.055591765408851315 get_ui_image_median 0.057265721559524536 get_ui_image_min 0.05023230632146199 in-drivable-lane_max 11.700000000000069 in-drivable-lane_mean 4.962500000000034 in-drivable-lane_min 1.25 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.794765619800421, "get_ui_image": 0.05023230632146199, "step_physics": 0.12635923782984415, "survival_time": 14.950000000000076, "driven_lanedir": 3.0867503213563623, "get_state_dump": 0.019722902774810792, "sim_render-ego": 0.009539228280385337, "get_robot_state": 0.022413770357767746, "get_duckie_state": 2.7863184611002606e-06, "in-drivable-lane": 3.300000000000028, "agent_compute-ego": 0.025269250869750976, "deviation-heading": 2.4957972522042753, "complete-iteration": 0.3063673488299052, "set_robot_commands": 0.007608520984649658, "deviation-center-line": 0.5517913841366956, "driven_lanedir_consec": 3.0867503213563623, "sim_compute_sim_state": 0.038814514478047686, "sim_compute_performance-ego": 0.006225655873616537}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.6944104976232333, "get_ui_image": 0.057603312194894216, "step_physics": 0.14888436641168157, "survival_time": 10.90000000000002, "driven_lanedir": 1.9546392760464992, "get_state_dump": 0.019384539455448817, "sim_render-ego": 0.009809112330095484, "get_robot_state": 0.023076474119763855, "get_duckie_state": 2.6193233804965237e-06, "in-drivable-lane": 3.600000000000038, "agent_compute-ego": 0.026204065445366256, "deviation-heading": 1.4462709670910816, "complete-iteration": 0.3386244959787491, "set_robot_commands": 0.008025275457889662, "deviation-center-line": 0.33589190502296307, "driven_lanedir_consec": 1.9546392760464992, "sim_compute_sim_state": 0.03914034257241345, "sim_compute_performance-ego": 0.0063165644986913835}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4605103341088004, "get_ui_image": 0.05724270264307658, "step_physics": 0.16332186063130696, "survival_time": 14.950000000000076, "driven_lanedir": 0.6766045301062626, "get_state_dump": 0.02058666467666626, "sim_render-ego": 0.010450703303019206, "get_robot_state": 0.02341258684794108, "get_duckie_state": 2.65041987101237e-06, "in-drivable-lane": 11.700000000000069, "agent_compute-ego": 0.029242292245229087, "deviation-heading": 1.5564972026004729, "complete-iteration": 0.36285632054011024, "set_robot_commands": 0.008462322552998862, "deviation-center-line": 0.17830818463855666, "driven_lanedir_consec": 0.6766045301062626, "sim_compute_sim_state": 0.04332309484481812, "sim_compute_performance-ego": 0.006628825664520264}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.9252926067316816, "get_ui_image": 0.057288740475972495, "step_physics": 0.16030338525772095, "survival_time": 14.950000000000076, "driven_lanedir": 3.6404493069878616, "get_state_dump": 0.020208521684010824, "sim_render-ego": 0.010696301460266112, "get_robot_state": 0.02357581297556559, "get_duckie_state": 2.7338663736979167e-06, "in-drivable-lane": 1.25, "agent_compute-ego": 0.02792227665583293, "deviation-heading": 2.5230185738693547, "complete-iteration": 0.3685310387611389, "set_robot_commands": 0.008750441869099936, "deviation-center-line": 0.8184871827858524, "driven_lanedir_consec": 3.6404493069878616, "sim_compute_sim_state": 0.05266442537307739, "sim_compute_performance-ego": 0.006932876110076904}}set_robot_commands_max 0.008750441869099936 set_robot_commands_mean 0.008211640216159529 set_robot_commands_median 0.008243799005444263 set_robot_commands_min 0.007608520984649658 sim_compute_performance-ego_max 0.006932876110076904 sim_compute_performance-ego_mean 0.006525980536726272 sim_compute_performance-ego_median 0.006472695081605823 sim_compute_performance-ego_min 0.006225655873616537 sim_compute_sim_state_max 0.05266442537307739 sim_compute_sim_state_mean 0.04348559431708916 sim_compute_sim_state_median 0.041231718708615785 sim_compute_sim_state_min 0.038814514478047686 sim_render-ego_max 0.010696301460266112 sim_render-ego_mean 0.010123836343441536 sim_render-ego_median 0.010129907816557345 sim_render-ego_min 0.009539228280385337 simulation-passed 1 step_physics_max 0.16332186063130696 step_physics_mean 0.1497172125326384 step_physics_median 0.15459387583470124 step_physics_min 0.12635923782984415 survival_time_max 14.950000000000076 survival_time_mean 13.937500000000064 survival_time_min 10.90000000000002
No reset possible 43998
11777
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-30 04:43:10+00:00 2020-11-30 04:53:57+00:00 0:10:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.977394819665069 survival_time_median 13.550000000000058 deviation-center-line_median 0.23813904933824867 in-drivable-lane_median 4.750000000000043
other stats agent_compute-ego_max 0.02565048110317177 agent_compute-ego_mean 0.02523137097122952 agent_compute-ego_median 0.025334300828078155 agent_compute-ego_min 0.024606401125590007 complete-iteration_max 0.31898269295132775 complete-iteration_mean 0.30935392999092143 complete-iteration_median 0.30678761628429585 complete-iteration_min 0.30485779444376626 deviation-center-line_max 0.8751647212661297 deviation-center-line_mean 0.37099234219658017 deviation-center-line_min 0.13252654884369364 deviation-heading_max 3.31490617357892 deviation-heading_mean 1.529756740826167 deviation-heading_median 1.0171781340592825 deviation-heading_min 0.7697645216071832 driven_any_max 3.692058461348016 driven_any_mean 3.235727747102122 driven_any_median 3.1331531182544845 driven_any_min 2.984546290551502 driven_lanedir_consec_max 3.2523469685608473 driven_lanedir_consec_mean 1.966741150995071 driven_lanedir_consec_min 0.6598279960892977 driven_lanedir_max 3.2523469685608473 driven_lanedir_mean 1.966741150995071 driven_lanedir_median 1.977394819665069 driven_lanedir_min 0.6598279960892977 get_duckie_state_max 2.8785069783528648e-06 get_duckie_state_mean 2.813459112907723e-06 get_duckie_state_median 2.81759740884412e-06 get_duckie_state_min 2.740134655589789e-06 get_robot_state_max 0.025236335718575777 get_robot_state_mean 0.02347262308565505 get_robot_state_median 0.02308631822405529 get_robot_state_min 0.02248152017593384 get_state_dump_max 0.022010625248223965 get_state_dump_mean 0.02032570206226974 get_state_dump_median 0.01983686288197835 get_state_dump_min 0.019618457236898288 get_ui_image_max 0.051149062707390586 get_ui_image_mean 0.05001302431377751 get_ui_image_median 0.04994951368359381 get_ui_image_min 0.04900400718053182 in-drivable-lane_max 12.150000000000077 in-drivable-lane_mean 5.800000000000044 in-drivable-lane_min 1.550000000000015 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.692058461348016, "get_ui_image": 0.04900400718053182, "step_physics": 0.1261045495669047, "survival_time": 14.950000000000076, "driven_lanedir": 3.2523469685608473, "get_state_dump": 0.01978467543919881, "sim_render-ego": 0.009791793823242188, "get_robot_state": 0.02248152017593384, "get_duckie_state": 2.867380777994792e-06, "in-drivable-lane": 1.550000000000015, "agent_compute-ego": 0.024606401125590007, "deviation-heading": 3.31490617357892, "complete-iteration": 0.30485779444376626, "set_robot_commands": 0.0075824316342671715, "deviation-center-line": 0.8751647212661297, "driven_lanedir_consec": 3.2523469685608473, "sim_compute_sim_state": 0.03896949291229248, "sim_compute_performance-ego": 0.006356073220570882}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.113267525596219, "get_ui_image": 0.04990153155699679, "step_physics": 0.12603232791884936, "survival_time": 12.150000000000038, "driven_lanedir": 1.958740227258706, "get_state_dump": 0.019618457236898288, "sim_render-ego": 0.009560889177361634, "get_robot_state": 0.022770635385081603, "get_duckie_state": 2.767814039693448e-06, "in-drivable-lane": 5.250000000000054, "agent_compute-ego": 0.025043975178596904, "deviation-heading": 1.0845105920363718, "complete-iteration": 0.3049382731747725, "set_robot_commands": 0.007503624315615054, "deviation-center-line": 0.2597395756705536, "driven_lanedir_consec": 1.958740227258706, "sim_compute_sim_state": 0.03820628884397907, "sim_compute_performance-ego": 0.006126011350027328}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1530387109127496, "get_ui_image": 0.049997495810190834, "step_physics": 0.1279636287689209, "survival_time": 14.950000000000076, "driven_lanedir": 0.6598279960892977, "get_state_dump": 0.019889050324757893, "sim_render-ego": 0.00994742472966512, "get_robot_state": 0.023402001063028973, "get_duckie_state": 2.8785069783528648e-06, "in-drivable-lane": 12.150000000000077, "agent_compute-ego": 0.02562462647755941, "deviation-heading": 0.9498456760821928, "complete-iteration": 0.3086369593938192, "set_robot_commands": 0.007792785962422688, "deviation-center-line": 0.13252654884369364, "driven_lanedir_consec": 0.6598279960892977, "sim_compute_sim_state": 0.03761556466420492, "sim_compute_performance-ego": 0.006224521001180013}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.984546290551502, "get_ui_image": 0.051149062707390586, "step_physics": 0.1272883862956589, "survival_time": 10.650000000000016, "driven_lanedir": 1.996049412071432, "get_state_dump": 0.022010625248223965, "sim_render-ego": 0.009770114656905053, "get_robot_state": 0.025236335718575777, "get_duckie_state": 2.740134655589789e-06, "in-drivable-lane": 4.250000000000031, "agent_compute-ego": 0.02565048110317177, "deviation-heading": 0.7697645216071832, "complete-iteration": 0.31898269295132775, "set_robot_commands": 0.007940941573308668, "deviation-center-line": 0.21653852300594373, "driven_lanedir_consec": 1.996049412071432, "sim_compute_sim_state": 0.04341537851682851, "sim_compute_performance-ego": 0.006340367133628595}}set_robot_commands_max 0.007940941573308668 set_robot_commands_mean 0.007704945871403396 set_robot_commands_median 0.00768760879834493 set_robot_commands_min 0.007503624315615054 sim_compute_performance-ego_max 0.006356073220570882 sim_compute_performance-ego_mean 0.006261743176351704 sim_compute_performance-ego_median 0.006282444067404304 sim_compute_performance-ego_min 0.006126011350027328 sim_compute_sim_state_max 0.04341537851682851 sim_compute_sim_state_mean 0.03955168123432624 sim_compute_sim_state_median 0.03858789087813577 sim_compute_sim_state_min 0.03761556466420492 sim_render-ego_max 0.00994742472966512 sim_render-ego_mean 0.0097675555967935 sim_render-ego_median 0.00978095424007362 sim_render-ego_min 0.009560889177361634 simulation-passed 1 step_physics_max 0.1279636287689209 step_physics_mean 0.12684722313758345 step_physics_median 0.1266964679312818 step_physics_min 0.12603232791884936 survival_time_max 14.950000000000076 survival_time_mean 13.175000000000054 survival_time_min 10.650000000000016
No reset possible 43936
11772
Ehsan Ahmadi Β π¨π¦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele13-5b3e643c7379-1
2020-11-30 02:37:40+00:00 2020-11-30 02:37:48+00:00 0:00:08 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43934
11772
Ehsan Ahmadi Β π¨π¦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele13-5b3e643c7379-1
2020-11-30 02:36:40+00:00 2020-11-30 02:36:48+00:00 0:00:08 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43891
11770
Dishank Bansal Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-30 01:46:32+00:00 2020-11-30 01:56:32+00:00 0:10:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.5275906820177836 survival_time_median 14.950000000000076 deviation-center-line_median 0.7818801418838974 in-drivable-lane_median 1.5500000000000096
other stats agent_compute-ego_max 0.02605844497680664 agent_compute-ego_mean 0.02563936775089592 agent_compute-ego_median 0.025621815625057425 agent_compute-ego_min 0.02525539477666219 complete-iteration_max 0.29969118277231854 complete-iteration_mean 0.2791541587729608 complete-iteration_median 0.2741778177856117 complete-iteration_min 0.2685698167483012 deviation-center-line_max 0.8892726117736431 deviation-center-line_mean 0.73518232919976 deviation-center-line_min 0.487696421257602 deviation-heading_max 3.3371808953133835 deviation-heading_mean 2.64345906720983 deviation-heading_median 3.0156246290096793 deviation-heading_min 1.2054061155065778 driven_any_max 4.744792557793848 driven_any_mean 3.958795168018848 driven_any_median 4.113288528142241 driven_any_min 2.8638110579970615 driven_lanedir_consec_max 4.325280148788533 driven_lanedir_consec_mean 3.529269331645041 driven_lanedir_consec_min 2.736615813756063 driven_lanedir_max 4.325280148788533 driven_lanedir_mean 3.529269331645041 driven_lanedir_median 3.5275906820177836 driven_lanedir_min 2.736615813756063 get_duckie_state_max 4.362290905367944e-06 get_duckie_state_mean 4.232134870303574e-06 get_duckie_state_median 4.228750864664713e-06 get_duckie_state_min 4.108746846516927e-06 get_robot_state_max 0.023672212759653727 get_robot_state_mean 0.020523077461027328 get_robot_state_median 0.019746691385904947 get_robot_state_min 0.018926714312645695 get_state_dump_max 0.02005698283513387 get_state_dump_mean 0.019564325706933137 get_state_dump_median 0.01965830127398173 get_state_dump_min 0.01888371744463521 get_ui_image_max 0.0487090547879537 get_ui_image_mean 0.044222211235313 get_ui_image_median 0.04323567191759745 get_ui_image_min 0.04170844631810342 in-drivable-lane_max 2.300000000000008 in-drivable-lane_mean 1.4125000000000063 in-drivable-lane_min 0.2499999999999991 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.744792557793848, "get_ui_image": 0.0487090547879537, "step_physics": 0.11845335245132446, "survival_time": 14.950000000000076, "driven_lanedir": 4.325280148788533, "get_state_dump": 0.02005698283513387, "sim_render-ego": 0.00969595988591512, "get_robot_state": 0.023672212759653727, "get_duckie_state": 4.281997680664063e-06, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.02605844497680664, "deviation-heading": 3.2974695473875837, "complete-iteration": 0.29969118277231854, "set_robot_commands": 0.007616729736328125, "deviation-center-line": 0.8892726117736431, "driven_lanedir_consec": 4.325280148788533, "sim_compute_sim_state": 0.03900309721628825, "sim_compute_performance-ego": 0.00624106248219808}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.590027024933976, "get_ui_image": 0.04385821421941121, "step_physics": 0.1090808661778768, "survival_time": 14.950000000000076, "driven_lanedir": 3.995432673987637, "get_state_dump": 0.01972759485244751, "sim_render-ego": 0.008596569697062174, "get_robot_state": 0.01992589235305786, "get_duckie_state": 4.108746846516927e-06, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.02525539477666219, "deviation-heading": 3.3371808953133835, "complete-iteration": 0.27482874552408854, "set_robot_commands": 0.0068731379508972165, "deviation-center-line": 0.8040020499455816, "driven_lanedir_consec": 3.995432673987637, "sim_compute_sim_state": 0.035235642592112225, "sim_compute_performance-ego": 0.006092267036437988}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.636550031350506, "get_ui_image": 0.042613129615783694, "step_physics": 0.10497440258661904, "survival_time": 14.950000000000076, "driven_lanedir": 3.0597486900479307, "get_state_dump": 0.01958900769551595, "sim_render-ego": 0.0084529709815979, "get_robot_state": 0.019567490418752033, "get_duckie_state": 4.175504048665364e-06, "in-drivable-lane": 2.300000000000008, "agent_compute-ego": 0.02558212121327718, "deviation-heading": 2.733779710631775, "complete-iteration": 0.2685698167483012, "set_robot_commands": 0.006961230436960856, "deviation-center-line": 0.7597582338222134, "driven_lanedir_consec": 3.0597486900479307, "sim_compute_sim_state": 0.03459555943806966, "sim_compute_performance-ego": 0.00604323148727417}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8638110579970615, "get_ui_image": 0.04170844631810342, "step_physics": 0.11044660845110492, "survival_time": 7.7499999999999805, "driven_lanedir": 2.736615813756063, "get_state_dump": 0.01888371744463521, "sim_render-ego": 0.008272840130713678, "get_robot_state": 0.018926714312645695, "get_duckie_state": 4.362290905367944e-06, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.02566151003683767, "deviation-heading": 1.2054061155065778, "complete-iteration": 0.2735268900471349, "set_robot_commands": 0.006606898769255607, "deviation-center-line": 0.487696421257602, "driven_lanedir_consec": 2.736615813756063, "sim_compute_sim_state": 0.037010623562720515, "sim_compute_performance-ego": 0.005814064702680034}}set_robot_commands_max 0.007616729736328125 set_robot_commands_mean 0.007014499223360451 set_robot_commands_median 0.006917184193929036 set_robot_commands_min 0.006606898769255607 sim_compute_performance-ego_max 0.00624106248219808 sim_compute_performance-ego_mean 0.0060476564271475675 sim_compute_performance-ego_median 0.006067749261856079 sim_compute_performance-ego_min 0.005814064702680034 sim_compute_sim_state_max 0.03900309721628825 sim_compute_sim_state_mean 0.03646123070229766 sim_compute_sim_state_median 0.03612313307741637 sim_compute_sim_state_min 0.03459555943806966 sim_render-ego_max 0.00969595988591512 sim_render-ego_mean 0.008754585173822218 sim_render-ego_median 0.008524770339330037 sim_render-ego_min 0.008272840130713678 simulation-passed 1 step_physics_max 0.11845335245132446 step_physics_mean 0.11073880741673132 step_physics_median 0.10976373731449086 step_physics_min 0.10497440258661904 survival_time_max 14.950000000000076 survival_time_mean 13.150000000000054 survival_time_min 7.7499999999999805
No reset possible 43840
11757
Ayman Shams Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-27 18:35:50+00:00 2020-11-27 18:41:57+00:00 0:06:07 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 362 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43789
11743
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 21:07:35+00:00 2020-11-26 21:18:28+00:00 0:10:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7761558419531456 survival_time_median 14.950000000000076 deviation-center-line_median 0.7922431456234093 in-drivable-lane_median 0.975000000000014
other stats agent_compute-ego_max 0.02519965648651123 agent_compute-ego_mean 0.02478954591566608 agent_compute-ego_median 0.024714423815409343 agent_compute-ego_min 0.024529679545334408 complete-iteration_max 0.3132135025660197 complete-iteration_mean 0.2895642306797561 complete-iteration_median 0.28504703640937806 complete-iteration_min 0.2749493473342487 deviation-center-line_max 1.027751880752834 deviation-center-line_mean 0.7640909743304407 deviation-center-line_min 0.44412572532211064 deviation-heading_max 4.869045897790534 deviation-heading_mean 3.1823477266783513 deviation-heading_median 2.832367026680248 deviation-heading_min 2.1956109555623757 driven_any_max 2.28095868183396 driven_any_mean 1.9725797026952387 driven_any_median 1.9958331185719784 driven_any_min 1.6176938918030384 driven_lanedir_consec_max 2.2062463055676855 driven_lanedir_consec_mean 1.7739147602120289 driven_lanedir_consec_min 1.3371010513741393 driven_lanedir_max 2.2062463055676855 driven_lanedir_mean 1.7739147602120289 driven_lanedir_median 1.7761558419531456 driven_lanedir_min 1.3371010513741393 get_duckie_state_max 3.1979878743489585e-06 get_duckie_state_mean 3.0927253620965147e-06 get_duckie_state_median 3.117400975454421e-06 get_duckie_state_min 2.9381116231282554e-06 get_robot_state_max 0.023218464851379395 get_robot_state_mean 0.021492668830213092 get_robot_state_median 0.02148719867070516 get_robot_state_min 0.019777813128062656 get_state_dump_max 0.020143856207529703 get_state_dump_mean 0.01981267137896447 get_state_dump_median 0.01972745378812154 get_state_dump_min 0.019651921732085093 get_ui_image_max 0.049049878120422365 get_ui_image_mean 0.04644692672505265 get_ui_image_median 0.045599791606267294 get_ui_image_min 0.04553824556725366 in-drivable-lane_max 3.750000000000005 in-drivable-lane_mean 1.425000000000008 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6176938918030384, "get_ui_image": 0.04553824556725366, "step_physics": 0.10915404238871164, "survival_time": 11.200000000000024, "driven_lanedir": 1.3371010513741393, "get_state_dump": 0.019651921732085093, "sim_render-ego": 0.008550940879753657, "get_robot_state": 0.019777813128062656, "get_duckie_state": 3.1941703387669155e-06, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.024529679545334408, "deviation-heading": 2.1956109555623757, "complete-iteration": 0.2749493473342487, "set_robot_commands": 0.0069403329065867835, "deviation-center-line": 0.44412572532211064, "driven_lanedir_consec": 1.3371010513741393, "sim_compute_sim_state": 0.03455054121358054, "sim_compute_performance-ego": 0.006059985075678144}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.28095868183396, "get_ui_image": 0.04555440584818522, "step_physics": 0.11323674122492472, "survival_time": 14.950000000000076, "driven_lanedir": 2.2062463055676855, "get_state_dump": 0.019772273699442545, "sim_render-ego": 0.009612735112508135, "get_robot_state": 0.023218464851379395, "get_duckie_state": 3.1979878743489585e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.024680189291636147, "deviation-heading": 2.731769042444902, "complete-iteration": 0.28566729625066123, "set_robot_commands": 0.007897656758626302, "deviation-center-line": 1.027751880752834, "driven_lanedir_consec": 2.2062463055676855, "sim_compute_sim_state": 0.03535354932149251, "sim_compute_performance-ego": 0.006151572863260905}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.7908082487276955, "get_ui_image": 0.045645177364349365, "step_physics": 0.11815649747848513, "survival_time": 14.950000000000076, "driven_lanedir": 1.4095041261976415, "get_state_dump": 0.019682633876800536, "sim_render-ego": 0.008794318040211996, "get_robot_state": 0.020004056294759116, "get_duckie_state": 3.040631612141927e-06, "in-drivable-lane": 3.750000000000005, "agent_compute-ego": 0.02519965648651123, "deviation-heading": 4.869045897790534, "complete-iteration": 0.2844267765680949, "set_robot_commands": 0.007029274304707845, "deviation-center-line": 0.6725904045674974, "driven_lanedir_consec": 1.4095041261976415, "sim_compute_sim_state": 0.03360460917154948, "sim_compute_performance-ego": 0.00611893892288208}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.200857988416261, "get_ui_image": 0.049049878120422365, "step_physics": 0.13011202335357666, "survival_time": 14.950000000000076, "driven_lanedir": 2.14280755770865, "get_state_dump": 0.020143856207529703, "sim_render-ego": 0.009476738770802816, "get_robot_state": 0.022970341046651205, "get_duckie_state": 2.9381116231282554e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.024748658339182536, "deviation-heading": 2.932965010915593, "complete-iteration": 0.3132135025660197, "set_robot_commands": 0.007752438386281331, "deviation-center-line": 0.9118958866793212, "driven_lanedir_consec": 2.14280755770865, "sim_compute_sim_state": 0.042454357941945395, "sim_compute_performance-ego": 0.006313606103261312}}set_robot_commands_max 0.007897656758626302 set_robot_commands_mean 0.007404925589050565 set_robot_commands_median 0.007390856345494588 set_robot_commands_min 0.0069403329065867835 sim_compute_performance-ego_max 0.006313606103261312 sim_compute_performance-ego_mean 0.0061610257412706105 sim_compute_performance-ego_median 0.006135255893071493 sim_compute_performance-ego_min 0.006059985075678144 sim_compute_sim_state_max 0.042454357941945395 sim_compute_sim_state_mean 0.03649076441214198 sim_compute_sim_state_median 0.03495204526753652 sim_compute_sim_state_min 0.03360460917154948 sim_render-ego_max 0.009612735112508135 sim_render-ego_mean 0.009108683200819152 sim_render-ego_median 0.009135528405507406 sim_render-ego_min 0.008550940879753657 simulation-passed 1 step_physics_max 0.13011202335357666 step_physics_mean 0.11766482611142454 step_physics_median 0.11569661935170492 step_physics_min 0.10915404238871164 survival_time_max 14.950000000000076 survival_time_mean 14.012500000000063 survival_time_min 11.200000000000024
No reset possible 43764
11735
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 20:51:55+00:00 2020-11-26 21:04:24+00:00 0:12:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.963315910163349 survival_time_median 14.950000000000076 deviation-center-line_median 0.5090554116002863 in-drivable-lane_median 5.600000000000037
other stats agent_compute-ego_max 0.029305686950683595 agent_compute-ego_mean 0.02779675883704452 agent_compute-ego_median 0.02742192268371582 agent_compute-ego_min 0.027037503030062852 complete-iteration_max 0.35433340311050415 complete-iteration_mean 0.34498616503878227 complete-iteration_median 0.34632812554049075 complete-iteration_min 0.3329550059636434 deviation-center-line_max 0.9617541213439252 deviation-center-line_mean 0.5886705413231559 deviation-center-line_min 0.3748172207481254 deviation-heading_max 3.0795260974688845 deviation-heading_mean 2.357789792739748 deviation-heading_median 2.356807379859991 deviation-heading_min 1.638018313770127 driven_any_max 4.076213731528549 driven_any_mean 3.7230849819465455 driven_any_median 3.933158693791013 driven_any_min 2.949808808675606 driven_lanedir_consec_max 3.6507608538574567 driven_lanedir_consec_mean 2.162297863184924 driven_lanedir_consec_min 1.0717987785555416 driven_lanedir_max 3.6507608538574567 driven_lanedir_mean 2.306257428675004 driven_lanedir_median 1.963315910163349 driven_lanedir_min 1.64763704051586 get_duckie_state_max 3.277460734049479e-06 get_duckie_state_mean 3.066298332636202e-06 get_duckie_state_median 3.0430157979329428e-06 get_duckie_state_min 2.9017010006294432e-06 get_robot_state_max 0.023218526045481365 get_robot_state_mean 0.02295700178044667 get_robot_state_median 0.022936291803869215 get_robot_state_min 0.022736897468566896 get_state_dump_max 0.01992393175760905 get_state_dump_mean 0.01983476271184888 get_state_dump_median 0.019832397897096607 get_state_dump_min 0.019750323295593265 get_ui_image_max 0.05776709000269572 get_ui_image_mean 0.05507660906461742 get_ui_image_median 0.054542091308988475 get_ui_image_min 0.05345516363779704 in-drivable-lane_max 8.100000000000055 in-drivable-lane_mean 5.287500000000038 in-drivable-lane_min 1.8500000000000236 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.076213731528549, "get_ui_image": 0.05345516363779704, "step_physics": 0.14331469694773355, "survival_time": 14.950000000000076, "driven_lanedir": 1.856238258953303, "get_state_dump": 0.019792094230651855, "sim_render-ego": 0.009859206676483157, "get_robot_state": 0.022736897468566896, "get_duckie_state": 3.07003657023112e-06, "in-drivable-lane": 8.100000000000055, "agent_compute-ego": 0.0274564003944397, "deviation-heading": 1.638018313770127, "complete-iteration": 0.3329550059636434, "set_robot_commands": 0.007951874732971192, "deviation-center-line": 0.42052338536131423, "driven_lanedir_consec": 1.856238258953303, "sim_compute_sim_state": 0.04178590695063273, "sim_compute_performance-ego": 0.0064214754104614255}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.987444157861515, "get_ui_image": 0.05776709000269572, "step_physics": 0.15055467049280802, "survival_time": 14.950000000000076, "driven_lanedir": 3.6507608538574567, "get_state_dump": 0.019750323295593265, "sim_render-ego": 0.01037193775177002, "get_robot_state": 0.022774017651875814, "get_duckie_state": 3.277460734049479e-06, "in-drivable-lane": 1.8500000000000236, "agent_compute-ego": 0.027387444972991944, "deviation-heading": 3.0795260974688845, "complete-iteration": 0.3437185136477153, "set_robot_commands": 0.008050277233123779, "deviation-center-line": 0.9617541213439252, "driven_lanedir_consec": 3.6507608538574567, "sim_compute_sim_state": 0.04040886640548706, "sim_compute_performance-ego": 0.006469478607177734}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.87887322972051, "get_ui_image": 0.05534607330958048, "step_physics": 0.1587998652458191, "survival_time": 14.950000000000076, "driven_lanedir": 1.64763704051586, "get_state_dump": 0.01992393175760905, "sim_render-ego": 0.010624924500783284, "get_robot_state": 0.023218526045481365, "get_duckie_state": 3.0159950256347657e-06, "in-drivable-lane": 8.000000000000057, "agent_compute-ego": 0.029305686950683595, "deviation-heading": 2.5240890040405906, "complete-iteration": 0.35433340311050415, "set_robot_commands": 0.008578075567881266, "deviation-center-line": 0.5975874378392585, "driven_lanedir_consec": 1.0717987785555416, "sim_compute_sim_state": 0.04165114482243856, "sim_compute_performance-ego": 0.006697408358256022}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.949808808675606, "get_ui_image": 0.05373810930839647, "step_physics": 0.15297697505679742, "survival_time": 10.550000000000017, "driven_lanedir": 2.070393561373395, "get_state_dump": 0.01987270156354136, "sim_render-ego": 0.009891289670320484, "get_robot_state": 0.023098565955862616, "get_duckie_state": 2.9017010006294432e-06, "in-drivable-lane": 3.200000000000017, "agent_compute-ego": 0.027037503030062852, "deviation-heading": 2.1895257556793912, "complete-iteration": 0.3489377374332663, "set_robot_commands": 0.008081189829026354, "deviation-center-line": 0.3748172207481254, "driven_lanedir_consec": 2.070393561373395, "sim_compute_sim_state": 0.04691898653292543, "sim_compute_performance-ego": 0.0071381426535511465}}set_robot_commands_max 0.008578075567881266 set_robot_commands_mean 0.008165354340750646 set_robot_commands_median 0.008065733531075066 set_robot_commands_min 0.007951874732971192 sim_compute_performance-ego_max 0.0071381426535511465 sim_compute_performance-ego_mean 0.006681626257361582 sim_compute_performance-ego_median 0.006583443482716878 sim_compute_performance-ego_min 0.0064214754104614255 sim_compute_sim_state_max 0.04691898653292543 sim_compute_sim_state_mean 0.042691226177870946 sim_compute_sim_state_median 0.04171852588653564 sim_compute_sim_state_min 0.04040886640548706 sim_render-ego_max 0.010624924500783284 sim_render-ego_mean 0.010186839649839236 sim_render-ego_median 0.010131613711045252 sim_render-ego_min 0.009859206676483157 simulation-passed 1 step_physics_max 0.1587998652458191 step_physics_mean 0.1514115519357895 step_physics_median 0.15176582277480272 step_physics_min 0.14331469694773355 survival_time_max 14.950000000000076 survival_time_mean 13.850000000000062 survival_time_min 10.550000000000017
No reset possible 43746
11729
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 20:27:57+00:00 2020-11-26 20:38:30+00:00 0:10:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1138320869417697 survival_time_median 14.950000000000076 deviation-center-line_median 0.5076850197507438 in-drivable-lane_median 5.100000000000067
other stats agent_compute-ego_max 0.026321386496225993 agent_compute-ego_mean 0.0260229603097003 agent_compute-ego_median 0.026073320636185268 agent_compute-ego_min 0.025623813470204673 complete-iteration_max 0.2917008336385091 complete-iteration_mean 0.27396013146767056 complete-iteration_median 0.2712691764036814 complete-iteration_min 0.2616013394248101 deviation-center-line_max 0.6190522736995058 deviation-center-line_mean 0.5167655138921037 deviation-center-line_min 0.4326397423674212 deviation-heading_max 2.273691392610434 deviation-heading_mean 1.8300982280514648 deviation-heading_median 2.0220417898715213 deviation-heading_min 1.0026179398523836 driven_any_max 3.5916719626277187 driven_any_mean 2.918493021949436 driven_any_median 2.844220252597266 driven_any_min 2.3938596199754905 driven_lanedir_consec_max 3.440907077054317 driven_lanedir_consec_mean 2.3278427017827896 driven_lanedir_consec_min 1.6427995561933035 driven_lanedir_max 3.440907077054317 driven_lanedir_mean 2.3278427017827896 driven_lanedir_median 2.1138320869417697 driven_lanedir_min 1.6427995561933035 get_duckie_state_max 4.423241461476972e-06 get_duckie_state_mean 4.28989048927061e-06 get_duckie_state_median 4.311800003051758e-06 get_duckie_state_min 4.112720489501953e-06 get_robot_state_max 0.022488574981689453 get_robot_state_mean 0.020256985906631716 get_robot_state_median 0.019809914199254847 get_robot_state_min 0.018919540246327717 get_state_dump_max 0.01988330602645874 get_state_dump_mean 0.01937351826378094 get_state_dump_median 0.01945810476938883 get_state_dump_min 0.01869455748988736 get_ui_image_max 0.044208390712738035 get_ui_image_mean 0.04298933727125967 get_ui_image_median 0.042874360135806505 get_ui_image_min 0.04200023810068766 in-drivable-lane_max 6.750000000000096 in-drivable-lane_mean 4.40000000000006 in-drivable-lane_min 0.6500000000000092 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5916719626277187, "get_ui_image": 0.04200023810068766, "step_physics": 0.10154319604237874, "survival_time": 14.950000000000076, "driven_lanedir": 3.440907077054317, "get_state_dump": 0.019086639086405437, "sim_render-ego": 0.008334880669911702, "get_robot_state": 0.018919540246327717, "get_duckie_state": 4.376570383707682e-06, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.026074474652608235, "deviation-heading": 2.197331362932488, "complete-iteration": 0.26242051998774213, "set_robot_commands": 0.006682048638661703, "deviation-center-line": 0.6190522736995058, "driven_lanedir_consec": 3.440907077054317, "sim_compute_sim_state": 0.0336350671450297, "sim_compute_performance-ego": 0.0059542099634806315}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.710283582457981, "get_ui_image": 0.042633029722398325, "step_physics": 0.10050964932287892, "survival_time": 12.40000000000004, "driven_lanedir": 2.177109786568851, "get_state_dump": 0.01869455748988736, "sim_render-ego": 0.008419055131173903, "get_robot_state": 0.018931688800934824, "get_duckie_state": 4.423241461476972e-06, "in-drivable-lane": 3.5500000000000504, "agent_compute-ego": 0.026072166619762294, "deviation-heading": 1.0026179398523836, "complete-iteration": 0.2616013394248101, "set_robot_commands": 0.0065851086570370585, "deviation-center-line": 0.5662746402322749, "driven_lanedir_consec": 2.177109786568851, "sim_compute_sim_state": 0.033640343335367015, "sim_compute_performance-ego": 0.005924772831701463}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.3938596199754905, "get_ui_image": 0.04311569054921468, "step_physics": 0.10986730972925822, "survival_time": 14.950000000000076, "driven_lanedir": 1.6427995561933035, "get_state_dump": 0.019829570452372235, "sim_render-ego": 0.009225085576375323, "get_robot_state": 0.022488574981689453, "get_duckie_state": 4.247029622395833e-06, "in-drivable-lane": 6.750000000000096, "agent_compute-ego": 0.026321386496225993, "deviation-heading": 1.8467522168105543, "complete-iteration": 0.28011783281962077, "set_robot_commands": 0.007673857212066651, "deviation-center-line": 0.44909539926921255, "driven_lanedir_consec": 1.6427995561933035, "sim_compute_sim_state": 0.03527922074000041, "sim_compute_performance-ego": 0.006129870414733887}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9781569227365523, "get_ui_image": 0.044208390712738035, "step_physics": 0.11744452317555744, "survival_time": 14.950000000000076, "driven_lanedir": 2.050554387314688, "get_state_dump": 0.01988330602645874, "sim_render-ego": 0.00892446756362915, "get_robot_state": 0.02068813959757487, "get_duckie_state": 4.112720489501953e-06, "in-drivable-lane": 6.650000000000083, "agent_compute-ego": 0.025623813470204673, "deviation-heading": 2.273691392610434, "complete-iteration": 0.2917008336385091, "set_robot_commands": 0.007058244546254476, "deviation-center-line": 0.4326397423674212, "driven_lanedir_consec": 2.050554387314688, "sim_compute_sim_state": 0.04154152790705363, "sim_compute_performance-ego": 0.006143687566121419}}set_robot_commands_max 0.007673857212066651 set_robot_commands_mean 0.006999814763504973 set_robot_commands_median 0.006870146592458089 set_robot_commands_min 0.0065851086570370585 sim_compute_performance-ego_max 0.006143687566121419 sim_compute_performance-ego_mean 0.006038135194009349 sim_compute_performance-ego_median 0.00604204018910726 sim_compute_performance-ego_min 0.005924772831701463 sim_compute_sim_state_max 0.04154152790705363 sim_compute_sim_state_mean 0.036024039781862686 sim_compute_sim_state_median 0.03445978203768371 sim_compute_sim_state_min 0.0336350671450297 sim_render-ego_max 0.009225085576375323 sim_render-ego_mean 0.00872587223527252 sim_render-ego_median 0.008671761347401528 sim_render-ego_min 0.008334880669911702 simulation-passed 1 step_physics_max 0.11744452317555744 step_physics_mean 0.10734116956751832 step_physics_median 0.10570525288581847 step_physics_min 0.10050964932287892 survival_time_max 14.950000000000076 survival_time_mean 14.312500000000068 survival_time_min 12.40000000000004
No reset possible 43737
11727
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 20:11:59+00:00 2020-11-26 20:25:05+00:00 0:13:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4968306551493136 survival_time_median 14.950000000000076 deviation-center-line_median 0.9259875177976896 in-drivable-lane_median 1.7000000000000235
other stats agent_compute-ego_max 0.0285962438583374 agent_compute-ego_mean 0.027354991634686784 agent_compute-ego_median 0.027501854499181112 agent_compute-ego_min 0.025820013682047525 complete-iteration_max 0.350516889890035 complete-iteration_mean 0.3348330008983612 complete-iteration_median 0.3333122666676839 complete-iteration_min 0.322190580368042 deviation-center-line_max 1.0487612239816764 deviation-center-line_mean 0.9224023245601196 deviation-center-line_min 0.7888730386634231 deviation-heading_max 7.580050815850415 deviation-heading_mean 6.8505041486168246 deviation-heading_median 6.6621602356410365 deviation-heading_min 6.497645307334807 driven_any_max 2.2718918305545843 driven_any_mean 2.146817779579562 driven_any_median 2.164450337143048 driven_any_min 1.9864786134775685 driven_lanedir_consec_max 1.778338615020277 driven_lanedir_consec_mean 1.556011728423488 driven_lanedir_consec_min 1.4520469883750478 driven_lanedir_max 1.778338615020277 driven_lanedir_mean 1.556011728423488 driven_lanedir_median 1.4968306551493136 driven_lanedir_min 1.4520469883750478 get_duckie_state_max 2.876917521158854e-06 get_duckie_state_mean 2.7239322662353517e-06 get_duckie_state_median 2.6853879292805986e-06 get_duckie_state_min 2.6480356852213543e-06 get_robot_state_max 0.024820899963378905 get_robot_state_mean 0.02371996104717255 get_robot_state_median 0.02340002218882243 get_robot_state_min 0.023258899847666423 get_state_dump_max 0.020511501630147297 get_state_dump_mean 0.02022655705610911 get_state_dump_median 0.02021466374397278 get_state_dump_min 0.01996539910634359 get_ui_image_max 0.05729174613952637 get_ui_image_mean 0.05354658126831054 get_ui_image_median 0.05347958127657572 get_ui_image_min 0.049935416380564375 in-drivable-lane_max 2.400000000000034 in-drivable-lane_mean 1.6875000000000195 in-drivable-lane_min 0.9499999999999966 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2718918305545843, "get_ui_image": 0.05357962210973104, "step_physics": 0.13734665552775066, "survival_time": 14.950000000000076, "driven_lanedir": 1.5031742883724333, "get_state_dump": 0.020199821790059407, "sim_render-ego": 0.009939242204030354, "get_robot_state": 0.023481109142303468, "get_duckie_state": 2.876917521158854e-06, "in-drivable-lane": 2.400000000000034, "agent_compute-ego": 0.027241750558217367, "deviation-heading": 6.497645307334807, "complete-iteration": 0.3273346622784932, "set_robot_commands": 0.008102358182271322, "deviation-center-line": 0.7888730386634231, "driven_lanedir_consec": 1.5031742883724333, "sim_compute_sim_state": 0.04079858541488648, "sim_compute_performance-ego": 0.006468805472056071}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9864786134775685, "get_ui_image": 0.05729174613952637, "step_physics": 0.15351080656051636, "survival_time": 14.950000000000076, "driven_lanedir": 1.4520469883750478, "get_state_dump": 0.02022950569788615, "sim_render-ego": 0.010345172087351482, "get_robot_state": 0.024820899963378905, "get_duckie_state": 2.6734670003255207e-06, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.0285962438583374, "deviation-heading": 7.580050815850415, "complete-iteration": 0.350516889890035, "set_robot_commands": 0.00832396666208903, "deviation-center-line": 0.975750259379162, "driven_lanedir_consec": 1.4520469883750478, "sim_compute_sim_state": 0.04003172238667806, "sim_compute_performance-ego": 0.007190890312194824}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.222523315372674, "get_ui_image": 0.05337954044342041, "step_physics": 0.14841436783472697, "survival_time": 14.950000000000076, "driven_lanedir": 1.778338615020277, "get_state_dump": 0.01996539910634359, "sim_render-ego": 0.010273950894673664, "get_robot_state": 0.023258899847666423, "get_duckie_state": 2.6480356852213543e-06, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.027761958440144854, "deviation-heading": 6.604105512568363, "complete-iteration": 0.3392898710568746, "set_robot_commands": 0.00818653662999471, "deviation-center-line": 0.8762247762162172, "driven_lanedir_consec": 1.778338615020277, "sim_compute_sim_state": 0.04036856253941854, "sim_compute_performance-ego": 0.007505002816518148}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.1063773589134223, "get_ui_image": 0.049935416380564375, "step_physics": 0.13445453643798827, "survival_time": 14.950000000000076, "driven_lanedir": 1.490487021926194, "get_state_dump": 0.020511501630147297, "sim_render-ego": 0.009806360403696696, "get_robot_state": 0.02331893523534139, "get_duckie_state": 2.697308858235677e-06, "in-drivable-lane": 2.100000000000029, "agent_compute-ego": 0.025820013682047525, "deviation-heading": 6.72021495871371, "complete-iteration": 0.322190580368042, "set_robot_commands": 0.007956167856852214, "deviation-center-line": 1.0487612239816764, "driven_lanedir_consec": 1.490487021926194, "sim_compute_sim_state": 0.043709508577982586, "sim_compute_performance-ego": 0.006501773198445638}}set_robot_commands_max 0.00832396666208903 set_robot_commands_mean 0.008142257332801819 set_robot_commands_median 0.008144447406133015 set_robot_commands_min 0.007956167856852214 sim_compute_performance-ego_max 0.007505002816518148 sim_compute_performance-ego_mean 0.00691661794980367 sim_compute_performance-ego_median 0.006846331755320231 sim_compute_performance-ego_min 0.006468805472056071 sim_compute_sim_state_max 0.043709508577982586 sim_compute_sim_state_mean 0.04122709472974142 sim_compute_sim_state_median 0.04058357397715251 sim_compute_sim_state_min 0.04003172238667806 sim_render-ego_max 0.010345172087351482 sim_render-ego_mean 0.010091181397438047 sim_render-ego_median 0.01010659654935201 sim_render-ego_min 0.009806360403696696 simulation-passed 1 step_physics_max 0.15351080656051636 step_physics_mean 0.14343159159024554 step_physics_median 0.14288051168123883 step_physics_min 0.13445453643798827 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43714
11720
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 19:33:39+00:00 2020-11-26 19:45:58+00:00 0:12:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.210393059791244 survival_time_median 14.950000000000076 deviation-center-line_median 0.7617359657186868 in-drivable-lane_median 2.2249999999999965
other stats agent_compute-ego_max 0.029863355159759523 agent_compute-ego_mean 0.02770516097545624 agent_compute-ego_median 0.027898809909820556 agent_compute-ego_min 0.025159668922424317 complete-iteration_max 0.3917463262875875 complete-iteration_mean 0.35067050558825336 complete-iteration_median 0.3568551290035248 complete-iteration_min 0.2972254380583763 deviation-center-line_max 0.8047096543021284 deviation-center-line_mean 0.6353948671960686 deviation-center-line_min 0.2133978830447724 deviation-heading_max 3.788316278257846 deviation-heading_mean 2.730693816682616 deviation-heading_median 3.3039315850510356 deviation-heading_min 0.5265958183705483 driven_any_max 3.231532122200247 driven_any_mean 2.751827957656457 driven_any_median 2.722426569930458 driven_any_min 2.330926568564664 driven_lanedir_consec_max 3.087310003600255 driven_lanedir_consec_mean 2.17265722268973 driven_lanedir_consec_min 1.1825327675761756 driven_lanedir_max 3.087310003600255 driven_lanedir_mean 2.221094459738741 driven_lanedir_median 2.3072675338892665 driven_lanedir_min 1.1825327675761756 get_duckie_state_max 3.021955490112305e-06 get_duckie_state_mean 2.9060244560241697e-06 get_duckie_state_median 2.924998601277669e-06 get_duckie_state_min 2.7521451314290364e-06 get_robot_state_max 0.02467284947633743 get_robot_state_mean 0.024165710483988124 get_robot_state_median 0.024156495730082196 get_robot_state_min 0.02367700099945068 get_state_dump_max 0.020110515753428145 get_state_dump_mean 0.019864616418878236 get_state_dump_median 0.01981431608398755 get_state_dump_min 0.019719317754109705 get_ui_image_max 0.06063931783040365 get_ui_image_mean 0.05578161972264449 get_ui_image_median 0.057757615248362225 get_ui_image_min 0.04697193056344986 in-drivable-lane_max 4.850000000000069 in-drivable-lane_mean 2.3250000000000153 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.330926568564664, "get_ui_image": 0.04697193056344986, "step_physics": 0.11721027195453644, "survival_time": 7.99999999999998, "driven_lanedir": 1.1825327675761756, "get_state_dump": 0.01974494308233261, "sim_render-ego": 0.009908868372440338, "get_robot_state": 0.02467284947633743, "get_duckie_state": 3.021955490112305e-06, "in-drivable-lane": 3.949999999999986, "agent_compute-ego": 0.025159668922424317, "deviation-heading": 0.5265958183705483, "complete-iteration": 0.2972254380583763, "set_robot_commands": 0.008079001307487487, "deviation-center-line": 0.2133978830447724, "driven_lanedir_consec": 1.1825327675761756, "sim_compute_sim_state": 0.0390822172164917, "sim_compute_performance-ego": 0.0062147751450538635}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.231532122200247, "get_ui_image": 0.056238800684611005, "step_physics": 0.14987173080444335, "survival_time": 14.950000000000076, "driven_lanedir": 3.087310003600255, "get_state_dump": 0.019883689085642496, "sim_render-ego": 0.010156590938568116, "get_robot_state": 0.0241064723332723, "get_duckie_state": 2.941290537516276e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025964491367340088, "deviation-heading": 3.737526297183003, "complete-iteration": 0.34091686487197875, "set_robot_commands": 0.008081514835357666, "deviation-center-line": 0.7862684964926707, "driven_lanedir_consec": 3.087310003600255, "sim_compute_sim_state": 0.040013211568196615, "sim_compute_performance-ego": 0.006422669092814128}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4024903293734368, "get_ui_image": 0.05927642981211344, "step_physics": 0.167659383614858, "survival_time": 14.950000000000076, "driven_lanedir": 1.7525292890837123, "get_state_dump": 0.020110515753428145, "sim_render-ego": 0.010663904349009197, "get_robot_state": 0.02420651912689209, "get_duckie_state": 2.9087066650390623e-06, "in-drivable-lane": 4.850000000000069, "agent_compute-ego": 0.029833128452301027, "deviation-heading": 2.8703368729190673, "complete-iteration": 0.3727933931350708, "set_robot_commands": 0.008681783676147461, "deviation-center-line": 0.7372034349447031, "driven_lanedir_consec": 1.7525292890837123, "sim_compute_sim_state": 0.045157329241434736, "sim_compute_performance-ego": 0.007022278308868408}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0423628104874787, "get_ui_image": 0.06063931783040365, "step_physics": 0.18002779563268026, "survival_time": 14.950000000000076, "driven_lanedir": 2.862005778694821, "get_state_dump": 0.019719317754109705, "sim_render-ego": 0.010748186906178792, "get_robot_state": 0.02367700099945068, "get_duckie_state": 2.7521451314290364e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.029863355159759523, "deviation-heading": 3.788316278257846, "complete-iteration": 0.3917463262875875, "set_robot_commands": 0.008875707785288492, "deviation-center-line": 0.8047096543021284, "driven_lanedir_consec": 2.668256830498776, "sim_compute_sim_state": 0.051111364364624025, "sim_compute_performance-ego": 0.006903638044993082}}set_robot_commands_max 0.008875707785288492 set_robot_commands_mean 0.008429501901070276 set_robot_commands_median 0.008381649255752563 set_robot_commands_min 0.008079001307487487 sim_compute_performance-ego_max 0.007022278308868408 sim_compute_performance-ego_mean 0.00664084014793237 sim_compute_performance-ego_median 0.0066631535689036046 sim_compute_performance-ego_min 0.0062147751450538635 sim_compute_sim_state_max 0.051111364364624025 sim_compute_sim_state_mean 0.04384103059768677 sim_compute_sim_state_median 0.04258527040481567 sim_compute_sim_state_min 0.0390822172164917 sim_render-ego_max 0.010748186906178792 sim_render-ego_mean 0.010369387641549111 sim_render-ego_median 0.010410247643788655 sim_render-ego_min 0.009908868372440338 simulation-passed 1 step_physics_max 0.18002779563268026 step_physics_mean 0.15369229550162952 step_physics_median 0.1587655572096507 step_physics_min 0.11721027195453644 survival_time_max 14.950000000000076 survival_time_mean 13.212500000000052 survival_time_min 7.99999999999998
No reset possible 43683
11717
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 19:17:53+00:00 2020-11-26 19:29:55+00:00 0:12:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.635588166319114 survival_time_median 12.900000000000048 deviation-center-line_median 0.7984550895824698 in-drivable-lane_median 0.7250000000000103
other stats agent_compute-ego_max 0.029383779121434084 agent_compute-ego_mean 0.02862252791282901 agent_compute-ego_median 0.02919015645980835 agent_compute-ego_min 0.02672601961026526 complete-iteration_max 0.3742681109960178 complete-iteration_mean 0.3623666447826065 complete-iteration_median 0.3690768055121104 complete-iteration_min 0.3370448571101875 deviation-center-line_max 1.155960650264111 deviation-center-line_mean 0.7616930489544138 deviation-center-line_min 0.29390136638860476 deviation-heading_max 5.472901000649 deviation-heading_mean 3.764354122831607 deviation-heading_median 3.992405275744364 deviation-heading_min 1.5997049391886995 driven_any_max 3.738029678665103 driven_any_mean 3.0758205159909298 driven_any_median 3.129909418154797 driven_any_min 2.305433548989022 driven_lanedir_consec_max 3.441689365397253 driven_lanedir_consec_mean 2.51316063113699 driven_lanedir_consec_min 1.3397768265124794 driven_lanedir_max 3.441689365397253 driven_lanedir_mean 2.51316063113699 driven_lanedir_median 2.635588166319114 driven_lanedir_min 1.3397768265124794 get_duckie_state_max 3.11614601475418e-06 get_duckie_state_mean 2.98649681190999e-06 get_duckie_state_median 2.993151156400572e-06 get_duckie_state_min 2.8435389200846352e-06 get_robot_state_max 0.02348261426208885 get_robot_state_mean 0.02328419028040712 get_robot_state_median 0.023256433024750695 get_robot_state_min 0.02314128081003825 get_state_dump_max 0.019873269691994665 get_state_dump_mean 0.019667133192702444 get_state_dump_median 0.019695844252904257 get_state_dump_min 0.0194035745730066 get_ui_image_max 0.06123494784037272 get_ui_image_mean 0.058734114993314525 get_ui_image_median 0.05897046098537 get_ui_image_min 0.05576059016214538 in-drivable-lane_max 2.4499999999999913 in-drivable-lane_mean 0.975000000000003 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.305433548989022, "get_ui_image": 0.05697636543565495, "step_physics": 0.14627266082034748, "survival_time": 7.84999999999998, "driven_lanedir": 1.3397768265124794, "get_state_dump": 0.0194035745730066, "sim_render-ego": 0.009873115333022583, "get_robot_state": 0.02348261426208885, "get_duckie_state": 3.11614601475418e-06, "in-drivable-lane": 2.4499999999999913, "agent_compute-ego": 0.02672601961026526, "deviation-heading": 1.5997049391886995, "complete-iteration": 0.3370448571101875, "set_robot_commands": 0.008268647892459942, "deviation-center-line": 0.29390136638860476, "driven_lanedir_consec": 1.3397768265124794, "sim_compute_sim_state": 0.03941647717907171, "sim_compute_performance-ego": 0.006447552116053879}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.4928962448576084, "get_ui_image": 0.06096455653508504, "step_physics": 0.16630921284357705, "survival_time": 14.950000000000076, "driven_lanedir": 3.164469171270663, "get_state_dump": 0.019522985617319744, "sim_render-ego": 0.009971653620402018, "get_robot_state": 0.02314128081003825, "get_duckie_state": 2.8435389200846352e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.029334923426310226, "deviation-heading": 5.472901000649, "complete-iteration": 0.3655229433377584, "set_robot_commands": 0.00884394884109497, "deviation-center-line": 1.0086294606516382, "driven_lanedir_consec": 3.164469171270663, "sim_compute_sim_state": 0.04067086299260458, "sim_compute_performance-ego": 0.006585318247477214}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.738029678665103, "get_ui_image": 0.06123494784037272, "step_physics": 0.16949304739634197, "survival_time": 14.950000000000076, "driven_lanedir": 3.441689365397253, "get_state_dump": 0.01986870288848877, "sim_render-ego": 0.01026455561319987, "get_robot_state": 0.023252927462259928, "get_duckie_state": 3.03188959757487e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.029045389493306477, "deviation-heading": 4.689567650362482, "complete-iteration": 0.3726306676864624, "set_robot_commands": 0.008819434642791748, "deviation-center-line": 1.155960650264111, "driven_lanedir_consec": 3.441689365397253, "sim_compute_sim_state": 0.04395082712173462, "sim_compute_performance-ego": 0.006520259380340576}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7669225914519857, "get_ui_image": 0.05576059016214538, "step_physics": 0.16783435992930892, "survival_time": 10.85000000000002, "driven_lanedir": 2.1067071613675648, "get_state_dump": 0.019873269691994665, "sim_render-ego": 0.010762014696674965, "get_robot_state": 0.023259938587241458, "get_duckie_state": 2.9544127152262744e-06, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.029383779121434084, "deviation-heading": 3.295242901126245, "complete-iteration": 0.3742681109960178, "set_robot_commands": 0.00877457609923754, "deviation-center-line": 0.5882807185133014, "driven_lanedir_consec": 2.1067071613675648, "sim_compute_sim_state": 0.050539182627805365, "sim_compute_performance-ego": 0.007898143908944548}}set_robot_commands_max 0.00884394884109497 set_robot_commands_mean 0.00867665186889605 set_robot_commands_median 0.008797005371014643 set_robot_commands_min 0.008268647892459942 sim_compute_performance-ego_max 0.007898143908944548 sim_compute_performance-ego_mean 0.006862818413204054 sim_compute_performance-ego_median 0.0065527888139088955 sim_compute_performance-ego_min 0.006447552116053879 sim_compute_sim_state_max 0.050539182627805365 sim_compute_sim_state_mean 0.043644337480304066 sim_compute_sim_state_median 0.0423108450571696 sim_compute_sim_state_min 0.03941647717907171 sim_render-ego_max 0.010762014696674965 sim_render-ego_mean 0.010217834815824858 sim_render-ego_median 0.010118104616800945 sim_render-ego_min 0.009873115333022583 simulation-passed 1 step_physics_max 0.16949304739634197 step_physics_mean 0.16247732024739386 step_physics_median 0.167071786386443 step_physics_min 0.14627266082034748 survival_time_max 14.950000000000076 survival_time_mean 12.150000000000038 survival_time_min 7.84999999999998
No reset possible 43670
11711
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 18:57:58+00:00 2020-11-26 19:09:07+00:00 0:11:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.733455917157202 survival_time_median 14.950000000000076 deviation-center-line_median 0.68824349672223 in-drivable-lane_median 1.3250000000000188
other stats agent_compute-ego_max 0.02608962853749593 agent_compute-ego_mean 0.02547174374262492 agent_compute-ego_median 0.025403093894322715 agent_compute-ego_min 0.024991158644358316 complete-iteration_max 0.295804127852122 complete-iteration_mean 0.28757361074288684 complete-iteration_median 0.2888581971327464 complete-iteration_min 0.2767739208539327 deviation-center-line_max 0.8822142525321607 deviation-center-line_mean 0.6618225220535756 deviation-center-line_min 0.38858884223768214 deviation-heading_max 3.180519336609774 deviation-heading_mean 2.560254039994934 deviation-heading_median 2.871339486466275 deviation-heading_min 1.3178178504374132 driven_any_max 3.2770235700544963 driven_any_mean 2.915237295074645 driven_any_median 2.9978561142525857 driven_any_min 2.388213381738911 driven_lanedir_consec_max 3.0738203494710925 driven_lanedir_consec_mean 2.4800072441815533 driven_lanedir_consec_min 1.3792967929407172 driven_lanedir_max 3.0738203494710925 driven_lanedir_mean 2.4800072441815533 driven_lanedir_median 2.733455917157202 driven_lanedir_min 1.3792967929407172 get_duckie_state_max 2.940495808919271e-06 get_duckie_state_mean 2.868771553039551e-06 get_duckie_state_median 2.8514862060546877e-06 get_duckie_state_min 2.8316179911295578e-06 get_robot_state_max 0.024041976133982346 get_robot_state_mean 0.02234911600748698 get_robot_state_median 0.022683082421620687 get_robot_state_min 0.0199883230527242 get_state_dump_max 0.020029164950052896 get_state_dump_mean 0.019855926434199016 get_state_dump_median 0.019839018185933432 get_state_dump_min 0.019716504414876303 get_ui_image_max 0.04529314200083415 get_ui_image_mean 0.04477818747361501 get_ui_image_median 0.04485359787940979 get_ui_image_min 0.04411241213480632 in-drivable-lane_max 7.800000000000095 in-drivable-lane_mean 2.750000000000035 in-drivable-lane_min 0.5500000000000078 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.388213381738911, "get_ui_image": 0.04477122227350871, "step_physics": 0.11427497704823812, "survival_time": 14.950000000000076, "driven_lanedir": 1.3792967929407172, "get_state_dump": 0.020029164950052896, "sim_render-ego": 0.00931813398996989, "get_robot_state": 0.022616151173909502, "get_duckie_state": 2.8403600056966147e-06, "in-drivable-lane": 7.800000000000095, "agent_compute-ego": 0.024991158644358316, "deviation-heading": 1.3178178504374132, "complete-iteration": 0.28708269516626994, "set_robot_commands": 0.007647658983866374, "deviation-center-line": 0.38858884223768214, "driven_lanedir_consec": 1.3792967929407172, "sim_compute_sim_state": 0.037097311814626055, "sim_compute_performance-ego": 0.006156078974405925}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.259287857924185, "get_ui_image": 0.04493597348531087, "step_physics": 0.10949583212534586, "survival_time": 14.950000000000076, "driven_lanedir": 3.0738203494710925, "get_state_dump": 0.01977699597676595, "sim_render-ego": 0.008680462042490641, "get_robot_state": 0.0199883230527242, "get_duckie_state": 2.940495808919271e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.02530755360921224, "deviation-heading": 3.066848955416208, "complete-iteration": 0.2767739208539327, "set_robot_commands": 0.006919976075490316, "deviation-center-line": 0.7370474540033236, "driven_lanedir_consec": 3.0738203494710925, "sim_compute_sim_state": 0.03530386686325073, "sim_compute_performance-ego": 0.006181361675262451}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7364243705809868, "get_ui_image": 0.04529314200083415, "step_physics": 0.11702982505162556, "survival_time": 14.950000000000076, "driven_lanedir": 2.4924938761154056, "get_state_dump": 0.019901040395100912, "sim_render-ego": 0.00958158016204834, "get_robot_state": 0.022750013669331867, "get_duckie_state": 2.86261240641276e-06, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.025498634179433183, "deviation-heading": 3.180519336609774, "complete-iteration": 0.2906336990992228, "set_robot_commands": 0.007781047026316325, "deviation-center-line": 0.8822142525321607, "driven_lanedir_consec": 2.4924938761154056, "sim_compute_sim_state": 0.03641879002253214, "sim_compute_performance-ego": 0.006196134090423584}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.2770235700544963, "get_ui_image": 0.04411241213480632, "step_physics": 0.11489775816599528, "survival_time": 14.950000000000076, "driven_lanedir": 2.9744179581989987, "get_state_dump": 0.019716504414876303, "sim_render-ego": 0.009756038983662924, "get_robot_state": 0.024041976133982346, "get_duckie_state": 2.8316179911295578e-06, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.02608962853749593, "deviation-heading": 2.6758300175163416, "complete-iteration": 0.295804127852122, "set_robot_commands": 0.008198693593343099, "deviation-center-line": 0.6394395394411362, "driven_lanedir_consec": 2.9744179581989987, "sim_compute_sim_state": 0.04257263739903768, "sim_compute_performance-ego": 0.006233425935109457}}set_robot_commands_max 0.008198693593343099 set_robot_commands_mean 0.007636843919754027 set_robot_commands_median 0.007714353005091349 set_robot_commands_min 0.006919976075490316 sim_compute_performance-ego_max 0.006233425935109457 sim_compute_performance-ego_mean 0.006191750168800354 sim_compute_performance-ego_median 0.006188747882843017 sim_compute_performance-ego_min 0.006156078974405925 sim_compute_sim_state_max 0.04257263739903768 sim_compute_sim_state_mean 0.03784815152486166 sim_compute_sim_state_median 0.0367580509185791 sim_compute_sim_state_min 0.03530386686325073 sim_render-ego_max 0.009756038983662924 sim_render-ego_mean 0.009334053794542947 sim_render-ego_median 0.009449857076009116 sim_render-ego_min 0.008680462042490641 simulation-passed 1 step_physics_max 0.11702982505162556 step_physics_mean 0.1139245980978012 step_physics_median 0.1145863676071167 step_physics_min 0.10949583212534586 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43658
11707
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 16:46:15+00:00 2020-11-26 16:58:26+00:00 0:12:11 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6067420607299265 survival_time_median 14.950000000000076 deviation-center-line_median 0.6167734918771939 in-drivable-lane_median 1.8000000000000256
other stats agent_compute-ego_max 0.025577569007873537 agent_compute-ego_mean 0.02508483736344936 agent_compute-ego_median 0.025151646308675658 agent_compute-ego_min 0.02445848782857259 complete-iteration_max 0.31914451440175373 complete-iteration_mean 0.31500362773802765 complete-iteration_median 0.31528828462097824 complete-iteration_min 0.3102934273084005 deviation-center-line_max 0.7667518804768889 deviation-center-line_mean 0.6119314983994121 deviation-center-line_min 0.44742712936637175 deviation-heading_max 3.0984945219981253 deviation-heading_mean 2.8209008528670387 deviation-heading_median 2.9359869286407996 deviation-heading_min 2.31313503218843 driven_any_max 3.149526307672569 driven_any_mean 2.888576566118554 driven_any_median 2.9655590715273683 driven_any_min 2.47366181374691 driven_lanedir_consec_max 3.060172278478668 driven_lanedir_consec_mean 2.543433869216478 driven_lanedir_consec_min 1.9000790769273943 driven_lanedir_max 3.060172278478668 driven_lanedir_mean 2.543433869216478 driven_lanedir_median 2.6067420607299265 driven_lanedir_min 1.9000790769273943 get_duckie_state_max 2.8801602264710493e-06 get_duckie_state_mean 2.847528510800705e-06 get_duckie_state_median 2.8665860493977865e-06 get_duckie_state_min 2.776781717936198e-06 get_robot_state_max 0.023933538595835368 get_robot_state_mean 0.02324592805227707 get_robot_state_median 0.02325575940452159 get_robot_state_min 0.022538654804229737 get_state_dump_max 0.020979112605984795 get_state_dump_mean 0.020041285112682924 get_state_dump_median 0.019870934089024864 get_state_dump_min 0.019444159666697183 get_ui_image_max 0.05090648571650187 get_ui_image_mean 0.0495092108264283 get_ui_image_median 0.05001535892486572 get_ui_image_min 0.04709963973947991 in-drivable-lane_max 4.500000000000064 in-drivable-lane_mean 2.0250000000000288 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1488535880563497, "get_ui_image": 0.04988237698872884, "step_physics": 0.1324150530497233, "survival_time": 14.950000000000076, "driven_lanedir": 3.058765904563093, "get_state_dump": 0.019707101186116537, "sim_render-ego": 0.010073160330454509, "get_robot_state": 0.023933538595835368, "get_duckie_state": 2.875328063964844e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02545854330062866, "deviation-heading": 2.8444729547892846, "complete-iteration": 0.31460924704869586, "set_robot_commands": 0.007984516620635986, "deviation-center-line": 0.7667518804768889, "driven_lanedir_consec": 3.058765904563093, "sim_compute_sim_state": 0.03863040208816528, "sim_compute_performance-ego": 0.0063552459081013995}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.149526307672569, "get_ui_image": 0.05090648571650187, "step_physics": 0.1303080972035726, "survival_time": 14.950000000000076, "driven_lanedir": 3.060172278478668, "get_state_dump": 0.019444159666697183, "sim_render-ego": 0.009756360054016111, "get_robot_state": 0.023029478391011556, "get_duckie_state": 2.857844034830729e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02445848782857259, "deviation-heading": 3.0275009024923145, "complete-iteration": 0.3102934273084005, "set_robot_commands": 0.007672828038533528, "deviation-center-line": 0.6337003651671702, "driven_lanedir_consec": 3.060172278478668, "sim_compute_sim_state": 0.03820044676462809, "sim_compute_performance-ego": 0.006348398526509603}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.47366181374691, "get_ui_image": 0.0501483408610026, "step_physics": 0.13847004254659018, "survival_time": 14.950000000000076, "driven_lanedir": 1.9000790769273943, "get_state_dump": 0.020034766991933187, "sim_render-ego": 0.009635842641194662, "get_robot_state": 0.022538654804229737, "get_duckie_state": 2.776781717936198e-06, "in-drivable-lane": 3.600000000000051, "agent_compute-ego": 0.025577569007873537, "deviation-heading": 3.0984945219981253, "complete-iteration": 0.31914451440175373, "set_robot_commands": 0.007749799092610677, "deviation-center-line": 0.5998466185872176, "driven_lanedir_consec": 1.9000790769273943, "sim_compute_sim_state": 0.03849052588144938, "sim_compute_performance-ego": 0.006329174836476644}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.782264554998387, "get_ui_image": 0.04709963973947991, "step_physics": 0.13303634474508738, "survival_time": 14.950000000000076, "driven_lanedir": 2.15471821689676, "get_state_dump": 0.020979112605984795, "sim_render-ego": 0.009553559249061408, "get_robot_state": 0.023482040418031622, "get_duckie_state": 2.8801602264710493e-06, "in-drivable-lane": 4.500000000000064, "agent_compute-ego": 0.024844749316722654, "deviation-heading": 2.31313503218843, "complete-iteration": 0.31596732219326057, "set_robot_commands": 0.007694904620830829, "deviation-center-line": 0.44742712936637175, "driven_lanedir_consec": 2.15471821689676, "sim_compute_sim_state": 0.042838858920196225, "sim_compute_performance-ego": 0.0062669136851128925}}set_robot_commands_max 0.007984516620635986 set_robot_commands_mean 0.0077755120931527555 set_robot_commands_median 0.007722351856720753 set_robot_commands_min 0.007672828038533528 sim_compute_performance-ego_max 0.0063552459081013995 sim_compute_performance-ego_mean 0.006324933239050135 sim_compute_performance-ego_median 0.006338786681493123 sim_compute_performance-ego_min 0.0062669136851128925 sim_compute_sim_state_max 0.042838858920196225 sim_compute_sim_state_mean 0.03954005841360975 sim_compute_sim_state_median 0.038560463984807336 sim_compute_sim_state_min 0.03820044676462809 sim_render-ego_max 0.010073160330454509 sim_render-ego_mean 0.009754730568681673 sim_render-ego_median 0.009696101347605388 sim_render-ego_min 0.009553559249061408 simulation-passed 1 step_physics_max 0.13847004254659018 step_physics_mean 0.13355738438624337 step_physics_median 0.13272569889740535 step_physics_min 0.1303080972035726 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43651
11705
brian wong baseline-RL-sim-pytorch aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-26 15:30:45+00:00 2020-11-26 15:33:13+00:00 0:02:28 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43643
11703
Mo Kleit Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 14:39:02+00:00 2020-11-26 14:50:20+00:00 0:11:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6673298249078745 survival_time_median 14.950000000000076 deviation-center-line_median 0.6500249230389217 in-drivable-lane_median 2.325000000000026
other stats agent_compute-ego_max 0.02630808671315511 agent_compute-ego_mean 0.025852582263496685 agent_compute-ego_median 0.025875610907872517 agent_compute-ego_min 0.0253510205250866 complete-iteration_max 0.3194795037215611 complete-iteration_mean 0.3103476081516757 complete-iteration_median 0.3110854641596476 complete-iteration_min 0.29974000056584676 deviation-center-line_max 1.1147965129076698 deviation-center-line_mean 0.6663753679406612 deviation-center-line_min 0.25065511277713176 deviation-heading_max 4.093914678507051 deviation-heading_mean 2.0867294883303575 deviation-heading_median 1.7700599370067978 deviation-heading_min 0.7128834008007836 driven_any_max 3.879524128058622 driven_any_mean 3.584124984333484 driven_any_median 3.866139166636928 driven_any_min 2.72469747600146 driven_lanedir_consec_max 3.1712777849971747 driven_lanedir_consec_mean 2.3268311331324973 driven_lanedir_consec_min 0.8013870977170664 driven_lanedir_max 3.1712777849971747 driven_lanedir_mean 2.3268311331324973 driven_lanedir_median 2.6673298249078745 driven_lanedir_min 0.8013870977170664 get_duckie_state_max 2.8793017069498697e-06 get_duckie_state_mean 2.8196108416191437e-06 get_duckie_state_median 2.821908806854824e-06 get_duckie_state_min 2.7553240458170573e-06 get_robot_state_max 0.024290664990743 get_robot_state_mean 0.023932680776284177 get_robot_state_median 0.023908980072669263 get_robot_state_min 0.023622097969055175 get_state_dump_max 0.019879427750905353 get_state_dump_mean 0.01978069054255695 get_state_dump_median 0.01980587933798256 get_state_dump_min 0.01963157574335734 get_ui_image_max 0.049652538299560546 get_ui_image_mean 0.04874653515575816 get_ui_image_median 0.04902841801163535 get_ui_image_min 0.04727676630020142 in-drivable-lane_max 11.45000000000008 in-drivable-lane_mean 4.337500000000038 in-drivable-lane_min 1.2500000000000178 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8531274662688, "get_ui_image": 0.04727676630020142, "step_physics": 0.12013089179992675, "survival_time": 14.950000000000076, "driven_lanedir": 2.9945925089146845, "get_state_dump": 0.0197488268216451, "sim_render-ego": 0.009582345485687257, "get_robot_state": 0.024290664990743, "get_duckie_state": 2.8793017069498697e-06, "in-drivable-lane": 2.9500000000000277, "agent_compute-ego": 0.026020785172780354, "deviation-heading": 2.046873571350738, "complete-iteration": 0.29974000056584676, "set_robot_commands": 0.00827006737391154, "deviation-center-line": 1.1147965129076698, "driven_lanedir_consec": 2.9945925089146845, "sim_compute_sim_state": 0.03800518830617269, "sim_compute_performance-ego": 0.006217307249704997}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879524128058622, "get_ui_image": 0.049652538299560546, "step_physics": 0.12573894739151, "survival_time": 14.950000000000076, "driven_lanedir": 3.1712777849971747, "get_state_dump": 0.01963157574335734, "sim_render-ego": 0.010040581226348875, "get_robot_state": 0.023622097969055175, "get_duckie_state": 2.7553240458170573e-06, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.02630808671315511, "deviation-heading": 4.093914678507051, "complete-iteration": 0.3072015039126078, "set_robot_commands": 0.007773862679799398, "deviation-center-line": 0.9827473951183828, "driven_lanedir_consec": 3.1712777849971747, "sim_compute_sim_state": 0.03802115043004354, "sim_compute_performance-ego": 0.006216126283009847}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879150867005056, "get_ui_image": 0.048474915822347, "step_physics": 0.13412584940592448, "survival_time": 14.950000000000076, "driven_lanedir": 0.8013870977170664, "get_state_dump": 0.019879427750905353, "sim_render-ego": 0.009938286940256754, "get_robot_state": 0.024015169143676757, "get_duckie_state": 2.8300285339355467e-06, "in-drivable-lane": 11.45000000000008, "agent_compute-ego": 0.02573043664296468, "deviation-heading": 0.7128834008007836, "complete-iteration": 0.3149694244066874, "set_robot_commands": 0.007684977849324545, "deviation-center-line": 0.25065511277713176, "driven_lanedir_consec": 0.8013870977170664, "sim_compute_sim_state": 0.03862992684046427, "sim_compute_performance-ego": 0.006288915475209554}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.72469747600146, "get_ui_image": 0.0495819202009237, "step_physics": 0.1334426965353624, "survival_time": 10.600000000000016, "driven_lanedir": 2.3400671409010645, "get_state_dump": 0.01986293185432002, "sim_render-ego": 0.009827079637995308, "get_robot_state": 0.023802791001661768, "get_duckie_state": 2.813789079774101e-06, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.0253510205250866, "deviation-heading": 1.4932463026628573, "complete-iteration": 0.3194795037215611, "set_robot_commands": 0.007767518736281485, "deviation-center-line": 0.3173024509594604, "driven_lanedir_consec": 2.3400671409010645, "sim_compute_sim_state": 0.04346514985246478, "sim_compute_performance-ego": 0.006177587329216723}}set_robot_commands_max 0.00827006737391154 set_robot_commands_mean 0.007874106659829242 set_robot_commands_median 0.007770690708040441 set_robot_commands_min 0.007684977849324545 sim_compute_performance-ego_max 0.006288915475209554 sim_compute_performance-ego_mean 0.006224984084285281 sim_compute_performance-ego_median 0.006216716766357423 sim_compute_performance-ego_min 0.006177587329216723 sim_compute_sim_state_max 0.04346514985246478 sim_compute_sim_state_mean 0.03953035385728632 sim_compute_sim_state_median 0.03832553863525391 sim_compute_sim_state_min 0.03800518830617269 sim_render-ego_max 0.010040581226348875 sim_render-ego_mean 0.009847073322572049 sim_render-ego_median 0.00988268328912603 sim_render-ego_min 0.009582345485687257 simulation-passed 1 step_physics_max 0.13412584940592448 step_physics_mean 0.1283595962831809 step_physics_median 0.1295908219634362 step_physics_min 0.12013089179992675 survival_time_max 14.950000000000076 survival_time_mean 13.862500000000065 survival_time_min 10.600000000000016
No reset possible 43606
11696
Bhavya Patwa Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 08:10:52+00:00 2020-11-26 08:24:01+00:00 0:13:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4691880663558274 survival_time_median 14.950000000000076 deviation-center-line_median 0.4421084711938179 in-drivable-lane_median 0.15000000000000213
other stats agent_compute-ego_max 0.02732966423034668 agent_compute-ego_mean 0.02605588674545288 agent_compute-ego_median 0.02606442133585612 agent_compute-ego_min 0.02476504007975261 complete-iteration_max 0.3557340335845947 complete-iteration_mean 0.33626180549462636 complete-iteration_median 0.33498117168744407 complete-iteration_min 0.3193508450190226 deviation-center-line_max 0.6081208832317936 deviation-center-line_mean 0.4177376448545843 deviation-center-line_min 0.1786127537989078 deviation-heading_max 2.888167356911696 deviation-heading_mean 2.0098621485134323 deviation-heading_median 1.9186921527990155 deviation-heading_min 1.313896931544002 driven_any_max 1.7371013257866343 driven_any_mean 1.6743801237515454 driven_any_median 1.672489805312056 driven_any_min 1.6154395585954355 driven_lanedir_consec_max 1.7269527921577623 driven_lanedir_consec_mean 1.351485128916584 driven_lanedir_consec_min 0.7406115907969179 driven_lanedir_max 1.7269527921577623 driven_lanedir_mean 1.41950192874158 driven_lanedir_median 1.6052216660058196 driven_lanedir_min 0.7406115907969179 get_duckie_state_max 3.1344095865885416e-06 get_duckie_state_mean 3.0189752578735355e-06 get_duckie_state_median 3.0251344045003253e-06 get_duckie_state_min 2.891222635904948e-06 get_robot_state_max 0.02353124936421712 get_robot_state_mean 0.023347291747728986 get_robot_state_median 0.023327549695968623 get_robot_state_min 0.023202818234761557 get_state_dump_max 0.020079480012257893 get_state_dump_mean 0.019950547019640604 get_state_dump_median 0.019926053682963053 get_state_dump_min 0.019870600700378417 get_ui_image_max 0.06045809507369995 get_ui_image_mean 0.055149751504262295 get_ui_image_median 0.05529859979947408 get_ui_image_min 0.04954371134440104 in-drivable-lane_max 7.750000000000049 in-drivable-lane_mean 2.0125000000000135 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6787358203861529, "get_ui_image": 0.06045809507369995, "step_physics": 0.1581472436587016, "survival_time": 14.950000000000076, "driven_lanedir": 1.5648779519117346, "get_state_dump": 0.019870600700378417, "sim_render-ego": 0.010288330713907876, "get_robot_state": 0.02341843048731486, "get_duckie_state": 2.891222635904948e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.02697431484858195, "deviation-heading": 2.888167356911696, "complete-iteration": 0.3557340335845947, "set_robot_commands": 0.008367334206899007, "deviation-center-line": 0.6081208832317936, "driven_lanedir_consec": 1.2928107526117505, "sim_compute_sim_state": 0.04148759682973226, "sim_compute_performance-ego": 0.006541957855224609}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.6662437902379594, "get_ui_image": 0.05429521799087524, "step_physics": 0.1351106611887614, "survival_time": 14.950000000000076, "driven_lanedir": 1.6455653800999046, "get_state_dump": 0.019953872362772625, "sim_render-ego": 0.009887712796529134, "get_robot_state": 0.023202818234761557, "get_duckie_state": 3.1169255574544273e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02515452782313029, "deviation-heading": 2.059929898189276, "complete-iteration": 0.3193508450190226, "set_robot_commands": 0.007953115304311116, "deviation-center-line": 0.3005363087174398, "driven_lanedir_consec": 1.6455653800999046, "sim_compute_sim_state": 0.037203962802886965, "sim_compute_performance-ego": 0.006412576039632162}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6154395585954355, "get_ui_image": 0.05630198160807292, "step_physics": 0.15657254219055175, "survival_time": 14.950000000000076, "driven_lanedir": 0.7406115907969179, "get_state_dump": 0.019898235003153485, "sim_render-ego": 0.01034769614537557, "get_robot_state": 0.02353124936421712, "get_duckie_state": 2.933343251546224e-06, "in-drivable-lane": 7.750000000000049, "agent_compute-ego": 0.02732966423034668, "deviation-heading": 1.777454407408755, "complete-iteration": 0.3499604082107544, "set_robot_commands": 0.008291614055633546, "deviation-center-line": 0.5836806336701961, "driven_lanedir_consec": 0.7406115907969179, "sim_compute_sim_state": 0.040878144105275474, "sim_compute_performance-ego": 0.006629060904184977}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.7371013257866343, "get_ui_image": 0.04954371134440104, "step_physics": 0.1358409841855367, "survival_time": 14.950000000000076, "driven_lanedir": 1.7269527921577623, "get_state_dump": 0.020079480012257893, "sim_render-ego": 0.010336956977844236, "get_robot_state": 0.023236668904622396, "get_duckie_state": 3.1344095865885416e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02476504007975261, "deviation-heading": 1.313896931544002, "complete-iteration": 0.3200019351641337, "set_robot_commands": 0.007941909631093343, "deviation-center-line": 0.1786127537989078, "driven_lanedir_consec": 1.7269527921577623, "sim_compute_sim_state": 0.041865146954854326, "sim_compute_performance-ego": 0.006212774912516276}}set_robot_commands_max 0.008367334206899007 set_robot_commands_mean 0.008138493299484253 set_robot_commands_median 0.008122364679972332 set_robot_commands_min 0.007941909631093343 sim_compute_performance-ego_max 0.006629060904184977 sim_compute_performance-ego_mean 0.006449092427889506 sim_compute_performance-ego_median 0.0064772669474283855 sim_compute_performance-ego_min 0.006212774912516276 sim_compute_sim_state_max 0.041865146954854326 sim_compute_sim_state_mean 0.04035871267318726 sim_compute_sim_state_median 0.041182870467503865 sim_compute_sim_state_min 0.037203962802886965 sim_render-ego_max 0.01034769614537557 sim_render-ego_mean 0.010215174158414204 sim_render-ego_median 0.010312643845876057 sim_render-ego_min 0.009887712796529134 simulation-passed 1 step_physics_max 0.1581472436587016 step_physics_mean 0.14641785780588784 step_physics_median 0.1462067631880442 step_physics_min 0.1351106611887614 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43556
11692
Bhavya Patwa Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 07:36:16+00:00 2020-11-26 07:48:07+00:00 0:11:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.2997245280124927 survival_time_median 14.950000000000076 deviation-center-line_median 0.6874149214441574 in-drivable-lane_median 2.6500000000000377
other stats agent_compute-ego_max 0.02594494731987224 agent_compute-ego_mean 0.02532836832544383 agent_compute-ego_median 0.025490228335062665 agent_compute-ego_min 0.02438806931177775 complete-iteration_max 0.3444109839551589 complete-iteration_mean 0.31054911519966877 complete-iteration_median 0.30601099848747254 complete-iteration_min 0.285763479868571 deviation-center-line_max 0.983097037761982 deviation-center-line_mean 0.6783740973456783 deviation-center-line_min 0.35556950873241655 deviation-heading_max 4.254278717235507 deviation-heading_mean 2.7011033962185382 deviation-heading_median 2.573941142821899 deviation-heading_min 1.4022525819948497 driven_any_max 3.0630010500776295 driven_any_mean 2.989735604153938 driven_any_median 3.057956282423703 driven_any_min 2.780028801690716 driven_lanedir_consec_max 2.664440462947842 driven_lanedir_consec_mean 2.3102303325601747 driven_lanedir_consec_min 1.9770318112678704 driven_lanedir_max 2.664440462947842 driven_lanedir_mean 2.3102303325601747 driven_lanedir_median 2.2997245280124927 driven_lanedir_min 1.9770318112678704 get_duckie_state_max 4.117979722864488e-06 get_duckie_state_mean 4.033569027395809e-06 get_duckie_state_median 4.038413365681966e-06 get_duckie_state_min 3.939469655354818e-06 get_robot_state_max 0.02421245813369751 get_robot_state_mean 0.02345567702662711 get_robot_state_median 0.023388738620514965 get_robot_state_min 0.022832772731781005 get_state_dump_max 0.020163336594899495 get_state_dump_mean 0.019908130271177667 get_state_dump_median 0.019883551597595216 get_state_dump_min 0.019702081294620737 get_ui_image_max 0.0537450900849174 get_ui_image_mean 0.04900434591314372 get_ui_image_median 0.048656250238418575 get_ui_image_min 0.044959793090820314 in-drivable-lane_max 3.8500000000000303 in-drivable-lane_mean 2.6375000000000295 in-drivable-lane_min 1.4000000000000128 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.053016749847516, "get_ui_image": 0.045970037778218585, "step_physics": 0.11391774574915568, "survival_time": 14.950000000000076, "driven_lanedir": 2.664440462947842, "get_state_dump": 0.01997860272725423, "sim_render-ego": 0.009932687282562256, "get_robot_state": 0.02421245813369751, "get_duckie_state": 3.939469655354818e-06, "in-drivable-lane": 1.4000000000000128, "agent_compute-ego": 0.025367873509724935, "deviation-heading": 2.6000453639848655, "complete-iteration": 0.29163182894388834, "set_robot_commands": 0.0080897323290507, "deviation-center-line": 0.7950758848615403, "driven_lanedir_consec": 2.664440462947842, "sim_compute_sim_state": 0.03766450802485148, "sim_compute_performance-ego": 0.006321058273315429}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0630010500776295, "get_ui_image": 0.044959793090820314, "step_physics": 0.1144960109392802, "survival_time": 14.950000000000076, "driven_lanedir": 2.495261018159317, "get_state_dump": 0.019788500467936197, "sim_render-ego": 0.00949824333190918, "get_robot_state": 0.022832772731781005, "get_duckie_state": 4.112720489501953e-06, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.02438806931177775, "deviation-heading": 2.547836921658932, "complete-iteration": 0.285763479868571, "set_robot_commands": 0.00756741205851237, "deviation-center-line": 0.5797539580267743, "driven_lanedir_consec": 2.495261018159317, "sim_compute_sim_state": 0.035843424797058106, "sim_compute_performance-ego": 0.00621384064356486}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.06289581499989, "get_ui_image": 0.05134246269861857, "step_physics": 0.13654554049173992, "survival_time": 14.950000000000076, "driven_lanedir": 1.9770318112678704, "get_state_dump": 0.020163336594899495, "sim_render-ego": 0.009960448741912842, "get_robot_state": 0.023274540106455487, "get_duckie_state": 3.964106241861979e-06, "in-drivable-lane": 3.8500000000000303, "agent_compute-ego": 0.025612583160400392, "deviation-heading": 4.254278717235507, "complete-iteration": 0.32039016803105674, "set_robot_commands": 0.007809850374857584, "deviation-center-line": 0.983097037761982, "driven_lanedir_consec": 1.9770318112678704, "sim_compute_sim_state": 0.03908703327178955, "sim_compute_performance-ego": 0.006419063409169515}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.780028801690716, "get_ui_image": 0.0537450900849174, "step_physics": 0.15062255543821, "survival_time": 13.600000000000058, "driven_lanedir": 2.1041880378656685, "get_state_dump": 0.019702081294620737, "sim_render-ego": 0.009984122479663175, "get_robot_state": 0.02350293713457444, "get_duckie_state": 4.117979722864488e-06, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.02594494731987224, "deviation-heading": 1.4022525819948497, "complete-iteration": 0.3444109839551589, "set_robot_commands": 0.007836995755924898, "deviation-center-line": 0.35556950873241655, "driven_lanedir_consec": 2.1041880378656685, "sim_compute_sim_state": 0.04653030370964723, "sim_compute_performance-ego": 0.006363504073199104}}set_robot_commands_max 0.0080897323290507 set_robot_commands_mean 0.007825997629586388 set_robot_commands_median 0.00782342306539124 set_robot_commands_min 0.00756741205851237 sim_compute_performance-ego_max 0.006419063409169515 sim_compute_performance-ego_mean 0.006329366599812227 sim_compute_performance-ego_median 0.006342281173257266 sim_compute_performance-ego_min 0.00621384064356486 sim_compute_sim_state_max 0.04653030370964723 sim_compute_sim_state_mean 0.039781317450836594 sim_compute_sim_state_median 0.03837577064832051 sim_compute_sim_state_min 0.035843424797058106 sim_render-ego_max 0.009984122479663175 sim_render-ego_mean 0.009843875459011863 sim_render-ego_median 0.009946568012237547 sim_render-ego_min 0.00949824333190918 simulation-passed 1 step_physics_max 0.15062255543821 step_physics_mean 0.12889546315459646 step_physics_median 0.12552077571551007 step_physics_min 0.11391774574915568 survival_time_max 14.950000000000076 survival_time_mean 14.612500000000074 survival_time_min 13.600000000000058
No reset possible 43538
11687
Dishank Bansal Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 07:16:07+00:00 2020-11-26 07:28:36+00:00 0:12:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.4361051753597627 survival_time_median 14.950000000000076 deviation-center-line_median 0.7438586066663195 in-drivable-lane_median 1.0750000000000033
other stats agent_compute-ego_max 0.026655999024709064 agent_compute-ego_mean 0.02623044232527415 agent_compute-ego_median 0.026397581497828164 agent_compute-ego_min 0.0254706072807312 complete-iteration_max 0.3303638919194539 complete-iteration_mean 0.31574835697809855 complete-iteration_median 0.3130225777626038 complete-iteration_min 0.30658438046773273 deviation-center-line_max 1.0069577295847256 deviation-center-line_mean 0.7211084624040283 deviation-center-line_min 0.3897589066987488 deviation-heading_max 3.616108345691485 deviation-heading_mean 2.7902537563973935 deviation-heading_median 2.9136240579016963 deviation-heading_min 1.7176585640946966 driven_any_max 4.231092216572511 driven_any_mean 3.8352887996103866 driven_any_median 3.870938252845839 driven_any_min 3.3681864761773563 driven_lanedir_consec_max 4.074397613741944 driven_lanedir_consec_mean 3.297947442118697 driven_lanedir_consec_min 2.2451818040133187 driven_lanedir_max 4.074397613741944 driven_lanedir_mean 3.297947442118697 driven_lanedir_median 3.4361051753597627 driven_lanedir_min 2.2451818040133187 get_duckie_state_max 4.295508066813151e-06 get_duckie_state_mean 4.204710324605305e-06 get_duckie_state_median 4.230737686157227e-06 get_duckie_state_min 4.0618578592936195e-06 get_robot_state_max 0.024046850204467778 get_robot_state_mean 0.023656845490137735 get_robot_state_median 0.02370496153831482 get_robot_state_min 0.02317060867945353 get_state_dump_max 0.020438583691914876 get_state_dump_mean 0.020070804158846534 get_state_dump_median 0.020024184385935465 get_state_dump_min 0.019796264171600342 get_ui_image_max 0.05399674892425537 get_ui_image_mean 0.0501367441813151 get_ui_image_median 0.04973859707514445 get_ui_image_min 0.04707303365071615 in-drivable-lane_max 6.900000000000098 in-drivable-lane_mean 2.262500000000026 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.066782764947012, "get_ui_image": 0.050068617661794025, "step_physics": 0.12828100363413492, "survival_time": 14.950000000000076, "driven_lanedir": 3.5877472981212843, "get_state_dump": 0.020438583691914876, "sim_render-ego": 0.0098138960202535, "get_robot_state": 0.02317060867945353, "get_duckie_state": 4.23272450764974e-06, "in-drivable-lane": 2.1500000000000066, "agent_compute-ego": 0.026216612656911213, "deviation-heading": 2.8983836718678098, "complete-iteration": 0.3133084925015767, "set_robot_commands": 0.007822394371032715, "deviation-center-line": 0.7107225755041885, "driven_lanedir_consec": 3.5877472981212843, "sim_compute_sim_state": 0.0408999768892924, "sim_compute_performance-ego": 0.006420641740163167}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.231092216572511, "get_ui_image": 0.05399674892425537, "step_physics": 0.1421371547381083, "survival_time": 14.950000000000076, "driven_lanedir": 4.074397613741944, "get_state_dump": 0.019796264171600342, "sim_render-ego": 0.009873536427815756, "get_robot_state": 0.023826915423075357, "get_duckie_state": 4.295508066813151e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02657855033874512, "deviation-heading": 3.616108345691485, "complete-iteration": 0.3303638919194539, "set_robot_commands": 0.007981377442677816, "deviation-center-line": 1.0069577295847256, "driven_lanedir_consec": 4.074397613741944, "sim_compute_sim_state": 0.039577917257944746, "sim_compute_performance-ego": 0.006417118708292644}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.3681864761773563, "get_ui_image": 0.04940857648849487, "step_physics": 0.12960184176762898, "survival_time": 14.950000000000076, "driven_lanedir": 3.284463052598241, "get_state_dump": 0.020131778717041016, "sim_render-ego": 0.009931941032409668, "get_robot_state": 0.024046850204467778, "get_duckie_state": 4.228750864664714e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0254706072807312, "deviation-heading": 2.9288644439355824, "complete-iteration": 0.3127366630236308, "set_robot_commands": 0.007903524239857991, "deviation-center-line": 0.7769946378284505, "driven_lanedir_consec": 3.284463052598241, "sim_compute_sim_state": 0.03973425388336182, "sim_compute_performance-ego": 0.006328588326772054}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.6750937407446655, "get_ui_image": 0.04707303365071615, "step_physics": 0.12200437545776369, "survival_time": 14.950000000000076, "driven_lanedir": 2.2451818040133187, "get_state_dump": 0.019916590054829916, "sim_render-ego": 0.009831409454345704, "get_robot_state": 0.02358300765355428, "get_duckie_state": 4.0618578592936195e-06, "in-drivable-lane": 6.900000000000098, "agent_compute-ego": 0.026655999024709064, "deviation-heading": 1.7176585640946966, "complete-iteration": 0.30658438046773273, "set_robot_commands": 0.007704416116078695, "deviation-center-line": 0.3897589066987488, "driven_lanedir_consec": 2.2451818040133187, "sim_compute_sim_state": 0.043425979614257815, "sim_compute_performance-ego": 0.006212906837463379}}set_robot_commands_max 0.007981377442677816 set_robot_commands_mean 0.007852928042411804 set_robot_commands_median 0.007862959305445352 set_robot_commands_min 0.007704416116078695 sim_compute_performance-ego_max 0.006420641740163167 sim_compute_performance-ego_mean 0.00634481390317281 sim_compute_performance-ego_median 0.006372853517532349 sim_compute_performance-ego_min 0.006212906837463379 sim_compute_sim_state_max 0.043425979614257815 sim_compute_sim_state_mean 0.04090953191121419 sim_compute_sim_state_median 0.04031711538632711 sim_compute_sim_state_min 0.039577917257944746 sim_render-ego_max 0.009931941032409668 sim_render-ego_mean 0.009862695733706156 sim_render-ego_median 0.009852472941080728 sim_render-ego_min 0.0098138960202535 simulation-passed 1 step_physics_max 0.1421371547381083 step_physics_mean 0.13050609389940898 step_physics_median 0.12894142270088194 step_physics_min 0.12200437545776369 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43501
11683
Dishank Bansal Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim aborted no afdaniele13-5b3e643c7379-1
2020-11-26 06:51:37+00:00 2020-11-26 07:04:05+00:00 0:12:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.461908140751281 survival_time_median 14.950000000000076 deviation-center-line_median 0.7252543495335017 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.027101497650146484 agent_compute-ego_mean 0.026401427189509073 agent_compute-ego_median 0.026267809867858885 agent_compute-ego_min 0.02596859137217204 complete-iteration_max 0.3307097601890564 complete-iteration_mean 0.31895033319791155 complete-iteration_median 0.3178004761536916 complete-iteration_min 0.3094906202952067 deviation-center-line_max 0.8540483874961596 deviation-center-line_mean 0.7479292272022797 deviation-center-line_min 0.6871598222459558 deviation-heading_max 5.231374870061541 deviation-heading_mean 3.4105282230280127 deviation-heading_median 2.840614508459149 deviation-heading_min 2.729509005132214 driven_any_max 3.665159392077814 driven_any_mean 3.42628321214746 driven_any_median 3.537501089149538 driven_any_min 2.964971278212949 driven_lanedir_consec_max 3.5964678978344455 driven_lanedir_consec_mean 3.195008279381652 driven_lanedir_consec_min 2.2597489381896008 driven_lanedir_max 3.5964678978344455 driven_lanedir_mean 3.195008279381652 driven_lanedir_median 3.461908140751281 driven_lanedir_min 2.2597489381896008 get_duckie_state_max 3.403027852376302e-06 get_duckie_state_mean 3.2959381739298503e-06 get_duckie_state_median 3.3009052276611325e-06 get_duckie_state_min 3.1789143880208335e-06 get_robot_state_max 0.024282697041829428 get_robot_state_mean 0.02377796729405721 get_robot_state_median 0.023797834714253743 get_robot_state_min 0.023233502705891928 get_state_dump_max 0.020211350123087564 get_state_dump_mean 0.019981460173924763 get_state_dump_median 0.019932259718577067 get_state_dump_min 0.01984997113545736 get_ui_image_max 0.05351118803024292 get_ui_image_mean 0.05024386425813039 get_ui_image_median 0.04962846199671428 get_ui_image_min 0.0482073450088501 in-drivable-lane_max 1.900000000000027 in-drivable-lane_mean 0.4750000000000067 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.529884455956584, "get_ui_image": 0.04957675457000733, "step_physics": 0.12509172995885212, "survival_time": 14.950000000000076, "driven_lanedir": 3.4523674169132805, "get_state_dump": 0.019984962145487468, "sim_render-ego": 0.009872014522552493, "get_robot_state": 0.024282697041829428, "get_duckie_state": 3.403027852376302e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.026385858058929443, "deviation-heading": 2.944617026283557, "complete-iteration": 0.3094906202952067, "set_robot_commands": 0.007883293628692627, "deviation-center-line": 0.6871598222459558, "driven_lanedir_consec": 3.4523674169132805, "sim_compute_sim_state": 0.03989561319351196, "sim_compute_performance-ego": 0.006337951024373373}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5451177223424923, "get_ui_image": 0.05351118803024292, "step_physics": 0.14136372566223143, "survival_time": 14.950000000000076, "driven_lanedir": 3.4714488645892816, "get_state_dump": 0.01984997113545736, "sim_render-ego": 0.010040171146392822, "get_robot_state": 0.02379927635192871, "get_duckie_state": 3.1789143880208335e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.027101497650146484, "deviation-heading": 2.729509005132214, "complete-iteration": 0.3307097601890564, "set_robot_commands": 0.008169550895690918, "deviation-center-line": 0.6886650425208929, "driven_lanedir_consec": 3.4714488645892816, "sim_compute_sim_state": 0.040114795366923015, "sim_compute_performance-ego": 0.006578636169433594}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.964971278212949, "get_ui_image": 0.0482073450088501, "step_physics": 0.13101704676946005, "survival_time": 14.950000000000076, "driven_lanedir": 2.2597489381896008, "get_state_dump": 0.020211350123087564, "sim_render-ego": 0.009860309759775795, "get_robot_state": 0.023796393076578777, "get_duckie_state": 3.3132235209147135e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.02614976167678833, "deviation-heading": 5.231374870061541, "complete-iteration": 0.3120898763338725, "set_robot_commands": 0.007806706428527832, "deviation-center-line": 0.8540483874961596, "driven_lanedir_consec": 2.2597489381896008, "sim_compute_sim_state": 0.03854868014653524, "sim_compute_performance-ego": 0.006311616102854411}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.665159392077814, "get_ui_image": 0.049680169423421225, "step_physics": 0.1349909210205078, "survival_time": 14.950000000000076, "driven_lanedir": 3.5964678978344455, "get_state_dump": 0.019879557291666666, "sim_render-ego": 0.009993097782135007, "get_robot_state": 0.023233502705891928, "get_duckie_state": 3.288586934407552e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02596859137217204, "deviation-heading": 2.7366119906347404, "complete-iteration": 0.32351107597351075, "set_robot_commands": 0.007886505921681723, "deviation-center-line": 0.7618436565461104, "driven_lanedir_consec": 3.5964678978344455, "sim_compute_sim_state": 0.045393904050191246, "sim_compute_performance-ego": 0.006301541328430176}}set_robot_commands_max 0.008169550895690918 set_robot_commands_mean 0.007936514218648275 set_robot_commands_median 0.007884899775187176 set_robot_commands_min 0.007806706428527832 sim_compute_performance-ego_max 0.006578636169433594 sim_compute_performance-ego_mean 0.006382436156272889 sim_compute_performance-ego_median 0.006324783563613892 sim_compute_performance-ego_min 0.006301541328430176 sim_compute_sim_state_max 0.045393904050191246 sim_compute_sim_state_mean 0.040988248189290366 sim_compute_sim_state_median 0.04000520428021749 sim_compute_sim_state_min 0.03854868014653524 sim_render-ego_max 0.010040171146392822 sim_render-ego_mean 0.00994139830271403 sim_render-ego_median 0.00993255615234375 sim_render-ego_min 0.009860309759775795 simulation-passed 1 step_physics_max 0.14136372566223143 step_physics_mean 0.13311585585276284 step_physics_median 0.1330039838949839 step_physics_min 0.12509172995885212 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43477
11679
Yishu Malhotra Β π¨π¦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 05:48:00+00:00 2020-11-26 05:59:10+00:00 0:11:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.2618997333897024 survival_time_median 14.950000000000076 deviation-center-line_median 0.6287444571430252 in-drivable-lane_median 2.9250000000000407
other stats agent_compute-ego_max 0.025692729155222575 agent_compute-ego_mean 0.0252210791905721 agent_compute-ego_median 0.025201512177785237 agent_compute-ego_min 0.02478856325149536 complete-iteration_max 0.30127087990442913 complete-iteration_mean 0.28972152471542356 complete-iteration_median 0.2881164375940959 complete-iteration_min 0.2813823437690735 deviation-center-line_max 0.8069903858563321 deviation-center-line_mean 0.6266448955391349 deviation-center-line_min 0.44210028201415746 deviation-heading_max 4.4161014573797015 deviation-heading_mean 3.4771842973915104 deviation-heading_median 3.399095558571078 deviation-heading_min 2.6944446150441848 driven_any_max 2.9168173219785873 driven_any_mean 2.762067646467152 driven_any_median 2.8060589466776484 driven_any_min 2.5193353705347232 driven_lanedir_consec_max 2.7295899738741296 driven_lanedir_consec_mean 2.1396864396806814 driven_lanedir_consec_min 1.3053563180691905 driven_lanedir_max 2.7295899738741296 driven_lanedir_mean 2.1396864396806814 driven_lanedir_median 2.2618997333897024 driven_lanedir_min 1.3053563180691905 get_duckie_state_max 3.0279159545898436e-06 get_duckie_state_mean 2.936919530232747e-06 get_duckie_state_median 2.914269765218099e-06 get_duckie_state_min 2.891222635904948e-06 get_robot_state_max 0.02341561079025269 get_robot_state_mean 0.022822952469189965 get_robot_state_median 0.023220871686935422 get_robot_state_min 0.021434455712636313 get_state_dump_max 0.020375474294026693 get_state_dump_mean 0.019991840124130248 get_state_dump_median 0.019967639048894245 get_state_dump_min 0.01965660810470581 get_ui_image_max 0.04505470275878906 get_ui_image_mean 0.044625285466512045 get_ui_image_median 0.044689761797587074 get_ui_image_min 0.04406691551208496 in-drivable-lane_max 6.900000000000098 in-drivable-lane_mean 3.187500000000045 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.867358445963565, "get_ui_image": 0.04505470275878906, "step_physics": 0.11064444462458292, "survival_time": 14.950000000000076, "driven_lanedir": 2.7295899738741296, "get_state_dump": 0.020375474294026693, "sim_render-ego": 0.009639867941538491, "get_robot_state": 0.023187695344289144, "get_duckie_state": 2.914269765218099e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025068732102711995, "deviation-heading": 3.8248398365306895, "complete-iteration": 0.2845784934361776, "set_robot_commands": 0.008029406070709228, "deviation-center-line": 0.8069903858563321, "driven_lanedir_consec": 2.7295899738741296, "sim_compute_sim_state": 0.03623371442159017, "sim_compute_performance-ego": 0.006168186664581299}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.7447594473917323, "get_ui_image": 0.04449427366256714, "step_physics": 0.10917813857396444, "survival_time": 14.950000000000076, "driven_lanedir": 2.4275331512231646, "get_state_dump": 0.02003373622894287, "sim_render-ego": 0.009554690519968668, "get_robot_state": 0.02341561079025269, "get_duckie_state": 3.0279159545898436e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.02478856325149536, "deviation-heading": 4.4161014573797015, "complete-iteration": 0.2813823437690735, "set_robot_commands": 0.007848255634307862, "deviation-center-line": 0.684334714254789, "driven_lanedir_consec": 2.4275331512231646, "sim_compute_sim_state": 0.03570016781489054, "sim_compute_performance-ego": 0.0061890975634256995}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5193353705347232, "get_ui_image": 0.044885249932607015, "step_physics": 0.12192846218744914, "survival_time": 14.950000000000076, "driven_lanedir": 1.3053563180691905, "get_state_dump": 0.019901541868845626, "sim_render-ego": 0.00926042397816976, "get_robot_state": 0.021434455712636313, "get_duckie_state": 2.914269765218099e-06, "in-drivable-lane": 6.900000000000098, "agent_compute-ego": 0.02533429225285848, "deviation-heading": 2.6944446150441848, "complete-iteration": 0.29165438175201414, "set_robot_commands": 0.007323714892069498, "deviation-center-line": 0.44210028201415746, "driven_lanedir_consec": 1.3053563180691905, "sim_compute_sim_state": 0.03530034144719442, "sim_compute_performance-ego": 0.006106873353322347}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9168173219785873, "get_ui_image": 0.04406691551208496, "step_physics": 0.12193205753962198, "survival_time": 14.950000000000076, "driven_lanedir": 2.0962663155562407, "get_state_dump": 0.01965660810470581, "sim_render-ego": 0.009837060769399008, "get_robot_state": 0.023254048029581705, "get_duckie_state": 2.891222635904948e-06, "in-drivable-lane": 5.000000000000069, "agent_compute-ego": 0.025692729155222575, "deviation-heading": 2.9733512806114657, "complete-iteration": 0.30127087990442913, "set_robot_commands": 0.008020913600921631, "deviation-center-line": 0.5731542000312614, "driven_lanedir_consec": 2.0962663155562407, "sim_compute_sim_state": 0.042400290966033934, "sim_compute_performance-ego": 0.006229790846506754}}set_robot_commands_max 0.008029406070709228 set_robot_commands_mean 0.007805572549502053 set_robot_commands_median 0.007934584617614746 set_robot_commands_min 0.007323714892069498 sim_compute_performance-ego_max 0.006229790846506754 sim_compute_performance-ego_mean 0.006173487106959025 sim_compute_performance-ego_median 0.006178642114003499 sim_compute_performance-ego_min 0.006106873353322347 sim_compute_sim_state_max 0.042400290966033934 sim_compute_sim_state_mean 0.037408628662427265 sim_compute_sim_state_median 0.03596694111824036 sim_compute_sim_state_min 0.03530034144719442 sim_render-ego_max 0.009837060769399008 sim_render-ego_mean 0.00957301080226898 sim_render-ego_median 0.00959727923075358 sim_render-ego_min 0.00926042397816976 simulation-passed 1 step_physics_max 0.12193205753962198 step_physics_mean 0.11592077573140462 step_physics_median 0.11628645340601604 step_physics_min 0.10917813857396444 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43463
11677
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 05:21:06+00:00 2020-11-26 05:31:51+00:00 0:10:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.118851969549761 survival_time_median 14.37500000000007 deviation-center-line_median 0.669564000382155 in-drivable-lane_median 5.525000000000027
other stats agent_compute-ego_max 0.027071754932403564 agent_compute-ego_mean 0.026147497237475375 agent_compute-ego_median 0.02610890495926471 agent_compute-ego_min 0.025300424098968505 complete-iteration_max 0.33967859503151715 complete-iteration_mean 0.3141465703863033 complete-iteration_median 0.31321969588597615 complete-iteration_min 0.2904682947417437 deviation-center-line_max 0.8140234641559503 deviation-center-line_mean 0.5976036022330051 deviation-center-line_min 0.23726294401176037 deviation-heading_max 2.8543502425134686 deviation-heading_mean 1.7740688085863592 deviation-heading_median 1.7167589053768433 deviation-heading_min 0.8084071810782824 driven_any_max 5.186461589778812 driven_any_mean 3.8433915744835305 driven_any_median 3.93765532305767 driven_any_min 2.311794062039971 driven_lanedir_consec_max 2.802673350312256 driven_lanedir_consec_mean 2.104960434868164 driven_lanedir_consec_min 1.3794644500608777 driven_lanedir_max 2.802673350312256 driven_lanedir_mean 2.104960434868164 driven_lanedir_median 2.118851969549761 driven_lanedir_min 1.3794644500608777 get_duckie_state_max 2.918243408203125e-06 get_duckie_state_mean 2.8494752264526486e-06 get_duckie_state_median 2.8529409634864937e-06 get_duckie_state_min 2.7737755706344824e-06 get_robot_state_max 0.023604902668275696 get_robot_state_mean 0.02309151334599762 get_robot_state_median 0.02348926776546543 get_robot_state_min 0.021782615184783936 get_state_dump_max 0.020557594299316407 get_state_dump_mean 0.02010251719457926 get_state_dump_median 0.0199669769535894 get_state_dump_min 0.019918520571821828 get_ui_image_max 0.05252157847086589 get_ui_image_mean 0.04888710802499213 get_ui_image_median 0.04901841768320056 get_ui_image_min 0.04499001826270152 in-drivable-lane_max 8.150000000000071 in-drivable-lane_mean 5.312500000000029 in-drivable-lane_min 2.0499999999999927 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.311794062039971, "get_ui_image": 0.04499001826270152, "step_physics": 0.11624970880605406, "survival_time": 5.899999999999987, "driven_lanedir": 1.3794644500608777, "get_state_dump": 0.019918520571821828, "sim_render-ego": 0.009345765841209282, "get_robot_state": 0.023474614498978953, "get_duckie_state": 2.8448589777542373e-06, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.025483076855287713, "deviation-heading": 0.8084071810782824, "complete-iteration": 0.2904682947417437, "set_robot_commands": 0.007594462168418755, "deviation-center-line": 0.23726294401176037, "driven_lanedir_consec": 1.3794644500608777, "sim_compute_sim_state": 0.03698771484827591, "sim_compute_performance-ego": 0.0062498500791646665}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 5.186461589778812, "get_ui_image": 0.04592102527618408, "step_physics": 0.11818676153818766, "survival_time": 14.950000000000076, "driven_lanedir": 2.440483741536088, "get_state_dump": 0.020557594299316407, "sim_render-ego": 0.009138069947560628, "get_robot_state": 0.021782615184783936, "get_duckie_state": 2.918243408203125e-06, "in-drivable-lane": 8.150000000000071, "agent_compute-ego": 0.025300424098968505, "deviation-heading": 1.8236769797851489, "complete-iteration": 0.2916838502883911, "set_robot_commands": 0.007396057446797688, "deviation-center-line": 0.5396858213202049, "driven_lanedir_consec": 2.440483741536088, "sim_compute_sim_state": 0.03701585451761882, "sim_compute_performance-ego": 0.006208188533782959}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.335802412580979, "get_ui_image": 0.05252157847086589, "step_physics": 0.1447188393274943, "survival_time": 14.950000000000076, "driven_lanedir": 1.7972201975634343, "get_state_dump": 0.01993621031443278, "sim_render-ego": 0.010295438766479491, "get_robot_state": 0.023503921031951903, "get_duckie_state": 2.86102294921875e-06, "in-drivable-lane": 6.200000000000034, "agent_compute-ego": 0.027071754932403564, "deviation-heading": 2.8543502425134686, "complete-iteration": 0.3347555414835612, "set_robot_commands": 0.008386520544687907, "deviation-center-line": 0.8140234641559503, "driven_lanedir_consec": 1.7972201975634343, "sim_compute_sim_state": 0.04170310258865356, "sim_compute_performance-ego": 0.0064421145121256514}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.539508233534361, "get_ui_image": 0.05211581009021704, "step_physics": 0.1439058616541434, "survival_time": 13.80000000000006, "driven_lanedir": 2.802673350312256, "get_state_dump": 0.019997743592746017, "sim_render-ego": 0.009899427925331003, "get_robot_state": 0.023604902668275696, "get_duckie_state": 2.7737755706344824e-06, "in-drivable-lane": 4.85000000000002, "agent_compute-ego": 0.02673473306324171, "deviation-heading": 1.609840830968538, "complete-iteration": 0.33967859503151715, "set_robot_commands": 0.008204473965409874, "deviation-center-line": 0.799442179444105, "driven_lanedir_consec": 2.802673350312256, "sim_compute_sim_state": 0.04864825113959934, "sim_compute_performance-ego": 0.006390681301338085}}set_robot_commands_max 0.008386520544687907 set_robot_commands_mean 0.007895378531328556 set_robot_commands_median 0.007899468066914314 set_robot_commands_min 0.007396057446797688 sim_compute_performance-ego_max 0.0064421145121256514 sim_compute_performance-ego_mean 0.00632270860660284 sim_compute_performance-ego_median 0.006320265690251375 sim_compute_performance-ego_min 0.006208188533782959 sim_compute_sim_state_max 0.04864825113959934 sim_compute_sim_state_mean 0.041088730773536905 sim_compute_sim_state_median 0.03935947855313619 sim_compute_sim_state_min 0.03698771484827591 sim_render-ego_max 0.010295438766479491 sim_render-ego_mean 0.0096696756201451 sim_render-ego_median 0.009622596883270143 sim_render-ego_min 0.009138069947560628 simulation-passed 1 step_physics_max 0.1447188393274943 step_physics_mean 0.13076529283146987 step_physics_median 0.13104631159616553 step_physics_min 0.11624970880605406 survival_time_max 14.950000000000076 survival_time_mean 12.40000000000005 survival_time_min 5.899999999999987
No reset possible 43439
11673
Mo Kleit Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 05:06:48+00:00 2020-11-26 05:16:13+00:00 0:09:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1256907618433196 survival_time_median 10.300000000000011 deviation-center-line_median 0.35255139311731976 in-drivable-lane_median 2.9250000000000003
other stats agent_compute-ego_max 0.034781694412231445 agent_compute-ego_mean 0.02855090660438654 agent_compute-ego_median 0.027371616624038086 agent_compute-ego_min 0.024678698757238555 complete-iteration_max 0.34772497390810386 complete-iteration_mean 0.3367411270047943 complete-iteration_median 0.34389424749599995 complete-iteration_min 0.3114510391190735 deviation-center-line_max 0.5888965246072898 deviation-center-line_mean 0.3695107291452672 deviation-center-line_min 0.18404360573913917 deviation-heading_max 2.7475199197803373 deviation-heading_mean 1.5417996446834683 deviation-heading_median 1.3395176802160809 deviation-heading_min 0.7406432985213748 driven_any_max 5.780517924520312 driven_any_mean 3.691714013189145 driven_any_median 3.9527671479907127 driven_any_min 1.0808038322548412 driven_lanedir_consec_max 3.616164542517741 driven_lanedir_consec_mean 2.189943665231419 driven_lanedir_consec_min 0.8922285947212951 driven_lanedir_max 3.616164542517741 driven_lanedir_mean 2.189943665231419 driven_lanedir_median 2.1256907618433196 driven_lanedir_min 0.8922285947212951 get_duckie_state_max 2.922550324470766e-06 get_duckie_state_mean 2.855176060254573e-06 get_duckie_state_median 2.854725634828125e-06 get_duckie_state_min 2.788702646891276e-06 get_robot_state_max 0.02469755757239557 get_robot_state_mean 0.02414501573066918 get_robot_state_median 0.02416586985364992 get_robot_state_min 0.023550765642981312 get_state_dump_max 0.020319096503719207 get_state_dump_mean 0.019826008406589473 get_state_dump_median 0.01976559611716651 get_state_dump_min 0.019453744888305664 get_ui_image_max 0.05370441559822329 get_ui_image_mean 0.052646751419749935 get_ui_image_median 0.052793328973391965 get_ui_image_min 0.051295932133992514 in-drivable-lane_max 7.650000000000053 in-drivable-lane_mean 3.462500000000013 in-drivable-lane_min 0.34999999999999876 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.0808038322548412, "get_ui_image": 0.05370441559822329, "step_physics": 0.139626802936677, "survival_time": 3.099999999999997, "driven_lanedir": 0.8922285947212951, "get_state_dump": 0.020319096503719207, "sim_render-ego": 0.011860389863291094, "get_robot_state": 0.02469755757239557, "get_duckie_state": 2.922550324470766e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.034781694412231445, "deviation-heading": 0.7406432985213748, "complete-iteration": 0.34072545266920523, "set_robot_commands": 0.009287957222230973, "deviation-center-line": 0.18404360573913917, "driven_lanedir_consec": 0.8922285947212951, "sim_compute_sim_state": 0.03921480717197541, "sim_compute_performance-ego": 0.007041208205684539}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.251789900834198, "get_ui_image": 0.0524727057295236, "step_physics": 0.1276496906726681, "survival_time": 8.549999999999986, "driven_lanedir": 1.8125374704480772, "get_state_dump": 0.019514216317070857, "sim_render-ego": 0.00981866825393766, "get_robot_state": 0.02456394970765588, "get_duckie_state": 2.8415032994677448e-06, "in-drivable-lane": 3.5499999999999963, "agent_compute-ego": 0.024678698757238555, "deviation-heading": 0.9035189408953922, "complete-iteration": 0.3114510391190735, "set_robot_commands": 0.008114008875618204, "deviation-center-line": 0.20899507906325623, "driven_lanedir_consec": 1.8125374704480772, "sim_compute_sim_state": 0.03793755609389634, "sim_compute_performance-ego": 0.006517484174137227}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.780517924520312, "get_ui_image": 0.051295932133992514, "step_physics": 0.15711157242457072, "survival_time": 14.950000000000076, "driven_lanedir": 2.438844053238562, "get_state_dump": 0.019453744888305664, "sim_render-ego": 0.009941147963205972, "get_robot_state": 0.02376778999964396, "get_duckie_state": 2.788702646891276e-06, "in-drivable-lane": 7.650000000000053, "agent_compute-ego": 0.028134318987528485, "deviation-heading": 2.7475199197803373, "complete-iteration": 0.3470630423227946, "set_robot_commands": 0.008176632722218831, "deviation-center-line": 0.5888965246072898, "driven_lanedir_consec": 2.438844053238562, "sim_compute_sim_state": 0.042473244667053225, "sim_compute_performance-ego": 0.006524863243103027}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.6537443951472275, "get_ui_image": 0.053113952217260334, "step_physics": 0.14833716831761276, "survival_time": 12.050000000000036, "driven_lanedir": 3.616164542517741, "get_state_dump": 0.02001697591726216, "sim_render-ego": 0.01029037538900415, "get_robot_state": 0.023550765642981312, "get_duckie_state": 2.867947970188505e-06, "in-drivable-lane": 2.3000000000000043, "agent_compute-ego": 0.026608914260547685, "deviation-heading": 1.7755164195367696, "complete-iteration": 0.34772497390810386, "set_robot_commands": 0.008286839204210463, "deviation-center-line": 0.4961077071713833, "driven_lanedir_consec": 3.616164542517741, "sim_compute_sim_state": 0.0506319880980179, "sim_compute_performance-ego": 0.0066977645351679}}set_robot_commands_max 0.009287957222230973 set_robot_commands_mean 0.008466359506069618 set_robot_commands_median 0.008231735963214647 set_robot_commands_min 0.008114008875618204 sim_compute_performance-ego_max 0.007041208205684539 sim_compute_performance-ego_mean 0.006695330039523172 sim_compute_performance-ego_median 0.006611313889135464 sim_compute_performance-ego_min 0.006517484174137227 sim_compute_sim_state_max 0.0506319880980179 sim_compute_sim_state_mean 0.04256439900773572 sim_compute_sim_state_median 0.04084402591951432 sim_compute_sim_state_min 0.03793755609389634 sim_render-ego_max 0.011860389863291094 sim_render-ego_mean 0.01047764536735972 sim_render-ego_median 0.010115761676105062 sim_render-ego_min 0.00981866825393766 simulation-passed 1 step_physics_max 0.15711157242457072 step_physics_mean 0.14318130858788217 step_physics_median 0.14398198562714487 step_physics_min 0.1276496906726681 survival_time_max 14.950000000000076 survival_time_mean 9.662500000000025 survival_time_min 3.099999999999997
No reset possible 43376
11663
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 04:33:03+00:00 2020-11-26 04:46:17+00:00 0:13:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.70303434599291 survival_time_median 14.950000000000076 deviation-center-line_median 0.9908849637540348 in-drivable-lane_median 2.125000000000004
other stats agent_compute-ego_max 0.028278295993804933 agent_compute-ego_mean 0.026909454663594568 agent_compute-ego_median 0.02669280489285787 agent_compute-ego_min 0.025973912874857584 complete-iteration_max 0.36684596379597983 complete-iteration_mean 0.3219059028228124 complete-iteration_median 0.31357320507367453 complete-iteration_min 0.29363123734792074 deviation-center-line_max 1.111405852419321 deviation-center-line_mean 0.9790577709020596 deviation-center-line_min 0.8230553036808474 deviation-heading_max 3.6957244699131393 deviation-heading_mean 2.913106827360611 deviation-heading_median 2.881105630811816 deviation-heading_min 2.1944915779056724 driven_any_max 5.034736732666603 driven_any_mean 4.490712114522367 driven_any_median 4.615916344785656 driven_any_min 3.6962790358515503 driven_lanedir_consec_max 4.346643810954033 driven_lanedir_consec_mean 3.479133232802626 driven_lanedir_consec_min 2.1638204282706512 driven_lanedir_max 4.346643810954033 driven_lanedir_mean 3.479133232802626 driven_lanedir_median 3.70303434599291 driven_lanedir_min 2.1638204282706512 get_duckie_state_max 3.068447113037109e-06 get_duckie_state_mean 2.9244025548299153e-06 get_duckie_state_median 2.8940041859944662e-06 get_duckie_state_min 2.8411547342936197e-06 get_robot_state_max 0.024206704298655193 get_robot_state_mean 0.02323260247707367 get_robot_state_median 0.023416701952616373 get_robot_state_min 0.02189030170440674 get_state_dump_max 0.02014427900314331 get_state_dump_mean 0.019842854936917623 get_state_dump_median 0.019811683098475134 get_state_dump_min 0.019603774547576905 get_ui_image_max 0.0616172456741333 get_ui_image_mean 0.05151805837949117 get_ui_image_median 0.04888863046964009 get_ui_image_min 0.04667772690455119 in-drivable-lane_max 5.950000000000015 in-drivable-lane_mean 2.750000000000009 in-drivable-lane_min 0.8000000000000114 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.517601599006862, "get_ui_image": 0.0616172456741333, "step_physics": 0.1667107391357422, "survival_time": 14.950000000000076, "driven_lanedir": 2.1638204282706512, "get_state_dump": 0.019603774547576905, "sim_render-ego": 0.010109744866689046, "get_robot_state": 0.02285508394241333, "get_duckie_state": 2.8411547342936197e-06, "in-drivable-lane": 5.950000000000015, "agent_compute-ego": 0.028278295993804933, "deviation-heading": 2.700218070659386, "complete-iteration": 0.36684596379597983, "set_robot_commands": 0.008356455167134604, "deviation-center-line": 0.8230553036808474, "driven_lanedir_consec": 2.1638204282706512, "sim_compute_sim_state": 0.042565560340881346, "sim_compute_performance-ego": 0.0065599147478739425}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 5.034736732666603, "get_ui_image": 0.04952554702758789, "step_physics": 0.12443926016489663, "survival_time": 14.950000000000076, "driven_lanedir": 4.346643810954033, "get_state_dump": 0.0199621844291687, "sim_render-ego": 0.010124099254608157, "get_robot_state": 0.024206704298655193, "get_duckie_state": 3.068447113037109e-06, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.026923399766286216, "deviation-heading": 3.6957244699131393, "complete-iteration": 0.30859761555989584, "set_robot_commands": 0.0082652481396993, "deviation-center-line": 1.111405852419321, "driven_lanedir_consec": 4.346643810954033, "sim_compute_sim_state": 0.03867038329442342, "sim_compute_performance-ego": 0.006297411918640136}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.6962790358515503, "get_ui_image": 0.04667772690455119, "step_physics": 0.1186277707417806, "survival_time": 14.950000000000076, "driven_lanedir": 3.423015659362414, "get_state_dump": 0.019661181767781578, "sim_render-ego": 0.00944725513458252, "get_robot_state": 0.02189030170440674, "get_duckie_state": 2.880096435546875e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.025973912874857584, "deviation-heading": 3.061993190964246, "complete-iteration": 0.29363123734792074, "set_robot_commands": 0.007518121401468913, "deviation-center-line": 0.9036804814412162, "driven_lanedir_consec": 3.423015659362414, "sim_compute_sim_state": 0.03730149666468303, "sim_compute_performance-ego": 0.006352834701538086}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.714231090564452, "get_ui_image": 0.0482517139116923, "step_physics": 0.1295824114481608, "survival_time": 14.950000000000076, "driven_lanedir": 3.983053032623406, "get_state_dump": 0.02014427900314331, "sim_render-ego": 0.010009233156840007, "get_robot_state": 0.023978319962819416, "get_duckie_state": 2.9079119364420574e-06, "in-drivable-lane": 3.150000000000012, "agent_compute-ego": 0.026462210019429524, "deviation-heading": 2.1944915779056724, "complete-iteration": 0.3185487945874532, "set_robot_commands": 0.007923491795857747, "deviation-center-line": 1.0780894460668538, "driven_lanedir_consec": 3.983053032623406, "sim_compute_sim_state": 0.045657072067260746, "sim_compute_performance-ego": 0.0063629460334777834}}set_robot_commands_max 0.008356455167134604 set_robot_commands_mean 0.00801582912604014 set_robot_commands_median 0.008094369967778525 set_robot_commands_min 0.007518121401468913 sim_compute_performance-ego_max 0.0065599147478739425 sim_compute_performance-ego_mean 0.006393276850382487 sim_compute_performance-ego_median 0.006357890367507935 sim_compute_performance-ego_min 0.006297411918640136 sim_compute_sim_state_max 0.045657072067260746 sim_compute_sim_state_mean 0.04104862809181213 sim_compute_sim_state_median 0.04061797181765238 sim_compute_sim_state_min 0.03730149666468303 sim_render-ego_max 0.010124099254608157 sim_render-ego_mean 0.009922583103179932 sim_render-ego_median 0.010059489011764526 sim_render-ego_min 0.00944725513458252 simulation-passed 1 step_physics_max 0.1667107391357422 step_physics_mean 0.13484004537264505 step_physics_median 0.12701083580652872 step_physics_min 0.1186277707417806 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43293
11655
Mo Kleit Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim timeout no afdaniele13-5b3e643c7379-1
2020-11-26 03:04:35+00:00 2020-11-26 03:04:56+00:00 0:00:21 Timeout because eval [...] Timeout because evaluator contacted us
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43271
11653
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 02:36:25+00:00 2020-11-26 02:49:10+00:00 0:12:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1162821913030347 survival_time_median 14.950000000000076 deviation-center-line_median 0.7235311885770157 in-drivable-lane_median 2.2000000000000313
other stats agent_compute-ego_max 0.02675343831380208 agent_compute-ego_mean 0.02583889861901601 agent_compute-ego_median 0.025613256295522052 agent_compute-ego_min 0.025375643571217858 complete-iteration_max 0.33269823630650835 complete-iteration_mean 0.31833828389644625 complete-iteration_median 0.31957563002904255 complete-iteration_min 0.3015036392211914 deviation-center-line_max 1.0616324143572649 deviation-center-line_mean 0.7419158696568326 deviation-center-line_min 0.4589686871160346 deviation-heading_max 3.966854974267426 deviation-heading_mean 3.094646677405455 deviation-heading_median 2.957771855474844 deviation-heading_min 2.4961880244047063 driven_any_max 3.0821407782613357 driven_any_mean 2.965958935915506 driven_any_median 2.963741681052785 driven_any_min 2.8542116032951204 driven_lanedir_consec_max 2.5887565110804323 driven_lanedir_consec_mean 2.173976425875696 driven_lanedir_consec_min 1.874584809816283 driven_lanedir_max 2.792779687566286 driven_lanedir_mean 2.3793075749169392 driven_lanedir_median 2.424932901142594 driven_lanedir_min 1.874584809816283 get_duckie_state_max 4.243055979410807e-06 get_duckie_state_mean 4.103779792785644e-06 get_duckie_state_median 4.061063130696614e-06 get_duckie_state_min 4.049936930338542e-06 get_robot_state_max 0.023570261796315512 get_robot_state_mean 0.0228401639064153 get_robot_state_median 0.023085413376490276 get_robot_state_min 0.021619567076365153 get_state_dump_max 0.020117367108662923 get_state_dump_mean 0.01997603913148244 get_state_dump_median 0.019959625403086344 get_state_dump_min 0.01986753861109416 get_ui_image_max 0.05380251407623291 get_ui_image_mean 0.051947628060976664 get_ui_image_median 0.05244594136873881 get_ui_image_min 0.04909611543019613 in-drivable-lane_max 3.900000000000033 in-drivable-lane_mean 2.3500000000000245 in-drivable-lane_min 1.1000000000000032 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.9155121607321672, "get_ui_image": 0.04909611543019613, "step_physics": 0.12487947543462118, "survival_time": 14.950000000000076, "driven_lanedir": 2.5887565110804323, "get_state_dump": 0.020046106179555257, "sim_render-ego": 0.00936079184214274, "get_robot_state": 0.021619567076365153, "get_duckie_state": 4.072189331054687e-06, "in-drivable-lane": 1.1000000000000032, "agent_compute-ego": 0.025375643571217858, "deviation-heading": 3.2218942120686265, "complete-iteration": 0.3015036392211914, "set_robot_commands": 0.007500991821289062, "deviation-center-line": 0.7991250908791152, "driven_lanedir_consec": 2.5887565110804323, "sim_compute_sim_state": 0.03720432043075562, "sim_compute_performance-ego": 0.006247876485188802}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0119712013734015, "get_ui_image": 0.05360680500666301, "step_physics": 0.13455842494964598, "survival_time": 14.950000000000076, "driven_lanedir": 2.2611092912047557, "get_state_dump": 0.020117367108662923, "sim_render-ego": 0.0099465545018514, "get_robot_state": 0.023220651149749756, "get_duckie_state": 4.049936930338542e-06, "in-drivable-lane": 3.250000000000046, "agent_compute-ego": 0.025826765696207683, "deviation-heading": 2.6936494988810615, "complete-iteration": 0.32016072432200116, "set_robot_commands": 0.007809249560038248, "deviation-center-line": 0.4589686871160346, "driven_lanedir_consec": 2.2611092912047557, "sim_compute_sim_state": 0.03856271743774414, "sim_compute_performance-ego": 0.00633438507715861}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8542116032951204, "get_ui_image": 0.05380251407623291, "step_physics": 0.14219883521397908, "survival_time": 14.950000000000076, "driven_lanedir": 1.874584809816283, "get_state_dump": 0.01986753861109416, "sim_render-ego": 0.01017149845759074, "get_robot_state": 0.023570261796315512, "get_duckie_state": 4.243055979410807e-06, "in-drivable-lane": 3.900000000000033, "agent_compute-ego": 0.02675343831380208, "deviation-heading": 3.966854974267426, "complete-iteration": 0.33269823630650835, "set_robot_commands": 0.008163050015767415, "deviation-center-line": 1.0616324143572649, "driven_lanedir_consec": 1.874584809816283, "sim_compute_sim_state": 0.041540048122406005, "sim_compute_performance-ego": 0.006450284322102865}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0821407782613357, "get_ui_image": 0.051285077730814616, "step_physics": 0.1307903504371643, "survival_time": 14.950000000000076, "driven_lanedir": 2.792779687566286, "get_state_dump": 0.01987314462661743, "sim_render-ego": 0.009919798374176026, "get_robot_state": 0.022950175603230795, "get_duckie_state": 4.049936930338542e-06, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.025399746894836425, "deviation-heading": 2.4961880244047063, "complete-iteration": 0.318990535736084, "set_robot_commands": 0.007840847969055176, "deviation-center-line": 0.6479372862749162, "driven_lanedir_consec": 1.9714550914013145, "sim_compute_sim_state": 0.044518948396046955, "sim_compute_performance-ego": 0.006233909924825033}}set_robot_commands_max 0.008163050015767415 set_robot_commands_mean 0.007828534841537475 set_robot_commands_median 0.007825048764546712 set_robot_commands_min 0.007500991821289062 sim_compute_performance-ego_max 0.006450284322102865 sim_compute_performance-ego_mean 0.0063166139523188275 sim_compute_performance-ego_median 0.006291130781173706 sim_compute_performance-ego_min 0.006233909924825033 sim_compute_sim_state_max 0.044518948396046955 sim_compute_sim_state_mean 0.040456508596738175 sim_compute_sim_state_median 0.04005138278007507 sim_compute_sim_state_min 0.03720432043075562 sim_render-ego_max 0.01017149845759074 sim_render-ego_mean 0.009849660793940226 sim_render-ego_median 0.009933176438013714 sim_render-ego_min 0.00936079184214274 simulation-passed 1 step_physics_max 0.14219883521397908 step_physics_mean 0.13310677150885264 step_physics_median 0.13267438769340514 step_physics_min 0.12487947543462118 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43258
11650
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 02:14:10+00:00 2020-11-26 02:26:45+00:00 0:12:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7817720681439795 survival_time_median 14.950000000000076 deviation-center-line_median 0.6728013114764422 in-drivable-lane_median 3.2250000000000334
other stats agent_compute-ego_max 0.0275773286819458 agent_compute-ego_mean 0.026652220644595184 agent_compute-ego_median 0.026631410038554584 agent_compute-ego_min 0.025768733819325765 complete-iteration_max 0.3403450647989909 complete-iteration_mean 0.3316503055167921 complete-iteration_median 0.33406811659986324 complete-iteration_min 0.3181199240684509 deviation-center-line_max 0.9187011988825629 deviation-center-line_mean 0.6466268605873347 deviation-center-line_min 0.32220362051389173 deviation-heading_max 3.1360279240729003 deviation-heading_mean 2.4893038420024336 deviation-heading_median 2.557055129702974 deviation-heading_min 1.7070771845308848 driven_any_max 3.5871209196638243 driven_any_mean 3.2179313466467256 driven_any_median 3.3182869986847736 driven_any_min 2.6480304695535315 driven_lanedir_consec_max 3.456923664553357 driven_lanedir_consec_mean 2.45517051165773 driven_lanedir_consec_min 0.8002142457896024 driven_lanedir_max 3.456923664553357 driven_lanedir_mean 2.4566513251442084 driven_lanedir_median 2.7847336951169375 driven_lanedir_min 0.8002142457896024 get_duckie_state_max 3.991921742757161e-06 get_duckie_state_mean 3.891174609844501e-06 get_duckie_state_median 3.911226223676633e-06 get_duckie_state_min 3.7503242492675782e-06 get_robot_state_max 0.023971898555755617 get_robot_state_mean 0.02356419864512268 get_robot_state_median 0.023646166721979774 get_robot_state_min 0.022992562580775547 get_state_dump_max 0.01997902234395345 get_state_dump_mean 0.019880095347935774 get_state_dump_median 0.01991977140342161 get_state_dump_min 0.01970181624094645 get_ui_image_max 0.05201315323511759 get_ui_image_mean 0.051001778809062814 get_ui_image_median 0.05119330121642782 get_ui_image_min 0.049607359568278 in-drivable-lane_max 10.55000000000006 in-drivable-lane_mean 4.250000000000032 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5871209196638243, "get_ui_image": 0.049607359568278, "step_physics": 0.13513384421666463, "survival_time": 14.950000000000076, "driven_lanedir": 3.1659335039296703, "get_state_dump": 0.01970181624094645, "sim_render-ego": 0.009654347101847332, "get_robot_state": 0.023587076663970943, "get_duckie_state": 3.906885782877604e-06, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.025768733819325765, "deviation-heading": 3.1360279240729003, "complete-iteration": 0.3181199240684509, "set_robot_commands": 0.007930910587310791, "deviation-center-line": 0.7449364692682406, "driven_lanedir_consec": 3.160010249983754, "sim_compute_sim_state": 0.040267384847005205, "sim_compute_performance-ego": 0.006294631958007812}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.5556172185427313, "get_ui_image": 0.05056389172871908, "step_physics": 0.14018069426218668, "survival_time": 14.950000000000076, "driven_lanedir": 3.456923664553357, "get_state_dump": 0.019891160329182943, "sim_render-ego": 0.01031794786453247, "get_robot_state": 0.023971898555755617, "get_duckie_state": 3.991921742757161e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.026855769157409667, "deviation-heading": 2.90187598130087, "complete-iteration": 0.3291770052909851, "set_robot_commands": 0.009274500211079915, "deviation-center-line": 0.9187011988825629, "driven_lanedir_consec": 3.456923664553357, "sim_compute_sim_state": 0.04130436340967814, "sim_compute_performance-ego": 0.006634891033172607}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.6480304695535315, "get_ui_image": 0.05201315323511759, "step_physics": 0.15054867267608643, "survival_time": 14.950000000000076, "driven_lanedir": 0.8002142457896024, "get_state_dump": 0.01997902234395345, "sim_render-ego": 0.010461733341217042, "get_robot_state": 0.02370525677998861, "get_duckie_state": 3.7503242492675782e-06, "in-drivable-lane": 10.55000000000006, "agent_compute-ego": 0.0275773286819458, "deviation-heading": 2.2122342781050786, "complete-iteration": 0.3403450647989909, "set_robot_commands": 0.008104962507883708, "deviation-center-line": 0.32220362051389173, "driven_lanedir_consec": 0.8002142457896024, "sim_compute_sim_state": 0.0411881955464681, "sim_compute_performance-ego": 0.006586388746897379}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0809567788268164, "get_ui_image": 0.05182271070413656, "step_physics": 0.14617131223211757, "survival_time": 14.300000000000068, "driven_lanedir": 2.4035338863042046, "get_state_dump": 0.01994838247766028, "sim_render-ego": 0.009854890249825858, "get_robot_state": 0.022992562580775547, "get_duckie_state": 3.915566664475661e-06, "in-drivable-lane": 5.000000000000046, "agent_compute-ego": 0.026407050919699505, "deviation-heading": 1.7070771845308848, "complete-iteration": 0.33895922790874133, "set_robot_commands": 0.008013929520453607, "deviation-center-line": 0.6006661536846437, "driven_lanedir_consec": 2.4035338863042046, "sim_compute_sim_state": 0.04708196483291946, "sim_compute_performance-ego": 0.006484338453599623}}set_robot_commands_max 0.009274500211079915 set_robot_commands_mean 0.008331075706682005 set_robot_commands_median 0.008059446014168657 set_robot_commands_min 0.007930910587310791 sim_compute_performance-ego_max 0.006634891033172607 sim_compute_performance-ego_mean 0.006500062547919355 sim_compute_performance-ego_median 0.006535363600248501 sim_compute_performance-ego_min 0.006294631958007812 sim_compute_sim_state_max 0.04708196483291946 sim_compute_sim_state_mean 0.042460477159017726 sim_compute_sim_state_median 0.04124627947807312 sim_compute_sim_state_min 0.040267384847005205 sim_render-ego_max 0.010461733341217042 sim_render-ego_mean 0.010072229639355676 sim_render-ego_median 0.010086419057179163 sim_render-ego_min 0.009654347101847332 simulation-passed 1 step_physics_max 0.15054867267608643 step_physics_mean 0.14300863084676382 step_physics_median 0.14317600324715213 step_physics_min 0.13513384421666463 survival_time_max 14.950000000000076 survival_time_mean 14.787500000000076 survival_time_min 14.300000000000068
No reset possible 43249
11647
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 01:40:46+00:00 2020-11-26 01:52:42+00:00 0:11:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02614745219548543 agent_compute-ego_mean 0.025912238359451292 agent_compute-ego_median 0.0259011443456014 agent_compute-ego_min 0.025699212551116943 complete-iteration_max 0.3212843449910482 complete-iteration_mean 0.30811661879221597 complete-iteration_median 0.3050051339467367 complete-iteration_min 0.30117186228434245 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 4.17470932006836e-06 get_duckie_state_mean 4.146695137023926e-06 get_duckie_state_median 4.161198933919271e-06 get_duckie_state_min 4.089673360188802e-06 get_robot_state_max 0.023485381603240967 get_robot_state_mean 0.0232427583138148 get_robot_state_median 0.023442396720250447 get_robot_state_min 0.022600858211517333 get_state_dump_max 0.01979755481084188 get_state_dump_mean 0.019750487605730692 get_state_dump_median 0.01973805507024129 get_state_dump_min 0.019728285471598307 get_ui_image_max 0.05117135206858317 get_ui_image_mean 0.04991649349530538 get_ui_image_median 0.049783864816029866 get_ui_image_min 0.048926892280578616 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.048926892280578616, "step_physics": 0.1250970490773519, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01973267396291097, "sim_render-ego": 0.009787704944610596, "get_robot_state": 0.023460880120595298, "get_duckie_state": 4.150072733561198e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02614745219548543, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.30298782110214234, "set_robot_commands": 0.007655945618947347, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.03580240885416667, "sim_compute_performance-ego": 0.006193180878957112}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.050536353588104245, "step_physics": 0.1257055075963338, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.019728285471598307, "sim_render-ego": 0.009628126621246338, "get_robot_state": 0.022600858211517333, "get_duckie_state": 4.17470932006836e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025699212551116943, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.30117186228434245, "set_robot_commands": 0.0076563684145609535, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.03319599866867065, "sim_compute_performance-ego": 0.00623655637105306}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.05117135206858317, "step_physics": 0.12769497076670328, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.019743436177571613, "sim_render-ego": 0.00980579932530721, "get_robot_state": 0.0234239133199056, "get_duckie_state": 4.089673360188802e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02598420222600301, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.30702244679133095, "set_robot_commands": 0.00785703976949056, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.03498627344767253, "sim_compute_performance-ego": 0.006169021129608154}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.04903137604395549, "step_physics": 0.1375336233774821, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01979755481084188, "sim_render-ego": 0.009937180678049724, "get_robot_state": 0.023485381603240967, "get_duckie_state": 4.172325134277344e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02581808646519979, "deviation-heading": 0.486072248607516, "complete-iteration": 0.3212843449910482, "set_robot_commands": 0.007649594148000081, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.04150144338607789, "sim_compute_performance-ego": 0.006342688401540121}}set_robot_commands_max 0.00785703976949056 set_robot_commands_mean 0.007704736987749735 set_robot_commands_median 0.00765615701675415 set_robot_commands_min 0.007649594148000081 sim_compute_performance-ego_max 0.006342688401540121 sim_compute_performance-ego_mean 0.0062353616952896115 sim_compute_performance-ego_median 0.006214868625005086 sim_compute_performance-ego_min 0.006169021129608154 sim_compute_sim_state_max 0.04150144338607789 sim_compute_sim_state_mean 0.03637153108914693 sim_compute_sim_state_median 0.0353943411509196 sim_compute_sim_state_min 0.03319599866867065 sim_render-ego_max 0.009937180678049724 sim_render-ego_mean 0.009789702892303466 sim_render-ego_median 0.009796752134958904 sim_render-ego_min 0.009628126621246338 simulation-passed 1 step_physics_max 0.1375336233774821 step_physics_mean 0.12900778770446775 step_physics_median 0.12670023918151854 step_physics_min 0.1250970490773519 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43233
11643
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-26 01:02:38+00:00 2020-11-26 01:14:00+00:00 0:11:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.655460975781765 survival_time_median 14.950000000000076 deviation-center-line_median 0.5439709653542573 in-drivable-lane_median 2.8000000000000207
other stats agent_compute-ego_max 0.02607612689336141 agent_compute-ego_mean 0.02584105127387577 agent_compute-ego_median 0.025990547206666735 agent_compute-ego_min 0.025306983788808187 complete-iteration_max 0.30985269784927366 complete-iteration_mean 0.30794498735004006 complete-iteration_median 0.3085271441936493 complete-iteration_min 0.3048729631635878 deviation-center-line_max 0.9487844945630552 deviation-center-line_mean 0.5591020959926825 deviation-center-line_min 0.19968195869915983 deviation-heading_max 3.465782227753708 deviation-heading_mean 2.3061310814314684 deviation-heading_median 2.236588530058646 deviation-heading_min 1.285565037854874 driven_any_max 3.9195583184468576 driven_any_mean 3.5075725676643517 driven_any_median 3.5825450973600867 driven_any_min 2.9456417574903777 driven_lanedir_consec_max 3.7830171974610223 driven_lanedir_consec_mean 2.4513028542535205 driven_lanedir_consec_min 0.711272267989529 driven_lanedir_max 3.7830171974610223 driven_lanedir_mean 2.4513028542535205 driven_lanedir_median 2.655460975781765 driven_lanedir_min 0.711272267989529 get_duckie_state_max 4.08331553141276e-06 get_duckie_state_mean 3.989603784349229e-06 get_duckie_state_median 4.001193576388889e-06 get_duckie_state_min 3.87271245320638e-06 get_robot_state_max 0.024298518498738608 get_robot_state_mean 0.023672164148754542 get_robot_state_median 0.023687099350823297 get_robot_state_min 0.023015939394632975 get_state_dump_max 0.020797077814737955 get_state_dump_mean 0.020083429747157627 get_state_dump_median 0.019900648196538293 get_state_dump_min 0.019735344780815973 get_ui_image_max 0.04945339600245158 get_ui_image_mean 0.04824147866831885 get_ui_image_median 0.04856343958112928 get_ui_image_min 0.046385639508565266 in-drivable-lane_max 11.750000000000073 in-drivable-lane_mean 4.337500000000029 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.7105513520133377, "get_ui_image": 0.04869243303934733, "step_physics": 0.1304512882232666, "survival_time": 14.950000000000076, "driven_lanedir": 3.330197373846776, "get_state_dump": 0.01995942989985148, "sim_render-ego": 0.009799334208170573, "get_robot_state": 0.023015939394632975, "get_duckie_state": 3.87271245320638e-06, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.025306983788808187, "deviation-heading": 3.465782227753708, "complete-iteration": 0.30985269784927366, "set_robot_commands": 0.007760125001271566, "deviation-center-line": 0.7858602536863631, "driven_lanedir_consec": 3.330197373846776, "sim_compute_sim_state": 0.0384537148475647, "sim_compute_performance-ego": 0.006231955687204997}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9456417574903777, "get_ui_image": 0.04843444612291124, "step_physics": 0.12509176678127712, "survival_time": 11.250000000000025, "driven_lanedir": 1.980724577716754, "get_state_dump": 0.019735344780815973, "sim_render-ego": 0.009767860836452908, "get_robot_state": 0.024073153601752387, "get_duckie_state": 3.949271308051215e-06, "in-drivable-lane": 4.200000000000042, "agent_compute-ego": 0.026027182473076716, "deviation-heading": 1.285565037854874, "complete-iteration": 0.3048729631635878, "set_robot_commands": 0.007795370949639215, "deviation-center-line": 0.3020816770221515, "driven_lanedir_consec": 1.980724577716754, "sim_compute_sim_state": 0.03759335305955675, "sim_compute_performance-ego": 0.006169520484076606}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.454538842706836, "get_ui_image": 0.04945339600245158, "step_physics": 0.12851774613062542, "survival_time": 14.950000000000076, "driven_lanedir": 0.711272267989529, "get_state_dump": 0.0198418664932251, "sim_render-ego": 0.009869326750437418, "get_robot_state": 0.023301045099894207, "get_duckie_state": 4.0531158447265625e-06, "in-drivable-lane": 11.750000000000073, "agent_compute-ego": 0.02595391194025675, "deviation-heading": 1.2969275542167906, "complete-iteration": 0.3094280298550924, "set_robot_commands": 0.00760213295618693, "deviation-center-line": 0.19968195869915983, "driven_lanedir_consec": 0.711272267989529, "sim_compute_sim_state": 0.038428102334340415, "sim_compute_performance-ego": 0.0062741891543070475}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.9195583184468576, "get_ui_image": 0.046385639508565266, "step_physics": 0.12204590559005736, "survival_time": 14.950000000000076, "driven_lanedir": 3.7830171974610223, "get_state_dump": 0.020797077814737955, "sim_render-ego": 0.009840055306752525, "get_robot_state": 0.024298518498738608, "get_duckie_state": 4.08331553141276e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02607612689336141, "deviation-heading": 3.176249505900502, "complete-iteration": 0.3076262585322062, "set_robot_commands": 0.008021132946014404, "deviation-center-line": 0.9487844945630552, "driven_lanedir_consec": 3.7830171974610223, "sim_compute_sim_state": 0.043664638996124265, "sim_compute_performance-ego": 0.006305803457895914}}set_robot_commands_max 0.008021132946014404 set_robot_commands_mean 0.007794690463278029 set_robot_commands_median 0.00777774797545539 set_robot_commands_min 0.00760213295618693 sim_compute_performance-ego_max 0.006305803457895914 sim_compute_performance-ego_mean 0.00624536719587114 sim_compute_performance-ego_median 0.006253072420756022 sim_compute_performance-ego_min 0.006169520484076606 sim_compute_sim_state_max 0.043664638996124265 sim_compute_sim_state_mean 0.039534952309396534 sim_compute_sim_state_median 0.03844090859095256 sim_compute_sim_state_min 0.03759335305955675 sim_render-ego_max 0.009869326750437418 sim_render-ego_mean 0.009819144275453356 sim_render-ego_median 0.009819694757461549 sim_render-ego_min 0.009767860836452908 simulation-passed 1 step_physics_max 0.1304512882232666 step_physics_mean 0.12652667668130663 step_physics_median 0.12680475645595127 step_physics_min 0.12204590559005736 survival_time_max 14.950000000000076 survival_time_mean 14.025000000000064 survival_time_min 11.250000000000025
No reset possible 43217
11638
Dishank Bansal Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-26 00:24:15+00:00 2020-11-26 00:28:24+00:00 0:04:09 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 158 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43207
11634
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 23:51:19+00:00 2020-11-26 00:02:44+00:00 0:11:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.394510157821154 survival_time_median 14.950000000000076 deviation-center-line_median 0.5729844526406758 in-drivable-lane_median 2.425000000000026
other stats agent_compute-ego_max 0.02564271608988444 agent_compute-ego_mean 0.0254912277062734 agent_compute-ego_median 0.025489979187647505 agent_compute-ego_min 0.025342236359914144 complete-iteration_max 0.2995482110977173 complete-iteration_mean 0.2912315974632899 complete-iteration_median 0.2912614413102468 complete-iteration_min 0.28285529613494875 deviation-center-line_max 0.7275868966352491 deviation-center-line_mean 0.5225255799376821 deviation-center-line_min 0.21654651783412773 deviation-heading_max 2.699255832091204 deviation-heading_mean 2.269620174537517 deviation-heading_median 2.3248980263990333 deviation-heading_min 1.729428813260799 driven_any_max 4.202471744313008 driven_any_mean 3.8585119674938047 driven_any_median 3.943847995195727 driven_any_min 3.3438801352707546 driven_lanedir_consec_max 3.720241991124354 driven_lanedir_consec_mean 2.8189372101185706 driven_lanedir_consec_min 0.7664865337076208 driven_lanedir_max 3.720241991124354 driven_lanedir_mean 2.821451280232498 driven_lanedir_median 3.399538298049007 driven_lanedir_min 0.7664865337076208 get_duckie_state_max 2.972284952799479e-06 get_duckie_state_mean 2.894401550292969e-06 get_duckie_state_median 2.8916200002034502e-06 get_duckie_state_min 2.822081247965494e-06 get_robot_state_max 0.02406977653503418 get_robot_state_mean 0.023145989775657655 get_robot_state_median 0.02324364980061849 get_robot_state_min 0.022026882966359455 get_state_dump_max 0.019835372765858967 get_state_dump_mean 0.019745933413505553 get_state_dump_median 0.0197774068514506 get_state_dump_min 0.019593547185262045 get_ui_image_max 0.04531375169754028 get_ui_image_mean 0.04526231030623118 get_ui_image_median 0.04528705914815267 get_ui_image_min 0.0451613712310791 in-drivable-lane_max 11.250000000000082 in-drivable-lane_mean 4.375000000000033 in-drivable-lane_min 1.3999999999999977 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.908375622625467, "get_ui_image": 0.04526443481445312, "step_physics": 0.10981640497843424, "survival_time": 14.950000000000076, "driven_lanedir": 3.10238319085305, "get_state_dump": 0.019593547185262045, "sim_render-ego": 0.00936421791712443, "get_robot_state": 0.022591346899668376, "get_duckie_state": 2.972284952799479e-06, "in-drivable-lane": 3.150000000000028, "agent_compute-ego": 0.025536592801411948, "deviation-heading": 2.699255832091204, "complete-iteration": 0.28329577763875324, "set_robot_commands": 0.00757040023803711, "deviation-center-line": 0.6112271394131593, "driven_lanedir_consec": 3.092326910397343, "sim_compute_sim_state": 0.03713634014129639, "sim_compute_performance-ego": 0.006228330930074056}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.202471744313008, "get_ui_image": 0.04531375169754028, "step_physics": 0.110340891679128, "survival_time": 14.950000000000076, "driven_lanedir": 3.696693405244965, "get_state_dump": 0.01976969559987386, "sim_render-ego": 0.009409528573354083, "get_robot_state": 0.022026882966359455, "get_duckie_state": 2.8403600056966147e-06, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.02564271608988444, "deviation-heading": 2.252771458934083, "complete-iteration": 0.28285529613494875, "set_robot_commands": 0.007536098162333171, "deviation-center-line": 0.5347417658681923, "driven_lanedir_consec": 3.696693405244965, "sim_compute_sim_state": 0.03647783756256104, "sim_compute_performance-ego": 0.006146723429361979}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.3438801352707546, "get_ui_image": 0.0451613712310791, "step_physics": 0.1217522915204366, "survival_time": 14.950000000000076, "driven_lanedir": 0.7664865337076208, "get_state_dump": 0.019785118103027344, "sim_render-ego": 0.009849028587341309, "get_robot_state": 0.02406977653503418, "get_duckie_state": 2.9428799947102865e-06, "in-drivable-lane": 11.250000000000082, "agent_compute-ego": 0.025342236359914144, "deviation-heading": 1.729428813260799, "complete-iteration": 0.2992271049817403, "set_robot_commands": 0.00883254607518514, "deviation-center-line": 0.21654651783412773, "driven_lanedir_consec": 0.7664865337076208, "sim_compute_sim_state": 0.03810921192169189, "sim_compute_performance-ego": 0.006134168306986491}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.979320367765988, "get_ui_image": 0.045309683481852214, "step_physics": 0.11751324971516929, "survival_time": 14.950000000000076, "driven_lanedir": 3.720241991124354, "get_state_dump": 0.019835372765858967, "sim_render-ego": 0.009653959274291992, "get_robot_state": 0.023895952701568603, "get_duckie_state": 2.822081247965494e-06, "in-drivable-lane": 1.3999999999999977, "agent_compute-ego": 0.025443365573883055, "deviation-heading": 2.3970245938639834, "complete-iteration": 0.2995482110977173, "set_robot_commands": 0.00810267686843872, "deviation-center-line": 0.7275868966352491, "driven_lanedir_consec": 3.720241991124354, "sim_compute_sim_state": 0.04339283466339111, "sim_compute_performance-ego": 0.0062100847562154135}}set_robot_commands_max 0.00883254607518514 set_robot_commands_mean 0.008010430335998535 set_robot_commands_median 0.007836538553237914 set_robot_commands_min 0.007536098162333171 sim_compute_performance-ego_max 0.006228330930074056 sim_compute_performance-ego_mean 0.006179826855659485 sim_compute_performance-ego_median 0.006178404092788696 sim_compute_performance-ego_min 0.006134168306986491 sim_compute_sim_state_max 0.04339283466339111 sim_compute_sim_state_mean 0.038779056072235106 sim_compute_sim_state_median 0.03762277603149414 sim_compute_sim_state_min 0.03647783756256104 sim_render-ego_max 0.009849028587341309 sim_render-ego_mean 0.009569183588027956 sim_render-ego_median 0.009531743923823038 sim_render-ego_min 0.00936421791712443 simulation-passed 1 step_physics_max 0.1217522915204366 step_physics_mean 0.11485570947329204 step_physics_median 0.11392707069714864 step_physics_min 0.10981640497843424 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43183
11627
Philippe Reddy Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 23:01:08+00:00 2020-11-25 23:12:35+00:00 0:11:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.58061393024439 survival_time_median 14.950000000000076 deviation-center-line_median 0.8486613504399041 in-drivable-lane_median 0.6750000000000096
other stats agent_compute-ego_max 0.02708494186401367 agent_compute-ego_mean 0.025698392591815937 agent_compute-ego_median 0.025475293004397048 agent_compute-ego_min 0.024758042494455977 complete-iteration_max 0.3356317130724589 complete-iteration_mean 0.3147515979573179 complete-iteration_median 0.3111697695980566 complete-iteration_min 0.30103513956069944 deviation-center-line_max 1.2398749721196356 deviation-center-line_mean 0.8795467277014883 deviation-center-line_min 0.580989237806509 deviation-heading_max 4.165015280089673 deviation-heading_mean 3.678127636714404 deviation-heading_median 3.6795902717327817 deviation-heading_min 3.1883147233023807 driven_any_max 1.939867638400872 driven_any_mean 1.78389512203971 driven_any_median 1.9397802632732024 driven_any_min 1.3161523232115648 driven_lanedir_consec_max 1.8636592534304992 driven_lanedir_consec_mean 1.5400686788424434 driven_lanedir_consec_min 1.1353876014504942 driven_lanedir_max 1.8636592534304992 driven_lanedir_mean 1.5400686788424434 driven_lanedir_median 1.58061393024439 driven_lanedir_min 1.1353876014504942 get_duckie_state_max 3.158251444498698e-06 get_duckie_state_mean 3.1231618621974315e-06 get_duckie_state_median 3.119464059477871e-06 get_duckie_state_min 3.0954678853352863e-06 get_robot_state_max 0.025029029661011927 get_robot_state_mean 0.0238087735110502 get_robot_state_median 0.02349191904067993 get_robot_state_min 0.02322222630182902 get_state_dump_max 0.02110308806101481 get_state_dump_mean 0.020135962947672625 get_state_dump_median 0.01996396339826985 get_state_dump_min 0.019512836933135987 get_ui_image_max 0.054033683935801186 get_ui_image_mean 0.05037305851005813 get_ui_image_median 0.05090803979284169 get_ui_image_min 0.045642470518747966 in-drivable-lane_max 2.5999999999999908 in-drivable-lane_mean 0.9875000000000024 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.3161523232115648, "get_ui_image": 0.050184224415751336, "step_physics": 0.12900423309178027, "survival_time": 10.300000000000011, "driven_lanedir": 1.1353876014504942, "get_state_dump": 0.019921371080343007, "sim_render-ego": 0.009916694418897906, "get_robot_state": 0.025029029661011927, "get_duckie_state": 3.115644732725273e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.024911469626195223, "deviation-heading": 3.1883147233023807, "complete-iteration": 0.31145193623107614, "set_robot_commands": 0.007830640644703096, "deviation-center-line": 0.598812846961302, "driven_lanedir_consec": 1.1353876014504942, "sim_compute_sim_state": 0.03803965536136072, "sim_compute_performance-ego": 0.0064339579887760494}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.939867638400872, "get_ui_image": 0.051631855169932045, "step_physics": 0.1289322304725647, "survival_time": 14.950000000000076, "driven_lanedir": 1.8636592534304992, "get_state_dump": 0.019512836933135987, "sim_render-ego": 0.009803376992543538, "get_robot_state": 0.02322222630182902, "get_duckie_state": 3.158251444498698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.026039116382598877, "deviation-heading": 3.536655425815871, "complete-iteration": 0.31088760296503704, "set_robot_commands": 0.008119937578837076, "deviation-center-line": 0.580989237806509, "driven_lanedir_consec": 1.8636592534304992, "sim_compute_sim_state": 0.03699501991271972, "sim_compute_performance-ego": 0.006449175675710042}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397692418627517, "get_ui_image": 0.054033683935801186, "step_physics": 0.14680041233698526, "survival_time": 14.950000000000076, "driven_lanedir": 1.4528976497062556, "get_state_dump": 0.02110308806101481, "sim_render-ego": 0.00997225284576416, "get_robot_state": 0.023254093329111734, "get_duckie_state": 3.0954678853352863e-06, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.02708494186401367, "deviation-heading": 3.822525117649693, "complete-iteration": 0.3356317130724589, "set_robot_commands": 0.008225874900817871, "deviation-center-line": 1.0985098539185063, "driven_lanedir_consec": 1.4528976497062556, "sim_compute_sim_state": 0.03853359937667847, "sim_compute_performance-ego": 0.006442787647247314}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9397912846836527, "get_ui_image": 0.045642470518747966, "step_physics": 0.1217367418607076, "survival_time": 14.950000000000076, "driven_lanedir": 1.7083302107825244, "get_state_dump": 0.020006555716196694, "sim_render-ego": 0.009689188798268637, "get_robot_state": 0.02372974475224813, "get_duckie_state": 3.1232833862304687e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.024758042494455977, "deviation-heading": 4.165015280089673, "complete-iteration": 0.30103513956069944, "set_robot_commands": 0.007901574770609538, "deviation-center-line": 1.2398749721196356, "driven_lanedir_consec": 1.7083302107825244, "sim_compute_sim_state": 0.041128644148508704, "sim_compute_performance-ego": 0.006256185372670492}}set_robot_commands_max 0.008225874900817871 set_robot_commands_mean 0.008019506973741895 set_robot_commands_median 0.008010756174723306 set_robot_commands_min 0.007830640644703096 sim_compute_performance-ego_max 0.006449175675710042 sim_compute_performance-ego_mean 0.006395526671100975 sim_compute_performance-ego_median 0.006438372818011682 sim_compute_performance-ego_min 0.006256185372670492 sim_compute_sim_state_max 0.041128644148508704 sim_compute_sim_state_mean 0.0386742296998169 sim_compute_sim_state_median 0.0382866273690196 sim_compute_sim_state_min 0.03699501991271972 sim_render-ego_max 0.00997225284576416 sim_render-ego_mean 0.00984537826386856 sim_render-ego_median 0.00986003570572072 sim_render-ego_min 0.009689188798268637 simulation-passed 1 step_physics_max 0.14680041233698526 step_physics_mean 0.13161840444050946 step_physics_median 0.12896823178217248 step_physics_min 0.1217367418607076 survival_time_max 14.950000000000076 survival_time_mean 13.787500000000062 survival_time_min 10.300000000000011
No reset possible 43150
11620
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-25 22:30:26+00:00 2020-11-25 22:39:47+00:00 0:09:21 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43124
11611
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 20:49:54+00:00 2020-11-25 20:56:15+00:00 0:06:21 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 393 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43101
11604
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 20:15:15+00:00 2020-11-25 20:21:48+00:00 0:06:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8141727453717558 survival_time_median 5.949999999999987 deviation-center-line_median 0.21277372725608795 in-drivable-lane_median 1.7749999999999937
other stats agent_compute-ego_max 0.06742431349673514 agent_compute-ego_mean 0.05416517203150499 agent_compute-ego_median 0.061899371762081504 agent_compute-ego_min 0.025437631105121813 complete-iteration_max 0.3418034275372823 complete-iteration_mean 0.3234330964926335 complete-iteration_median 0.3274177709590512 complete-iteration_min 0.2970934165151496 deviation-center-line_max 0.29970139197009626 deviation-center-line_mean 0.2257472936764803 deviation-center-line_min 0.17774032822364907 deviation-heading_max 2.624869753936763 deviation-heading_mean 1.3747076472858373 deviation-heading_median 1.2331362022818018 deviation-heading_min 0.40768843064298343 driven_any_max 2.9939699941762328 driven_any_mean 1.771274583678068 driven_any_median 1.5684634775638178 driven_any_min 0.9542013854084048 driven_lanedir_consec_max 1.3817454918994343 driven_lanedir_consec_mean 0.8987204456860297 driven_lanedir_consec_min 0.5847908001011726 driven_lanedir_max 1.3817454918994343 driven_lanedir_mean 0.8987204456860297 driven_lanedir_median 0.8141727453717558 driven_lanedir_min 0.5847908001011726 get_duckie_state_max 3.2842159271240235e-06 get_duckie_state_mean 3.20395615126835e-06 get_duckie_state_median 3.211377944963843e-06 get_duckie_state_min 3.10885278802169e-06 get_robot_state_max 0.02310346909777611 get_robot_state_mean 0.022036571828124296 get_robot_state_median 0.022673852976999784 get_robot_state_min 0.019695112260721497 get_state_dump_max 0.020273054900922273 get_state_dump_mean 0.02008986613315083 get_state_dump_median 0.020160654377595386 get_state_dump_min 0.019765100876490273 get_ui_image_max 0.05127463340759277 get_ui_image_mean 0.04839575852479229 get_ui_image_median 0.0492620053149939 get_ui_image_min 0.04378439006158861 in-drivable-lane_max 6.400000000000016 in-drivable-lane_mean 2.6125000000000003 in-drivable-lane_min 0.4999999999999982 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.9542013854084048, "get_ui_image": 0.05005485446829545, "step_physics": 0.12015804177836369, "survival_time": 3.7999999999999945, "driven_lanedir": 0.7870138055563718, "get_state_dump": 0.020273054900922273, "sim_render-ego": 0.00945031015496505, "get_robot_state": 0.022625098102971128, "get_duckie_state": 3.10885278802169e-06, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.025437631105121813, "deviation-heading": 0.40768843064298343, "complete-iteration": 0.2970934165151496, "set_robot_commands": 0.007478544586583188, "deviation-center-line": 0.17774032822364907, "driven_lanedir_consec": 0.7870138055563718, "sim_compute_sim_state": 0.03523533595235724, "sim_compute_performance-ego": 0.006204435699864438}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.5824210970761956, "get_ui_image": 0.05127463340759277, "step_physics": 0.12653985818227131, "survival_time": 5.999999999999987, "driven_lanedir": 0.5847908001011726, "get_state_dump": 0.019765100876490273, "sim_render-ego": 0.009687123696009318, "get_robot_state": 0.02272260785102844, "get_duckie_state": 3.2842159271240235e-06, "in-drivable-lane": 2.9999999999999893, "agent_compute-ego": 0.06097075939178467, "deviation-heading": 1.5748439380055368, "complete-iteration": 0.3418034275372823, "set_robot_commands": 0.007454969485600789, "deviation-center-line": 0.1840485612391657, "driven_lanedir_consec": 0.5847908001011726, "sim_compute_sim_state": 0.03676585753758748, "sim_compute_performance-ego": 0.006444682677586873}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.9939699941762328, "get_ui_image": 0.048469156161692346, "step_physics": 0.11516153974231012, "survival_time": 11.050000000000022, "driven_lanedir": 0.8413316851871399, "get_state_dump": 0.020143160453209512, "sim_render-ego": 0.009533943633687982, "get_robot_state": 0.02310346909777611, "get_duckie_state": 3.2202690435211043e-06, "in-drivable-lane": 6.400000000000016, "agent_compute-ego": 0.06282798413237835, "deviation-heading": 2.624869753936763, "complete-iteration": 0.3280232038972604, "set_robot_commands": 0.007283687591552734, "deviation-center-line": 0.24149889327301025, "driven_lanedir_consec": 0.8413316851871399, "sim_compute_sim_state": 0.035125450850611896, "sim_compute_performance-ego": 0.006195661708780004}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.5545058580514397, "get_ui_image": 0.04378439006158861, "step_physics": 0.11571813033798992, "survival_time": 5.899999999999987, "driven_lanedir": 1.3817454918994343, "get_state_dump": 0.020178148301981263, "sim_render-ego": 0.0084165880235575, "get_robot_state": 0.019695112260721497, "get_duckie_state": 3.202486846406581e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.06742431349673514, "deviation-heading": 0.8914284665580667, "complete-iteration": 0.326812338020842, "set_robot_commands": 0.00680009187278101, "deviation-center-line": 0.29970139197009626, "driven_lanedir_consec": 1.3817454918994343, "sim_compute_sim_state": 0.03851473129401773, "sim_compute_performance-ego": 0.0060958336975614905}}set_robot_commands_max 0.007478544586583188 set_robot_commands_mean 0.00725432338412943 set_robot_commands_median 0.007369328538576762 set_robot_commands_min 0.00680009187278101 sim_compute_performance-ego_max 0.006444682677586873 sim_compute_performance-ego_mean 0.006235153445948201 sim_compute_performance-ego_median 0.006200048704322221 sim_compute_performance-ego_min 0.0060958336975614905 sim_compute_sim_state_max 0.03851473129401773 sim_compute_sim_state_mean 0.03641034390864358 sim_compute_sim_state_median 0.03600059674497236 sim_compute_sim_state_min 0.035125450850611896 sim_render-ego_max 0.009687123696009318 sim_render-ego_mean 0.009271991377054962 sim_render-ego_median 0.009492126894326516 sim_render-ego_min 0.0084165880235575 simulation-passed 1 step_physics_max 0.12653985818227131 step_physics_mean 0.11939439251023376 step_physics_median 0.1179380860581768 step_physics_min 0.11516153974231012 survival_time_max 11.050000000000022 survival_time_mean 6.687499999999997 survival_time_min 3.7999999999999945
No reset possible 43076
11601
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 20:05:54+00:00 2020-11-25 20:15:06+00:00 0:09:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7456088767607401 survival_time_median 10.375000000000025 deviation-center-line_median 0.27096520663497253 in-drivable-lane_median 2.6750000000000256
other stats agent_compute-ego_max 0.029663963520780524 agent_compute-ego_mean 0.02652855136857213 agent_compute-ego_median 0.025779995992966463 agent_compute-ego_min 0.024890249967575072 complete-iteration_max 0.3927162386846881 complete-iteration_mean 0.3258403628117872 complete-iteration_median 0.3162936726369356 complete-iteration_min 0.2780578672885895 deviation-center-line_max 0.2857713260368341 deviation-center-line_mean 0.23455615590931891 deviation-center-line_min 0.11052288433049644 deviation-heading_max 1.9089218369269412 deviation-heading_mean 1.0583506217716012 deviation-heading_median 0.8527132095575609 deviation-heading_min 0.6190542310443418 driven_any_max 3.0628404439709707 driven_any_mean 1.902268733871226 driven_any_median 2.0989840071617176 driven_any_min 0.34826647719049714 driven_lanedir_consec_max 2.029490191758769 driven_lanedir_consec_mean 0.9421567964973996 driven_lanedir_consec_min 0.24791924070934937 driven_lanedir_max 2.029490191758769 driven_lanedir_mean 0.9421567964973996 driven_lanedir_median 0.7456088767607401 driven_lanedir_min 0.24791924070934937 get_duckie_state_max 2.9775433074262807e-06 get_duckie_state_mean 2.83854640732255e-06 get_duckie_state_median 2.8352957245305924e-06 get_duckie_state_min 2.7060508728027343e-06 get_robot_state_max 0.023785065015157064 get_robot_state_mean 0.022222225162872714 get_robot_state_median 0.022606125858404325 get_robot_state_min 0.019891583919525148 get_state_dump_max 0.020400875493099813 get_state_dump_mean 0.019832816990332267 get_state_dump_median 0.01978934775007532 get_state_dump_min 0.019351696968078612 get_ui_image_max 0.058773895527454136 get_ui_image_mean 0.05089890533184449 get_ui_image_median 0.04934216067904518 get_ui_image_min 0.04613740444183349 in-drivable-lane_max 11.600000000000064 in-drivable-lane_mean 4.3250000000000295 in-drivable-lane_min 0.3500000000000001 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.3130272621389243, "get_ui_image": 0.04653235844203404, "step_physics": 0.11927882352269682, "survival_time": 6.649999999999984, "driven_lanedir": 0.9016947510685068, "get_state_dump": 0.020400875493099813, "sim_render-ego": 0.00960063934326172, "get_robot_state": 0.021841999283410553, "get_duckie_state": 2.9775433074262807e-06, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.025122861216839095, "deviation-heading": 1.9089218369269412, "complete-iteration": 0.2933411723689029, "set_robot_commands": 0.007591921584050458, "deviation-center-line": 0.28142080036746864, "driven_lanedir_consec": 0.9016947510685068, "sim_compute_sim_state": 0.036562394378776834, "sim_compute_performance-ego": 0.006235699904592414}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.34826647719049714, "get_ui_image": 0.04613740444183349, "step_physics": 0.11409459114074708, "survival_time": 2.000000000000001, "driven_lanedir": 0.24791924070934937, "get_state_dump": 0.019351696968078612, "sim_render-ego": 0.008635717630386352, "get_robot_state": 0.019891583919525148, "get_duckie_state": 2.7060508728027343e-06, "in-drivable-lane": 0.3500000000000001, "agent_compute-ego": 0.024890249967575072, "deviation-heading": 0.6190542310443418, "complete-iteration": 0.2780578672885895, "set_robot_commands": 0.007283884286880493, "deviation-center-line": 0.11052288433049644, "driven_lanedir_consec": 0.24791924070934937, "sim_compute_sim_state": 0.03152456879615784, "sim_compute_performance-ego": 0.006073319911956787}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0628404439709707, "get_ui_image": 0.05215196291605632, "step_physics": 0.15032031218210856, "survival_time": 14.950000000000076, "driven_lanedir": 0.5895230024529733, "get_state_dump": 0.01993725299835205, "sim_render-ego": 0.010376925468444823, "get_robot_state": 0.023785065015157064, "get_duckie_state": 2.8459231058756512e-06, "in-drivable-lane": 11.600000000000064, "agent_compute-ego": 0.02643713076909383, "deviation-heading": 0.8889493809175287, "complete-iteration": 0.3392461729049683, "set_robot_commands": 0.008062474727630616, "deviation-center-line": 0.26050961290247643, "driven_lanedir_consec": 0.5895230024529733, "sim_compute_sim_state": 0.04126840591430664, "sim_compute_performance-ego": 0.006729825337727865}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.884940752184511, "get_ui_image": 0.058773895527454136, "step_physics": 0.18022944064850505, "survival_time": 14.100000000000064, "driven_lanedir": 2.029490191758769, "get_state_dump": 0.01964144250179859, "sim_render-ego": 0.01099394991042766, "get_robot_state": 0.023370252433398093, "get_duckie_state": 2.824668343185533e-06, "in-drivable-lane": 3.950000000000056, "agent_compute-ego": 0.029663963520780524, "deviation-heading": 0.816477038197593, "complete-iteration": 0.3927162386846881, "set_robot_commands": 0.008969539446188203, "deviation-center-line": 0.2857713260368341, "driven_lanedir_consec": 2.029490191758769, "sim_compute_sim_state": 0.05337130347042219, "sim_compute_performance-ego": 0.007524538547434705}}set_robot_commands_max 0.008969539446188203 set_robot_commands_mean 0.007976955011187442 set_robot_commands_median 0.007827198155840537 set_robot_commands_min 0.007283884286880493 sim_compute_performance-ego_max 0.007524538547434705 sim_compute_performance-ego_mean 0.006640845925427943 sim_compute_performance-ego_median 0.006482762621160139 sim_compute_performance-ego_min 0.006073319911956787 sim_compute_sim_state_max 0.05337130347042219 sim_compute_sim_state_mean 0.040681668139915875 sim_compute_sim_state_median 0.03891540014654174 sim_compute_sim_state_min 0.03152456879615784 sim_render-ego_max 0.01099394991042766 sim_render-ego_mean 0.009901808088130138 sim_render-ego_median 0.009988782405853273 sim_render-ego_min 0.008635717630386352 simulation-passed 1 step_physics_max 0.18022944064850505 step_physics_mean 0.14098079187351437 step_physics_median 0.13479956785240269 step_physics_min 0.11409459114074708 survival_time_max 14.950000000000076 survival_time_mean 9.425000000000033 survival_time_min 2.000000000000001
No reset possible 43071
11599
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 19:44:00+00:00 2020-11-25 19:53:53+00:00 0:09:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.227943927600872 survival_time_median 14.950000000000076 deviation-center-line_median 0.6300065872152115 in-drivable-lane_median 0.8000000000000065
other stats agent_compute-ego_max 0.025188685258229572 agent_compute-ego_mean 0.02457564739510417 agent_compute-ego_median 0.024590329726537068 agent_compute-ego_min 0.02393324486911297 complete-iteration_max 0.2942904710769653 complete-iteration_mean 0.28559644335880874 complete-iteration_median 0.2853897488117218 complete-iteration_min 0.2773158047348261 deviation-center-line_max 0.8008798505323986 deviation-center-line_mean 0.58425990923589 deviation-center-line_min 0.27614661198073837 deviation-heading_max 3.925104009164069 deviation-heading_mean 3.1142525996053885 deviation-heading_median 3.425119400865382 deviation-heading_min 1.6816675875267226 driven_any_max 3.2580844548107124 driven_any_mean 2.666692358239713 driven_any_median 2.971097278770363 driven_any_min 1.466490420607413 driven_lanedir_consec_max 3.061015832226672 driven_lanedir_consec_mean 2.1870060343636935 driven_lanedir_consec_min 1.2311204500263573 driven_lanedir_max 3.061015832226672 driven_lanedir_mean 2.3108999221452695 driven_lanedir_median 2.4757317031640245 driven_lanedir_min 1.2311204500263573 get_duckie_state_max 2.9087066650390623e-06 get_duckie_state_mean 2.820274482170741e-06 get_duckie_state_median 2.8248255451520283e-06 get_duckie_state_min 2.7227401733398437e-06 get_robot_state_max 0.02351213773091634 get_robot_state_mean 0.021287605557590725 get_robot_state_median 0.020951952921847504 get_robot_state_min 0.019734378655751547 get_state_dump_max 0.020107408985495567 get_state_dump_mean 0.019912895914167165 get_state_dump_median 0.01987105886141459 get_state_dump_min 0.019802056948343912 get_ui_image_max 0.04591827472050985 get_ui_image_mean 0.045167238973081114 get_ui_image_median 0.0452446287125349 get_ui_image_min 0.04426142374674479 in-drivable-lane_max 3.7500000000000537 in-drivable-lane_mean 1.3375000000000166 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.466490420607413, "get_ui_image": 0.04565339908003807, "step_physics": 0.11067636497318745, "survival_time": 6.399999999999985, "driven_lanedir": 1.2311204500263573, "get_state_dump": 0.020107408985495567, "sim_render-ego": 0.008836068212985992, "get_robot_state": 0.019964152947068214, "get_duckie_state": 2.7846544981002808e-06, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.02393324486911297, "deviation-heading": 1.6816675875267226, "complete-iteration": 0.2773158047348261, "set_robot_commands": 0.006807753816246986, "deviation-center-line": 0.27614661198073837, "driven_lanedir_consec": 1.2311204500263573, "sim_compute_sim_state": 0.034964898601174355, "sim_compute_performance-ego": 0.0061900001019239426}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.217184987232534, "get_ui_image": 0.04426142374674479, "step_physics": 0.10906911214192708, "survival_time": 14.950000000000076, "driven_lanedir": 3.061015832226672, "get_state_dump": 0.019844969908396404, "sim_render-ego": 0.009453895886739096, "get_robot_state": 0.02351213773091634, "get_duckie_state": 2.864996592203776e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.024434316953023276, "deviation-heading": 3.925104009164069, "complete-iteration": 0.28084713300069175, "set_robot_commands": 0.00759774923324585, "deviation-center-line": 0.8008798505323986, "driven_lanedir_consec": 3.061015832226672, "sim_compute_sim_state": 0.03639556884765625, "sim_compute_performance-ego": 0.006096445719401042}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.725009570308192, "get_ui_image": 0.04483585834503174, "step_physics": 0.11904974619547526, "survival_time": 14.950000000000076, "driven_lanedir": 1.9627577315472824, "get_state_dump": 0.01989714781443278, "sim_render-ego": 0.009278621673583985, "get_robot_state": 0.02193975289662679, "get_duckie_state": 2.9087066650390623e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.025188685258229572, "deviation-heading": 3.6182194351999826, "complete-iteration": 0.28993236462275185, "set_robot_commands": 0.007393815517425537, "deviation-center-line": 0.7210698713488992, "driven_lanedir_consec": 1.9627577315472824, "sim_compute_sim_state": 0.036003524462381996, "sim_compute_performance-ego": 0.0061629994710286455}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.2580844548107124, "get_ui_image": 0.04591827472050985, "step_physics": 0.12053958177566527, "survival_time": 14.950000000000076, "driven_lanedir": 2.9887056747807668, "get_state_dump": 0.019802056948343912, "sim_render-ego": 0.008791224161783854, "get_robot_state": 0.019734378655751547, "get_duckie_state": 2.7227401733398437e-06, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.024746342500050863, "deviation-heading": 3.23201936653078, "complete-iteration": 0.2942904710769653, "set_robot_commands": 0.006965803305308024, "deviation-center-line": 0.5389433030815238, "driven_lanedir_consec": 2.4931301236544616, "sim_compute_sim_state": 0.04140815734863281, "sim_compute_performance-ego": 0.006205939451853435}}set_robot_commands_max 0.00759774923324585 set_robot_commands_mean 0.0071912804680566 set_robot_commands_median 0.007179809411366781 set_robot_commands_min 0.006807753816246986 sim_compute_performance-ego_max 0.006205939451853435 sim_compute_performance-ego_mean 0.006163846186051766 sim_compute_performance-ego_median 0.006176499786476294 sim_compute_performance-ego_min 0.006096445719401042 sim_compute_sim_state_max 0.04140815734863281 sim_compute_sim_state_mean 0.037193037314961354 sim_compute_sim_state_median 0.03619954665501912 sim_compute_sim_state_min 0.034964898601174355 sim_render-ego_max 0.009453895886739096 sim_render-ego_mean 0.009089952483773232 sim_render-ego_median 0.009057344943284988 sim_render-ego_min 0.008791224161783854 simulation-passed 1 step_physics_max 0.12053958177566527 step_physics_mean 0.11483370127156375 step_physics_median 0.11486305558433137 step_physics_min 0.10906911214192708 survival_time_max 14.950000000000076 survival_time_mean 12.812500000000052 survival_time_min 6.399999999999985
No reset possible 43060
11595
Francois Hebert real-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-25 19:18:00+00:00 2020-11-25 19:26:38+00:00 0:08:38 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43057
11591
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 19:11:03+00:00 2020-11-25 19:15:08+00:00 0:04:05 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 60 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43045
11592
Francois Hebert real-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-25 19:05:26+00:00 2020-11-25 19:08:36+00:00 0:03:10 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43033
11588
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 18:33:22+00:00 2020-11-25 18:37:35+00:00 0:04:13 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 162 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43026
11586
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 18:14:53+00:00 2020-11-25 18:20:22+00:00 0:05:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.9751574148433896 survival_time_median 6.774999999999984 deviation-center-line_median 0.1246615359968797 in-drivable-lane_median 1.7499999999999938
other stats agent_compute-ego_max 0.025540998677887984 agent_compute-ego_mean 0.02508536927901952 agent_compute-ego_median 0.025114145719169645 agent_compute-ego_min 0.0245721869998508 complete-iteration_max 0.2707584709956728 complete-iteration_mean 0.260948858482186 complete-iteration_median 0.2581603917318981 complete-iteration_min 0.2567161794692751 deviation-center-line_max 0.1618647210569258 deviation-center-line_mean 0.12352490173807626 deviation-center-line_min 0.08291181390161985 deviation-heading_max 0.577721335352207 deviation-heading_mean 0.5078803700277347 deviation-heading_median 0.49790131543821325 deviation-heading_min 0.4579975138823054 driven_any_max 3.6120529035124505 driven_any_mean 2.0446563083899445 driven_any_median 2.1171710882858275 driven_any_min 0.33223015347567314 driven_lanedir_consec_max 1.9362011317320096 driven_lanedir_consec_mean 1.0272139634966655 driven_lanedir_consec_min 0.22233989256787368 driven_lanedir_max 1.9362011317320096 driven_lanedir_mean 1.0272139634966655 driven_lanedir_median 0.9751574148433896 driven_lanedir_min 0.22233989256787368 get_duckie_state_max 3.2527106148856026e-06 get_duckie_state_mean 3.1627510604126977e-06 get_duckie_state_median 3.168818948001034e-06 get_duckie_state_min 3.0606557307631207e-06 get_robot_state_max 0.019871205297009698 get_robot_state_mean 0.019133309054629385 get_robot_state_median 0.018951866977477548 get_robot_state_min 0.018758296966552734 get_state_dump_max 0.019309038951479156 get_state_dump_mean 0.019186080581454296 get_state_dump_median 0.019205271404215577 get_state_dump_min 0.019024740565906872 get_ui_image_max 0.04229307174682617 get_ui_image_mean 0.041835278792151674 get_ui_image_median 0.04180150472471866 get_ui_image_min 0.04144503397234319 in-drivable-lane_max 8.000000000000014 in-drivable-lane_mean 2.9500000000000006 in-drivable-lane_min 0.30000000000000027 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9121396969127564, "get_ui_image": 0.04185725961412702, "step_physics": 0.09908489575461736, "survival_time": 6.299999999999986, "driven_lanedir": 1.2860355316124392, "get_state_dump": 0.019171932386973543, "sim_render-ego": 0.008143222521221826, "get_robot_state": 0.01896501344347757, "get_duckie_state": 3.2527106148856026e-06, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.0245721869998508, "deviation-heading": 0.577721335352207, "complete-iteration": 0.2567161794692751, "set_robot_commands": 0.006453440302894229, "deviation-center-line": 0.15358916973551753, "driven_lanedir_consec": 1.2860355316124392, "sim_compute_sim_state": 0.032336316411457365, "sim_compute_performance-ego": 0.005938019071306501}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.33223015347567314, "get_ui_image": 0.04229307174682617, "step_physics": 0.10125817791108162, "survival_time": 1.5500000000000007, "driven_lanedir": 0.22233989256787368, "get_state_dump": 0.0192386104214576, "sim_render-ego": 0.008185225148354807, "get_robot_state": 0.018758296966552734, "get_duckie_state": 3.1378961378528228e-06, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.025491668332007625, "deviation-heading": 0.5011544308884609, "complete-iteration": 0.25787218155399444, "set_robot_commands": 0.007096505934192288, "deviation-center-line": 0.08291181390161985, "driven_lanedir_consec": 0.22233989256787368, "sim_compute_sim_state": 0.02951856582395492, "sim_compute_performance-ego": 0.005837778891286542}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.6120529035124505, "get_ui_image": 0.04144503397234319, "step_physics": 0.10027837639220025, "survival_time": 10.450000000000014, "driven_lanedir": 0.66427929807434, "get_state_dump": 0.019024740565906872, "sim_render-ego": 0.008143817408803548, "get_robot_state": 0.01893872051147753, "get_duckie_state": 3.0606557307631207e-06, "in-drivable-lane": 8.000000000000014, "agent_compute-ego": 0.025540998677887984, "deviation-heading": 0.4946481999879655, "complete-iteration": 0.25844860190980173, "set_robot_commands": 0.0065715096213600855, "deviation-center-line": 0.09573390225824184, "driven_lanedir_consec": 0.66427929807434, "sim_compute_sim_state": 0.032453582617654755, "sim_compute_performance-ego": 0.005866611973520671}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.3222024796588987, "get_ui_image": 0.04174574983531031, "step_physics": 0.1065187141813081, "survival_time": 7.249999999999982, "driven_lanedir": 1.9362011317320096, "get_state_dump": 0.019309038951479156, "sim_render-ego": 0.008438006762800546, "get_robot_state": 0.019871205297009698, "get_duckie_state": 3.1997417581492456e-06, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.02473662310633166, "deviation-heading": 0.4579975138823054, "complete-iteration": 0.2707584709956728, "set_robot_commands": 0.006517254073044349, "deviation-center-line": 0.1618647210569258, "driven_lanedir_consec": 1.9362011317320096, "sim_compute_sim_state": 0.03746838569641113, "sim_compute_performance-ego": 0.005964157499116042}}set_robot_commands_max 0.007096505934192288 set_robot_commands_mean 0.006659677482872738 set_robot_commands_median 0.006544381847202217 set_robot_commands_min 0.006453440302894229 sim_compute_performance-ego_max 0.005964157499116042 sim_compute_performance-ego_mean 0.005901641858807438 sim_compute_performance-ego_median 0.005902315522413586 sim_compute_performance-ego_min 0.005837778891286542 sim_compute_sim_state_max 0.03746838569641113 sim_compute_sim_state_mean 0.032944212637369547 sim_compute_sim_state_median 0.03239494951455606 sim_compute_sim_state_min 0.02951856582395492 sim_render-ego_max 0.008438006762800546 sim_render-ego_mean 0.008227567960295182 sim_render-ego_median 0.008164521278579178 sim_render-ego_min 0.008143222521221826 simulation-passed 1 step_physics_max 0.1065187141813081 step_physics_mean 0.10178504105980182 step_physics_median 0.10076827715164093 step_physics_min 0.09908489575461736 survival_time_max 10.450000000000014 survival_time_mean 6.387499999999996 survival_time_min 1.5500000000000007
No reset possible 43015
11584
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 18:04:01+00:00 2020-11-25 18:08:10+00:00 0:04:09 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 160 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43005
11584
Yishu Malhotra Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 17:58:55+00:00 2020-11-25 18:02:51+00:00 0:03:56 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 98 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42981
11576
Anastasiya Nikolskaya Β π·πΊJetBrains Research aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 13:36:03+00:00 2020-11-25 13:54:04+00:00 0:18:01 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.7311449013435425 survival_time_median 14.950000000000076 deviation-center-line_median 1.1538591582125526 in-drivable-lane_median 1.8500000000000223
other stats agent_compute-ego_max 0.0473941437403361 agent_compute-ego_mean 0.04384244561195373 agent_compute-ego_median 0.04332520643870036 agent_compute-ego_min 0.04132522583007813 complete-iteration_max 0.3518273766835531 complete-iteration_mean 0.3441363952557246 complete-iteration_median 0.34285348455111186 complete-iteration_min 0.33901123523712157 deviation-center-line_max 1.350624752778255 deviation-center-line_mean 1.1477927060286663 deviation-center-line_min 0.9328277549113048 deviation-heading_max 4.142418729049147 deviation-heading_mean 3.58889790677448 deviation-heading_median 3.6324629085544538 deviation-heading_min 2.9482470809398658 driven_any_max 4.726099631619705 driven_any_mean 4.253948336755196 driven_any_median 4.415455122829165 driven_any_min 3.4587834697427455 driven_lanedir_consec_max 4.194061034395922 driven_lanedir_consec_mean 3.6086158357834175 driven_lanedir_consec_min 2.7781125060506633 driven_lanedir_max 4.194061034395922 driven_lanedir_mean 3.731264677496279 driven_lanedir_median 3.897920807131686 driven_lanedir_min 2.935156061325823 get_duckie_state_max 3.006458282470703e-06 get_duckie_state_mean 2.9019514719645183e-06 get_duckie_state_median 2.8864542643229164e-06 get_duckie_state_min 2.8284390767415364e-06 get_robot_state_max 0.02259965181350708 get_robot_state_mean 0.022546906073888144 get_robot_state_median 0.022551775376001996 get_robot_state_min 0.022484421730041504 get_state_dump_max 0.019287753105163577 get_state_dump_mean 0.0190596204996109 get_state_dump_median 0.019079979260762533 get_state_dump_min 0.018790770371754965 get_ui_image_max 0.05647061030069987 get_ui_image_mean 0.05466071506341298 get_ui_image_median 0.05466146349906921 get_ui_image_min 0.05284932295481364 in-drivable-lane_max 2.300000000000013 in-drivable-lane_mean 1.8375000000000168 in-drivable-lane_min 1.3500000000000094 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.726099631619705, "get_ui_image": 0.05432123025258382, "step_physics": 0.135809592405955, "survival_time": 14.950000000000076, "driven_lanedir": 4.194061034395922, "get_state_dump": 0.019007047017415363, "sim_render-ego": 0.009966654777526856, "get_robot_state": 0.022560710112253825, "get_duckie_state": 2.929369608561198e-06, "in-drivable-lane": 1.8500000000000183, "agent_compute-ego": 0.04139042139053345, "deviation-heading": 2.9482470809398658, "complete-iteration": 0.33901123523712157, "set_robot_commands": 0.007034218311309815, "deviation-center-line": 1.0488839145103022, "driven_lanedir_consec": 4.194061034395922, "sim_compute_sim_state": 0.04229480028152466, "sim_compute_performance-ego": 0.006460758050282797}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.2554054878851675, "get_ui_image": 0.05500169674555461, "step_physics": 0.1353685792287191, "survival_time": 14.950000000000076, "driven_lanedir": 3.767442919113254, "get_state_dump": 0.0191529115041097, "sim_render-ego": 0.01041858434677124, "get_robot_state": 0.022484421730041504, "get_duckie_state": 2.8435389200846352e-06, "in-drivable-lane": 1.3500000000000094, "agent_compute-ego": 0.0473941437403361, "deviation-heading": 4.142418729049147, "complete-iteration": 0.34387621879577634, "set_robot_commands": 0.0069686667124430335, "deviation-center-line": 1.350624752778255, "driven_lanedir_consec": 3.433891107536967, "sim_compute_sim_state": 0.04044015089670817, "sim_compute_performance-ego": 0.0064797806739807125}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.4587834697427455, "get_ui_image": 0.05284932295481364, "step_physics": 0.13677760124206542, "survival_time": 14.950000000000076, "driven_lanedir": 2.935156061325823, "get_state_dump": 0.018790770371754965, "sim_render-ego": 0.010163302421569823, "get_robot_state": 0.022542840639750164, "get_duckie_state": 3.006458282470703e-06, "in-drivable-lane": 2.300000000000013, "agent_compute-ego": 0.04525999148686727, "deviation-heading": 4.086697331479138, "complete-iteration": 0.34183075030644733, "set_robot_commands": 0.007405072848002116, "deviation-center-line": 0.9328277549113048, "driven_lanedir_consec": 2.7781125060506633, "sim_compute_sim_state": 0.041324719587961835, "sim_compute_performance-ego": 0.0065483585993448895}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.575504757773163, "get_ui_image": 0.05647061030069987, "step_physics": 0.1409513560930888, "survival_time": 14.950000000000076, "driven_lanedir": 4.028398695150118, "get_state_dump": 0.019287753105163577, "sim_render-ego": 0.009869620800018313, "get_robot_state": 0.02259965181350708, "get_duckie_state": 2.8284390767415364e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.04132522583007813, "deviation-heading": 3.178228485629768, "complete-iteration": 0.3518273766835531, "set_robot_commands": 0.006966073513031006, "deviation-center-line": 1.2588344019148028, "driven_lanedir_consec": 4.028398695150118, "sim_compute_sim_state": 0.0477595599492391, "sim_compute_performance-ego": 0.006428236166636149}}set_robot_commands_max 0.007405072848002116 set_robot_commands_mean 0.007093507846196493 set_robot_commands_median 0.007001442511876424 set_robot_commands_min 0.006966073513031006 sim_compute_performance-ego_max 0.0065483585993448895 sim_compute_performance-ego_mean 0.006479283372561137 sim_compute_performance-ego_median 0.006470269362131754 sim_compute_performance-ego_min 0.006428236166636149 sim_compute_sim_state_max 0.0477595599492391 sim_compute_sim_state_mean 0.04295480767885844 sim_compute_sim_state_median 0.04180975993474324 sim_compute_sim_state_min 0.04044015089670817 sim_render-ego_max 0.01041858434677124 sim_render-ego_mean 0.010104540586471556 sim_render-ego_median 0.01006497859954834 sim_render-ego_min 0.009869620800018313 simulation-passed 1 step_physics_max 0.1409513560930888 step_physics_mean 0.13722678224245705 step_physics_median 0.1362935968240102 step_physics_min 0.1353685792287191 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42972
11574
Anastasiya Nikolskaya Β π·πΊJetBrains Research aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 13:05:22+00:00 2020-11-25 13:16:09+00:00 0:10:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1573121097064556 survival_time_median 14.950000000000076 deviation-center-line_median 0.5054240870453812 in-drivable-lane_median 8.575000000000092
other stats agent_compute-ego_max 0.028782405853271485 agent_compute-ego_mean 0.02837532897790273 agent_compute-ego_median 0.02831734577814738 agent_compute-ego_min 0.02808421850204468 complete-iteration_max 0.30620521068573 complete-iteration_mean 0.28409480889638267 complete-iteration_median 0.27745385766029357 complete-iteration_min 0.27526630957921344 deviation-center-line_max 1.119296396682168 deviation-center-line_mean 0.6266100496584226 deviation-center-line_min 0.3762956278607598 deviation-heading_max 3.0805847652581027 deviation-heading_mean 1.81816103583553 deviation-heading_median 1.6328935051430538 deviation-heading_min 0.9262723677979096 driven_any_max 4.95936646338928 driven_any_mean 2.8604512687332537 driven_any_median 2.2385339490413374 driven_any_min 2.0053707134610597 driven_lanedir_consec_max 4.105277487040106 driven_lanedir_consec_mean 2.484975571517289 driven_lanedir_consec_min 1.5200005796161389 driven_lanedir_max 4.105277487040106 driven_lanedir_mean 2.484975571517289 driven_lanedir_median 2.1573121097064556 driven_lanedir_min 1.5200005796161389 get_duckie_state_max 2.8785069783528648e-06 get_duckie_state_mean 2.7996301651000976e-06 get_duckie_state_median 2.8073787689208985e-06 get_duckie_state_min 2.705256144205729e-06 get_robot_state_max 0.02357188065846761 get_robot_state_mean 0.02189290086428324 get_robot_state_median 0.022065296967824295 get_robot_state_min 0.019869128863016765 get_state_dump_max 0.01895690123240153 get_state_dump_mean 0.018896622260411583 get_state_dump_median 0.01888991673787435 get_state_dump_min 0.018849754333496095 get_ui_image_max 0.04746147155761719 get_ui_image_mean 0.044747501015663146 get_ui_image_median 0.04390482028325399 get_ui_image_min 0.043718891938527425 in-drivable-lane_max 9.10000000000009 in-drivable-lane_mean 7.33750000000008 in-drivable-lane_min 3.100000000000044 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.016547597733065, "get_ui_image": 0.043718891938527425, "step_physics": 0.10558141390482584, "survival_time": 14.950000000000076, "driven_lanedir": 1.5200005796161389, "get_state_dump": 0.018857739766438803, "sim_render-ego": 0.008986469109853108, "get_robot_state": 0.02094341516494751, "get_duckie_state": 2.8785069783528648e-06, "in-drivable-lane": 9.10000000000009, "agent_compute-ego": 0.028479594389597573, "deviation-heading": 2.1022260026252897, "complete-iteration": 0.27526630957921344, "set_robot_commands": 0.0067397681872049964, "deviation-center-line": 0.5634871272521479, "driven_lanedir_consec": 1.5200005796161389, "sim_compute_sim_state": 0.03587307612101237, "sim_compute_performance-ego": 0.005900483131408691}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.46052030034961, "get_ui_image": 0.043933672110239665, "step_physics": 0.10647135575612386, "survival_time": 14.950000000000076, "driven_lanedir": 2.407432256698504, "get_state_dump": 0.018922093709309896, "sim_render-ego": 0.00947886308034261, "get_robot_state": 0.02318717877070109, "get_duckie_state": 2.795855204264323e-06, "in-drivable-lane": 8.550000000000093, "agent_compute-ego": 0.02808421850204468, "deviation-heading": 0.9262723677979096, "complete-iteration": 0.27889392932256063, "set_robot_commands": 0.0070010773340861004, "deviation-center-line": 0.3762956278607598, "driven_lanedir_consec": 2.407432256698504, "sim_compute_sim_state": 0.03561906655629476, "sim_compute_performance-ego": 0.006013193130493164}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0053707134610597, "get_ui_image": 0.04387596845626831, "step_physics": 0.1091235375404358, "survival_time": 14.950000000000076, "driven_lanedir": 1.907191962714407, "get_state_dump": 0.01895690123240153, "sim_render-ego": 0.008625925381978353, "get_robot_state": 0.019869128863016765, "get_duckie_state": 2.818902333577474e-06, "in-drivable-lane": 8.600000000000092, "agent_compute-ego": 0.028155097166697184, "deviation-heading": 1.1635610076608178, "complete-iteration": 0.2760137859980265, "set_robot_commands": 0.006600386301676433, "deviation-center-line": 0.44736104683861455, "driven_lanedir_consec": 1.907191962714407, "sim_compute_sim_state": 0.03470000187555949, "sim_compute_performance-ego": 0.005925924777984619}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.95936646338928, "get_ui_image": 0.04746147155761719, "step_physics": 0.12000537077585856, "survival_time": 14.950000000000076, "driven_lanedir": 4.105277487040106, "get_state_dump": 0.018849754333496095, "sim_render-ego": 0.009378116130828855, "get_robot_state": 0.02357188065846761, "get_duckie_state": 2.705256144205729e-06, "in-drivable-lane": 3.100000000000044, "agent_compute-ego": 0.028782405853271485, "deviation-heading": 3.0805847652581027, "complete-iteration": 0.30620521068573, "set_robot_commands": 0.007171924114227295, "deviation-center-line": 1.119296396682168, "driven_lanedir_consec": 4.105277487040106, "sim_compute_sim_state": 0.044566816488901775, "sim_compute_performance-ego": 0.006237311363220215}}set_robot_commands_max 0.007171924114227295 set_robot_commands_mean 0.006878288984298706 set_robot_commands_median 0.0068704227606455484 set_robot_commands_min 0.006600386301676433 sim_compute_performance-ego_max 0.006237311363220215 sim_compute_performance-ego_mean 0.006019228100776673 sim_compute_performance-ego_median 0.005969558954238892 sim_compute_performance-ego_min 0.005900483131408691 sim_compute_sim_state_max 0.044566816488901775 sim_compute_sim_state_mean 0.0376897402604421 sim_compute_sim_state_median 0.03574607133865357 sim_compute_sim_state_min 0.03470000187555949 sim_render-ego_max 0.00947886308034261 sim_render-ego_mean 0.009117343425750732 sim_render-ego_median 0.009182292620340982 sim_render-ego_min 0.008625925381978353 simulation-passed 1 step_physics_max 0.12000537077585856 step_physics_mean 0.110295419494311 step_physics_median 0.10779744664827982 step_physics_min 0.10558141390482584 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42931
11567
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 06:48:12+00:00 2020-11-25 06:58:44+00:00 0:10:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0995232847559566 survival_time_median 14.950000000000076 deviation-center-line_median 0.48173655443113206 in-drivable-lane_median 6.100000000000087
other stats agent_compute-ego_max 0.025042227109273275 agent_compute-ego_mean 0.02442914585272471 agent_compute-ego_median 0.024463672240575156 agent_compute-ego_min 0.02374701182047526 complete-iteration_max 0.2703241046269735 complete-iteration_mean 0.26511079251766206 complete-iteration_median 0.2644605890909831 complete-iteration_min 0.26119788726170856 deviation-center-line_max 0.6412096783896349 deviation-center-line_mean 0.4883214289002721 deviation-center-line_min 0.3486029283491894 deviation-heading_max 2.6792140931999766 deviation-heading_mean 2.1688716743474923 deviation-heading_median 2.10511234406593 deviation-heading_min 1.7860479160581335 driven_any_max 3.8226883590755394 driven_any_mean 3.272653117239602 driven_any_median 3.1769836408475784 driven_any_min 2.913956828187713 driven_lanedir_consec_max 3.08853774691411 driven_lanedir_consec_mean 2.27112074176849 driven_lanedir_consec_min 1.7968986506479363 driven_lanedir_max 3.08853774691411 driven_lanedir_mean 2.2976126912643196 driven_lanedir_median 2.152507183747615 driven_lanedir_min 1.7968986506479363 get_duckie_state_max 3.3942858378092447e-06 get_duckie_state_mean 3.2806396484375e-06 get_duckie_state_median 3.2738844553629555e-06 get_duckie_state_min 3.1805038452148437e-06 get_robot_state_max 0.019283823172251385 get_robot_state_mean 0.0191152016321818 get_robot_state_median 0.01912008007367452 get_robot_state_min 0.01893682320912679 get_state_dump_max 0.019329581260681152 get_state_dump_mean 0.01918152391910553 get_state_dump_median 0.019174578189849856 get_state_dump_min 0.01904735803604126 get_ui_image_max 0.04224778175354004 get_ui_image_mean 0.0419066067536672 get_ui_image_median 0.04195416132609049 get_ui_image_min 0.04147032260894776 in-drivable-lane_max 6.950000000000098 in-drivable-lane_mean 5.412500000000077 in-drivable-lane_min 2.5000000000000355 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.8226883590755394, "get_ui_image": 0.04195424715677897, "step_physics": 0.10253853638966878, "survival_time": 14.950000000000076, "driven_lanedir": 3.08853774691411, "get_state_dump": 0.019329581260681152, "sim_render-ego": 0.008323996861775717, "get_robot_state": 0.019104172388712565, "get_duckie_state": 3.2242139180501302e-06, "in-drivable-lane": 2.5000000000000355, "agent_compute-ego": 0.024797467390696208, "deviation-heading": 2.6792140931999766, "complete-iteration": 0.26225545644760134, "set_robot_commands": 0.006748867829640706, "deviation-center-line": 0.6412096783896349, "driven_lanedir_consec": 3.08853774691411, "sim_compute_sim_state": 0.033355520566304524, "sim_compute_performance-ego": 0.0059155583381652836}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.913956828187713, "get_ui_image": 0.04224778175354004, "step_physics": 0.1032601006825765, "survival_time": 14.950000000000076, "driven_lanedir": 2.0177325202762404, "get_state_dump": 0.019243942896525063, "sim_render-ego": 0.008317502339680989, "get_robot_state": 0.019135987758636473, "get_duckie_state": 3.1805038452148437e-06, "in-drivable-lane": 6.750000000000096, "agent_compute-ego": 0.02374701182047526, "deviation-heading": 1.7860479160581335, "complete-iteration": 0.26119788726170856, "set_robot_commands": 0.006471873124440511, "deviation-center-line": 0.3486029283491894, "driven_lanedir_consec": 2.0177325202762404, "sim_compute_sim_state": 0.032596222559611004, "sim_compute_performance-ego": 0.005988917350769043}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0512703400686845, "get_ui_image": 0.04147032260894776, "step_physics": 0.10783704201380412, "survival_time": 14.950000000000076, "driven_lanedir": 1.7968986506479363, "get_state_dump": 0.01904735803604126, "sim_render-ego": 0.008358425299326578, "get_robot_state": 0.01893682320912679, "get_duckie_state": 3.323554992675781e-06, "in-drivable-lane": 6.950000000000098, "agent_compute-ego": 0.025042227109273275, "deviation-heading": 1.8475986750916793, "complete-iteration": 0.2666657217343648, "set_robot_commands": 0.0066202664375305175, "deviation-center-line": 0.4859458405911589, "driven_lanedir_consec": 1.7968986506479363, "sim_compute_sim_state": 0.0332713770866394, "sim_compute_performance-ego": 0.005896700223286947}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.302696941626473, "get_ui_image": 0.04195407549540202, "step_physics": 0.10724685271581014, "survival_time": 14.950000000000076, "driven_lanedir": 2.2872818472189893, "get_state_dump": 0.01910521348317464, "sim_render-ego": 0.008307320276896159, "get_robot_state": 0.019283823172251385, "get_duckie_state": 3.3942858378092447e-06, "in-drivable-lane": 5.4500000000000774, "agent_compute-ego": 0.0241298770904541, "deviation-heading": 2.3626260130401806, "complete-iteration": 0.2703241046269735, "set_robot_commands": 0.006568628946940104, "deviation-center-line": 0.47752726827110514, "driven_lanedir_consec": 2.181314049235673, "sim_compute_sim_state": 0.0377067764600118, "sim_compute_performance-ego": 0.005832361380259196}}set_robot_commands_max 0.006748867829640706 set_robot_commands_mean 0.00660240908463796 set_robot_commands_median 0.0065944476922353105 set_robot_commands_min 0.006471873124440511 sim_compute_performance-ego_max 0.005988917350769043 sim_compute_performance-ego_mean 0.0059083843231201175 sim_compute_performance-ego_median 0.0059061292807261155 sim_compute_performance-ego_min 0.005832361380259196 sim_compute_sim_state_max 0.0377067764600118 sim_compute_sim_state_mean 0.03423247416814169 sim_compute_sim_state_median 0.03331344882647196 sim_compute_sim_state_min 0.032596222559611004 sim_render-ego_max 0.008358425299326578 sim_render-ego_mean 0.00832681119441986 sim_render-ego_median 0.008320749600728353 sim_render-ego_min 0.008307320276896159 simulation-passed 1 step_physics_max 0.10783704201380412 step_physics_mean 0.10522063295046488 step_physics_median 0.10525347669919333 step_physics_min 0.10253853638966878 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42910
11560
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 05:12:59+00:00 2020-11-25 05:17:05+00:00 0:04:06 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 124 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42902
11558
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 04:55:57+00:00 2020-11-25 05:06:15+00:00 0:10:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.025835758050282796 agent_compute-ego_mean 0.02503928860028585 agent_compute-ego_median 0.024950333038965863 agent_compute-ego_min 0.024420730272928872 complete-iteration_max 0.2761955841382345 complete-iteration_mean 0.2610536785920461 complete-iteration_median 0.2567191636562347 complete-iteration_min 0.2545808029174805 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.970695495605469e-06 get_duckie_state_mean 2.9190381368001304e-06 get_duckie_state_median 2.9357274373372394e-06 get_duckie_state_min 2.834002176920573e-06 get_robot_state_max 0.019119345347086588 get_robot_state_mean 0.018988968133926393 get_robot_state_median 0.018959033886591592 get_robot_state_min 0.018918459415435792 get_state_dump_max 0.01918602466583252 get_state_dump_mean 0.019048655629158025 get_state_dump_median 0.01903883417447408 get_state_dump_min 0.0189309295018514 get_ui_image_max 0.04222539742787679 get_ui_image_mean 0.04196130553881328 get_ui_image_median 0.04200734575589498 get_ui_image_min 0.04160513321558634 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.04222539742787679, "step_physics": 0.09969771862030027, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.0189309295018514, "sim_render-ego": 0.00833563248316447, "get_robot_state": 0.018918459415435792, "get_duckie_state": 2.9381116231282554e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025835758050282796, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.25758356889088946, "set_robot_commands": 0.006571137905120849, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.03098767836888631, "sim_compute_performance-ego": 0.005898594856262207}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.04192747433980306, "step_physics": 0.09905290921529132, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.019035147031148274, "sim_render-ego": 0.008153227170308431, "get_robot_state": 0.019119345347086588, "get_duckie_state": 2.970695495605469e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02536093791325887, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.2545808029174805, "set_robot_commands": 0.006387112935384114, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.029496417840321858, "sim_compute_performance-ego": 0.005864268143971761}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.04160513321558634, "step_physics": 0.1004890259106954, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.019042521317799887, "sim_render-ego": 0.008195664882659912, "get_robot_state": 0.01893823703130086, "get_duckie_state": 2.834002176920573e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.024420730272928872, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.25585475842158, "set_robot_commands": 0.0064035121599833175, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.03079487403233846, "sim_compute_performance-ego": 0.005785418351491292}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.0420872171719869, "step_physics": 0.11499252557754516, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01918602466583252, "sim_render-ego": 0.008459808826446534, "get_robot_state": 0.018979830741882323, "get_duckie_state": 2.933343251546224e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.024539728164672852, "deviation-heading": 0.486072248607516, "complete-iteration": 0.2761955841382345, "set_robot_commands": 0.006668988068898519, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.035222634474436444, "sim_compute_performance-ego": 0.005877227783203125}}set_robot_commands_max 0.006668988068898519 set_robot_commands_mean 0.0065076877673467 set_robot_commands_median 0.006487325032552083 set_robot_commands_min 0.006387112935384114 sim_compute_performance-ego_max 0.005898594856262207 sim_compute_performance-ego_mean 0.005856377283732096 sim_compute_performance-ego_median 0.005870747963587443 sim_compute_performance-ego_min 0.005785418351491292 sim_compute_sim_state_max 0.035222634474436444 sim_compute_sim_state_mean 0.03162540117899577 sim_compute_sim_state_median 0.030891276200612387 sim_compute_sim_state_min 0.029496417840321858 sim_render-ego_max 0.008459808826446534 sim_render-ego_mean 0.008286083340644837 sim_render-ego_median 0.00826564868291219 sim_render-ego_min 0.008153227170308431 simulation-passed 1 step_physics_max 0.11499252557754516 step_physics_mean 0.10355804483095804 step_physics_median 0.10009337226549785 step_physics_min 0.09905290921529132 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42885
11551
Yishu Malhotra Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele13-5b3e643c7379-1
2020-11-25 02:33:41+00:00 2020-11-25 02:45:25+00:00 0:11:44 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 1096 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42870
11553
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-25 02:16:07+00:00 2020-11-25 02:22:39+00:00 0:06:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6962004621690321 survival_time_median 6.875000000000012 deviation-center-line_median 0.18731348233326217 in-drivable-lane_median 3.3750000000000178
other stats agent_compute-ego_max 0.025762834548950196 agent_compute-ego_mean 0.025219521577698426 agent_compute-ego_median 0.025195065433540283 agent_compute-ego_min 0.024725120894762937 complete-iteration_max 0.2891232988475698 complete-iteration_mean 0.2677181978821288 complete-iteration_median 0.2623668889204661 complete-iteration_min 0.2570157148400132 deviation-center-line_max 0.33097850713707755 deviation-center-line_mean 0.2025181171691626 deviation-center-line_min 0.10446699687304846 deviation-heading_max 1.3873705283063833 deviation-heading_mean 0.6546890314083769 deviation-heading_median 0.4667885829828159 deviation-heading_min 0.2978084313614921 driven_any_max 4.4224598898258725 driven_any_mean 2.2408336057005576 driven_any_median 1.94261795411951 driven_any_min 0.6556386247373374 driven_lanedir_consec_max 1.8566244655930229 driven_lanedir_consec_mean 0.9308398559723136 driven_lanedir_consec_min 0.4743340339581674 driven_lanedir_max 1.8566244655930229 driven_lanedir_mean 0.9308398559723136 driven_lanedir_median 0.6962004621690321 driven_lanedir_min 0.4743340339581674 get_duckie_state_max 2.959569295247396e-06 get_duckie_state_mean 2.911443279028918e-06 get_duckie_state_median 2.9077247505369764e-06 get_duckie_state_min 2.870754319794324e-06 get_robot_state_max 0.02374472449311113 get_robot_state_mean 0.020223583948381297 get_robot_state_median 0.01914880061760927 get_robot_state_min 0.01885201006519551 get_state_dump_max 0.019512457130229578 get_state_dump_mean 0.019215571071579108 get_state_dump_median 0.019198957981706476 get_state_dump_min 0.018951911192673903 get_ui_image_max 0.04383400056214459 get_ui_image_mean 0.04228113255162261 get_ui_image_median 0.041927135346261454 get_ui_image_min 0.04143625895182291 in-drivable-lane_max 10.450000000000074 in-drivable-lane_mean 4.400000000000027 in-drivable-lane_min 0.4000000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.6556386247373374, "get_ui_image": 0.04190787902245155, "step_physics": 0.1017142442556528, "survival_time": 1.950000000000001, "driven_lanedir": 0.4743340339581674, "get_state_dump": 0.018951911192673903, "sim_render-ego": 0.008478941061557868, "get_robot_state": 0.01899090180030236, "get_duckie_state": 2.934382512019231e-06, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.02536916121458396, "deviation-heading": 0.2978084313614921, "complete-iteration": 0.2590530713399251, "set_robot_commands": 0.006726864056709485, "deviation-center-line": 0.10446699687304846, "driven_lanedir_consec": 0.4743340339581674, "sim_compute_sim_state": 0.030797408177302435, "sim_compute_performance-ego": 0.00592957398830316}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.8852247194246461, "get_ui_image": 0.04194639167007135, "step_physics": 0.10113688391082142, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4969526022139856, "get_state_dump": 0.019166698261183137, "sim_render-ego": 0.008209637233189173, "get_robot_state": 0.01885201006519551, "get_duckie_state": 2.870754319794324e-06, "in-drivable-lane": 0.8999999999999986, "agent_compute-ego": 0.024725120894762937, "deviation-heading": 0.3348385543131452, "complete-iteration": 0.2570157148400132, "set_robot_commands": 0.006431384962432238, "deviation-center-line": 0.12582449760325595, "driven_lanedir_consec": 0.4969526022139856, "sim_compute_sim_state": 0.030540855563416777, "sim_compute_performance-ego": 0.005828078912228954}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.4224598898258725, "get_ui_image": 0.04143625895182291, "step_physics": 0.10389030774434407, "survival_time": 14.950000000000076, "driven_lanedir": 0.8954483221240785, "get_state_dump": 0.019231217702229814, "sim_render-ego": 0.0081963316599528, "get_robot_state": 0.01930669943491618, "get_duckie_state": 2.959569295247396e-06, "in-drivable-lane": 10.450000000000074, "agent_compute-ego": 0.025762834548950196, "deviation-heading": 1.3873705283063833, "complete-iteration": 0.26568070650100706, "set_robot_commands": 0.006645457744598389, "deviation-center-line": 0.33097850713707755, "driven_lanedir_consec": 0.8954483221240785, "sim_compute_sim_state": 0.035114227930704754, "sim_compute_performance-ego": 0.005916359424591064}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0000111888143737, "get_ui_image": 0.04383400056214459, "step_physics": 0.1111232949569162, "survival_time": 11.300000000000026, "driven_lanedir": 1.8566244655930229, "get_state_dump": 0.019512457130229578, "sim_render-ego": 0.009797169043954494, "get_robot_state": 0.02374472449311113, "get_duckie_state": 2.881066989054722e-06, "in-drivable-lane": 5.850000000000037, "agent_compute-ego": 0.02502096965249661, "deviation-heading": 0.5987386116524867, "complete-iteration": 0.2891232988475698, "set_robot_commands": 0.00804737816869685, "deviation-center-line": 0.2488024670632684, "driven_lanedir_consec": 1.8566244655930229, "sim_compute_sim_state": 0.04183236476594368, "sim_compute_performance-ego": 0.006032939505788077}}set_robot_commands_max 0.00804737816869685 set_robot_commands_mean 0.00696277123310924 set_robot_commands_median 0.006686160900653937 set_robot_commands_min 0.006431384962432238 sim_compute_performance-ego_max 0.006032939505788077 sim_compute_performance-ego_mean 0.005926737957727813 sim_compute_performance-ego_median 0.005922966706447113 sim_compute_performance-ego_min 0.005828078912228954 sim_compute_sim_state_max 0.04183236476594368 sim_compute_sim_state_mean 0.03457121410934191 sim_compute_sim_state_median 0.03295581805400359 sim_compute_sim_state_min 0.030540855563416777 sim_render-ego_max 0.009797169043954494 sim_render-ego_mean 0.008670519749663584 sim_render-ego_median 0.008344289147373521 sim_render-ego_min 0.0081963316599528 simulation-passed 1 step_physics_max 0.1111232949569162 step_physics_mean 0.1044661827169336 step_physics_median 0.10280227599999844 step_physics_min 0.10113688391082142 survival_time_max 14.950000000000076 survival_time_mean 7.662500000000026 survival_time_min 1.950000000000001
No reset possible 42810
11540
Jean-SΓ©bastien Grondin Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 23:18:27+00:00 2020-11-24 23:27:49+00:00 0:09:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.726805402870789 survival_time_median 11.57500000000003 deviation-center-line_median 0.4304346871096049 in-drivable-lane_median 0.4750000000000046
other stats agent_compute-ego_max 0.027305583159128823 agent_compute-ego_mean 0.02635211270029952 agent_compute-ego_median 0.02652984778086345 agent_compute-ego_min 0.025043172080342364 complete-iteration_max 0.34843887567520143 complete-iteration_mean 0.3349341462976564 complete-iteration_median 0.33588277022043866 complete-iteration_min 0.319532169074547 deviation-center-line_max 0.778362309641829 deviation-center-line_mean 0.4219697013551054 deviation-center-line_min 0.048647121559382986 deviation-heading_max 3.009630779885812 deviation-heading_mean 1.7989433199295477 deviation-heading_median 1.83123775610116 deviation-heading_min 0.5236669876300584 driven_any_max 5.10391905254087 driven_any_mean 3.290392961668217 driven_any_median 3.917415337873721 driven_any_min 0.22282211838455465 driven_lanedir_consec_max 4.718269421503866 driven_lanedir_consec_mean 2.068936450070767 driven_lanedir_consec_min 0.10386557303762434 driven_lanedir_max 4.718269421503866 driven_lanedir_mean 2.068936450070767 driven_lanedir_median 1.726805402870789 driven_lanedir_min 0.10386557303762434 get_duckie_state_max 3.120899200439453e-06 get_duckie_state_mean 2.9733558980430044e-06 get_duckie_state_median 2.9676716502119855e-06 get_duckie_state_min 2.837181091308594e-06 get_robot_state_max 0.024729176265437428 get_robot_state_mean 0.023178557530651248 get_robot_state_median 0.02325925628344218 get_robot_state_min 0.0214665412902832 get_state_dump_max 0.020713996092478433 get_state_dump_mean 0.019987881556759034 get_state_dump_median 0.019943673562228197 get_state_dump_min 0.01935018301010132 get_ui_image_max 0.05653583447138468 get_ui_image_mean 0.05368748062994422 get_ui_image_median 0.054353808561960856 get_ui_image_min 0.04950647092447048 in-drivable-lane_max 11.100000000000072 in-drivable-lane_mean 3.0500000000000203 in-drivable-lane_min 0.15000000000000002 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.088216687559233, "get_ui_image": 0.05653583447138468, "step_physics": 0.1514202809333801, "survival_time": 14.950000000000076, "driven_lanedir": 4.718269421503866, "get_state_dump": 0.01978164354960124, "sim_render-ego": 0.010286846955617268, "get_robot_state": 0.022997440497080485, "get_duckie_state": 2.9158592224121095e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.027305583159128823, "deviation-heading": 3.009630779885812, "complete-iteration": 0.34843887567520143, "set_robot_commands": 0.008344337145487468, "deviation-center-line": 0.778362309641829, "driven_lanedir_consec": 4.718269421503866, "sim_compute_sim_state": 0.044871613184611005, "sim_compute_performance-ego": 0.0067032368977864585}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.22282211838455465, "get_ui_image": 0.056323468685150146, "step_physics": 0.15678796768188477, "survival_time": 1.0000000000000002, "driven_lanedir": 0.10386557303762434, "get_state_dump": 0.01935018301010132, "sim_render-ego": 0.009771692752838134, "get_robot_state": 0.0214665412902832, "get_duckie_state": 2.837181091308594e-06, "in-drivable-lane": 0.15000000000000002, "agent_compute-ego": 0.026341450214385987, "deviation-heading": 0.5236669876300584, "complete-iteration": 0.3409024953842163, "set_robot_commands": 0.007732510566711426, "deviation-center-line": 0.048647121559382986, "driven_lanedir_consec": 0.10386557303762434, "sim_compute_sim_state": 0.036351585388183595, "sim_compute_performance-ego": 0.0065875411033630375}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.10391905254087, "get_ui_image": 0.052384148438771566, "step_physics": 0.14015567382176716, "survival_time": 14.950000000000076, "driven_lanedir": 0.9183802490183998, "get_state_dump": 0.020713996092478433, "sim_render-ego": 0.010122207800547282, "get_robot_state": 0.023521072069803875, "get_duckie_state": 3.120899200439453e-06, "in-drivable-lane": 11.100000000000072, "agent_compute-ego": 0.0267182453473409, "deviation-heading": 2.1307164796261397, "complete-iteration": 0.330863045056661, "set_robot_commands": 0.007938211758931477, "deviation-center-line": 0.41410491559436935, "driven_lanedir_consec": 0.9183802490183998, "sim_compute_sim_state": 0.04260724306106568, "sim_compute_performance-ego": 0.006511650085449219}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7466139881882095, "get_ui_image": 0.04950647092447048, "step_physics": 0.13195050780366108, "survival_time": 8.199999999999982, "driven_lanedir": 2.535230556723179, "get_state_dump": 0.020105703574855152, "sim_render-ego": 0.009777271166080384, "get_robot_state": 0.024729176265437428, "get_duckie_state": 3.0194840780118615e-06, "in-drivable-lane": 0.4000000000000013, "agent_compute-ego": 0.025043172080342364, "deviation-heading": 1.5317590325761803, "complete-iteration": 0.319532169074547, "set_robot_commands": 0.007947866509600384, "deviation-center-line": 0.4467644586248405, "driven_lanedir_consec": 2.535230556723179, "sim_compute_sim_state": 0.04384861922845608, "sim_compute_performance-ego": 0.0064306288230709914}}set_robot_commands_max 0.008344337145487468 set_robot_commands_mean 0.00799073149518269 set_robot_commands_median 0.00794303913426593 set_robot_commands_min 0.007732510566711426 sim_compute_performance-ego_max 0.0067032368977864585 sim_compute_performance-ego_mean 0.006558264227417426 sim_compute_performance-ego_median 0.0065495955944061286 sim_compute_performance-ego_min 0.0064306288230709914 sim_compute_sim_state_max 0.044871613184611005 sim_compute_sim_state_mean 0.041919765215579094 sim_compute_sim_state_median 0.04322793114476088 sim_compute_sim_state_min 0.036351585388183595 sim_render-ego_max 0.010286846955617268 sim_render-ego_mean 0.009989504668770768 sim_render-ego_median 0.009949739483313833 sim_render-ego_min 0.009771692752838134 simulation-passed 1 step_physics_max 0.15678796768188477 step_physics_mean 0.14507860756017327 step_physics_median 0.14578797737757365 step_physics_min 0.13195050780366108 survival_time_max 14.950000000000076 survival_time_mean 9.775000000000034 survival_time_min 1.0000000000000002
No reset possible 42781
11536
Jean-SΓ©bastien Grondin Β π¨π¦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 23:05:53+00:00 2020-11-24 23:15:22+00:00 0:09:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.2112236699121883 survival_time_median 14.950000000000076 deviation-center-line_median 0.6503163674166367 in-drivable-lane_median 3.4500000000000033
other stats agent_compute-ego_max 0.025677236643704505 agent_compute-ego_mean 0.02538618761481661 agent_compute-ego_median 0.025402510563532512 agent_compute-ego_min 0.025062492688496908 complete-iteration_max 0.34029963883486664 complete-iteration_mean 0.3109728405692361 complete-iteration_median 0.30813400586446127 complete-iteration_min 0.2873237117131551 deviation-center-line_max 0.828126709914585 deviation-center-line_mean 0.5498672311419143 deviation-center-line_min 0.07070947981979854 deviation-heading_max 2.9639718195873055 deviation-heading_mean 1.8472490990514376 deviation-heading_median 2.0139627514759724 deviation-heading_min 0.3970990736665001 driven_any_max 4.083917135383428 driven_any_mean 3.112864382324733 driven_any_median 4.07719995833043 driven_any_min 0.21314047725464325 driven_lanedir_consec_max 3.52116795059195 driven_lanedir_consec_mean 2.014273929236584 driven_lanedir_consec_min 0.11348042653000778 driven_lanedir_max 3.52116795059195 driven_lanedir_mean 2.014273929236584 driven_lanedir_median 2.2112236699121883 driven_lanedir_min 0.11348042653000778 get_duckie_state_max 4.415512084960937e-06 get_duckie_state_mean 4.312161243323124e-06 get_duckie_state_median 4.357496897379557e-06 get_duckie_state_min 4.118139093572443e-06 get_robot_state_max 0.024364733695983888 get_robot_state_mean 0.02274219373861949 get_robot_state_median 0.02259190042813619 get_robot_state_min 0.02142024040222168 get_state_dump_max 0.02040807803471883 get_state_dump_mean 0.02003075092127829 get_state_dump_median 0.020106696071046773 get_state_dump_min 0.01950153350830078 get_ui_image_max 0.05647587776184082 get_ui_image_mean 0.0503259934981664 get_ui_image_median 0.049419510364532473 get_ui_image_min 0.045989075501759846 in-drivable-lane_max 7.1000000000000965 in-drivable-lane_mean 3.5500000000000256 in-drivable-lane_min 0.20000000000000007 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.070564847649447, "get_ui_image": 0.045989075501759846, "step_physics": 0.11268575270970664, "survival_time": 14.950000000000076, "driven_lanedir": 3.52116795059195, "get_state_dump": 0.02040807803471883, "sim_render-ego": 0.009385652542114258, "get_robot_state": 0.02244151751200358, "get_duckie_state": 4.359881083170573e-06, "in-drivable-lane": 1.400000000000004, "agent_compute-ego": 0.025062492688496908, "deviation-heading": 2.9639718195873055, "complete-iteration": 0.2873237117131551, "set_robot_commands": 0.007516024112701416, "deviation-center-line": 0.7850821626712858, "driven_lanedir_consec": 3.52116795059195, "sim_compute_sim_state": 0.03733070135116577, "sim_compute_performance-ego": 0.006325233777364095}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.083917135383428, "get_ui_image": 0.05042643149693807, "step_physics": 0.12570942083994546, "survival_time": 14.950000000000076, "driven_lanedir": 2.3988807553458473, "get_state_dump": 0.01950153350830078, "sim_render-ego": 0.009383931159973144, "get_robot_state": 0.0227422833442688, "get_duckie_state": 4.415512084960937e-06, "in-drivable-lane": 5.500000000000003, "agent_compute-ego": 0.025130038261413575, "deviation-heading": 2.412947190769028, "complete-iteration": 0.304599437713623, "set_robot_commands": 0.007712490558624267, "deviation-center-line": 0.828126709914585, "driven_lanedir_consec": 2.3988807553458473, "sim_compute_sim_state": 0.03761814753214518, "sim_compute_performance-ego": 0.006195844809214274}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.083835069011413, "get_ui_image": 0.04841258923212687, "step_physics": 0.12651888370513917, "survival_time": 14.950000000000076, "driven_lanedir": 2.0235665844785293, "get_state_dump": 0.020114153226216635, "sim_render-ego": 0.010656824111938476, "get_robot_state": 0.024364733695983888, "get_duckie_state": 4.3551127115885414e-06, "in-drivable-lane": 7.1000000000000965, "agent_compute-ego": 0.02567498286565145, "deviation-heading": 1.6149783121829162, "complete-iteration": 0.31166857401529946, "set_robot_commands": 0.007784678141276042, "deviation-center-line": 0.5155505721619875, "driven_lanedir_consec": 2.0235665844785293, "sim_compute_sim_state": 0.04166385491689046, "sim_compute_performance-ego": 0.006298254330952963}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.21314047725464325, "get_ui_image": 0.05647587776184082, "step_physics": 0.1520555236122825, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11348042653000778, "get_state_dump": 0.020099238915876907, "sim_render-ego": 0.008871024305170233, "get_robot_state": 0.02142024040222168, "get_duckie_state": 4.118139093572443e-06, "in-drivable-lane": 0.20000000000000007, "agent_compute-ego": 0.025677236643704505, "deviation-heading": 0.3970990736665001, "complete-iteration": 0.34029963883486664, "set_robot_commands": 0.0071805065328424626, "deviation-center-line": 0.07070947981979854, "driven_lanedir_consec": 0.11348042653000778, "sim_compute_sim_state": 0.04235442118211226, "sim_compute_performance-ego": 0.005983016707680442}}set_robot_commands_max 0.007784678141276042 set_robot_commands_mean 0.007548424836361048 set_robot_commands_median 0.007614257335662842 set_robot_commands_min 0.0071805065328424626 sim_compute_performance-ego_max 0.006325233777364095 sim_compute_performance-ego_mean 0.006200587406302944 sim_compute_performance-ego_median 0.0062470495700836185 sim_compute_performance-ego_min 0.005983016707680442 sim_compute_sim_state_max 0.04235442118211226 sim_compute_sim_state_mean 0.03974178124557842 sim_compute_sim_state_median 0.039641001224517816 sim_compute_sim_state_min 0.03733070135116577 sim_render-ego_max 0.010656824111938476 sim_render-ego_mean 0.009574358029799028 sim_render-ego_median 0.0093847918510437 sim_render-ego_min 0.008871024305170233 simulation-passed 1 step_physics_max 0.1520555236122825 step_physics_mean 0.12924239521676845 step_physics_median 0.1261141522725423 step_physics_min 0.11268575270970664 survival_time_max 14.950000000000076 survival_time_mean 11.48750000000006 survival_time_min 1.1000000000000003
No reset possible 42779
11535
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 22:30:05+00:00 2020-11-24 22:41:13+00:00 0:11:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.616134940645374 survival_time_median 14.950000000000076 deviation-center-line_median 0.5751341123500664 in-drivable-lane_median 0.5500000000000078
other stats agent_compute-ego_max 0.026121196746826173 agent_compute-ego_mean 0.02537971238295237 agent_compute-ego_median 0.02548143029212951 agent_compute-ego_min 0.024434792200724285 complete-iteration_max 0.3045891221364339 complete-iteration_mean 0.27884179691473643 complete-iteration_median 0.27137410044670107 complete-iteration_min 0.2680298646291097 deviation-center-line_max 0.7932853888938165 deviation-center-line_mean 0.5038230623665964 deviation-center-line_min 0.07173863587243631 deviation-heading_max 3.2473715945996093 deviation-heading_mean 2.011807901995994 deviation-heading_median 1.828056577311597 deviation-heading_min 1.143746858761173 driven_any_max 1.9399691492397348 driven_any_mean 1.9383212259917129 driven_any_median 1.9398915515461912 driven_any_min 1.933532651634733 driven_lanedir_consec_max 1.8694898789145324 driven_lanedir_consec_mean 1.3858111236081712 driven_lanedir_consec_min 0.44148473422740375 driven_lanedir_max 1.8694898789145324 driven_lanedir_mean 1.4800783173600696 driven_lanedir_median 1.8046693281491712 driven_lanedir_min 0.44148473422740375 get_duckie_state_max 2.9857953389485677e-06 get_duckie_state_mean 2.9331445693969727e-06 get_duckie_state_median 2.92817751566569e-06 get_duckie_state_min 2.8904279073079422e-06 get_robot_state_max 0.02304008722305298 get_robot_state_mean 0.02089715401331584 get_robot_state_median 0.020827649037043258 get_robot_state_min 0.018893230756123865 get_state_dump_max 0.01990671475728353 get_state_dump_mean 0.019416440526644388 get_state_dump_median 0.01932239810625712 get_state_dump_min 0.019114251136779784 get_ui_image_max 0.05055848121643067 get_ui_image_mean 0.044390234947204586 get_ui_image_median 0.042703737815221146 get_ui_image_min 0.04159498294194539 in-drivable-lane_max 10.900000000000084 in-drivable-lane_mean 3.0500000000000256 in-drivable-lane_min 0.20000000000000284 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.933532651634733, "get_ui_image": 0.05055848121643067, "step_physics": 0.12521703561147057, "survival_time": 14.950000000000076, "driven_lanedir": 1.7613957886023033, "get_state_dump": 0.019470802148183187, "sim_render-ego": 0.009531551202138264, "get_robot_state": 0.02304008722305298, "get_duckie_state": 2.8904279073079422e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.02521666685740153, "deviation-heading": 3.2473715945996093, "complete-iteration": 0.3045891221364339, "set_robot_commands": 0.007704412937164307, "deviation-center-line": 0.4607550374310282, "driven_lanedir_consec": 1.3843270135947088, "sim_compute_sim_state": 0.0375116777420044, "sim_compute_performance-ego": 0.0061544052759806315}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399146506881113, "get_ui_image": 0.04351853291193644, "step_physics": 0.10279544750849406, "survival_time": 14.950000000000076, "driven_lanedir": 1.8694898789145324, "get_state_dump": 0.01990671475728353, "sim_render-ego": 0.00930825392405192, "get_robot_state": 0.022590018113454183, "get_duckie_state": 2.948443094889323e-06, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.025746193726857505, "deviation-heading": 2.4584715511616997, "complete-iteration": 0.2718652653694153, "set_robot_commands": 0.007986135482788086, "deviation-center-line": 0.7932853888938165, "driven_lanedir_consec": 1.8694898789145324, "sim_compute_sim_state": 0.03370765129725138, "sim_compute_performance-ego": 0.006116921106974284}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398684524042713, "get_ui_image": 0.04188894271850586, "step_physics": 0.10955787102381388, "survival_time": 14.950000000000076, "driven_lanedir": 0.44148473422740375, "get_state_dump": 0.019114251136779784, "sim_render-ego": 0.008098254203796387, "get_robot_state": 0.018893230756123865, "get_duckie_state": 2.9079119364420574e-06, "in-drivable-lane": 10.900000000000084, "agent_compute-ego": 0.026121196746826173, "deviation-heading": 1.143746858761173, "complete-iteration": 0.2680298646291097, "set_robot_commands": 0.006542511781056722, "deviation-center-line": 0.07173863587243631, "driven_lanedir_consec": 0.44148473422740375, "sim_compute_sim_state": 0.03182383934656779, "sim_compute_performance-ego": 0.005802640914916992}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399691492397348, "get_ui_image": 0.04159498294194539, "step_physics": 0.10879913965861004, "survival_time": 14.950000000000076, "driven_lanedir": 1.8479428676960392, "get_state_dump": 0.019173994064331058, "sim_render-ego": 0.008244923750559489, "get_robot_state": 0.019065279960632325, "get_duckie_state": 2.9857953389485677e-06, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.024434792200724285, "deviation-heading": 1.1976416034614945, "complete-iteration": 0.2708829355239868, "set_robot_commands": 0.006600765387217203, "deviation-center-line": 0.6895131872691046, "driven_lanedir_consec": 1.8479428676960392, "sim_compute_sim_state": 0.036908554236094154, "sim_compute_performance-ego": 0.00587158997853597}}set_robot_commands_max 0.007986135482788086 set_robot_commands_mean 0.007208456397056579 set_robot_commands_median 0.007152589162190755 set_robot_commands_min 0.006542511781056722 sim_compute_performance-ego_max 0.0061544052759806315 sim_compute_performance-ego_mean 0.00598638931910197 sim_compute_performance-ego_median 0.005994255542755127 sim_compute_performance-ego_min 0.005802640914916992 sim_compute_sim_state_max 0.0375116777420044 sim_compute_sim_state_mean 0.03498793065547943 sim_compute_sim_state_median 0.03530810276667277 sim_compute_sim_state_min 0.03182383934656779 sim_render-ego_max 0.009531551202138264 sim_render-ego_mean 0.008795745770136516 sim_render-ego_median 0.008776588837305706 sim_render-ego_min 0.008098254203796387 simulation-passed 1 step_physics_max 0.12521703561147057 step_physics_mean 0.11159237345059714 step_physics_median 0.10917850534121196 step_physics_min 0.10279544750849406 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42766
11531
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 21:54:02+00:00 2020-11-24 22:02:03+00:00 0:08:01 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42752
11528
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 19:16:19+00:00 2020-11-24 19:26:12+00:00 0:09:53 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42738
11523
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 17:46:34+00:00 2020-11-24 17:56:22+00:00 0:09:48 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42677
11504
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 15:10:09+00:00 2020-11-24 15:17:55+00:00 0:07:46 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42671
11502
Jean-SΓ©bastien Grondin Β π¨π¦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 14:37:40+00:00 2020-11-24 14:47:48+00:00 0:10:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6893300070564108 survival_time_median 14.650000000000071 deviation-center-line_median 0.5505045432396933 in-drivable-lane_median 2.5750000000000366
other stats agent_compute-ego_max 0.02532656987508138 agent_compute-ego_mean 0.024984626445773973 agent_compute-ego_median 0.02489843593795679 agent_compute-ego_min 0.024815064032100934 complete-iteration_max 0.2879135274887085 complete-iteration_mean 0.280973698088519 complete-iteration_median 0.2813109822489297 complete-iteration_min 0.2733593003675082 deviation-center-line_max 0.5783420963806729 deviation-center-line_mean 0.5313688167696056 deviation-center-line_min 0.4461240842183624 deviation-heading_max 2.971481011954904 deviation-heading_mean 2.681970140020981 deviation-heading_median 2.849162895361972 deviation-heading_min 2.058073757405078 driven_any_max 2.759537012865629 driven_any_mean 2.3784666835523596 driven_any_median 2.5348399903391714 driven_any_min 1.6846497406654668 driven_lanedir_consec_max 2.1443170542210344 driven_lanedir_consec_mean 1.6806920266834755 driven_lanedir_consec_min 1.1997910384000467 driven_lanedir_max 2.1443170542210344 driven_lanedir_mean 1.6806920266834755 driven_lanedir_median 1.6893300070564108 driven_lanedir_min 1.1997910384000467 get_duckie_state_max 3.350591196597201e-06 get_duckie_state_mean 3.3061662013906862e-06 get_duckie_state_median 3.299101166055039e-06 get_duckie_state_min 3.275871276855469e-06 get_robot_state_max 0.024463757727910013 get_robot_state_mean 0.022395390847076004 get_robot_state_median 0.022710089683532712 get_robot_state_min 0.01969762629332858 get_state_dump_max 0.019924534322492752 get_state_dump_mean 0.019749337563652304 get_state_dump_median 0.019748411356052535 get_state_dump_min 0.01957599322001139 get_ui_image_max 0.04476985375086467 get_ui_image_mean 0.043622320507794965 get_ui_image_median 0.04375381825039688 get_ui_image_min 0.04221179177952145 in-drivable-lane_max 7.200000000000097 in-drivable-lane_mean 3.5625000000000493 in-drivable-lane_min 1.900000000000027 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6846497406654668, "get_ui_image": 0.04310866351266509, "step_physics": 0.10655865622955618, "survival_time": 10.300000000000011, "driven_lanedir": 1.2950071386015725, "get_state_dump": 0.01963346675761695, "sim_render-ego": 0.009755301244050552, "get_robot_state": 0.024463757727910013, "get_duckie_state": 3.350591196597201e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.024815064032100934, "deviation-heading": 2.971481011954904, "complete-iteration": 0.2794500230585487, "set_robot_commands": 0.008374482682607706, "deviation-center-line": 0.4461240842183624, "driven_lanedir_consec": 1.2950071386015725, "sim_compute_sim_state": 0.03632647435641983, "sim_compute_performance-ego": 0.006217661413174231}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4845788936530377, "get_ui_image": 0.044398972988128664, "step_physics": 0.11037886142730712, "survival_time": 14.950000000000076, "driven_lanedir": 2.1443170542210344, "get_state_dump": 0.01957599322001139, "sim_render-ego": 0.00987683375676473, "get_robot_state": 0.023759687741597493, "get_duckie_state": 3.275871276855469e-06, "in-drivable-lane": 2.80000000000004, "agent_compute-ego": 0.02492259422938029, "deviation-heading": 2.058073757405078, "complete-iteration": 0.28317194143931074, "set_robot_commands": 0.007996238072713217, "deviation-center-line": 0.5394059422954547, "driven_lanedir_consec": 2.1443170542210344, "sim_compute_sim_state": 0.03560791254043579, "sim_compute_performance-ego": 0.006459716161092122}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.759537012865629, "get_ui_image": 0.04476985375086467, "step_physics": 0.11796095450719198, "survival_time": 14.950000000000076, "driven_lanedir": 1.1997910384000467, "get_state_dump": 0.01986335595448812, "sim_render-ego": 0.009224700133005775, "get_robot_state": 0.021660491625467935, "get_duckie_state": 3.288586934407552e-06, "in-drivable-lane": 7.200000000000097, "agent_compute-ego": 0.02532656987508138, "deviation-heading": 2.9546353424759952, "complete-iteration": 0.2879135274887085, "set_robot_commands": 0.007585460344950358, "deviation-center-line": 0.561603144183932, "driven_lanedir_consec": 1.1997910384000467, "sim_compute_sim_state": 0.035240023136138915, "sim_compute_performance-ego": 0.006089080174763998}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.5851010870253046, "get_ui_image": 0.04221179177952145, "step_physics": 0.1067005325277508, "survival_time": 14.350000000000067, "driven_lanedir": 2.083652875511249, "get_state_dump": 0.019924534322492752, "sim_render-ego": 0.008471290408941927, "get_robot_state": 0.01969762629332858, "get_duckie_state": 3.309615397702526e-06, "in-drivable-lane": 2.3500000000000334, "agent_compute-ego": 0.02487427764653329, "deviation-heading": 2.743690448247949, "complete-iteration": 0.2733593003675082, "set_robot_commands": 0.0068555019458411874, "deviation-center-line": 0.5783420963806729, "driven_lanedir_consec": 2.083652875511249, "sim_compute_sim_state": 0.038351927900148186, "sim_compute_performance-ego": 0.006071654761709818}}set_robot_commands_max 0.008374482682607706 set_robot_commands_mean 0.007702920761528117 set_robot_commands_median 0.007790849208831788 set_robot_commands_min 0.0068555019458411874 sim_compute_performance-ego_max 0.006459716161092122 sim_compute_performance-ego_mean 0.006209528127685042 sim_compute_performance-ego_median 0.006153370793969114 sim_compute_performance-ego_min 0.006071654761709818 sim_compute_sim_state_max 0.038351927900148186 sim_compute_sim_state_mean 0.03638158448328568 sim_compute_sim_state_median 0.03596719344842781 sim_compute_sim_state_min 0.035240023136138915 sim_render-ego_max 0.00987683375676473 sim_render-ego_mean 0.009332031385690748 sim_render-ego_median 0.009490000688528163 sim_render-ego_min 0.008471290408941927 simulation-passed 1 step_physics_max 0.11796095450719198 step_physics_mean 0.11039975117295152 step_physics_median 0.10853969697752897 step_physics_min 0.10655865622955618 survival_time_max 14.950000000000076 survival_time_mean 13.63750000000006 survival_time_min 10.300000000000011
No reset possible 42660
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 04:57:36+00:00 2020-11-24 05:08:54+00:00 0:11:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.391623320934722 survival_time_median 14.950000000000076 deviation-center-line_median 0.6801225967881532 in-drivable-lane_median 2.6250000000000373
other stats agent_compute-ego_max 0.026149913469950357 agent_compute-ego_mean 0.02561142385005951 agent_compute-ego_median 0.025509600639343263 agent_compute-ego_min 0.025276580651601155 complete-iteration_max 0.307535978158315 complete-iteration_mean 0.2933215192953746 complete-iteration_median 0.2961150932312012 complete-iteration_min 0.27351991256078084 deviation-center-line_max 0.7674583377714085 deviation-center-line_mean 0.6182666613811321 deviation-center-line_min 0.3453631141768132 deviation-heading_max 2.5310059885358855 deviation-heading_mean 1.9055629214744625 deviation-heading_median 1.9695168113909096 deviation-heading_min 1.1522120745801443 driven_any_max 4.156506118095198 driven_any_mean 4.059009547758815 driven_any_median 4.082802850832547 driven_any_min 3.913926371274969 driven_lanedir_consec_max 3.749702814157635 driven_lanedir_consec_mean 3.0531138785178475 driven_lanedir_consec_min 1.679506058044311 driven_lanedir_max 3.749702814157635 driven_lanedir_mean 3.0531138785178475 driven_lanedir_median 3.391623320934722 driven_lanedir_min 1.679506058044311 get_duckie_state_max 3.074804941813151e-06 get_duckie_state_mean 3.006259600321452e-06 get_duckie_state_median 3.001689910888672e-06 get_duckie_state_min 2.9468536376953124e-06 get_robot_state_max 0.02286054293314616 get_robot_state_mean 0.021403127710024516 get_robot_state_median 0.02178500572840373 get_robot_state_min 0.01918195645014445 get_state_dump_max 0.021172425746917724 get_state_dump_mean 0.01989625155925751 get_state_dump_median 0.019531214237213136 get_state_dump_min 0.019350152015686035 get_ui_image_max 0.051014662583669025 get_ui_image_mean 0.04767441829045614 get_ui_image_median 0.04868577798207601 get_ui_image_min 0.0423114546140035 in-drivable-lane_max 7.550000000000034 in-drivable-lane_mean 3.4500000000000304 in-drivable-lane_min 1.0000000000000142 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.131339109125794, "get_ui_image": 0.051014662583669025, "step_physics": 0.12722256819407146, "survival_time": 14.950000000000076, "driven_lanedir": 3.0827460691768973, "get_state_dump": 0.019429776668548584, "sim_render-ego": 0.009427502950032552, "get_robot_state": 0.022150596777598064, "get_duckie_state": 2.9540061950683595e-06, "in-drivable-lane": 3.3500000000000476, "agent_compute-ego": 0.02563386599222819, "deviation-heading": 1.1522120745801443, "complete-iteration": 0.307535978158315, "set_robot_commands": 0.007474459807078043, "deviation-center-line": 0.3453631141768132, "driven_lanedir_consec": 3.0827460691768973, "sim_compute_sim_state": 0.038859514395395915, "sim_compute_performance-ego": 0.006147779623667399}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.034266592539299, "get_ui_image": 0.050324260393778485, "step_physics": 0.1264363956451416, "survival_time": 14.950000000000076, "driven_lanedir": 3.749702814157635, "get_state_dump": 0.019632651805877685, "sim_render-ego": 0.009825379848480224, "get_robot_state": 0.02286054293314616, "get_duckie_state": 3.074804941813151e-06, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.025385335286458335, "deviation-heading": 2.275092758627066, "complete-iteration": 0.30661843697230023, "set_robot_commands": 0.0077462895711263025, "deviation-center-line": 0.7435536395993547, "driven_lanedir_consec": 3.749702814157635, "sim_compute_sim_state": 0.03804535388946533, "sim_compute_performance-ego": 0.00618596076965332}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.913926371274969, "get_ui_image": 0.047047295570373536, "step_physics": 0.11105878750483196, "survival_time": 14.950000000000076, "driven_lanedir": 1.679506058044311, "get_state_dump": 0.021172425746917724, "sim_render-ego": 0.008934113184611002, "get_robot_state": 0.02141941467920939, "get_duckie_state": 2.9468536376953124e-06, "in-drivable-lane": 7.550000000000034, "agent_compute-ego": 0.025276580651601155, "deviation-heading": 2.5310059885358855, "complete-iteration": 0.28561174949010215, "set_robot_commands": 0.007163520654042562, "deviation-center-line": 0.7674583377714085, "driven_lanedir_consec": 1.679506058044311, "sim_compute_sim_state": 0.03726757844289144, "sim_compute_performance-ego": 0.0060928773880004885}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.156506118095198, "get_ui_image": 0.0423114546140035, "step_physics": 0.10738152742385863, "survival_time": 14.950000000000076, "driven_lanedir": 3.7005005726925466, "get_state_dump": 0.019350152015686035, "sim_render-ego": 0.008299126625061035, "get_robot_state": 0.01918195645014445, "get_duckie_state": 3.049373626708984e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.026149913469950357, "deviation-heading": 1.6639408641547533, "complete-iteration": 0.27351991256078084, "set_robot_commands": 0.006615860462188721, "deviation-center-line": 0.6166915539769517, "driven_lanedir_consec": 3.7005005726925466, "sim_compute_sim_state": 0.03808265686035156, "sim_compute_performance-ego": 0.005961190859476725}}set_robot_commands_max 0.0077462895711263025 set_robot_commands_mean 0.007250032623608908 set_robot_commands_median 0.007318990230560303 set_robot_commands_min 0.006615860462188721 sim_compute_performance-ego_max 0.00618596076965332 sim_compute_performance-ego_mean 0.006096952160199483 sim_compute_performance-ego_median 0.006120328505833944 sim_compute_performance-ego_min 0.005961190859476725 sim_compute_sim_state_max 0.038859514395395915 sim_compute_sim_state_mean 0.03806377589702606 sim_compute_sim_state_median 0.03806400537490845 sim_compute_sim_state_min 0.03726757844289144 sim_render-ego_max 0.009825379848480224 sim_render-ego_mean 0.009121530652046204 sim_render-ego_median 0.009180808067321775 sim_render-ego_min 0.008299126625061035 simulation-passed 1 step_physics_max 0.12722256819407146 step_physics_mean 0.11802481969197592 step_physics_median 0.11874759157498678 step_physics_min 0.10738152742385863 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42642
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 04:49:02+00:00 2020-11-24 04:56:18+00:00 0:07:16 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42617
11497
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 04:38:09+00:00 2020-11-24 04:47:17+00:00 0:09:08 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42588
11491
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 04:15:54+00:00 2020-11-24 04:25:44+00:00 0:09:50 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42581
11488
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele13-5b3e643c7379-1
2020-11-24 03:46:31+00:00 2020-11-24 03:55:46+00:00 0:09:15 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42553
11485
Raphael Jean real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 02:15:53+00:00 2020-11-24 02:27:06+00:00 0:11:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4633643358520736 survival_time_median 14.950000000000076 deviation-center-line_median 0.8231466686793734 in-drivable-lane_median 2.2000000000000277
other stats agent_compute-ego_max 0.025312666893005372 agent_compute-ego_mean 0.024978990356127426 agent_compute-ego_median 0.024876720507939657 agent_compute-ego_min 0.024849853515625 complete-iteration_max 0.321164071559906 complete-iteration_mean 0.28634666800498965 complete-iteration_median 0.282752803961436 complete-iteration_min 0.25871699253718056 deviation-center-line_max 0.938947253587844 deviation-center-line_mean 0.7738637395795336 deviation-center-line_min 0.510214367371544 deviation-heading_max 3.7082373858715183 deviation-heading_mean 3.1760050939113462 deviation-heading_median 3.088415707669298 deviation-heading_min 2.81895157443527 driven_any_max 3.173482667329964 driven_any_mean 3.0240562706158243 driven_any_median 3.0206412723210967 driven_any_min 2.88145987049114 driven_lanedir_consec_max 2.7745573222062117 driven_lanedir_consec_mean 2.172193564037097 driven_lanedir_consec_min 0.9874882622380292 driven_lanedir_max 2.7745573222062117 driven_lanedir_mean 2.362486117431083 driven_lanedir_median 2.4633643358520736 driven_lanedir_min 1.7486584758139736 get_duckie_state_max 2.972284952799479e-06 get_duckie_state_mean 2.809365590413411e-06 get_duckie_state_median 2.7684370676676436e-06 get_duckie_state_min 2.72830327351888e-06 get_robot_state_max 0.023847436904907225 get_robot_state_mean 0.021297157406806943 get_robot_state_median 0.02122669219970703 get_robot_state_min 0.018887808322906496 get_state_dump_max 0.01961902459462484 get_state_dump_mean 0.019280301332473753 get_state_dump_median 0.019265499909718833 get_state_dump_min 0.01897118091583252 get_ui_image_max 0.050410718123118085 get_ui_image_mean 0.045413812597592675 get_ui_image_median 0.044723217884699504 get_ui_image_min 0.0417980964978536 in-drivable-lane_max 4.650000000000014 in-drivable-lane_mean 2.6375000000000224 in-drivable-lane_min 1.500000000000021 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.943834576601931, "get_ui_image": 0.04193814436594645, "step_physics": 0.1020133622487386, "survival_time": 14.950000000000076, "driven_lanedir": 2.5106250930824774, "get_state_dump": 0.01897118091583252, "sim_render-ego": 0.008226048946380616, "get_robot_state": 0.018887808322906496, "get_duckie_state": 2.8022130330403647e-06, "in-drivable-lane": 1.6500000000000163, "agent_compute-ego": 0.024849853515625, "deviation-heading": 2.81895157443527, "complete-iteration": 0.26080859343210855, "set_robot_commands": 0.006509849230448405, "deviation-center-line": 0.8985222893252588, "driven_lanedir_consec": 2.5106250930824774, "sim_compute_sim_state": 0.033437812328338624, "sim_compute_performance-ego": 0.005787326494852702}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.173482667329964, "get_ui_image": 0.0417980964978536, "step_physics": 0.10076913595199584, "survival_time": 14.950000000000076, "driven_lanedir": 2.7745573222062117, "get_state_dump": 0.018975762526194255, "sim_render-ego": 0.008200018405914307, "get_robot_state": 0.018941569328308105, "get_duckie_state": 2.972284952799479e-06, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.0248535680770874, "deviation-heading": 2.919587479383994, "complete-iteration": 0.25871699253718056, "set_robot_commands": 0.006688354015350342, "deviation-center-line": 0.938947253587844, "driven_lanedir_consec": 2.7745573222062117, "sim_compute_sim_state": 0.03242070357004801, "sim_compute_performance-ego": 0.005875278313954672}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.88145987049114, "get_ui_image": 0.04750829140345256, "step_physics": 0.12815200805664062, "survival_time": 14.950000000000076, "driven_lanedir": 1.7486584758139736, "get_state_dump": 0.01961902459462484, "sim_render-ego": 0.009727081457773843, "get_robot_state": 0.023847436904907225, "get_duckie_state": 2.72830327351888e-06, "in-drivable-lane": 4.650000000000014, "agent_compute-ego": 0.025312666893005372, "deviation-heading": 3.7082373858715183, "complete-iteration": 0.30469701449076336, "set_robot_commands": 0.007897423108418783, "deviation-center-line": 0.7477710480334878, "driven_lanedir_consec": 0.9874882622380292, "sim_compute_sim_state": 0.03623522837956746, "sim_compute_performance-ego": 0.006215524673461914}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0974479680402625, "get_ui_image": 0.050410718123118085, "step_physics": 0.13313412348429365, "survival_time": 14.950000000000076, "driven_lanedir": 2.41610357862167, "get_state_dump": 0.01955523729324341, "sim_render-ego": 0.009831323623657226, "get_robot_state": 0.023511815071105956, "get_duckie_state": 2.734661102294922e-06, "in-drivable-lane": 2.750000000000039, "agent_compute-ego": 0.024899872938791912, "deviation-heading": 3.2572439359546026, "complete-iteration": 0.321164071559906, "set_robot_commands": 0.007897294362386068, "deviation-center-line": 0.510214367371544, "driven_lanedir_consec": 2.41610357862167, "sim_compute_sim_state": 0.04542712767918904, "sim_compute_performance-ego": 0.0063098470369974775}}set_robot_commands_max 0.007897423108418783 set_robot_commands_mean 0.0072482301791508994 set_robot_commands_median 0.007292824188868206 set_robot_commands_min 0.006509849230448405 sim_compute_performance-ego_max 0.0063098470369974775 sim_compute_performance-ego_mean 0.006046994129816691 sim_compute_performance-ego_median 0.006045401493708293 sim_compute_performance-ego_min 0.005787326494852702 sim_compute_sim_state_max 0.04542712767918904 sim_compute_sim_state_mean 0.036880217989285785 sim_compute_sim_state_median 0.03483652035395304 sim_compute_sim_state_min 0.03242070357004801 sim_render-ego_max 0.009831323623657226 sim_render-ego_mean 0.008996118108431499 sim_render-ego_median 0.00897656520207723 sim_render-ego_min 0.008200018405914307 simulation-passed 1 step_physics_max 0.13313412348429365 step_physics_mean 0.11601715743541718 step_physics_median 0.1150826851526896 step_physics_min 0.10076913595199584 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42533
11482
Melisande Teng exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-24 01:28:27+00:00 2020-11-24 01:40:46+00:00 0:12:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7794416555997044 survival_time_median 14.950000000000076 deviation-center-line_median 0.7439347639353873 in-drivable-lane_median 0.8000000000000114
other stats agent_compute-ego_max 0.026935338973999023 agent_compute-ego_mean 0.02556631406148275 agent_compute-ego_median 0.02530448079109192 agent_compute-ego_min 0.02472095568974813 complete-iteration_max 0.34049625873565675 complete-iteration_mean 0.3107402435938517 complete-iteration_median 0.3076272519429525 complete-iteration_min 0.2872102117538452 deviation-center-line_max 1.1784700832983277 deviation-center-line_mean 0.8264432855628419 deviation-center-line_min 0.6394335310822655 deviation-heading_max 3.5350510111208013 deviation-heading_mean 2.821943557890361 deviation-heading_median 2.7703582407283207 deviation-heading_min 2.2120067389840012 driven_any_max 1.939942147719185 driven_any_mean 1.936595167606337 driven_any_median 1.9398818260824076 driven_any_min 1.9266748705413497 driven_lanedir_consec_max 1.8714855444825793 driven_lanedir_consec_mean 1.670021915655472 driven_lanedir_consec_min 1.2497188069399006 driven_lanedir_max 1.8714855444825793 driven_lanedir_mean 1.670021915655472 driven_lanedir_median 1.7794416555997044 driven_lanedir_min 1.2497188069399006 get_duckie_state_max 3.0001004536946616e-06 get_duckie_state_mean 2.926389376322428e-06 get_duckie_state_median 2.935330073038737e-06 get_duckie_state_min 2.8347969055175783e-06 get_robot_state_max 0.023558977444966635 get_robot_state_mean 0.022656898895899457 get_robot_state_median 0.02252542813618978 get_robot_state_min 0.022017761866251623 get_state_dump_max 0.019898645083109536 get_state_dump_mean 0.019758781592051185 get_state_dump_median 0.01977697531382243 get_state_dump_min 0.01958253065745036 get_ui_image_max 0.05281908988952637 get_ui_image_mean 0.05005033890406291 get_ui_image_median 0.050273147424062095 get_ui_image_min 0.04683597087860107 in-drivable-lane_max 4.1000000000000005 in-drivable-lane_mean 1.4625000000000064 in-drivable-lane_min 0.15000000000000213 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9266748705413497, "get_ui_image": 0.04683597087860107, "step_physics": 0.1145359746615092, "survival_time": 14.950000000000076, "driven_lanedir": 1.6950113240999118, "get_state_dump": 0.019864738782246903, "sim_render-ego": 0.009124814669291178, "get_robot_state": 0.022017761866251623, "get_duckie_state": 3.0001004536946616e-06, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.025005488395690917, "deviation-heading": 2.4961417653420024, "complete-iteration": 0.2872102117538452, "set_robot_commands": 0.007448137601216634, "deviation-center-line": 0.7015710989210935, "driven_lanedir_consec": 1.6950113240999118, "sim_compute_sim_state": 0.036109224160512286, "sim_compute_performance-ego": 0.006088736057281494}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399128274461264, "get_ui_image": 0.04857312679290771, "step_physics": 0.12310571193695068, "survival_time": 14.950000000000076, "driven_lanedir": 1.8638719870994969, "get_state_dump": 0.01958253065745036, "sim_render-ego": 0.009399481614430744, "get_robot_state": 0.02270265658696493, "get_duckie_state": 2.9770533243815103e-06, "in-drivable-lane": 0.15000000000000213, "agent_compute-ego": 0.02472095568974813, "deviation-heading": 3.0445747161146395, "complete-iteration": 0.29829670747121173, "set_robot_commands": 0.007466142972310384, "deviation-center-line": 1.1784700832983277, "driven_lanedir_consec": 1.8638719870994969, "sim_compute_sim_state": 0.03632951577504476, "sim_compute_performance-ego": 0.006236797173817953}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398508247186883, "get_ui_image": 0.05197316805521647, "step_physics": 0.13361108779907227, "survival_time": 14.950000000000076, "driven_lanedir": 1.2497188069399006, "get_state_dump": 0.019898645083109536, "sim_render-ego": 0.0098979918162028, "get_robot_state": 0.02234819968541463, "get_duckie_state": 2.8936068216959636e-06, "in-drivable-lane": 4.1000000000000005, "agent_compute-ego": 0.026935338973999023, "deviation-heading": 3.5350510111208013, "complete-iteration": 0.3169577964146932, "set_robot_commands": 0.007529579003651937, "deviation-center-line": 0.6394335310822655, "driven_lanedir_consec": 1.2497188069399006, "sim_compute_sim_state": 0.03828773816426595, "sim_compute_performance-ego": 0.006294949849446615}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939942147719185, "get_ui_image": 0.05281908988952637, "step_physics": 0.14615129470825194, "survival_time": 14.950000000000076, "driven_lanedir": 1.8714855444825793, "get_state_dump": 0.019689211845397948, "sim_render-ego": 0.010023019313812257, "get_robot_state": 0.023558977444966635, "get_duckie_state": 2.8347969055175783e-06, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.02560347318649292, "deviation-heading": 2.2120067389840012, "complete-iteration": 0.34049625873565675, "set_robot_commands": 0.00810955286026001, "deviation-center-line": 0.7862984289496809, "driven_lanedir_consec": 1.8714855444825793, "sim_compute_sim_state": 0.04786913394927979, "sim_compute_performance-ego": 0.006486845811208089}}set_robot_commands_max 0.00810955286026001 set_robot_commands_mean 0.007638353109359742 set_robot_commands_median 0.007497860987981161 set_robot_commands_min 0.007448137601216634 sim_compute_performance-ego_max 0.006486845811208089 sim_compute_performance-ego_mean 0.006276832222938538 sim_compute_performance-ego_median 0.006265873511632283 sim_compute_performance-ego_min 0.006088736057281494 sim_compute_sim_state_max 0.04786913394927979 sim_compute_sim_state_mean 0.039648903012275694 sim_compute_sim_state_median 0.037308626969655354 sim_compute_sim_state_min 0.036109224160512286 sim_render-ego_max 0.010023019313812257 sim_render-ego_mean 0.009611326853434243 sim_render-ego_median 0.009648736715316773 sim_render-ego_min 0.009124814669291178 simulation-passed 1 step_physics_max 0.14615129470825194 step_physics_mean 0.12935101727644602 step_physics_median 0.12835839986801148 step_physics_min 0.1145359746615092 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42516
11476
Raphael Jean sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-23 22:05:28+00:00 2020-11-23 22:15:10+00:00 0:09:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.2409310296327214 survival_time_median 14.950000000000076 deviation-center-line_median 0.4695653477702284 in-drivable-lane_median 2.3250000000000157
other stats agent_compute-ego_max 0.026065870920817056 agent_compute-ego_mean 0.02556673990007032 agent_compute-ego_median 0.025523236718094137 agent_compute-ego_min 0.02515461524327596 complete-iteration_max 0.28227592547734576 complete-iteration_mean 0.26615601516606513 complete-iteration_median 0.26138432615681695 complete-iteration_min 0.25957948287328086 deviation-center-line_max 0.6387279368865457 deviation-center-line_mean 0.4503692229746285 deviation-center-line_min 0.2236182594715113 deviation-heading_max 3.356164037384206 deviation-heading_mean 2.2336372779047204 deviation-heading_median 2.0123154840258692 deviation-heading_min 1.553754106182937 driven_any_max 4.160276040461773 driven_any_mean 3.0253344448673074 driven_any_median 3.3079329936679533 driven_any_min 1.3251957516715491 driven_lanedir_consec_max 3.646588907071071 driven_lanedir_consec_mean 2.2100054722641502 driven_lanedir_consec_min 0.7115709227200862 driven_lanedir_max 3.732955447711116 driven_lanedir_mean 2.235724465645596 driven_lanedir_median 2.2491857460755913 driven_lanedir_min 0.7115709227200862 get_duckie_state_max 3.1948089599609376e-06 get_duckie_state_mean 3.0777851740519204e-06 get_duckie_state_median 3.087917963663737e-06 get_duckie_state_min 2.940495808919271e-06 get_robot_state_max 0.02013944784800211 get_robot_state_mean 0.0192539746301216 get_robot_state_median 0.01896483396228991 get_robot_state_min 0.01894678274790446 get_state_dump_max 0.01959526220957438 get_state_dump_mean 0.019273604572865 get_state_dump_median 0.019223647556806868 get_state_dump_min 0.01905186096827189 get_ui_image_max 0.04255231300989787 get_ui_image_mean 0.04192529256929431 get_ui_image_median 0.04180906009255794 get_ui_image_min 0.04153073708216349 in-drivable-lane_max 10.850000000000083 in-drivable-lane_mean 3.97500000000003 in-drivable-lane_min 0.4000000000000057 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.3251957516715491, "get_ui_image": 0.041760814817328205, "step_physics": 0.10128995242871736, "survival_time": 9.5, "driven_lanedir": 0.8517825850801113, "get_state_dump": 0.01935018865685714, "sim_render-ego": 0.008493223943208393, "get_robot_state": 0.01896876284950658, "get_duckie_state": 3.1948089599609376e-06, "in-drivable-lane": 2.6000000000000023, "agent_compute-ego": 0.025684933913381475, "deviation-heading": 2.2775286712224827, "complete-iteration": 0.26059293495981317, "set_robot_commands": 0.006770465248509458, "deviation-center-line": 0.6387279368865457, "driven_lanedir_consec": 0.8517825850801113, "sim_compute_sim_state": 0.03214153616051925, "sim_compute_performance-ego": 0.005949829754076506}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.160276040461773, "get_ui_image": 0.04185730536778768, "step_physics": 0.10112048069636027, "survival_time": 14.950000000000076, "driven_lanedir": 3.646588907071071, "get_state_dump": 0.019097106456756593, "sim_render-ego": 0.008221306006113689, "get_robot_state": 0.01894678274790446, "get_duckie_state": 2.940495808919271e-06, "in-drivable-lane": 2.050000000000029, "agent_compute-ego": 0.02515461524327596, "deviation-heading": 1.747102296829255, "complete-iteration": 0.25957948287328086, "set_robot_commands": 0.006330938339233399, "deviation-center-line": 0.371789642827498, "driven_lanedir_consec": 3.646588907071071, "sim_compute_sim_state": 0.032870936393737796, "sim_compute_performance-ego": 0.005800615151723226}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.6440691474734246, "get_ui_image": 0.04153073708216349, "step_physics": 0.10340786695480347, "survival_time": 14.950000000000076, "driven_lanedir": 0.7115709227200862, "get_state_dump": 0.01905186096827189, "sim_render-ego": 0.00827543020248413, "get_robot_state": 0.018960905075073243, "get_duckie_state": 3.066857655843099e-06, "in-drivable-lane": 10.850000000000083, "agent_compute-ego": 0.025361539522806804, "deviation-heading": 1.553754106182937, "complete-iteration": 0.2621757173538208, "set_robot_commands": 0.006502884229024251, "deviation-center-line": 0.2236182594715113, "driven_lanedir_consec": 0.7115709227200862, "sim_compute_sim_state": 0.03299201726913452, "sim_compute_performance-ego": 0.00590767780939738}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.9717968398624826, "get_ui_image": 0.04255231300989787, "step_physics": 0.1110688583056132, "survival_time": 14.950000000000076, "driven_lanedir": 3.732955447711116, "get_state_dump": 0.01959526220957438, "sim_render-ego": 0.00876732349395752, "get_robot_state": 0.02013944784800211, "get_duckie_state": 3.108978271484375e-06, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.026065870920817056, "deviation-heading": 3.356164037384206, "complete-iteration": 0.28227592547734576, "set_robot_commands": 0.007704174518585205, "deviation-center-line": 0.5673410527129589, "driven_lanedir_consec": 3.630079474185332, "sim_compute_sim_state": 0.04004678010940552, "sim_compute_performance-ego": 0.006151510874430339}}set_robot_commands_max 0.007704174518585205 set_robot_commands_mean 0.0068271155838380785 set_robot_commands_median 0.0066366747387668545 set_robot_commands_min 0.006330938339233399 sim_compute_performance-ego_max 0.006151510874430339 sim_compute_performance-ego_mean 0.005952408397406863 sim_compute_performance-ego_median 0.005928753781736943 sim_compute_performance-ego_min 0.005800615151723226 sim_compute_sim_state_max 0.04004678010940552 sim_compute_sim_state_mean 0.03451281748319927 sim_compute_sim_state_median 0.03293147683143616 sim_compute_sim_state_min 0.03214153616051925 sim_render-ego_max 0.00876732349395752 sim_render-ego_mean 0.008439320911440933 sim_render-ego_median 0.00838432707284626 sim_render-ego_min 0.008221306006113689 simulation-passed 1 step_physics_max 0.1110688583056132 step_physics_mean 0.10422178959637356 step_physics_median 0.1023489096917604 step_physics_min 0.10112048069636027 survival_time_max 14.950000000000076 survival_time_mean 13.58750000000006 survival_time_min 9.5
No reset possible 42493
11469
Raphael Jean exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele13-5b3e643c7379-1
2020-11-22 22:12:47+00:00 2020-11-22 22:23:58+00:00 0:11:11 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.608221334151007 survival_time_median 14.950000000000076 deviation-center-line_median 0.6525957514236609 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.026146312554677326 agent_compute-ego_mean 0.025921595493952433 agent_compute-ego_median 0.025998132626215614 agent_compute-ego_min 0.02554380416870117 complete-iteration_max 0.2922430419921875 complete-iteration_mean 0.2804380029439926 complete-iteration_median 0.2831561454137166 complete-iteration_min 0.2631966789563497 deviation-center-line_max 0.8423194968665452 deviation-center-line_mean 0.6604502972434124 deviation-center-line_min 0.49429018925978263 deviation-heading_max 3.3440891064872016 deviation-heading_mean 2.5882242042769534 deviation-heading_median 2.575485020559408 deviation-heading_min 1.8578376695017973 driven_any_max 3.806066931536322 driven_any_mean 3.5962179903580145 driven_any_median 3.687691532902642 driven_any_min 3.2034219640904524 driven_lanedir_consec_max 3.7532376983902256 driven_lanedir_consec_mean 3.515641008749179 driven_lanedir_consec_min 3.092883668304476 driven_lanedir_max 3.7532376983902256 driven_lanedir_mean 3.515641008749179 driven_lanedir_median 3.608221334151007 driven_lanedir_min 3.092883668304476 get_duckie_state_max 3.930727640787761e-06 get_duckie_state_mean 3.816882769266765e-06 get_duckie_state_median 3.792444864908854e-06 get_duckie_state_min 3.751913706461589e-06 get_robot_state_max 0.022490962346394857 get_robot_state_mean 0.02071233034133911 get_robot_state_median 0.020641855398813885 get_robot_state_min 0.019074648221333822 get_state_dump_max 0.020225404103597005 get_state_dump_mean 0.01981018324693044 get_state_dump_median 0.01995150367418925 get_state_dump_min 0.019112321535746254 get_ui_image_max 0.04552101135253906 get_ui_image_mean 0.04406361619631449 get_ui_image_median 0.04443563977877299 get_ui_image_min 0.04186217387517293 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.7027477886810978, "get_ui_image": 0.04186217387517293, "step_physics": 0.10210342327753703, "survival_time": 14.950000000000076, "driven_lanedir": 3.588861385355505, "get_state_dump": 0.019112321535746254, "sim_render-ego": 0.00844310998916626, "get_robot_state": 0.019074648221333822, "get_duckie_state": 3.930727640787761e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.025899765491485597, "deviation-heading": 3.219866329732998, "complete-iteration": 0.2631966789563497, "set_robot_commands": 0.006807510852813721, "deviation-center-line": 0.7670147256658657, "driven_lanedir_consec": 3.588861385355505, "sim_compute_sim_state": 0.033750412464141843, "sim_compute_performance-ego": 0.005955197811126709}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.6726352771241864, "get_ui_image": 0.0445720632870992, "step_physics": 0.11181481917699178, "survival_time": 14.950000000000076, "driven_lanedir": 3.6275812829465095, "get_state_dump": 0.019758293628692625, "sim_render-ego": 0.008988846937815348, "get_robot_state": 0.02115386724472046, "get_duckie_state": 3.751913706461589e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02609649976094564, "deviation-heading": 1.8578376695017973, "complete-iteration": 0.28073749303817747, "set_robot_commands": 0.007132220268249512, "deviation-center-line": 0.49429018925978263, "driven_lanedir_consec": 3.6275812829465095, "sim_compute_sim_state": 0.03490894635518392, "sim_compute_performance-ego": 0.006128838857014974}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.2034219640904524, "get_ui_image": 0.04429921627044678, "step_physics": 0.11337579409281412, "survival_time": 14.950000000000076, "driven_lanedir": 3.092883668304476, "get_state_dump": 0.02014471371968587, "sim_render-ego": 0.009148155053456624, "get_robot_state": 0.022490962346394857, "get_duckie_state": 3.767013549804688e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02554380416870117, "deviation-heading": 3.3440891064872016, "complete-iteration": 0.28557479778925576, "set_robot_commands": 0.0074589236577351885, "deviation-center-line": 0.8423194968665452, "driven_lanedir_consec": 3.092883668304476, "sim_compute_sim_state": 0.036800807317097985, "sim_compute_performance-ego": 0.006125470002492269}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.806066931536322, "get_ui_image": 0.04552101135253906, "step_physics": 0.11691548983256024, "survival_time": 14.950000000000076, "driven_lanedir": 3.7532376983902256, "get_state_dump": 0.020225404103597005, "sim_render-ego": 0.008732372919718425, "get_robot_state": 0.020129843552907308, "get_duckie_state": 3.8178761800130205e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.026146312554677326, "deviation-heading": 1.9311037113858185, "complete-iteration": 0.2922430419921875, "set_robot_commands": 0.006857178211212158, "deviation-center-line": 0.5381767771814562, "driven_lanedir_consec": 3.7532376983902256, "sim_compute_sim_state": 0.0413285493850708, "sim_compute_performance-ego": 0.006202978293100993}}set_robot_commands_max 0.0074589236577351885 set_robot_commands_mean 0.007063958247502645 set_robot_commands_median 0.006994699239730835 set_robot_commands_min 0.006807510852813721 sim_compute_performance-ego_max 0.006202978293100993 sim_compute_performance-ego_mean 0.006103121240933736 sim_compute_performance-ego_median 0.006127154429753621 sim_compute_performance-ego_min 0.005955197811126709 sim_compute_sim_state_max 0.0413285493850708 sim_compute_sim_state_mean 0.03669717888037364 sim_compute_sim_state_median 0.035854876836140956 sim_compute_sim_state_min 0.033750412464141843 sim_render-ego_max 0.009148155053456624 sim_render-ego_mean 0.008828121225039166 sim_render-ego_median 0.008860609928766887 sim_render-ego_min 0.00844310998916626 simulation-passed 1 step_physics_max 0.11691548983256024 step_physics_mean 0.1110523815949758 step_physics_median 0.11259530663490296 step_physics_min 0.10210342327753703 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible