41964
11336
Charlie Gauthier 🇨🇦template-ros aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.2415127155177237 survival_time_median 14.950000000000076 deviation-center-line_median 0.7424437402003263 in-drivable-lane_median 2.17500000000003
other stats agent_compute-ego_max 0.01807512601216634 agent_compute-ego_mean 0.017089235385258993 agent_compute-ego_median 0.016815197865168253 agent_compute-ego_min 0.016651419798533122 complete-iteration_max 0.20978741566340128 complete-iteration_mean 0.2007932108640671 complete-iteration_median 0.2004294812679291 complete-iteration_min 0.19252646525700887 deviation-center-line_max 1.0166212308150442 deviation-center-line_mean 0.640451940166584 deviation-center-line_min 0.06029904945063915 deviation-heading_max 5.030592048244337 deviation-heading_mean 2.829938371903638 deviation-heading_median 2.4946823329282717 deviation-heading_min 1.299796773513671 driven_any_max 1.9398997362123929 driven_any_mean 1.938121992464774 driven_any_median 1.9396920906407604 driven_any_min 1.9332040523651828 driven_lanedir_consec_max 1.8113386850303104 driven_lanedir_consec_mean 1.0920011934707292 driven_lanedir_consec_min 0.07364065781715923 driven_lanedir_max 1.8303379666484865 driven_lanedir_mean 1.2166336430847204 driven_lanedir_median 1.4812779739366184 driven_lanedir_min 0.07364065781715923 get_duckie_state_max 2.780755360921224e-06 get_duckie_state_mean 2.5884310404459637e-06 get_duckie_state_median 2.555052439371745e-06 get_duckie_state_min 2.4628639221191406e-06 get_robot_state_max 0.016078367233276367 get_robot_state_mean 0.01546075165271759 get_robot_state_median 0.015697349707285563 get_robot_state_min 0.014369939963022868 get_state_dump_max 0.013896206219991047 get_state_dump_mean 0.013872634569803874 get_state_dump_median 0.013874303102493286 get_state_dump_min 0.013845725854237876 get_ui_image_max 0.035595947901407875 get_ui_image_mean 0.03493013799190522 get_ui_image_median 0.034992234706878664 get_ui_image_min 0.03414013465245565 in-drivable-lane_max 13.40000000000008 in-drivable-lane_mean 4.500000000000036 in-drivable-lane_min 0.25000000000000355 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9332040523651828, "get_ui_image": 0.03414013465245565, "step_physics": 0.07702035665512084, "survival_time": 14.950000000000076, "driven_lanedir": 1.4748130586784371, "get_state_dump": 0.013896206219991047, "sim_render-ego": 0.005909395217895508, "get_robot_state": 0.014369939963022868, "get_duckie_state": 2.559820810953776e-06, "in-drivable-lane": 1.6500000000000217, "agent_compute-ego": 0.016919346650441487, "deviation-heading": 5.030592048244337, "complete-iteration": 0.1939025290807088, "set_robot_commands": 0.0046778647104899086, "deviation-center-line": 1.0014093278884475, "driven_lanedir_consec": 1.14330126762921, "sim_compute_sim_state": 0.02278977235158285, "sim_compute_performance-ego": 0.004028190771738688}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9396450255977096, "get_ui_image": 0.03445417006810506, "step_physics": 0.0741774606704712, "survival_time": 14.950000000000076, "driven_lanedir": 1.4877428891947997, "get_state_dump": 0.013845725854237876, "sim_render-ego": 0.00607081413269043, "get_robot_state": 0.015668747425079347, "get_duckie_state": 2.4628639221191406e-06, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.01671104907989502, "deviation-heading": 2.456903838849581, "complete-iteration": 0.19252646525700887, "set_robot_commands": 0.004831925233205159, "deviation-center-line": 1.0166212308150442, "driven_lanedir_consec": 1.3397241634062371, "sim_compute_sim_state": 0.022443700631459555, "sim_compute_performance-ego": 0.00416668176651001}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397391556838113, "get_ui_image": 0.035595947901407875, "step_physics": 0.08782625595728556, "survival_time": 14.950000000000076, "driven_lanedir": 0.07364065781715923, "get_state_dump": 0.013873834609985352, "sim_render-ego": 0.006173536777496338, "get_robot_state": 0.015725951989491782, "get_duckie_state": 2.780755360921224e-06, "in-drivable-lane": 13.40000000000008, "agent_compute-ego": 0.01807512601216634, "deviation-heading": 1.299796773513671, "complete-iteration": 0.20978741566340128, "set_robot_commands": 0.004946634769439697, "deviation-center-line": 0.06029904945063915, "driven_lanedir_consec": 0.07364065781715923, "sim_compute_sim_state": 0.023340010643005372, "sim_compute_performance-ego": 0.004074499607086181}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9398997362123929, "get_ui_image": 0.035530299345652265, "step_physics": 0.08344215710957845, "survival_time": 14.950000000000076, "driven_lanedir": 1.8303379666484865, "get_state_dump": 0.01387477159500122, "sim_render-ego": 0.005978244145711263, "get_robot_state": 0.016078367233276367, "get_duckie_state": 2.5502840677897137e-06, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.016651419798533122, "deviation-heading": 2.5324608270069624, "complete-iteration": 0.20695643345514933, "set_robot_commands": 0.004867193698883057, "deviation-center-line": 0.48347815251220505, "driven_lanedir_consec": 1.8113386850303104, "sim_compute_sim_state": 0.026252944469451905, "sim_compute_performance-ego": 0.00412587563196818}}set_robot_commands_max 0.004946634769439697 set_robot_commands_mean 0.004830904603004456 set_robot_commands_median 0.004849559466044108 set_robot_commands_min 0.0046778647104899086 sim_compute_performance-ego_max 0.00416668176651001 sim_compute_performance-ego_mean 0.004098811944325765 sim_compute_performance-ego_median 0.004100187619527181 sim_compute_performance-ego_min 0.004028190771738688 sim_compute_sim_state_max 0.026252944469451905 sim_compute_sim_state_mean 0.02370660702387492 sim_compute_sim_state_median 0.02306489149729411 sim_compute_sim_state_min 0.022443700631459555 sim_render-ego_max 0.006173536777496338 sim_render-ego_mean 0.006032997568448385 sim_render-ego_median 0.006024529139200846 sim_render-ego_min 0.005909395217895508 simulation-passed 1 step_physics_max 0.08782625595728556 step_physics_mean 0.08061655759811401 step_physics_median 0.08023125688234964 step_physics_min 0.0741774606704712 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41962
11336
Charlie Gauthier 🇨🇦template-ros aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 1:05:17 Waited 3603 seconds [...] Waited 3603 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41957
11335
Frank (Chude) Qian 🇨🇦template-tensorflow aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.3090719671908734 survival_time_median 1.2500000000000004 deviation-center-line_median 0.06293059893280392 in-drivable-lane_median 0.2750000000000002
other stats agent_compute-ego_max 0.09219855528611404 agent_compute-ego_mean 0.03703770280975999 agent_compute-ego_median 0.01880975814092727 agent_compute-ego_min 0.01833273967107137 complete-iteration_max 0.2726492239878728 complete-iteration_mean 0.21710377602677644 complete-iteration_median 0.19973178772699263 complete-iteration_min 0.1963023046652476 deviation-center-line_max 0.4638530090952888 deviation-center-line_mean 0.16150614634722826 deviation-center-line_min 0.05631037842801645 deviation-heading_max 1.5151542472897073 deviation-heading_mean 0.5668613953867848 deviation-heading_median 0.2701842142901735 deviation-heading_min 0.2119229056770854 driven_any_max 6.885512778791684 driven_any_mean 2.032628574080978 driven_any_median 0.46273387214186745 driven_any_min 0.319533773248497 driven_lanedir_consec_max 2.077289497880688 driven_lanedir_consec_mean 0.7250796106545117 driven_lanedir_consec_min 0.20488501035561144 driven_lanedir_max 2.077289497880688 driven_lanedir_mean 0.7250796106545117 driven_lanedir_median 0.3090719671908734 driven_lanedir_min 0.20488501035561144 get_duckie_state_max 2.662340799967448e-06 get_duckie_state_mean 2.5542424275324897e-06 get_duckie_state_median 2.613434424767127e-06 get_duckie_state_min 2.3277600606282553e-06 get_robot_state_max 0.015767767429351806 get_robot_state_mean 0.014863915906284317 get_robot_state_median 0.014965935395314142 get_robot_state_min 0.01375602540515718 get_state_dump_max 0.014307567051478795 get_state_dump_mean 0.014042596867232969 get_state_dump_median 0.0141447359476334 get_state_dump_min 0.01357334852218628 get_ui_image_max 0.034299801190694174 get_ui_image_mean 0.033428689407341644 get_ui_image_median 0.033498034809098576 get_ui_image_min 0.03241888682047526 in-drivable-lane_max 9.850000000000056 in-drivable-lane_mean 2.6500000000000137 in-drivable-lane_min 0.20000000000000007 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.4884040341816806, "get_ui_image": 0.03384725864116962, "step_physics": 0.08015193389012264, "survival_time": 1.3000000000000005, "driven_lanedir": 0.34759996956248673, "get_state_dump": 0.014130124678978551, "sim_render-ego": 0.006174344282883864, "get_robot_state": 0.014338401647714468, "get_duckie_state": 2.6042644794170674e-06, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.09219855528611404, "deviation-heading": 0.24002981838321868, "complete-iteration": 0.2726492239878728, "set_robot_commands": 0.005030421110299917, "deviation-center-line": 0.0622630739353961, "driven_lanedir_consec": 0.34759996956248673, "sim_compute_sim_state": 0.022335263398977425, "sim_compute_performance-ego": 0.004299805714533879}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.4370637101020543, "get_ui_image": 0.03241888682047526, "step_physics": 0.08093220988909404, "survival_time": 1.2000000000000004, "driven_lanedir": 0.27054396481926, "get_state_dump": 0.01357334852218628, "sim_render-ego": 0.005939096212387085, "get_robot_state": 0.015593469142913818, "get_duckie_state": 2.662340799967448e-06, "in-drivable-lane": 0.30000000000000016, "agent_compute-ego": 0.01833273967107137, "deviation-heading": 0.30033861019712826, "complete-iteration": 0.1963023046652476, "set_robot_commands": 0.005070408185323079, "deviation-center-line": 0.05631037842801645, "driven_lanedir_consec": 0.27054396481926, "sim_compute_sim_state": 0.020443111658096313, "sim_compute_performance-ego": 0.0038549105326334634}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 6.885512778791684, "get_ui_image": 0.034299801190694174, "step_physics": 0.07721063693364462, "survival_time": 14.950000000000076, "driven_lanedir": 2.077289497880688, "get_state_dump": 0.014159347216288249, "sim_render-ego": 0.006010375022888184, "get_robot_state": 0.015767767429351806, "get_duckie_state": 2.3277600606282553e-06, "in-drivable-lane": 9.850000000000056, "agent_compute-ego": 0.01855897267659505, "deviation-heading": 1.5151542472897073, "complete-iteration": 0.19763359705607095, "set_robot_commands": 0.004984590212504069, "deviation-center-line": 0.4638530090952888, "driven_lanedir_consec": 2.077289497880688, "sim_compute_sim_state": 0.022466622988382975, "sim_compute_performance-ego": 0.0040317273139953615}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.319533773248497, "get_ui_image": 0.03314881097702753, "step_physics": 0.08251527377537318, "survival_time": 1.0500000000000005, "driven_lanedir": 0.20488501035561144, "get_state_dump": 0.014307567051478795, "sim_render-ego": 0.005720604033697219, "get_robot_state": 0.01375602540515718, "get_duckie_state": 2.6226043701171875e-06, "in-drivable-lane": 0.20000000000000007, "agent_compute-ego": 0.019060543605259488, "deviation-heading": 0.2119229056770854, "complete-iteration": 0.20182997839791433, "set_robot_commands": 0.004315296808878581, "deviation-center-line": 0.06359812393021173, "driven_lanedir_consec": 0.20488501035561144, "sim_compute_sim_state": 0.024652503785632905, "sim_compute_performance-ego": 0.004204693294706799}}set_robot_commands_max 0.005070408185323079 set_robot_commands_mean 0.0048501790792514115 set_robot_commands_median 0.005007505661401993 set_robot_commands_min 0.004315296808878581 sim_compute_performance-ego_max 0.004299805714533879 sim_compute_performance-ego_mean 0.004097784213967376 sim_compute_performance-ego_median 0.00411821030435108 sim_compute_performance-ego_min 0.0038549105326334634 sim_compute_sim_state_max 0.024652503785632905 sim_compute_sim_state_mean 0.022474375457772408 sim_compute_sim_state_median 0.0224009431936802 sim_compute_sim_state_min 0.020443111658096313 sim_render-ego_max 0.006174344282883864 sim_render-ego_mean 0.005961104887964088 sim_render-ego_median 0.005974735617637634 sim_render-ego_min 0.005720604033697219 simulation-passed 1 step_physics_max 0.08251527377537318 step_physics_mean 0.08020251362205863 step_physics_median 0.08054207188960834 step_physics_min 0.07721063693364462 survival_time_max 14.950000000000076 survival_time_mean 4.6250000000000195 survival_time_min 1.0500000000000005
No reset possible 41954
11334
Frank (Chude) Qian 🇨🇦template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:07:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.15595121571936454 survival_time_median 12.30000000000004 deviation-center-line_median 0.4204856739697502 in-drivable-lane_median 6.0250000000000155
other stats agent_compute-ego_max 0.018702537218729658 agent_compute-ego_mean 0.017885308895096746 agent_compute-ego_median 0.017902855324230606 agent_compute-ego_min 0.017032987713196116 complete-iteration_max 0.2099689181645711 complete-iteration_mean 0.2058443242282298 complete-iteration_median 0.20850641171995113 complete-iteration_min 0.19639555530844577 deviation-center-line_max 0.7591322231435703 deviation-center-line_mean 0.43640613696192504 deviation-center-line_min 0.14552097676462955 deviation-heading_max 5.887730806995091 deviation-heading_mean 4.305587424571793 deviation-heading_median 4.425361399667022 deviation-heading_min 2.4838960919580364 driven_any_max 1.0144667406945151 driven_any_mean 0.8110751491286341 driven_any_median 0.845581992296321 driven_any_min 0.5386698712273789 driven_lanedir_consec_max 0.3229774407134708 driven_lanedir_consec_mean 0.18462473500722465 driven_lanedir_consec_min 0.1036190678766986 driven_lanedir_max 0.3229774407134708 driven_lanedir_mean 0.18462473500722465 driven_lanedir_median 0.15595121571936454 driven_lanedir_min 0.1036190678766986 get_duckie_state_max 2.7648607889811196e-06 get_duckie_state_mean 2.5895310464944967e-06 get_duckie_state_median 2.6286277267858565e-06 get_duckie_state_min 2.3360079434251537e-06 get_robot_state_max 0.016473778717809445 get_robot_state_mean 0.016020512718542677 get_robot_state_median 0.016412928501764935 get_robot_state_min 0.0147824151528314 get_state_dump_max 0.014014700253804524 get_state_dump_mean 0.013951046887328195 get_state_dump_median 0.013965204603056051 get_state_dump_min 0.01385907808939616 get_ui_image_max 0.03794082641601562 get_ui_image_mean 0.03644335970647118 get_ui_image_median 0.036769695979514 get_ui_image_min 0.034293220450841086 in-drivable-lane_max 8.000000000000043 in-drivable-lane_mean 5.900000000000016 in-drivable-lane_min 3.549999999999992 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.5386698712273789, "get_ui_image": 0.03641971409749642, "step_physics": 0.08496266817875045, "survival_time": 6.949999999999983, "driven_lanedir": 0.1036190678766986, "get_state_dump": 0.01393094337243828, "sim_render-ego": 0.006334193318867855, "get_robot_state": 0.016473778717809445, "get_duckie_state": 2.624319611693458e-06, "in-drivable-lane": 3.549999999999992, "agent_compute-ego": 0.01781338581935965, "deviation-heading": 2.4838960919580364, "complete-iteration": 0.20880065204428255, "set_robot_commands": 0.004932479035082481, "deviation-center-line": 0.29081883432702316, "driven_lanedir_consec": 0.1036190678766986, "sim_compute_sim_state": 0.023489018995984857, "sim_compute_performance-ego": 0.004288675116120483}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.0144667406945151, "get_ui_image": 0.03794082641601562, "step_physics": 0.08540751536687215, "survival_time": 14.950000000000076, "driven_lanedir": 0.20424199881877492, "get_state_dump": 0.01385907808939616, "sim_render-ego": 0.006582043170928955, "get_robot_state": 0.016392141183217367, "get_duckie_state": 2.7648607889811196e-06, "in-drivable-lane": 8.000000000000043, "agent_compute-ego": 0.017992324829101562, "deviation-heading": 5.37285013314409, "complete-iteration": 0.2099689181645711, "set_robot_commands": 0.004825015862782796, "deviation-center-line": 0.14552097676462955, "driven_lanedir_consec": 0.20424199881877492, "sim_compute_sim_state": 0.022412671248118084, "sim_compute_performance-ego": 0.004397831757863363}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.9393812806618236, "get_ui_image": 0.03711967786153158, "step_physics": 0.08293526490529378, "survival_time": 14.950000000000076, "driven_lanedir": 0.3229774407134708, "get_state_dump": 0.014014700253804524, "sim_render-ego": 0.006588342189788818, "get_robot_state": 0.0164337158203125, "get_duckie_state": 2.632935841878255e-06, "in-drivable-lane": 7.000000000000034, "agent_compute-ego": 0.018702537218729658, "deviation-heading": 5.887730806995091, "complete-iteration": 0.2082121713956197, "set_robot_commands": 0.004956920146942139, "deviation-center-line": 0.7591322231435703, "driven_lanedir_consec": 0.3229774407134708, "sim_compute_sim_state": 0.02300657590230306, "sim_compute_performance-ego": 0.004291996161142985}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.7517827039308187, "get_ui_image": 0.034293220450841086, "step_physics": 0.07665620443116816, "survival_time": 9.650000000000002, "driven_lanedir": 0.10766043261995416, "get_state_dump": 0.013999465833673824, "sim_render-ego": 0.005993094468981491, "get_robot_state": 0.0147824151528314, "get_duckie_state": 2.3360079434251537e-06, "in-drivable-lane": 5.049999999999997, "agent_compute-ego": 0.017032987713196116, "deviation-heading": 3.477872666189953, "complete-iteration": 0.19639555530844577, "set_robot_commands": 0.004637117830582851, "deviation-center-line": 0.5501525136124772, "driven_lanedir_consec": 0.10766043261995416, "sim_compute_sim_state": 0.0248038546409014, "sim_compute_performance-ego": 0.004045209736404024}}set_robot_commands_max 0.004956920146942139 set_robot_commands_mean 0.004837883218847567 set_robot_commands_median 0.004878747448932639 set_robot_commands_min 0.004637117830582851 sim_compute_performance-ego_max 0.004397831757863363 sim_compute_performance-ego_mean 0.004255928192882714 sim_compute_performance-ego_median 0.004290335638631734 sim_compute_performance-ego_min 0.004045209736404024 sim_compute_sim_state_max 0.0248038546409014 sim_compute_sim_state_mean 0.02342803019682685 sim_compute_sim_state_median 0.02324779744914396 sim_compute_sim_state_min 0.022412671248118084 sim_render-ego_max 0.006588342189788818 sim_render-ego_mean 0.00637441828714178 sim_render-ego_median 0.006458118244898405 sim_render-ego_min 0.005993094468981491 simulation-passed 1 step_physics_max 0.08540751536687215 step_physics_mean 0.08249041322052114 step_physics_median 0.08394896654202211 step_physics_min 0.07665620443116816 survival_time_max 14.950000000000076 survival_time_mean 11.625000000000036 survival_time_min 6.949999999999983
No reset possible 41934
11328
Bea Baselines 🐤baseline-duckietown aido5-LFV-sim-testing
LFVv-sim error no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 1:00:35 Waited 3605 seconds [...] Waited 3605 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41929
11326
Bea Baselines 🐤baseline-duckietown aido5-LF-sim-testing
LFt-sim host-error no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:30:56 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 943, in get_services_id
raise ZValueError(container_ids=container_ids, services=services, res=res, names=names)
zuper_commons.types.exceptions.ZValueError:
│ container_ids: [4d870acfb590ddef0ac2cd1f74734f24fe98795740cd3efbb4d1a77d7d02ece0,
│ 40c61951a2e014840792b8623ce3823337fe73574f8a228a0af9d097cf73db9d,
│ c5b1983aa65773ae8983940b3d2756952e5d17e4cc5549d5a145e3ba5e515082]
│ services: dict[4]
│ │ solution :
│ │ dict[5]
│ │ │ image : docker.io/liampaull/aido-submissions@sha256:e0e6aba19cb4027e0f638eca6331e9426065dec1e8ed1c0b1e9dd0125435e2b3
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_DATA_IN : /fifos/ego-in
│ │ │ │ AIDO_REQUIRE_GPU : 1
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/ego-out
│ │ │ │ challenge_name : aido5-LF-sim-testing
│ │ │ │ challenge_step_name : LFt-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/liampaull/aido-submissions:2020_11_09_22_05_47@sha256:e0e6aba19cb4027e0f638eca6331e9426065dec1e8ed1c0b1e9dd0125435e2b3
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ evaluator :
│ │ dict[6]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-experiment_manager@sha256:48f0b2f34825d15848c3060740ab95a99254d233959586b75aeedf03f1ed5832
│ │ │ environment :
│ │ │ dict[8]
│ │ │ │ experiment_manager_parameters :
│ │ │ │ |episodes_per_scenario: 1
│ │ │ │ |episode_length_s: 15.0
│ │ │ │ |min_episode_length_s: 0.0
│ │ │ │ |seed: 20200922
│ │ │ │ |physics_dt: 0.05
│ │ │ │ |max_failures: 2
│ │ │ │ |fifo_dir: /fifos
│ │ │ │ |sim_in: /fifos/simulator-in
│ │ │ │ |sim_out: /fifos/simulator-out
│ │ │ │ |sm_in: /fifos/scenario_maker-in
│ │ │ │ |sm_out: /fifos/scenario_maker-out
│ │ │ │ |timeout_initialization: 120
│ │ │ │ |timeout_regular: 120
│ │ │ │ |
│ │ │ │ |port: 10123 # visualization port
│ │ │ │ |
│ │ │ │ challenge_name : aido5-LF-sim-testing
│ │ │ │ challenge_step_name : LFt-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/liampaull/aido-submissions:2020_11_09_22_05_47@sha256:e0e6aba19cb4027e0f638eca6331e9426065dec1e8ed1c0b1e9dd0125435e2b3
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ ports : [10123]
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ simulator :
│ │ dict[5]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-simulator-gym@sha256:953ba9f1437e3f267db1f4ff2e58340de33f6c207283f26def16fc8612b9506e
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_CONFIG :
│ │ │ │ |env_constructor: Simulator
│ │ │ │ |env_parameters:
│ │ │ │ | max_steps: 500001 # we don't want the gym to reset itself
│ │ │ │ | domain_rand: 0
│ │ │ │ | camera_width: 640
│ │ │ │ | camera_height: 480
│ │ │ │ | distortion: true
│ │ │ │ | num_tris_distractors: 0
│ │ │ │ | color_ground: [0, 0.3, 0] # green
│ │ │ │ | enable_leds: true
│ │ │ │ |
│ │ │ │ AIDONODE_DATA_IN : /fifos/simulator-in
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/simulator-out
│ │ │ │ challenge_name : aido5-LF-sim-testing
│ │ │ │ challenge_step_name : LFt-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/liampaull/aido-submissions:2020_11_09_22_05_47@sha256:e0e6aba19cb4027e0f638eca6331e9426065dec1e8ed1c0b1e9dd0125435e2b3
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ scenario_maker :
│ │ dict[5]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-scenario_maker@sha256:1562e17ba46090cdedbe68b8584827f1b3730f2786f6abd52e8790b4f0f1e63c
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_CONFIG :
│ │ │ │ |maps:
│ │ │ │ |- ETHZ_autolab_technical_track
│ │ │ │ |scenarios_per_map: 15
│ │ │ │ |robots_npcs: []
│ │ │ │ |robots_pcs: [ego]
│ │ │ │ |
│ │ │ │ AIDONODE_DATA_IN : /fifos/scenario_maker-in
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/scenario_maker-out
│ │ │ │ challenge_name : aido5-LF-sim-testing
│ │ │ │ challenge_step_name : LFt-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/liampaull/aido-submissions:2020_11_09_22_05_47@sha256:e0e6aba19cb4027e0f638eca6331e9426065dec1e8ed1c0b1e9dd0125435e2b3
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-testing/submission11326/LFt-sim-mont03-614c9626f856-1-job41929-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ res: dict[3]
│ │ evaluator : 4d870acfb590ddef0ac2cd1f74734f24fe98795740cd3efbb4d1a77d7d02ece0
│ │ simulator : 40c61951a2e014840792b8623ce3823337fe73574f8a228a0af9d097cf73db9d
│ │ solution : c5b1983aa65773ae8983940b3d2756952e5d17e4cc5549d5a145e3ba5e515082
│ names: dict[3]
│ │ 4d870acfb590ddef0ac2cd1f74734f24fe98795740cd3efbb4d1a77d7d02ece0 : mont03-614c9626f856-1-job41929-146609_evaluator_1
│ │ 40c61951a2e014840792b8623ce3823337fe73574f8a228a0af9d097cf73db9d : mont03-614c9626f856-1-job41929-146609_simulator_1
│ │ c5b1983aa65773ae8983940b3d2756952e5d17e4cc5549d5a145e3ba5e515082 : mont03-614c9626f856-1-job41929-146609_solution_1
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41926
11326
Bea Baselines 🐤baseline-duckietown aido5-LF-sim-testing
LFt-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:31:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0121923088407003 survival_time_median 14.950000000000076 deviation-center-line_median 0.4822283229083464 in-drivable-lane_median 4.650000000000025
other stats agent_compute-ego_max 0.04953360557556152 agent_compute-ego_mean 0.037363679531330414 agent_compute-ego_median 0.04404106616973877 agent_compute-ego_min 0.018434604438575537 complete-iteration_max 0.2788807024826875 complete-iteration_mean 0.24975612128289768 complete-iteration_median 0.2551790301005046 complete-iteration_min 0.220449600992976 deviation-center-line_max 1.0713308094799896 deviation-center-line_mean 0.5643505629094343 deviation-center-line_min 0.1367355742304158 deviation-heading_max 4.319321378359856 deviation-heading_mean 1.2892077678055571 deviation-heading_median 1.1281392802973131 deviation-heading_min 0.2429212978339261 driven_any_max 1.9399990404276732 driven_any_mean 1.6443359002348723 driven_any_median 1.9399782896909925 driven_any_min 0.4462881610756506 driven_lanedir_consec_max 1.9332726108217593 driven_lanedir_consec_mean 1.0622764400636509 driven_lanedir_consec_min 0.425036180789416 driven_lanedir_max 1.9332726108217593 driven_lanedir_mean 1.0710499717158153 driven_lanedir_median 1.114441451779379 driven_lanedir_min 0.425036180789416 get_duckie_state_max 3.073666546795819e-06 get_duckie_state_mean 2.8060592074907684e-06 get_duckie_state_median 2.751350402832031e-06 get_duckie_state_min 2.6178359985351564e-06 get_robot_state_max 0.017353907426198325 get_robot_state_mean 0.017058204140365504 get_robot_state_median 0.017057565053304035 get_robot_state_min 0.016434083113799226 get_state_dump_max 0.014600560665130616 get_state_dump_mean 0.014204989622918794 get_state_dump_median 0.01416680653889974 get_state_dump_min 0.013869007428487144 get_ui_image_max 0.042039973040421806 get_ui_image_mean 0.03969253790882308 get_ui_image_median 0.03953423500061035 get_ui_image_min 0.03763986349105835 in-drivable-lane_max 9.500000000000089 in-drivable-lane_mean 4.073333333333371 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.926660219593509, "get_ui_image": 0.039817093213399254, "step_physics": 0.09229129234949748, "survival_time": 14.950000000000076, "driven_lanedir": 1.0121923088407003, "get_state_dump": 0.014198270638783771, "sim_render-ego": 0.006896190643310547, "get_robot_state": 0.01703903277715047, "get_duckie_state": 2.8459231058756512e-06, "in-drivable-lane": 6.500000000000092, "agent_compute-ego": 0.019027082125345863, "deviation-heading": 1.528104596073906, "complete-iteration": 0.2258980917930603, "set_robot_commands": 0.005352170467376709, "deviation-center-line": 0.5397432501391726, "driven_lanedir_consec": 1.0121923088407003, "sim_compute_sim_state": 0.02639480511347453, "sim_compute_performance-ego": 0.0047070487340291345}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399782896909925, "get_ui_image": 0.03889256874720255, "step_physics": 0.08964672565460205, "survival_time": 14.950000000000076, "driven_lanedir": 1.6040018849797515, "get_state_dump": 0.014143921534220378, "sim_render-ego": 0.007022631168365478, "get_robot_state": 0.01732789675394694, "get_duckie_state": 2.6178359985351564e-06, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.018811515967051187, "deviation-heading": 1.0609246858945791, "complete-iteration": 0.22104039351145427, "set_robot_commands": 0.005208299954732259, "deviation-center-line": 0.7908866852435433, "driven_lanedir_consec": 1.6040018849797515, "sim_compute_sim_state": 0.025185041427612305, "sim_compute_performance-ego": 0.00461987574895223}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.1831840494965142, "get_ui_image": 0.03974601513630635, "step_physics": 0.08953375171970676, "survival_time": 9.249999999999996, "driven_lanedir": 0.5771245873605151, "get_state_dump": 0.014098913605148727, "sim_render-ego": 0.007083936639734217, "get_robot_state": 0.01686758092931799, "get_duckie_state": 2.6805980785472974e-06, "in-drivable-lane": 4.400000000000006, "agent_compute-ego": 0.018434604438575537, "deviation-heading": 0.9879860248677492, "complete-iteration": 0.220449600992976, "set_robot_commands": 0.005089807510375977, "deviation-center-line": 0.23611737353591192, "driven_lanedir_consec": 0.5771245873605151, "sim_compute_sim_state": 0.024777251320916252, "sim_compute_performance-ego": 0.004635948748201937}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399792623714611, "get_ui_image": 0.03947153568267822, "step_physics": 0.10036461353302002, "survival_time": 14.950000000000076, "driven_lanedir": 1.827594470448784, "get_state_dump": 0.014312214056650795, "sim_render-ego": 0.006943817138671875, "get_robot_state": 0.017247863610585532, "get_duckie_state": 2.8983751932779947e-06, "in-drivable-lane": 0.7500000000000107, "agent_compute-ego": 0.01859412749608358, "deviation-heading": 1.1557127464010737, "complete-iteration": 0.23712905804316203, "set_robot_commands": 0.005141372680664062, "deviation-center-line": 0.5881422849038285, "driven_lanedir_consec": 1.827594470448784, "sim_compute_sim_state": 0.030320911407470705, "sim_compute_performance-ego": 0.0045518096288045245}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 1.9399978863126437, "get_ui_image": 0.03942376216252645, "step_physics": 0.08765470266342162, "survival_time": 14.950000000000076, "driven_lanedir": 1.9332726108217593, "get_state_dump": 0.014427645206451416, "sim_render-ego": 0.0069179948170979815, "get_robot_state": 0.017353907426198325, "get_duckie_state": 2.6448567708333334e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02565087636311849, "deviation-heading": 1.1281392802973131, "complete-iteration": 0.2251137582461039, "set_robot_commands": 0.005166149139404297, "deviation-center-line": 1.034409282959134, "driven_lanedir_consec": 1.9332726108217593, "sim_compute_sim_state": 0.023266786734263103, "sim_compute_performance-ego": 0.005072929859161377}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 1.9399850907896716, "get_ui_image": 0.04078857819239298, "step_physics": 0.104188502629598, "survival_time": 14.950000000000076, "driven_lanedir": 1.1325378077367927, "get_state_dump": 0.013869007428487144, "sim_render-ego": 0.006822160879770915, "get_robot_state": 0.017057565053304035, "get_duckie_state": 2.6758511861165363e-06, "in-drivable-lane": 5.950000000000032, "agent_compute-ego": 0.04466248273849487, "deviation-heading": 1.220927542291177, "complete-iteration": 0.26258277813593545, "set_robot_commands": 0.005243701140085856, "deviation-center-line": 0.8954174956910654, "driven_lanedir_consec": 1.1325378077367927, "sim_compute_sim_state": 0.025218576590220133, "sim_compute_performance-ego": 0.0045503560702006025}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 1.939968941876392, "get_ui_image": 0.03802331924438476, "step_physics": 0.10184918324152628, "survival_time": 14.950000000000076, "driven_lanedir": 1.292432146669571, "get_state_dump": 0.014272384643554688, "sim_render-ego": 0.0068391950925191245, "get_robot_state": 0.017093244393666586, "get_duckie_state": 2.6909510294596355e-06, "in-drivable-lane": 4.850000000000069, "agent_compute-ego": 0.0466738231976827, "deviation-heading": 0.6656354031592956, "complete-iteration": 0.25851354281107586, "set_robot_commands": 0.005301791826883952, "deviation-center-line": 1.0713308094799896, "driven_lanedir_consec": 1.292432146669571, "sim_compute_sim_state": 0.023632419109344483, "sim_compute_performance-ego": 0.004645049571990967}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 1.9399843515940445, "get_ui_image": 0.03763986349105835, "step_physics": 0.08380657513936361, "survival_time": 14.950000000000076, "driven_lanedir": 1.1792766784378002, "get_state_dump": 0.014600560665130616, "sim_render-ego": 0.006765700181325276, "get_robot_state": 0.017322243849436442, "get_duckie_state": 3.072420756022135e-06, "in-drivable-lane": 5.400000000000077, "agent_compute-ego": 0.04404106616973877, "deviation-heading": 1.5730807407564509, "complete-iteration": 0.24641684770584107, "set_robot_commands": 0.005226701100667318, "deviation-center-line": 0.4751437965765567, "driven_lanedir_consec": 1.1760920760774776, "sim_compute_sim_state": 0.032316601276397704, "sim_compute_performance-ego": 0.004518694082895915}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 0.4462881610756506, "get_ui_image": 0.04190728471085832, "step_physics": 0.11205795971122948, "survival_time": 3.699999999999995, "driven_lanedir": 0.4453649429955022, "get_state_dump": 0.014159914609548208, "sim_render-ego": 0.006715149492830844, "get_robot_state": 0.016434083113799226, "get_duckie_state": 3.073666546795819e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.04953360557556152, "deviation-heading": 0.2429212978339261, "complete-iteration": 0.2788807024826875, "set_robot_commands": 0.005247650919733821, "deviation-center-line": 0.1367355742304158, "driven_lanedir_consec": 0.4453649429955022, "sim_compute_sim_state": 0.028125501967765188, "sim_compute_performance-ego": 0.004522004643002072}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 1.9399990404276732, "get_ui_image": 0.03978614886601766, "step_physics": 0.0989553928375244, "survival_time": 14.950000000000076, "driven_lanedir": 1.46075148351043, "get_state_dump": 0.01410414695739746, "sim_render-ego": 0.006983582973480225, "get_robot_state": 0.016916153430938722, "get_duckie_state": 2.9381116231282554e-06, "in-drivable-lane": 3.5000000000000497, "agent_compute-ego": 0.04386946439743042, "deviation-heading": 1.3446105126593524, "complete-iteration": 0.2551790301005046, "set_robot_commands": 0.0053134981791178384, "deviation-center-line": 0.4822283229083464, "driven_lanedir_consec": 1.46075148351043, "sim_compute_sim_state": 0.02442017078399658, "sim_compute_performance-ego": 0.0046438638369242355}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 1.9399022757294704, "get_ui_image": 0.039420959949493406, "step_physics": 0.10025041182835896, "survival_time": 14.950000000000076, "driven_lanedir": 1.114441451779379, "get_state_dump": 0.01416680653889974, "sim_render-ego": 0.006967861652374268, "get_robot_state": 0.017039558092753093, "get_duckie_state": 2.751350402832031e-06, "in-drivable-lane": 4.650000000000025, "agent_compute-ego": 0.04753306388854981, "deviation-heading": 4.319321378359856, "complete-iteration": 0.26076529105504354, "set_robot_commands": 0.005384302934010823, "deviation-center-line": 0.8220717554441883, "driven_lanedir_consec": 0.9860230793572342, "sim_compute_sim_state": 0.025182661215464273, "sim_compute_performance-ego": 0.004638764063517252}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 1.1167987152366896, "get_ui_image": 0.03958883013044085, "step_physics": 0.08572319303240095, "survival_time": 8.74999999999999, "driven_lanedir": 0.45711162958588014, "get_state_dump": 0.013875314167567664, "sim_render-ego": 0.006809530258178711, "get_robot_state": 0.017011072976248605, "get_duckie_state": 2.8446742466517855e-06, "in-drivable-lane": 4.899999999999995, "agent_compute-ego": 0.04213513783046177, "deviation-heading": 0.7037120892795763, "complete-iteration": 0.2420412744794573, "set_robot_commands": 0.005229933602469308, "deviation-center-line": 0.37105234771202505, "driven_lanedir_consec": 0.45711162958588014, "sim_compute_sim_state": 0.02693746021815709, "sim_compute_performance-ego": 0.004549327577863421}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.5923337860839475, "get_ui_image": 0.042039973040421806, "step_physics": 0.1132747878630956, "survival_time": 4.799999999999991, "driven_lanedir": 0.425036180789416, "get_state_dump": 0.014515995979309082, "sim_render-ego": 0.007116278012593587, "get_robot_state": 0.016859057048956554, "get_duckie_state": 2.6946266492207846e-06, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.04948911319176356, "deviation-heading": 1.0632370897621493, "complete-iteration": 0.27500128497680026, "set_robot_commands": 0.005123617748419444, "deviation-center-line": 0.4786662591522859, "driven_lanedir_consec": 0.425036180789416, "sim_compute_sim_state": 0.02159347136815389, "sim_compute_performance-ego": 0.00480524202187856}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 1.939982001345486, "get_ui_image": 0.03930790106455485, "step_physics": 0.1034570018450419, "survival_time": 14.950000000000076, "driven_lanedir": 0.9526936712084708, "get_state_dump": 0.014306247234344482, "sim_render-ego": 0.006964097023010254, "get_robot_state": 0.017127620379130046, "get_duckie_state": 2.7211507161458335e-06, "in-drivable-lane": 7.200000000000097, "agent_compute-ego": 0.046264069080352785, "deviation-heading": 1.2992672164343229, "complete-iteration": 0.2688099257151286, "set_robot_commands": 0.005204759438832601, "deviation-center-line": 0.3378836050696274, "driven_lanedir_consec": 0.9526936712084708, "sim_compute_sim_state": 0.03147798299789429, "sim_compute_performance-ego": 0.004520809650421143}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 1.939996431898943, "get_ui_image": 0.03953423500061035, "step_physics": 0.10128519296646118, "survival_time": 14.950000000000076, "driven_lanedir": 0.6519177205724778, "get_state_dump": 0.01402350107828776, "sim_render-ego": 0.007174156506856283, "get_robot_state": 0.01717618227005005, "get_duckie_state": 2.940495808919271e-06, "in-drivable-lane": 9.500000000000089, "agent_compute-ego": 0.04573516050974528, "deviation-heading": 1.0445359130126322, "complete-iteration": 0.26852023919423423, "set_robot_commands": 0.005305718580881754, "deviation-center-line": 0.20542960059542484, "driven_lanedir_consec": 0.6519177205724778, "sim_compute_sim_state": 0.033203248182932535, "sim_compute_performance-ego": 0.004901795387268066}}set_robot_commands_max 0.005384302934010823 set_robot_commands_mean 0.0052359650149104014 set_robot_commands_median 0.005229933602469308 set_robot_commands_min 0.005089807510375977 sim_compute_performance-ego_max 0.005072929859161377 sim_compute_performance-ego_mean 0.004658901308340763 sim_compute_performance-ego_median 0.004635948748201937 sim_compute_performance-ego_min 0.004518694082895915 sim_compute_sim_state_max 0.033203248182932535 sim_compute_sim_state_mean 0.026803525980937538 sim_compute_sim_state_median 0.025218576590220133 sim_compute_sim_state_min 0.02159347136815389 sim_render-ego_max 0.007174156506856283 sim_render-ego_mean 0.006934818832007972 sim_render-ego_median 0.006943817138671875 sim_render-ego_min 0.006715149492830844 simulation-passed 1 step_physics_max 0.1132747878630956 step_physics_mean 0.0976226191343232 step_physics_median 0.10025041182835896 step_physics_min 0.08380657513936361 survival_time_max 14.950000000000076 survival_time_mean 12.730000000000054 survival_time_min 3.699999999999995
No reset possible 41923
11331
Bea Baselines 🐤baseline-duckietown aido5-LFVI_multi-sim-validation
LFVIv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:11:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7878021201454268 survival_time_median 14.950000000000076 deviation-center-line_median 0.6344388877256557 in-drivable-lane_median 7.700000000000056
other stats agent_compute-ego0_max 0.019170257250467938 agent_compute-ego0_mean 0.019170257250467938 agent_compute-ego0_median 0.019170257250467938 agent_compute-ego0_min 0.019170257250467938 agent_compute-ego1_max 0.01859604279200236 agent_compute-ego1_mean 0.01859604279200236 agent_compute-ego1_median 0.01859604279200236 agent_compute-ego1_min 0.01859604279200236 agent_compute-ego2_max 0.018757943312327063 agent_compute-ego2_mean 0.018757943312327063 agent_compute-ego2_median 0.018757943312327063 agent_compute-ego2_min 0.018757943312327063 complete-iteration_max 0.948123901685079 complete-iteration_mean 0.948123901685079 complete-iteration_median 0.948123901685079 complete-iteration_min 0.948123901685079 deviation-center-line_max 0.743781137300974 deviation-center-line_mean 0.6278441070817428 deviation-center-line_min 0.5053122962185989 deviation-heading_max 3.662304095314899 deviation-heading_mean 3.437819548697586 deviation-heading_median 3.5569639332538263 deviation-heading_min 3.094190617524032 driven_any_max 1.933399645157843 driven_any_mean 1.9332915970954485 driven_any_median 1.933297305811842 driven_any_min 1.9331778403166595 driven_lanedir_consec_max 0.9430435387379434 driven_lanedir_consec_mean 0.809250431703807 driven_lanedir_consec_min 0.6969056362280506 driven_lanedir_max 0.9430435387379434 driven_lanedir_mean 0.809250431703807 driven_lanedir_median 0.7878021201454268 driven_lanedir_min 0.6969056362280506 get_duckie_state_max 2.9349327087402345e-06 get_duckie_state_mean 2.9349327087402345e-06 get_duckie_state_median 2.9349327087402345e-06 get_duckie_state_min 2.9349327087402345e-06 get_robot_state_max 0.07821080923080444 get_robot_state_mean 0.07821080923080444 get_robot_state_median 0.07821080923080444 get_robot_state_min 0.07821080923080444 get_state_dump_max 0.03961038907368978 get_state_dump_mean 0.03961038907368978 get_state_dump_median 0.03961038907368978 get_state_dump_min 0.03961038907368978 get_ui_image_max 0.0954061261812846 get_ui_image_mean 0.0954061261812846 get_ui_image_median 0.0954061261812846 get_ui_image_min 0.0954061261812846 in-drivable-lane_max 7.90000000000001 in-drivable-lane_mean 7.266666666666704 in-drivable-lane_min 6.200000000000046 per-episodes details {"udem1-sc0-0-ego0": {"driven_any": 1.933399645157843, "get_ui_image": 0.0954061261812846, "step_physics": 0.5097883303960165, "survival_time": 14.950000000000076, "driven_lanedir": 0.9430435387379434, "get_state_dump": 0.03961038907368978, "get_robot_state": 0.07821080923080444, "sim_render-ego0": 0.007057876586914063, "sim_render-ego1": 0.007603899637858073, "sim_render-ego2": 0.007512377897898356, "get_duckie_state": 2.9349327087402345e-06, "in-drivable-lane": 6.200000000000046, "deviation-heading": 3.5569639332538263, "agent_compute-ego0": 0.019170257250467938, "agent_compute-ego1": 0.01859604279200236, "agent_compute-ego2": 0.018757943312327063, "complete-iteration": 0.948123901685079, "set_robot_commands": 0.005258849461873372, "deviation-center-line": 0.743781137300974, "driven_lanedir_consec": 0.9430435387379434, "sim_compute_sim_state": 0.1155717134475708, "sim_compute_performance-ego0": 0.004687668482462565, "sim_compute_performance-ego1": 0.004904461701711019, "sim_compute_performance-ego2": 0.005132978757222494}, "udem1-sc0-0-ego1": {"driven_any": 1.933297305811842, "get_ui_image": 0.0954061261812846, "step_physics": 0.5097883303960165, "survival_time": 14.950000000000076, "driven_lanedir": 0.6969056362280506, "get_state_dump": 0.03961038907368978, "get_robot_state": 0.07821080923080444, "sim_render-ego0": 0.007057876586914063, "sim_render-ego1": 0.007603899637858073, "sim_render-ego2": 0.007512377897898356, "get_duckie_state": 2.9349327087402345e-06, "in-drivable-lane": 7.90000000000001, "deviation-heading": 3.662304095314899, "agent_compute-ego0": 0.019170257250467938, "agent_compute-ego1": 0.01859604279200236, "agent_compute-ego2": 0.018757943312327063, "complete-iteration": 0.948123901685079, "set_robot_commands": 0.005258849461873372, "deviation-center-line": 0.6344388877256557, "driven_lanedir_consec": 0.6969056362280506, "sim_compute_sim_state": 0.1155717134475708, "sim_compute_performance-ego0": 0.004687668482462565, "sim_compute_performance-ego1": 0.004904461701711019, "sim_compute_performance-ego2": 0.005132978757222494}, "udem1-sc0-0-ego2": {"driven_any": 1.9331778403166595, "get_ui_image": 0.0954061261812846, "step_physics": 0.5097883303960165, "survival_time": 14.950000000000076, "driven_lanedir": 0.7878021201454268, "get_state_dump": 0.03961038907368978, "get_robot_state": 0.07821080923080444, "sim_render-ego0": 0.007057876586914063, "sim_render-ego1": 0.007603899637858073, "sim_render-ego2": 0.007512377897898356, "get_duckie_state": 2.9349327087402345e-06, "in-drivable-lane": 7.700000000000056, "deviation-heading": 3.094190617524032, "agent_compute-ego0": 0.019170257250467938, "agent_compute-ego1": 0.01859604279200236, "agent_compute-ego2": 0.018757943312327063, "complete-iteration": 0.948123901685079, "set_robot_commands": 0.005258849461873372, "deviation-center-line": 0.5053122962185989, "driven_lanedir_consec": 0.7878021201454268, "sim_compute_sim_state": 0.1155717134475708, "sim_compute_performance-ego0": 0.004687668482462565, "sim_compute_performance-ego1": 0.004904461701711019, "sim_compute_performance-ego2": 0.005132978757222494}}set_robot_commands_max 0.005258849461873372 set_robot_commands_mean 0.005258849461873372 set_robot_commands_median 0.005258849461873372 set_robot_commands_min 0.005258849461873372 sim_compute_performance-ego0_max 0.004687668482462565 sim_compute_performance-ego0_mean 0.004687668482462565 sim_compute_performance-ego0_median 0.004687668482462565 sim_compute_performance-ego0_min 0.004687668482462565 sim_compute_performance-ego1_max 0.004904461701711019 sim_compute_performance-ego1_mean 0.004904461701711019 sim_compute_performance-ego1_median 0.004904461701711019 sim_compute_performance-ego1_min 0.004904461701711019 sim_compute_performance-ego2_max 0.005132978757222494 sim_compute_performance-ego2_mean 0.005132978757222494 sim_compute_performance-ego2_median 0.005132978757222494 sim_compute_performance-ego2_min 0.005132978757222494 sim_compute_sim_state_max 0.1155717134475708 sim_compute_sim_state_mean 0.11557171344757082 sim_compute_sim_state_median 0.1155717134475708 sim_compute_sim_state_min 0.1155717134475708 sim_render-ego0_max 0.007057876586914063 sim_render-ego0_mean 0.007057876586914063 sim_render-ego0_median 0.007057876586914063 sim_render-ego0_min 0.007057876586914063 sim_render-ego1_max 0.007603899637858073 sim_render-ego1_mean 0.007603899637858073 sim_render-ego1_median 0.007603899637858073 sim_render-ego1_min 0.007603899637858073 sim_render-ego2_max 0.007512377897898356 sim_render-ego2_mean 0.007512377897898356 sim_render-ego2_median 0.007512377897898356 sim_render-ego2_min 0.007512377897898356 simulation-passed 1 step_physics_max 0.5097883303960165 step_physics_mean 0.5097883303960165 step_physics_median 0.5097883303960165 step_physics_min 0.5097883303960165 survival_time_max 14.950000000000076 survival_time_mean 14.95000000000008 survival_time_min 14.950000000000076
No reset possible 41907
11312
Moustafa Elarabi template-pytorch aido5-LFP-sim-validation
LFP-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:10:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median 14.175000000000066 in-drivable-lane_median 2.9750000000000294 driven_lanedir_consec_median 2.16228417776062 deviation-center-line_median 0.4674965619260767
other stats agent_compute-ego_max 0.027199199199676515 agent_compute-ego_mean 0.025200115293281367 agent_compute-ego_median 0.02519958992950789 agent_compute-ego_min 0.023202082114433177 complete-iteration_max 0.3013671922683716 complete-iteration_mean 0.2859187287756822 complete-iteration_median 0.28339267066113516 complete-iteration_min 0.2755223815120868 deviation-center-line_max 0.5025414241237225 deviation-center-line_mean 0.4614695360056756 deviation-center-line_min 0.4083435960468262 deviation-heading_max 2.3638334603650164 deviation-heading_mean 1.9966706304023984 deviation-heading_median 2.095909756420037 deviation-heading_min 1.431029548404502 driven_any_max 3.0517731919614466 driven_any_mean 2.808122085309639 driven_any_median 2.7541234461879744 driven_any_min 2.6724682569011606 driven_lanedir_consec_max 2.787702543408737 driven_lanedir_consec_mean 2.154761592732599 driven_lanedir_consec_min 1.5067754720004192 driven_lanedir_max 2.787702543408737 driven_lanedir_mean 2.154761592732599 driven_lanedir_median 2.16228417776062 driven_lanedir_min 1.5067754720004192 get_duckie_state_max 0.03846755266189575 get_duckie_state_mean 0.03761502600187935 get_duckie_state_median 0.03750470192984467 get_duckie_state_min 0.03698314748593231 get_robot_state_max 0.01722592830657959 get_robot_state_mean 0.01695019803741764 get_robot_state_median 0.016931617384526268 get_robot_state_min 0.01671162907403844 get_state_dump_max 0.020643429756164552 get_state_dump_mean 0.020530891377326183 get_state_dump_median 0.020532655069484047 get_state_dump_min 0.02041482561417208 get_ui_image_max 0.04510529597600301 get_ui_image_mean 0.042720398075069645 get_ui_image_median 0.04228721852824281 get_ui_image_min 0.04120185926778993 in-drivable-lane_max 5.200000000000062 in-drivable-lane_mean 2.7875000000000303 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0517731919614466, "get_ui_image": 0.04298391024271647, "step_physics": 0.09496872266133628, "survival_time": 14.950000000000076, "driven_lanedir": 2.787702543408737, "get_state_dump": 0.020547861258188884, "sim_render-ego": 0.006969414552052816, "get_robot_state": 0.01722592830657959, "get_duckie_state": 0.0379665740331014, "in-drivable-lane": 0.8499999999999996, "agent_compute-ego": 0.027199199199676515, "deviation-heading": 2.3638334603650164, "complete-iteration": 0.28483725627263384, "set_robot_commands": 0.005071918964385986, "deviation-center-line": 0.5025414241237225, "driven_lanedir_consec": 2.787702543408737, "sim_compute_sim_state": 0.0270734969774882, "sim_compute_performance-ego": 0.004653893311818441}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.7827049701646156, "get_ui_image": 0.04510529597600301, "step_physics": 0.11104748646418254, "survival_time": 14.950000000000076, "driven_lanedir": 2.7620570387303776, "get_state_dump": 0.020643429756164552, "sim_render-ego": 0.0069963637987772625, "get_robot_state": 0.01702378034591675, "get_duckie_state": 0.03846755266189575, "in-drivable-lane": 0.0, "agent_compute-ego": 0.026487255096435548, "deviation-heading": 1.431029548404502, "complete-iteration": 0.3013671922683716, "set_robot_commands": 0.005015880266825358, "deviation-center-line": 0.5018263743468039, "driven_lanedir_consec": 2.7620570387303776, "sim_compute_sim_state": 0.02572741349538167, "sim_compute_performance-ego": 0.00467306931813558}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.725541922211333, "get_ui_image": 0.04120185926778993, "step_physics": 0.09348052295286265, "survival_time": 13.400000000000055, "driven_lanedir": 1.5625113167908626, "get_state_dump": 0.02051744888077921, "sim_render-ego": 0.006753832546632681, "get_robot_state": 0.016839454423135787, "get_duckie_state": 0.03698314748593231, "in-drivable-lane": 5.100000000000059, "agent_compute-ego": 0.023202082114433177, "deviation-heading": 2.111584318842069, "complete-iteration": 0.2755223815120868, "set_robot_commands": 0.004988813578192868, "deviation-center-line": 0.4331667495053496, "driven_lanedir_consec": 1.5625113167908626, "sim_compute_sim_state": 0.026807263715943292, "sim_compute_performance-ego": 0.004569454869227623}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6724682569011606, "get_ui_image": 0.04159052681376916, "step_physics": 0.09473409816508983, "survival_time": 13.100000000000051, "driven_lanedir": 1.5067754720004192, "get_state_dump": 0.02041482561417208, "sim_render-ego": 0.006693066531465254, "get_robot_state": 0.01671162907403844, "get_duckie_state": 0.037042829826587936, "in-drivable-lane": 5.200000000000062, "agent_compute-ego": 0.023911924762580233, "deviation-heading": 2.0802351939980053, "complete-iteration": 0.2819480850496365, "set_robot_commands": 0.004955664845823332, "deviation-center-line": 0.4083435960468262, "driven_lanedir_consec": 1.5067754720004192, "sim_compute_sim_state": 0.031169927757204945, "sim_compute_performance-ego": 0.004544865994053033}}set_robot_commands_max 0.005071918964385986 set_robot_commands_mean 0.005008069413806885 set_robot_commands_median 0.005002346922509113 set_robot_commands_min 0.004955664845823332 sim_compute_performance-ego_max 0.00467306931813558 sim_compute_performance-ego_mean 0.0046103208733086695 sim_compute_performance-ego_median 0.004611674090523031 sim_compute_performance-ego_min 0.004544865994053033 sim_compute_sim_state_max 0.031169927757204945 sim_compute_sim_state_mean 0.02769452548650453 sim_compute_sim_state_median 0.026940380346715743 sim_compute_sim_state_min 0.02572741349538167 sim_render-ego_max 0.0069963637987772625 sim_render-ego_mean 0.006853169357232004 sim_render-ego_median 0.006861623549342749 sim_render-ego_min 0.006693066531465254 simulation-passed 1 step_physics_max 0.11104748646418254 step_physics_mean 0.09855770756086782 step_physics_median 0.09485141041321306 step_physics_min 0.09348052295286265 survival_time_max 14.950000000000076 survival_time_mean 14.100000000000064 survival_time_min 13.100000000000051
No reset possible 41902
11311
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:08:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.117551971963125 survival_time_median 14.950000000000076 deviation-center-line_median 0.3648809454058571 in-drivable-lane_median 2.3750000000000275
other stats agent_compute-ego_max 0.020426368713378905 agent_compute-ego_mean 0.01957274635984483 agent_compute-ego_median 0.019310582485874143 agent_compute-ego_min 0.019243451754252117 complete-iteration_max 0.21200757106145224 complete-iteration_mean 0.20151771774510013 complete-iteration_median 0.1985923324151728 complete-iteration_min 0.1968786350886027 deviation-center-line_max 0.7601086277278756 deviation-center-line_mean 0.429642946177597 deviation-center-line_min 0.2287012661707984 deviation-heading_max 3.328193341081821 deviation-heading_mean 2.0558060949935 deviation-heading_median 2.0090756996359063 deviation-heading_min 0.8768796396203661 driven_any_max 3.062275081844615 driven_any_mean 2.860679527788852 driven_any_median 3.04218331608615 driven_any_min 2.296076397138494 driven_lanedir_consec_max 2.94935344632492 driven_lanedir_consec_mean 1.9612868246392627 driven_lanedir_consec_min 0.6606899083058804 driven_lanedir_max 2.94935344632492 driven_lanedir_mean 1.964479787445626 driven_lanedir_median 2.117551971963125 driven_lanedir_min 0.6734617595313339 get_duckie_state_max 2.9087066650390623e-06 get_duckie_state_mean 2.7365002308623276e-06 get_duckie_state_median 2.731186802056687e-06 get_duckie_state_min 2.574920654296875e-06 get_robot_state_max 0.016262473265329997 get_robot_state_mean 0.01582059704800271 get_robot_state_median 0.01576194333115862 get_robot_state_min 0.015496028264363608 get_state_dump_max 0.014001038074493408 get_state_dump_mean 0.013832759072998631 get_state_dump_median 0.013792377731441397 get_state_dump_min 0.013745242754618327 get_ui_image_max 0.03558673858642578 get_ui_image_mean 0.03507556698842738 get_ui_image_median 0.03502325618513214 get_ui_image_min 0.03466901699701945 in-drivable-lane_max 10.500000000000083 in-drivable-lane_mean 3.812500000000035 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.296076397138494, "get_ui_image": 0.03498242386674459, "step_physics": 0.07508299625025386, "survival_time": 11.300000000000026, "driven_lanedir": 1.4450900820689896, "get_state_dump": 0.013820281070945538, "sim_render-ego": 0.00617023801381609, "get_robot_state": 0.015513269247206966, "get_duckie_state": 2.755528002713634e-06, "in-drivable-lane": 3.950000000000044, "agent_compute-ego": 0.019313213044563227, "deviation-heading": 0.8768796396203661, "complete-iteration": 0.19809260410545143, "set_robot_commands": 0.004786374294652348, "deviation-center-line": 0.251487353368186, "driven_lanedir_consec": 1.4450900820689896, "sim_compute_sim_state": 0.024107022623045253, "sim_compute_performance-ego": 0.004165373017302657}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0587324614298295, "get_ui_image": 0.03466901699701945, "step_physics": 0.07502725521723429, "survival_time": 14.950000000000076, "driven_lanedir": 2.94935344632492, "get_state_dump": 0.013745242754618327, "sim_render-ego": 0.006065038045247396, "get_robot_state": 0.015496028264363608, "get_duckie_state": 2.574920654296875e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019243451754252117, "deviation-heading": 3.328193341081821, "complete-iteration": 0.1968786350886027, "set_robot_commands": 0.004764645099639892, "deviation-center-line": 0.7601086277278756, "driven_lanedir_consec": 2.94935344632492, "sim_compute_sim_state": 0.02369414965311686, "sim_compute_performance-ego": 0.0040214840571085615}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.062275081844615, "get_ui_image": 0.03506408850351969, "step_physics": 0.07492976506551106, "survival_time": 14.950000000000076, "driven_lanedir": 0.6734617595313339, "get_state_dump": 0.014001038074493408, "sim_render-ego": 0.006271018187204997, "get_robot_state": 0.016262473265329997, "get_duckie_state": 2.9087066650390623e-06, "in-drivable-lane": 10.500000000000083, "agent_compute-ego": 0.019307951927185055, "deviation-heading": 1.915671518860704, "complete-iteration": 0.19909206072489424, "set_robot_commands": 0.004859798749287923, "deviation-center-line": 0.2287012661707984, "driven_lanedir_consec": 0.6606899083058804, "sim_compute_sim_state": 0.02318760633468628, "sim_compute_performance-ego": 0.005049792925516764}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0256341707424697, "get_ui_image": 0.03558673858642578, "step_physics": 0.08306623776753744, "survival_time": 14.950000000000076, "driven_lanedir": 2.7900138618572603, "get_state_dump": 0.013764474391937256, "sim_render-ego": 0.0061888782183329265, "get_robot_state": 0.01601061741511027, "get_duckie_state": 2.7068456013997396e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.020426368713378905, "deviation-heading": 2.1024798804111087, "complete-iteration": 0.21200757106145224, "set_robot_commands": 0.004810318152109782, "deviation-center-line": 0.47827453744352816, "driven_lanedir_consec": 2.7900138618572603, "sim_compute_sim_state": 0.02780358076095581, "sim_compute_performance-ego": 0.004191250801086426}}set_robot_commands_max 0.004859798749287923 set_robot_commands_mean 0.004805284073922486 set_robot_commands_median 0.004798346223381066 set_robot_commands_min 0.004764645099639892 sim_compute_performance-ego_max 0.005049792925516764 sim_compute_performance-ego_mean 0.004356975200253603 sim_compute_performance-ego_median 0.004178311909194541 sim_compute_performance-ego_min 0.0040214840571085615 sim_compute_sim_state_max 0.02780358076095581 sim_compute_sim_state_mean 0.02469808984295105 sim_compute_sim_state_median 0.023900586138081055 sim_compute_sim_state_min 0.02318760633468628 sim_render-ego_max 0.006271018187204997 sim_render-ego_mean 0.006173793116150353 sim_render-ego_median 0.0061795581160745084 sim_render-ego_min 0.006065038045247396 simulation-passed 1 step_physics_max 0.08306623776753744 step_physics_mean 0.07702656357513415 step_physics_median 0.07505512573374407 step_physics_min 0.07492976506551106 survival_time_max 14.950000000000076 survival_time_mean 14.037500000000064 survival_time_min 11.300000000000026
No reset possible 41894
11307
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.9511124787566696 survival_time_median 5.349999999999989 deviation-center-line_median 0.2087369295060082 in-drivable-lane_median 2.4499999999999913
other stats agent_compute-ego_max 0.019973655368970788 agent_compute-ego_mean 0.019615012013961524 agent_compute-ego_median 0.01952217444024905 agent_compute-ego_min 0.01944204380637721 complete-iteration_max 0.20649876630395875 complete-iteration_mean 0.19910035611338944 complete-iteration_median 0.19721880378833231 complete-iteration_min 0.19546505057293437 deviation-center-line_max 0.28878763222375936 deviation-center-line_mean 0.19258744585599924 deviation-center-line_min 0.0640882921882211 deviation-heading_max 0.8673429532189917 deviation-heading_mean 0.4749349786960973 deviation-heading_median 0.3708300755079047 deviation-heading_min 0.29073681054958794 driven_any_max 2.9022955664355496 driven_any_mean 2.0458373916483863 driven_any_median 2.211149930027402 driven_any_min 0.8587541401031905 driven_lanedir_consec_max 1.4731329210370592 driven_lanedir_consec_mean 0.9639734393766872 driven_lanedir_consec_min 0.4805358789563505 driven_lanedir_max 1.4731329210370592 driven_lanedir_mean 0.9639734393766872 driven_lanedir_median 0.9511124787566696 driven_lanedir_min 0.4805358789563505 get_duckie_state_max 2.8402908988620923e-06 get_duckie_state_mean 2.6120434948415215e-06 get_duckie_state_median 2.5853576915106776e-06 get_duckie_state_min 2.4371676974826387e-06 get_robot_state_max 0.01551282973516555 get_robot_state_mean 0.014622498594527088 get_robot_state_median 0.014370991802558512 get_robot_state_min 0.014235181037825768 get_state_dump_max 0.015646616617838543 get_state_dump_mean 0.014363374841195473 get_state_dump_median 0.013982017337031034 get_state_dump_min 0.013842848072881284 get_ui_image_max 0.035050967727044614 get_ui_image_mean 0.03465985809159188 get_ui_image_median 0.0345923980648668 get_ui_image_min 0.0344036685095893 in-drivable-lane_max 3.0999999999999894 in-drivable-lane_mean 2.312499999999992 in-drivable-lane_min 1.2499999999999958 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2331088527923812, "get_ui_image": 0.034665769079457155, "step_physics": 0.0737974622975225, "survival_time": 5.749999999999988, "driven_lanedir": 1.260239516007717, "get_state_dump": 0.013842848072881284, "sim_render-ego": 0.006028730972953465, "get_robot_state": 0.014355686436528743, "get_duckie_state": 2.8402908988620923e-06, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.019973655368970788, "deviation-heading": 0.29073681054958794, "complete-iteration": 0.19546505057293437, "set_robot_commands": 0.004580796283224354, "deviation-center-line": 0.28878763222375936, "driven_lanedir_consec": 1.260239516007717, "sim_compute_sim_state": 0.023944392411605172, "sim_compute_performance-ego": 0.004118102529774541}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.8587541401031905, "get_ui_image": 0.0344036685095893, "step_physics": 0.07625944273812431, "survival_time": 3.149999999999997, "driven_lanedir": 0.4805358789563505, "get_state_dump": 0.014005766974555122, "sim_render-ego": 0.006179041332668728, "get_robot_state": 0.01551282973516555, "get_duckie_state": 2.569622463650174e-06, "in-drivable-lane": 1.2499999999999958, "agent_compute-ego": 0.01948216226365831, "deviation-heading": 0.4225668102304436, "complete-iteration": 0.19772986760215153, "set_robot_commands": 0.0045319852374848865, "deviation-center-line": 0.1563353579103481, "driven_lanedir_consec": 0.4805358789563505, "sim_compute_sim_state": 0.023072435742332822, "sim_compute_performance-ego": 0.004125125824459015}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.1891910072624228, "get_ui_image": 0.035050967727044614, "step_physics": 0.07548519095989188, "survival_time": 4.94999999999999, "driven_lanedir": 0.6419854415056221, "get_state_dump": 0.015646616617838543, "sim_render-ego": 0.006033793844357886, "get_robot_state": 0.014235181037825768, "get_duckie_state": 2.4371676974826387e-06, "in-drivable-lane": 3.0999999999999894, "agent_compute-ego": 0.019562186616839783, "deviation-heading": 0.31909334078536583, "complete-iteration": 0.1967077399745132, "set_robot_commands": 0.004570619024411597, "deviation-center-line": 0.0640882921882211, "driven_lanedir_consec": 0.6419854415056221, "sim_compute_sim_state": 0.0219096029647673, "sim_compute_performance-ego": 0.004058606696851326}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9022955664355496, "get_ui_image": 0.03451902705027645, "step_physics": 0.0824436782894278, "survival_time": 6.649999999999984, "driven_lanedir": 1.4731329210370592, "get_state_dump": 0.013958267699506944, "sim_render-ego": 0.005871500287737165, "get_robot_state": 0.01438629716858828, "get_duckie_state": 2.601092919371182e-06, "in-drivable-lane": 2.7499999999999902, "agent_compute-ego": 0.01944204380637721, "deviation-heading": 0.8673429532189917, "complete-iteration": 0.20649876630395875, "set_robot_commands": 0.0046546835648386105, "deviation-center-line": 0.2611385011016683, "driven_lanedir_consec": 1.4731329210370592, "sim_compute_sim_state": 0.02700262679193253, "sim_compute_performance-ego": 0.0040630200751742025}}set_robot_commands_max 0.0046546835648386105 set_robot_commands_mean 0.004584521027489861 set_robot_commands_median 0.0045757076538179755 set_robot_commands_min 0.0045319852374848865 sim_compute_performance-ego_max 0.004125125824459015 sim_compute_performance-ego_mean 0.004091213781564771 sim_compute_performance-ego_median 0.0040905613024743714 sim_compute_performance-ego_min 0.004058606696851326 sim_compute_sim_state_max 0.02700262679193253 sim_compute_sim_state_mean 0.023982264477659457 sim_compute_sim_state_median 0.023508414076969 sim_compute_sim_state_min 0.0219096029647673 sim_render-ego_max 0.006179041332668728 sim_render-ego_mean 0.006028266609429311 sim_render-ego_median 0.006031262408655675 sim_render-ego_min 0.005871500287737165 simulation-passed 1 step_physics_max 0.0824436782894278 step_physics_mean 0.07699644357124162 step_physics_median 0.0758723168490081 step_physics_min 0.0737974622975225 survival_time_max 6.649999999999984 survival_time_mean 5.124999999999989 survival_time_min 3.149999999999997
No reset possible 41892
11306
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:00:46 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 70, in on_received_get_commands
|| velocity, omega = self.compute_action(self.current_image)
|| File "solution.py", line 66, in compute_action
|| action = self.model.predict(observation)
|| File "/workspace/model.py", line 138, in predict
|| return output.cpu().numpy().flatten()
|| RuntimeError: Can't call numpy() on Tensor that requires grad. Use tensor.detach().numpy() instead.
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41882
11302
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:04:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8589074873135523 survival_time_median 4.94999999999999 deviation-center-line_median 0.174534298294845 in-drivable-lane_median 1.8999999999999932
other stats agent_compute-ego_max 0.02785123792187921 agent_compute-ego_mean 0.02549687951263928 agent_compute-ego_median 0.02546407514591281 agent_compute-ego_min 0.023208129836852293 complete-iteration_max 0.22742267976324243 complete-iteration_mean 0.22479989044560872 complete-iteration_median 0.2262061653108611 complete-iteration_min 0.21936455139747033 deviation-center-line_max 0.31397759340106185 deviation-center-line_mean 0.1813040882083647 deviation-center-line_min 0.062170162842707 deviation-heading_max 0.3674278602619635 deviation-heading_mean 0.30348568038726864 deviation-heading_median 0.31101042233349374 deviation-heading_min 0.22449401662012353 driven_any_max 2.81751367722319 driven_any_mean 1.8204010332916691 driven_any_median 1.9013431619122971 driven_any_min 0.661404132118893 driven_lanedir_consec_max 1.183687174167912 driven_lanedir_consec_mean 0.8263751773714243 driven_lanedir_consec_min 0.4039985606906802 driven_lanedir_max 1.183687174167912 driven_lanedir_mean 0.8263751773714243 driven_lanedir_median 0.8589074873135523 driven_lanedir_min 0.4039985606906802 get_duckie_state_max 3.089075503141984e-06 get_duckie_state_mean 2.9459459421385035e-06 get_duckie_state_median 2.9498765576107115e-06 get_duckie_state_min 2.794955150190606e-06 get_robot_state_max 0.017160992000413978 get_robot_state_mean 0.0166584290990184 get_robot_state_median 0.01681689784196981 get_robot_state_min 0.01583892871172 get_state_dump_max 0.01464785150734775 get_state_dump_mean 0.014073474611752583 get_state_dump_median 0.013964304663531622 get_state_dump_min 0.01371743761259934 get_ui_image_max 0.03892305830250616 get_ui_image_mean 0.03851833888457343 get_ui_image_median 0.03872334560812521 get_ui_image_min 0.03770360601953713 in-drivable-lane_max 5.1999999999999815 in-drivable-lane_mean 2.3999999999999924 in-drivable-lane_min 0.6000000000000005 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2358083825300117, "get_ui_image": 0.03892305830250616, "step_physics": 0.08611069554867952, "survival_time": 5.749999999999988, "driven_lanedir": 1.183687174167912, "get_state_dump": 0.014047873538473378, "sim_render-ego": 0.006787648408309273, "get_robot_state": 0.017160992000413978, "get_duckie_state": 3.089075503141984e-06, "in-drivable-lane": 2.549999999999991, "agent_compute-ego": 0.026944506686666737, "deviation-heading": 0.2792219559482504, "complete-iteration": 0.22554597025332243, "set_robot_commands": 0.004928194958230723, "deviation-center-line": 0.31397759340106185, "driven_lanedir_consec": 1.183687174167912, "sim_compute_sim_state": 0.02585584599038829, "sim_compute_performance-ego": 0.004610948977263077}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.661404132118893, "get_ui_image": 0.0386813298249856, "step_physics": 0.08765531197572365, "survival_time": 1.950000000000001, "driven_lanedir": 0.4039985606906802, "get_state_dump": 0.013880735788589869, "sim_render-ego": 0.006771289385282076, "get_robot_state": 0.01583892871172, "get_duckie_state": 2.9894021841195913e-06, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.02398364360515888, "deviation-heading": 0.34279888871873715, "complete-iteration": 0.21936455139747033, "set_robot_commands": 0.004809734148856921, "deviation-center-line": 0.10277586095896936, "driven_lanedir_consec": 0.4039985606906802, "sim_compute_sim_state": 0.023136713565924227, "sim_compute_performance-ego": 0.004430636381491637}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.81751367722319, "get_ui_image": 0.03876536139126482, "step_physics": 0.0883652637744772, "survival_time": 7.249999999999982, "driven_lanedir": 0.6666485695972838, "get_state_dump": 0.01371743761259934, "sim_render-ego": 0.00704354582161739, "get_robot_state": 0.01653131287673424, "get_duckie_state": 2.910350931101832e-06, "in-drivable-lane": 5.1999999999999815, "agent_compute-ego": 0.02785123792187921, "deviation-heading": 0.3674278602619635, "complete-iteration": 0.22686636036839977, "set_robot_commands": 0.004737710952758789, "deviation-center-line": 0.062170162842707, "driven_lanedir_consec": 0.6666485695972838, "sim_compute_sim_state": 0.025047262783708245, "sim_compute_performance-ego": 0.004628668160274111}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.5668779412945824, "get_ui_image": 0.03770360601953713, "step_physics": 0.08965349771890295, "survival_time": 4.149999999999993, "driven_lanedir": 1.0511664050298208, "get_state_dump": 0.01464785150734775, "sim_render-ego": 0.006564956113516566, "get_robot_state": 0.017102482807205385, "get_duckie_state": 2.794955150190606e-06, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.023208129836852293, "deviation-heading": 0.22449401662012353, "complete-iteration": 0.22742267976324243, "set_robot_commands": 0.00474757171538939, "deviation-center-line": 0.24629273563072063, "driven_lanedir_consec": 1.0511664050298208, "sim_compute_sim_state": 0.028963022921458782, "sim_compute_performance-ego": 0.004648584917367223}}set_robot_commands_max 0.004928194958230723 set_robot_commands_mean 0.004805802943808956 set_robot_commands_median 0.004778652932123156 set_robot_commands_min 0.004737710952758789 sim_compute_performance-ego_max 0.004648584917367223 sim_compute_performance-ego_mean 0.004579709609099012 sim_compute_performance-ego_median 0.004619808568768594 sim_compute_performance-ego_min 0.004430636381491637 sim_compute_sim_state_max 0.028963022921458782 sim_compute_sim_state_mean 0.02575071131536989 sim_compute_sim_state_median 0.02545155438704827 sim_compute_sim_state_min 0.023136713565924227 sim_render-ego_max 0.00704354582161739 sim_render-ego_mean 0.006791859932181326 sim_render-ego_median 0.0067794688967956745 sim_render-ego_min 0.006564956113516566 simulation-passed 1 step_physics_max 0.08965349771890295 step_physics_mean 0.08794619225444583 step_physics_median 0.08801028787510043 step_physics_min 0.08611069554867952 survival_time_max 7.249999999999982 survival_time_mean 4.7749999999999915 survival_time_min 1.950000000000001
No reset possible 41870
6754
Charlie Gauthier 🇨🇦template-ros aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 1:00:35 Waited 3608 seconds [...] Waited 3608 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41865
6758
Liam Paull 🇨🇦template-ros aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 1:00:31 Waited 3607 seconds [...] Waited 3607 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41856
6783
Jiaxu Xing template-random aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6440373265804349 survival_time_median 4.7749999999999915 deviation-center-line_median 0.10361109150784235 in-drivable-lane_median 2.5499999999999914
other stats agent_compute-ego_max 0.016501147658736618 agent_compute-ego_mean 0.015996949356521663 agent_compute-ego_median 0.016166805838338523 agent_compute-ego_min 0.015153038090672989 complete-iteration_max 0.22454716220046533 complete-iteration_mean 0.20755390736270335 complete-iteration_median 0.20549112587549817 complete-iteration_min 0.19468621549935175 deviation-center-line_max 0.15583868303837567 deviation-center-line_mean 0.10879855071843549 deviation-center-line_min 0.07213333681968147 deviation-heading_max 0.976837469261332 deviation-heading_mean 0.4922932418762878 deviation-heading_median 0.3609623398756611 deviation-heading_min 0.27041081849249704 driven_any_max 2.8894611145876925 driven_any_mean 1.8510551780477624 driven_any_median 1.998666635086524 driven_any_min 0.5174263274303096 driven_lanedir_consec_max 0.8904446665936326 driven_lanedir_consec_mean 0.6302364342579737 driven_lanedir_consec_min 0.3424264172773923 driven_lanedir_max 0.8904446665936326 driven_lanedir_mean 0.6302364342579737 driven_lanedir_median 0.6440373265804349 driven_lanedir_min 0.3424264172773923 get_duckie_state_max 3.1879453948049834e-06 get_duckie_state_mean 3.0069359329414723e-06 get_duckie_state_median 3.009941019655696e-06 get_duckie_state_min 2.819916297649515e-06 get_robot_state_max 0.017232603945974576 get_robot_state_mean 0.016283033637655157 get_robot_state_median 0.01661360918070732 get_robot_state_min 0.014672312243231412 get_state_dump_max 0.014770980608665336 get_state_dump_mean 0.014372549854482443 get_state_dump_median 0.014303233618522012 get_state_dump_min 0.014112751572220411 get_ui_image_max 0.03731041243582061 get_ui_image_mean 0.03576108834686012 get_ui_image_median 0.035656565027422524 get_ui_image_min 0.03442081089677482 in-drivable-lane_max 4.699999999999983 in-drivable-lane_mean 2.5374999999999917 in-drivable-lane_min 0.3500000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.1619321797959306, "get_ui_image": 0.035248893802448854, "step_physics": 0.08183486986968477, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6085881804686812, "get_state_dump": 0.014770980608665336, "sim_render-ego": 0.00711204641956394, "get_robot_state": 0.017232603945974576, "get_duckie_state": 2.982252735202595e-06, "in-drivable-lane": 1.1999999999999966, "agent_compute-ego": 0.016308521820326983, "deviation-heading": 0.27041081849249704, "complete-iteration": 0.20697088564856575, "set_robot_commands": 0.005136017071998725, "deviation-center-line": 0.1246386243322534, "driven_lanedir_consec": 0.6085881804686812, "sim_compute_sim_state": 0.024542990377393815, "sim_compute_performance-ego": 0.004624378883232505}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5174263274303096, "get_ui_image": 0.03442081089677482, "step_physics": 0.07771610391551051, "survival_time": 1.4500000000000006, "driven_lanedir": 0.3424264172773923, "get_state_dump": 0.014260694898408036, "sim_render-ego": 0.0063918623430975555, "get_robot_state": 0.014672312243231412, "get_duckie_state": 2.819916297649515e-06, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.015153038090672989, "deviation-heading": 0.3106738984320317, "complete-iteration": 0.19468621549935175, "set_robot_commands": 0.004568700132698849, "deviation-center-line": 0.07213333681968147, "driven_lanedir_consec": 0.3424264172773923, "sim_compute_sim_state": 0.023188928077960837, "sim_compute_performance-ego": 0.00416148119959338}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8354010903771174, "get_ui_image": 0.036064236252396194, "step_physics": 0.08004598440947357, "survival_time": 6.749999999999984, "driven_lanedir": 0.6794864726921884, "get_state_dump": 0.014112751572220411, "sim_render-ego": 0.0066293893037018955, "get_robot_state": 0.016592562640154802, "get_duckie_state": 3.037629304108796e-06, "in-drivable-lane": 4.699999999999983, "agent_compute-ego": 0.016501147658736618, "deviation-heading": 0.41125078131929055, "complete-iteration": 0.20401136610243056, "set_robot_commands": 0.004806665137962058, "deviation-center-line": 0.08258355868343131, "driven_lanedir_consec": 0.6794864726921884, "sim_compute_sim_state": 0.024601961065221715, "sim_compute_performance-ego": 0.0044962494461624715}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8894611145876925, "get_ui_image": 0.03731041243582061, "step_physics": 0.09464984048496591, "survival_time": 6.5999999999999845, "driven_lanedir": 0.8904446665936326, "get_state_dump": 0.014345772338635994, "sim_render-ego": 0.006643808249271277, "get_robot_state": 0.016634655721259838, "get_duckie_state": 3.1879453948049834e-06, "in-drivable-lane": 3.899999999999986, "agent_compute-ego": 0.01602508985635006, "deviation-heading": 0.976837469261332, "complete-iteration": 0.22454716220046533, "set_robot_commands": 0.005051900040019642, "deviation-center-line": 0.15583868303837567, "driven_lanedir_consec": 0.8904446665936326, "sim_compute_sim_state": 0.029331725655180035, "sim_compute_performance-ego": 0.004388464219642408}}set_robot_commands_max 0.005136017071998725 set_robot_commands_mean 0.004890820595669818 set_robot_commands_median 0.00492928258899085 set_robot_commands_min 0.004568700132698849 sim_compute_performance-ego_max 0.004624378883232505 sim_compute_performance-ego_mean 0.004417643437157691 sim_compute_performance-ego_median 0.0044423568329024395 sim_compute_performance-ego_min 0.00416148119959338 sim_compute_sim_state_max 0.029331725655180035 sim_compute_sim_state_mean 0.025416401293939104 sim_compute_sim_state_median 0.024572475721307767 sim_compute_sim_state_min 0.023188928077960837 sim_render-ego_max 0.00711204641956394 sim_render-ego_mean 0.006694276578908667 sim_render-ego_median 0.0066365987764865865 sim_render-ego_min 0.0063918623430975555 simulation-passed 1 step_physics_max 0.09464984048496591 step_physics_mean 0.0835616996699087 step_physics_median 0.08094042713957916 step_physics_min 0.07771610391551051 survival_time_max 6.749999999999984 survival_time_mean 4.437499999999992 survival_time_min 1.4500000000000006
No reset possible 41848
6803
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:01 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 2 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41843
6807
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:04:55 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4366244480654584 survival_time_median 4.674999999999992 deviation-center-line_median 0.30235620843499067 in-drivable-lane_median 0.9249999999999968
other stats agent_compute-ego_max 0.01817273537317912 agent_compute-ego_mean 0.017365785743675977 agent_compute-ego_median 0.01729974536334767 agent_compute-ego_min 0.01669091687482946 complete-iteration_max 0.21669507494159773 complete-iteration_mean 0.2124475192556194 complete-iteration_median 0.212782058949564 complete-iteration_min 0.20753088418175192 deviation-center-line_max 0.4359954898526317 deviation-center-line_mean 0.3095824874105573 deviation-center-line_min 0.1976220429196164 deviation-heading_max 2.286581164642681 deviation-heading_mean 1.1645862618115042 deviation-heading_median 0.8548827100318721 deviation-heading_min 0.6619984625395918 driven_any_max 1.9399972610486385 driven_any_mean 0.8729055952054486 driven_any_median 0.5725844520211549 driven_any_min 0.40645621573084656 driven_lanedir_consec_max 0.6802395853288719 driven_lanedir_consec_mean 0.4567689421819273 driven_lanedir_consec_min 0.2735872872679206 driven_lanedir_max 0.6802395853288719 driven_lanedir_mean 0.4567689421819273 driven_lanedir_median 0.4366244480654584 driven_lanedir_min 0.2735872872679206 get_duckie_state_max 3.0959353727452893e-06 get_duckie_state_mean 2.962222286299163e-06 get_duckie_state_median 2.950640285716337e-06 get_duckie_state_min 2.8516732010186888e-06 get_robot_state_max 0.0171739143483779 get_robot_state_mean 0.01696833804541943 get_robot_state_median 0.01697760493147607 get_robot_state_min 0.016744227970347685 get_state_dump_max 0.014221794465008904 get_state_dump_mean 0.01413674144183888 get_state_dump_median 0.014143236711913466 get_state_dump_min 0.014038697878519694 get_ui_image_max 0.03884160939384909 get_ui_image_mean 0.03767152141122257 get_ui_image_median 0.03762898010366103 get_ui_image_min 0.036586516043719125 in-drivable-lane_max 8.700000000000092 in-drivable-lane_mean 2.85000000000002 in-drivable-lane_min 0.849999999999997 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.512996691585636, "get_ui_image": 0.03884160939384909, "step_physics": 0.0845406083499684, "survival_time": 4.249999999999993, "driven_lanedir": 0.3781075339199065, "get_state_dump": 0.014221794465008904, "sim_render-ego": 0.00656125405255486, "get_robot_state": 0.017153479071224435, "get_duckie_state": 2.9115115894990807e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.017549848556518553, "deviation-heading": 0.8218240116725859, "complete-iteration": 0.21326199419358197, "set_robot_commands": 0.005014298943912282, "deviation-center-line": 0.25178734328466934, "driven_lanedir_consec": 0.3781075339199065, "sim_compute_sim_state": 0.024758591371424055, "sim_compute_performance-ego": 0.004465159247903263}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.40645621573084656, "get_ui_image": 0.03767307365641875, "step_physics": 0.08287390891243429, "survival_time": 3.399999999999996, "driven_lanedir": 0.2735872872679206, "get_state_dump": 0.014071864240309772, "sim_render-ego": 0.006447255611419678, "get_robot_state": 0.0171739143483779, "get_duckie_state": 3.0959353727452893e-06, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01669091687482946, "deviation-heading": 0.8879414083911582, "complete-iteration": 0.20753088418175192, "set_robot_commands": 0.005004612838520724, "deviation-center-line": 0.1976220429196164, "driven_lanedir_consec": 0.2735872872679206, "sim_compute_sim_state": 0.022838105173671942, "sim_compute_performance-ego": 0.0045984071843764365}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9399972610486385, "get_ui_image": 0.03758488655090332, "step_physics": 0.08475084702173868, "survival_time": 14.950000000000076, "driven_lanedir": 0.6802395853288719, "get_state_dump": 0.014038697878519694, "sim_render-ego": 0.006650671164194743, "get_robot_state": 0.0168017307917277, "get_duckie_state": 2.9897689819335935e-06, "in-drivable-lane": 8.700000000000092, "agent_compute-ego": 0.01817273537317912, "deviation-heading": 2.286581164642681, "complete-iteration": 0.21230212370554605, "set_robot_commands": 0.004992945988972982, "deviation-center-line": 0.4359954898526317, "driven_lanedir_consec": 0.6802395853288719, "sim_compute_sim_state": 0.02477826197942098, "sim_compute_performance-ego": 0.004373299280802409}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.6321722124566739, "get_ui_image": 0.036586516043719125, "step_physics": 0.08888301896113976, "survival_time": 5.09999999999999, "driven_lanedir": 0.4951413622110103, "get_state_dump": 0.014214609183517158, "sim_render-ego": 0.006756378155128628, "get_robot_state": 0.016744227970347685, "get_duckie_state": 2.8516732010186888e-06, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.017049642170176786, "deviation-heading": 0.6619984625395918, "complete-iteration": 0.21669507494159773, "set_robot_commands": 0.004979318263483983, "deviation-center-line": 0.35292507358531194, "driven_lanedir_consec": 0.4951413622110103, "sim_compute_sim_state": 0.026853007428786334, "sim_compute_performance-ego": 0.0044626324784521965}}set_robot_commands_max 0.005014298943912282 set_robot_commands_mean 0.004997794008722493 set_robot_commands_median 0.004998779413746853 set_robot_commands_min 0.004979318263483983 sim_compute_performance-ego_max 0.0045984071843764365 sim_compute_performance-ego_mean 0.004474874547883576 sim_compute_performance-ego_median 0.00446389586317773 sim_compute_performance-ego_min 0.004373299280802409 sim_compute_sim_state_max 0.026853007428786334 sim_compute_sim_state_mean 0.02480699148832583 sim_compute_sim_state_median 0.02476842667542252 sim_compute_sim_state_min 0.022838105173671942 sim_render-ego_max 0.006756378155128628 sim_render-ego_mean 0.006603889745824478 sim_render-ego_median 0.006605962608374802 sim_render-ego_min 0.006447255611419678 simulation-passed 1 step_physics_max 0.08888301896113976 step_physics_mean 0.08526209581132028 step_physics_median 0.08464572768585354 step_physics_min 0.08287390891243429 survival_time_max 14.950000000000076 survival_time_mean 6.925000000000014 survival_time_min 3.399999999999996
No reset possible 41837
6814
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.0187259046236674 agent_compute-ego_mean 0.01793732980887095 agent_compute-ego_median 0.017760336796442667 agent_compute-ego_min 0.01750274101893107 complete-iteration_max 0.23420276323954264 complete-iteration_mean 0.21734356562296553 complete-iteration_median 0.21299800833066307 complete-iteration_min 0.20917548259099325 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.9770533243815103e-06 get_duckie_state_mean 2.8496980667114255e-06 get_duckie_state_median 2.896785736083984e-06 get_duckie_state_min 2.628167470296224e-06 get_robot_state_max 0.016857407887776694 get_robot_state_mean 0.016715612411499024 get_robot_state_median 0.016716356277465823 get_robot_state_min 0.016572329203287762 get_state_dump_max 0.014246444702148435 get_state_dump_mean 0.014024943709373476 get_state_dump_median 0.013954866727193198 get_state_dump_min 0.013943596680959066 get_ui_image_max 0.03971866846084595 get_ui_image_mean 0.038718538482983914 get_ui_image_median 0.039123284816741946 get_ui_image_min 0.0369089158376058 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.0369089158376058, "step_physics": 0.08315275192260742, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013943596680959066, "sim_render-ego": 0.006611402034759521, "get_robot_state": 0.016572329203287762, "get_duckie_state": 2.9436747233072915e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0187259046236674, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.20917548259099325, "set_robot_commands": 0.0051477972666422525, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.023457430998484293, "sim_compute_performance-ego": 0.0044876186052958175}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03924815813700358, "step_physics": 0.08283368587493896, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013947990735371908, "sim_render-ego": 0.0064920163154602055, "get_robot_state": 0.016594304243723552, "get_duckie_state": 2.849896748860677e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01790801445643107, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.20936781565348309, "set_robot_commands": 0.005029601256052653, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022683385213216143, "sim_compute_performance-ego": 0.004462780952453613}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.038998411496480305, "step_physics": 0.08796361128489176, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.014246444702148435, "sim_render-ego": 0.006936453978220622, "get_robot_state": 0.016857407887776694, "get_duckie_state": 2.9770533243815103e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017612659136454264, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.21662820100784305, "set_robot_commands": 0.0051462976137797035, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.024093204339345295, "sim_compute_performance-ego": 0.004599153995513916}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03971866846084595, "step_physics": 0.10193183024724324, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013961742719014486, "sim_render-ego": 0.006886560916900635, "get_robot_state": 0.01683840831120809, "get_duckie_state": 2.628167470296224e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01750274101893107, "deviation-heading": 0.486072248607516, "complete-iteration": 0.23420276323954264, "set_robot_commands": 0.005079069137573242, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02768813530604045, "sim_compute_performance-ego": 0.004425796667734782}}set_robot_commands_max 0.0051477972666422525 set_robot_commands_mean 0.0051006913185119625 set_robot_commands_median 0.005112683375676472 set_robot_commands_min 0.005029601256052653 sim_compute_performance-ego_max 0.004599153995513916 sim_compute_performance-ego_mean 0.004493837555249533 sim_compute_performance-ego_median 0.004475199778874716 sim_compute_performance-ego_min 0.004425796667734782 sim_compute_sim_state_max 0.02768813530604045 sim_compute_sim_state_mean 0.024480538964271544 sim_compute_sim_state_median 0.023775317668914796 sim_compute_sim_state_min 0.022683385213216143 sim_render-ego_max 0.006936453978220622 sim_render-ego_mean 0.006731608311335246 sim_render-ego_median 0.006748981475830078 sim_render-ego_min 0.0064920163154602055 simulation-passed 1 step_physics_max 0.10193183024724324 step_physics_mean 0.08897046983242034 step_physics_median 0.08555818160374959 step_physics_min 0.08283368587493896 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41832
6818
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4012160007514898 survival_time_median 14.950000000000076 deviation-center-line_median 0.543217004830938 in-drivable-lane_median 2.675000000000038
other stats agent_compute-ego_max 0.01874307950337728 agent_compute-ego_mean 0.01856670732299487 agent_compute-ego_median 0.018608739773432414 agent_compute-ego_min 0.01830627024173737 complete-iteration_max 0.2311543615659078 complete-iteration_mean 0.21750304794846437 complete-iteration_median 0.21531822197712383 complete-iteration_min 0.208221386273702 deviation-center-line_max 0.7860213743897088 deviation-center-line_mean 0.528598700179218 deviation-center-line_min 0.2419394166652873 deviation-heading_max 2.6063973946774697 deviation-heading_mean 1.4794372726343563 deviation-heading_median 1.1571406658635643 deviation-heading_min 0.9970703641328276 driven_any_max 1.9399700731492444 driven_any_mean 1.7873557584222703 driven_any_median 1.9367884192664608 driven_any_min 1.335876122006916 driven_lanedir_consec_max 1.7205686681707777 driven_lanedir_consec_mean 1.2734874206644842 driven_lanedir_consec_min 0.5709490129841798 driven_lanedir_max 1.7205686681707777 driven_lanedir_mean 1.3381131488143352 driven_lanedir_median 1.5304674570511918 driven_lanedir_min 0.5709490129841798 get_duckie_state_max 3.188451131184896e-06 get_duckie_state_mean 3.0119640704913016e-06 get_duckie_state_median 2.9814243316650392e-06 get_duckie_state_min 2.896556487450233e-06 get_robot_state_max 0.017231921354929607 get_robot_state_mean 0.0168832056530011 get_robot_state_median 0.01678663826141602 get_robot_state_min 0.016727624734242757 get_state_dump_max 0.014145460923512775 get_state_dump_mean 0.014068056291494614 get_state_dump_median 0.014056568436133557 get_state_dump_min 0.014013627370198569 get_ui_image_max 0.03868932167689006 get_ui_image_mean 0.03783576974884058 get_ui_image_median 0.03815498847991992 get_ui_image_min 0.03634378035863241 in-drivable-lane_max 5.600000000000022 in-drivable-lane_mean 3.11250000000003 in-drivable-lane_min 1.500000000000021 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.933607051859019, "get_ui_image": 0.03634378035863241, "step_physics": 0.08153640111287434, "survival_time": 14.950000000000076, "driven_lanedir": 1.5546398501836636, "get_state_dump": 0.014145460923512775, "sim_render-ego": 0.00652477502822876, "get_robot_state": 0.01678924242655436, "get_duckie_state": 3.188451131184896e-06, "in-drivable-lane": 2.1500000000000306, "agent_compute-ego": 0.01861453612645467, "deviation-heading": 2.6063973946774697, "complete-iteration": 0.208221386273702, "set_robot_commands": 0.005047308603922526, "deviation-center-line": 0.6884913766973997, "driven_lanedir_consec": 1.2961369375842593, "sim_compute_sim_state": 0.02468097448348999, "sim_compute_performance-ego": 0.004376741250356039}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399697866739023, "get_ui_image": 0.03770388921101888, "step_physics": 0.085638902982076, "survival_time": 14.950000000000076, "driven_lanedir": 1.50629506391872, "get_state_dump": 0.014084800879160564, "sim_render-ego": 0.006576430797576904, "get_robot_state": 0.016727624734242757, "get_duckie_state": 2.9921531677246095e-06, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.01874307950337728, "deviation-heading": 1.0591126162277575, "complete-iteration": 0.21375227451324463, "set_robot_commands": 0.005188995202382405, "deviation-center-line": 0.7860213743897088, "driven_lanedir_consec": 1.50629506391872, "sim_compute_sim_state": 0.02446440140406291, "sim_compute_performance-ego": 0.004464029471079508}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.335876122006916, "get_ui_image": 0.03860608774882097, "step_physics": 0.08763191218559559, "survival_time": 10.400000000000013, "driven_lanedir": 0.5709490129841798, "get_state_dump": 0.014028335993106548, "sim_render-ego": 0.006864419350257287, "get_robot_state": 0.016784034096277677, "get_duckie_state": 2.896556487450233e-06, "in-drivable-lane": 5.600000000000022, "agent_compute-ego": 0.01830627024173737, "deviation-heading": 0.9970703641328276, "complete-iteration": 0.21688416944100303, "set_robot_commands": 0.005366088106082036, "deviation-center-line": 0.2419394166652873, "driven_lanedir_consec": 0.5709490129841798, "sim_compute_sim_state": 0.0245542606482139, "sim_compute_performance-ego": 0.0045796414980521566}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399700731492444, "get_ui_image": 0.03868932167689006, "step_physics": 0.0953370984395345, "survival_time": 14.950000000000076, "driven_lanedir": 1.7205686681707777, "get_state_dump": 0.014013627370198569, "sim_render-ego": 0.006976792017618815, "get_robot_state": 0.017231921354929607, "get_duckie_state": 2.970695495605469e-06, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.018602943420410155, "deviation-heading": 1.2551687154993711, "complete-iteration": 0.2311543615659078, "set_robot_commands": 0.005297023455301921, "deviation-center-line": 0.3979426329644763, "driven_lanedir_consec": 1.7205686681707777, "sim_compute_sim_state": 0.03010261297225952, "sim_compute_performance-ego": 0.004731907844543457}}set_robot_commands_max 0.005366088106082036 set_robot_commands_mean 0.005224853841922223 set_robot_commands_median 0.005243009328842163 set_robot_commands_min 0.005047308603922526 sim_compute_performance-ego_max 0.004731907844543457 sim_compute_performance-ego_mean 0.0045380800160077905 sim_compute_performance-ego_median 0.004521835484565832 sim_compute_performance-ego_min 0.004376741250356039 sim_compute_sim_state_max 0.03010261297225952 sim_compute_sim_state_mean 0.025950562377006586 sim_compute_sim_state_median 0.024617617565851943 sim_compute_sim_state_min 0.02446440140406291 sim_render-ego_max 0.006976792017618815 sim_render-ego_mean 0.006735604298420441 sim_render-ego_median 0.006720425073917095 sim_render-ego_min 0.00652477502822876 simulation-passed 1 step_physics_max 0.0953370984395345 step_physics_mean 0.08753607868002011 step_physics_median 0.0866354075838358 step_physics_min 0.08153640111287434 survival_time_max 14.950000000000076 survival_time_mean 13.81250000000006 survival_time_min 10.400000000000013
No reset possible 41829
6820
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median -0.7751572914805921 survival_time_median 4.099999999999993 deviation-center-line_median 0.21226595030213577 in-drivable-lane_median 1.1749999999999958
other stats agent_compute-ego_max 0.018488322695096333 agent_compute-ego_mean 0.018330453131137427 agent_compute-ego_median 0.01832777625857743 agent_compute-ego_min 0.01817793731229851 complete-iteration_max 0.23395908026047696 complete-iteration_mean 0.21991325196637895 complete-iteration_median 0.2182914155374569 complete-iteration_min 0.20911109653012505 deviation-center-line_max 0.37476330692566606 deviation-center-line_mean 0.21646466918128765 deviation-center-line_min 0.06656346919521311 deviation-heading_max 1.1575373537851132 deviation-heading_mean 0.7345817676181816 deviation-heading_median 0.7717659318502003 deviation-heading_min 0.2372578529872129 driven_any_max 1.89157217807559 driven_any_mean 1.310050945247213 driven_any_median 1.3142070494399878 driven_any_min 0.7202175040332881 driven_lanedir_consec_max -0.31572164352629384 driven_lanedir_consec_mean -0.8024593839272398 driven_lanedir_consec_min -1.343801309221481 driven_lanedir_max -0.31572164352629384 driven_lanedir_mean -0.8024593839272398 driven_lanedir_median -0.7751572914805921 driven_lanedir_min -1.343801309221481 get_duckie_state_max 2.9144615962587553e-06 get_duckie_state_mean 2.7826267659969563e-06 get_duckie_state_median 2.836456978656202e-06 get_duckie_state_min 2.5431315104166665e-06 get_robot_state_max 0.017164601220024958 get_robot_state_mean 0.016513208145140634 get_robot_state_median 0.016638751002563828 get_robot_state_min 0.01561072935540992 get_state_dump_max 0.017315422195986092 get_state_dump_mean 0.014794233678653877 get_state_dump_median 0.014081396676343064 get_state_dump_min 0.013698719165943288 get_ui_image_max 0.04029371341069539 get_ui_image_mean 0.038831711777443344 get_ui_image_median 0.03897738272317832 get_ui_image_min 0.03707836825272132 in-drivable-lane_max 1.6499999999999952 in-drivable-lane_mean 1.2499999999999964 in-drivable-lane_min 0.9999999999999988 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.89157217807559, "get_ui_image": 0.03707836825272132, "step_physics": 0.08439124247123456, "survival_time": 5.799999999999987, "driven_lanedir": -1.343801309221481, "get_state_dump": 0.01438567145117398, "sim_render-ego": 0.00653823079734013, "get_robot_state": 0.01673335864626128, "get_duckie_state": 2.9144615962587553e-06, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.01822081310995694, "deviation-heading": 1.0705796579680118, "complete-iteration": 0.20911109653012505, "set_robot_commands": 0.004831936852685337, "deviation-center-line": 0.37476330692566606, "driven_lanedir_consec": -1.343801309221481, "sim_compute_sim_state": 0.0222401577850868, "sim_compute_performance-ego": 0.004517304486241834}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.331677349609004, "get_ui_image": 0.03907576239252665, "step_physics": 0.08642593349318907, "survival_time": 4.149999999999993, "driven_lanedir": -0.6295932825549675, "get_state_dump": 0.017315422195986092, "sim_render-ego": 0.006409139518278191, "get_robot_state": 0.01561072935540992, "get_duckie_state": 2.8466603842126316e-06, "in-drivable-lane": 1.6499999999999952, "agent_compute-ego": 0.01817793731229851, "deviation-heading": 1.1575373537851132, "complete-iteration": 0.214256855378668, "set_robot_commands": 0.005044204642973751, "deviation-center-line": 0.19935025583288735, "driven_lanedir_consec": -0.6295932825549675, "sim_compute_sim_state": 0.02165755019130477, "sim_compute_performance-ego": 0.004359756607607186}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.7202175040332881, "get_ui_image": 0.04029371341069539, "step_physics": 0.09193846583366394, "survival_time": 2.3999999999999995, "driven_lanedir": -0.31572164352629384, "get_state_dump": 0.013777121901512146, "sim_render-ego": 0.006856933236122131, "get_robot_state": 0.016544143358866375, "get_duckie_state": 2.826253573099772e-06, "in-drivable-lane": 0.9999999999999988, "agent_compute-ego": 0.018488322695096333, "deviation-heading": 0.4729522057323888, "complete-iteration": 0.22232597569624585, "set_robot_commands": 0.004941438635190328, "deviation-center-line": 0.06656346919521311, "driven_lanedir_consec": -0.31572164352629384, "sim_compute_sim_state": 0.02500380078951518, "sim_compute_performance-ego": 0.004305630922317505}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.2967367492709716, "get_ui_image": 0.03887900305382999, "step_physics": 0.10301192895865736, "survival_time": 4.049999999999994, "driven_lanedir": -0.9207213004062168, "get_state_dump": 0.013698719165943288, "sim_render-ego": 0.006636507717179664, "get_robot_state": 0.017164601220024958, "get_duckie_state": 2.5431315104166665e-06, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.01843473940719793, "deviation-heading": 0.2372578529872129, "complete-iteration": 0.23395908026047696, "set_robot_commands": 0.00522184666292167, "deviation-center-line": 0.22518164477138408, "driven_lanedir_consec": -0.9207213004062168, "sim_compute_sim_state": 0.0262996502864508, "sim_compute_performance-ego": 0.0044383090219379945}}set_robot_commands_max 0.00522184666292167 set_robot_commands_mean 0.0050098566984427715 set_robot_commands_median 0.004992821639082039 set_robot_commands_min 0.004831936852685337 sim_compute_performance-ego_max 0.004517304486241834 sim_compute_performance-ego_mean 0.00440525025952613 sim_compute_performance-ego_median 0.00439903281477259 sim_compute_performance-ego_min 0.004305630922317505 sim_compute_sim_state_max 0.0262996502864508 sim_compute_sim_state_mean 0.023800289763089386 sim_compute_sim_state_median 0.02362197928730099 sim_compute_sim_state_min 0.02165755019130477 sim_render-ego_max 0.006856933236122131 sim_render-ego_mean 0.006610202817230028 sim_render-ego_median 0.006587369257259897 sim_render-ego_min 0.006409139518278191 simulation-passed 1 step_physics_max 0.10301192895865736 step_physics_mean 0.09144189268918625 step_physics_median 0.0891821996634265 step_physics_min 0.08439124247123456 survival_time_max 5.799999999999987 survival_time_mean 4.099999999999993 survival_time_min 2.3999999999999995
No reset possible 41824
6825
Liam Paull 🇨🇦baseline-duckietown aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:08:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7640601939018117 survival_time_median 14.950000000000076 deviation-center-line_median 0.6326770707973375 in-drivable-lane_median 1.0000000000000142
other stats agent_compute-ego_max 0.018631691137949623 agent_compute-ego_mean 0.0182959925821147 agent_compute-ego_median 0.018318199316660563 agent_compute-ego_min 0.017915880557188055 complete-iteration_max 0.22688540776570637 complete-iteration_mean 0.21873774307085475 complete-iteration_median 0.21708879272143045 complete-iteration_min 0.21388797907485177 deviation-center-line_max 0.8248591858971301 deviation-center-line_mean 0.5873051840569283 deviation-center-line_min 0.2590074087359085 deviation-heading_max 2.8461435471471193 deviation-heading_mean 1.535700983725795 deviation-heading_median 1.1586702628181864 deviation-heading_min 0.9793198621196876 driven_any_max 1.9399851312148395 driven_any_mean 1.7641352473518794 driven_any_median 1.9368109104034843 driven_any_min 1.2429340373857092 driven_lanedir_consec_max 1.9272008040047548 driven_lanedir_consec_mean 1.4990669755362886 driven_lanedir_consec_min 0.5409467103367772 driven_lanedir_max 1.9272008040047548 driven_lanedir_mean 1.4990669755362886 driven_lanedir_median 1.7640601939018117 driven_lanedir_min 0.5409467103367772 get_duckie_state_max 3.7495622929838513e-06 get_duckie_state_mean 3.127662586592317e-06 get_duckie_state_median 2.92817751566569e-06 get_duckie_state_min 2.9047330220540365e-06 get_robot_state_max 0.01732065518697103 get_robot_state_mean 0.016949079927709915 get_robot_state_median 0.016976539883826608 get_robot_state_min 0.016522584756215413 get_state_dump_max 0.014487010637919108 get_state_dump_mean 0.01425165842488869 get_state_dump_median 0.014261111229965368 get_state_dump_min 0.013997400601704915 get_ui_image_max 0.03922199885050456 get_ui_image_mean 0.03823385209562033 get_ui_image_median 0.03831321618401308 get_ui_image_min 0.0370869771639506 in-drivable-lane_max 5.150000000000011 in-drivable-lane_mean 1.78750000000001 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.933644523950703, "get_ui_image": 0.0370869771639506, "step_physics": 0.0864134152730306, "survival_time": 14.950000000000076, "driven_lanedir": 1.866225821907447, "get_state_dump": 0.01420461654663086, "sim_render-ego": 0.006635971864064534, "get_robot_state": 0.016522584756215413, "get_duckie_state": 2.9047330220540365e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018631691137949623, "deviation-heading": 2.8461435471471193, "complete-iteration": 0.21461284478505452, "set_robot_commands": 0.005046586990356445, "deviation-center-line": 0.7649116688427176, "driven_lanedir_consec": 1.866225821907447, "sim_compute_sim_state": 0.02539451519648234, "sim_compute_performance-ego": 0.004501479466756185}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399772968562663, "get_ui_image": 0.03922199885050456, "step_physics": 0.08886084238688151, "survival_time": 14.950000000000076, "driven_lanedir": 1.6618945658961766, "get_state_dump": 0.013997400601704915, "sim_render-ego": 0.006970272858937581, "get_robot_state": 0.01732065518697103, "get_duckie_state": 2.9190381368001304e-06, "in-drivable-lane": 2.0000000000000284, "agent_compute-ego": 0.01832709789276123, "deviation-heading": 1.2080701634966222, "complete-iteration": 0.2195647406578064, "set_robot_commands": 0.005263122717539469, "deviation-center-line": 0.8248591858971301, "driven_lanedir_consec": 1.6618945658961766, "sim_compute_sim_state": 0.024809600512186687, "sim_compute_performance-ego": 0.004612910747528076}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.2429340373857092, "get_ui_image": 0.03849397860851485, "step_physics": 0.0854739614368714, "survival_time": 9.700000000000005, "driven_lanedir": 0.5409467103367772, "get_state_dump": 0.014317605913299876, "sim_render-ego": 0.006679153933967512, "get_robot_state": 0.016918936955560113, "get_duckie_state": 3.7495622929838513e-06, "in-drivable-lane": 5.150000000000011, "agent_compute-ego": 0.017915880557188055, "deviation-heading": 0.9793198621196876, "complete-iteration": 0.21388797907485177, "set_robot_commands": 0.005219704097079248, "deviation-center-line": 0.2590074087359085, "driven_lanedir_consec": 0.5409467103367772, "sim_compute_sim_state": 0.02426454578478312, "sim_compute_performance-ego": 0.004420819970750317}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399851312148395, "get_ui_image": 0.03813245375951131, "step_physics": 0.09364222606023152, "survival_time": 14.950000000000076, "driven_lanedir": 1.9272008040047548, "get_state_dump": 0.014487010637919108, "sim_render-ego": 0.006661644776662191, "get_robot_state": 0.0170341428120931, "get_duckie_state": 2.93731689453125e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018309300740559895, "deviation-heading": 1.1092703621397506, "complete-iteration": 0.22688540776570637, "set_robot_commands": 0.005119290351867676, "deviation-center-line": 0.5004424727519573, "driven_lanedir_consec": 1.9272008040047548, "sim_compute_sim_state": 0.02876259167989095, "sim_compute_performance-ego": 0.0045589176813761395}}set_robot_commands_max 0.005263122717539469 set_robot_commands_mean 0.005162176039210709 set_robot_commands_median 0.005169497224473462 set_robot_commands_min 0.005046586990356445 sim_compute_performance-ego_max 0.004612910747528076 sim_compute_performance-ego_mean 0.004523531966602679 sim_compute_performance-ego_median 0.004530198574066162 sim_compute_performance-ego_min 0.004420819970750317 sim_compute_sim_state_max 0.02876259167989095 sim_compute_sim_state_mean 0.025807813293335775 sim_compute_sim_state_median 0.025102057854334513 sim_compute_sim_state_min 0.02426454578478312 sim_render-ego_max 0.006970272858937581 sim_render-ego_mean 0.006736760858407955 sim_render-ego_median 0.006670399355314851 sim_render-ego_min 0.006635971864064534 simulation-passed 1 step_physics_max 0.09364222606023152 step_physics_mean 0.08859761128925377 step_physics_median 0.08763712882995606 step_physics_min 0.0854739614368714 survival_time_max 14.950000000000076 survival_time_mean 13.63750000000006 survival_time_min 9.700000000000005
No reset possible 41817
6831
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018237930138905845 agent_compute-ego_mean 0.0180219038327535 agent_compute-ego_median 0.01805795152982076 agent_compute-ego_min 0.017733782132466635 complete-iteration_max 0.2289762282371521 complete-iteration_mean 0.21182025829950968 complete-iteration_median 0.20742589632670083 complete-iteration_min 0.20345301230748497 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 3.0422210693359374e-06 get_duckie_state_mean 2.8282403945922853e-06 get_duckie_state_median 2.7954578399658207e-06 get_duckie_state_min 2.6798248291015626e-06 get_robot_state_max 0.016788519223531088 get_robot_state_mean 0.016570694247881573 get_robot_state_median 0.016598753929138184 get_robot_state_min 0.01629674990971883 get_state_dump_max 0.014335050582885742 get_state_dump_mean 0.014194646676381428 get_state_dump_median 0.014163394371668496 get_state_dump_min 0.01411674737930298 get_ui_image_max 0.03854179541269938 get_ui_image_mean 0.037325751384099326 get_ui_image_median 0.03724877635637919 get_ui_image_min 0.03626365741093954 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03626365741093954, "step_physics": 0.08116730769475301, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01411674737930298, "sim_render-ego": 0.006612230141957601, "get_robot_state": 0.016742529074350993, "get_duckie_state": 3.0422210693359374e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018237930138905845, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.20667235056559244, "set_robot_commands": 0.005069249471028645, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02382771253585815, "sim_compute_performance-ego": 0.00447548230489095}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03820745865503947, "step_physics": 0.08142490784327189, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014200024604797364, "sim_render-ego": 0.006709216435750325, "get_robot_state": 0.016788519223531088, "get_duckie_state": 2.883275349934896e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018064321676890056, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.20817944208780925, "set_robot_commands": 0.005105411211649577, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022951210339864095, "sim_compute_performance-ego": 0.004566199779510498}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.036290094057718915, "step_physics": 0.07985446055730185, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.014126764138539631, "sim_render-ego": 0.006553815205891927, "get_robot_state": 0.01629674990971883, "get_duckie_state": 2.707640329996745e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017733782132466635, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.20345301230748497, "set_robot_commands": 0.004988361199696859, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.023091259002685546, "sim_compute_performance-ego": 0.004357748031616211}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03854179541269938, "step_physics": 0.09830266157786052, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014335050582885742, "sim_render-ego": 0.006518584092458089, "get_robot_state": 0.016454978783925375, "get_duckie_state": 2.6798248291015626e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018051581382751467, "deviation-heading": 0.486072248607516, "complete-iteration": 0.2289762282371521, "set_robot_commands": 0.0051124254862467446, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02706616322199503, "sim_compute_performance-ego": 0.004433988730112711}}set_robot_commands_max 0.0051124254862467446 set_robot_commands_mean 0.0050688618421554565 set_robot_commands_median 0.005087330341339111 set_robot_commands_min 0.004988361199696859 sim_compute_performance-ego_max 0.004566199779510498 sim_compute_performance-ego_mean 0.004458354711532593 sim_compute_performance-ego_median 0.004454735517501831 sim_compute_performance-ego_min 0.004357748031616211 sim_compute_sim_state_max 0.02706616322199503 sim_compute_sim_state_mean 0.024234086275100708 sim_compute_sim_state_median 0.02345948576927185 sim_compute_sim_state_min 0.022951210339864095 sim_render-ego_max 0.006709216435750325 sim_render-ego_mean 0.006598461469014485 sim_render-ego_median 0.006583022673924764 sim_render-ego_min 0.006518584092458089 simulation-passed 1 step_physics_max 0.09830266157786052 step_physics_mean 0.0851873344182968 step_physics_median 0.08129610776901244 step_physics_min 0.07985446055730185 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41812
6836
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018531357447306315 agent_compute-ego_mean 0.01805476347605387 agent_compute-ego_median 0.018116883436838784 agent_compute-ego_min 0.01745392958323161 complete-iteration_max 0.2371684495608012 complete-iteration_mean 0.2170013258854548 complete-iteration_median 0.2162623929977417 complete-iteration_min 0.19831206798553463 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 4.078547159830729e-06 get_duckie_state_mean 3.956158955891927e-06 get_duckie_state_median 3.959735234578451e-06 get_duckie_state_min 3.826618194580078e-06 get_robot_state_max 0.017545045216878254 get_robot_state_mean 0.016828927199045815 get_robot_state_median 0.016931669712066652 get_robot_state_min 0.015907324155171713 get_state_dump_max 0.014053184986114502 get_state_dump_mean 0.013947816491127016 get_state_dump_median 0.01392271637916565 get_state_dump_min 0.013892648220062255 get_ui_image_max 0.04031946182250976 get_ui_image_mean 0.03813052137692769 get_ui_image_median 0.038424422343571976 get_ui_image_min 0.03535377899805705 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03535377899805705, "step_physics": 0.07727526664733887, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013892648220062255, "sim_render-ego": 0.006180836359659831, "get_robot_state": 0.015907324155171713, "get_duckie_state": 3.924369812011719e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01745392958323161, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.19831206798553463, "set_robot_commands": 0.0049461563428243, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022914170424143475, "sim_compute_performance-ego": 0.004232536951700846}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.038279698689778645, "step_physics": 0.08447235981623331, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013927973906199138, "sim_render-ego": 0.006593299706776937, "get_robot_state": 0.016726284027099608, "get_duckie_state": 3.826618194580078e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01790670871734619, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.21049197435379027, "set_robot_commands": 0.005010525385538737, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022932767868041992, "sim_compute_performance-ego": 0.004482503732045492}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.038569145997365314, "step_physics": 0.09099600076675415, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.014053184986114502, "sim_render-ego": 0.007078518072764078, "get_robot_state": 0.017545045216878254, "get_duckie_state": 4.078547159830729e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018531357447306315, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.2220328116416931, "set_robot_commands": 0.005320318539937337, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.024848829905192056, "sim_compute_performance-ego": 0.004921223322550456}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.04031946182250976, "step_physics": 0.10316934903462728, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013917458852132162, "sim_render-ego": 0.006769400437672933, "get_robot_state": 0.017137055397033692, "get_duckie_state": 3.9951006571451825e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01832705815633138, "deviation-heading": 0.486072248607516, "complete-iteration": 0.2371684495608012, "set_robot_commands": 0.005169113477071126, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.027687455813090008, "sim_compute_performance-ego": 0.004500503540039062}}set_robot_commands_max 0.005320318539937337 set_robot_commands_mean 0.005111528436342876 set_robot_commands_median 0.005089819431304932 set_robot_commands_min 0.0049461563428243 sim_compute_performance-ego_max 0.004921223322550456 sim_compute_performance-ego_mean 0.004534191886583964 sim_compute_performance-ego_median 0.004491503636042277 sim_compute_performance-ego_min 0.004232536951700846 sim_compute_sim_state_max 0.027687455813090008 sim_compute_sim_state_mean 0.024595806002616884 sim_compute_sim_state_median 0.023890798886617024 sim_compute_sim_state_min 0.022914170424143475 sim_render-ego_max 0.007078518072764078 sim_render-ego_mean 0.006655513644218444 sim_render-ego_median 0.006681350072224935 sim_render-ego_min 0.006180836359659831 simulation-passed 1 step_physics_max 0.10316934903462728 step_physics_mean 0.0889782440662384 step_physics_median 0.08773418029149374 step_physics_min 0.07727526664733887 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41808
6837
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:09 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 12 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41803
6842
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.742769363645985 survival_time_median 14.950000000000076 deviation-center-line_median 0.7785399450230518 in-drivable-lane_median 1.9500000000000275
other stats agent_compute-ego_max 0.019479491710662843 agent_compute-ego_mean 0.018656651576360067 agent_compute-ego_median 0.018455508152643837 agent_compute-ego_min 0.018236098289489747 complete-iteration_max 0.2359433666865031 complete-iteration_mean 0.2216840394337972 complete-iteration_median 0.22003923892974853 complete-iteration_min 0.21071431318918865 deviation-center-line_max 1.0473743731437883 deviation-center-line_mean 0.7507533015053963 deviation-center-line_min 0.39855894283169346 deviation-heading_max 2.744908242484183 deviation-heading_mean 1.7192539567424348 deviation-heading_median 1.525300865812852 deviation-heading_min 1.081505852859852 driven_any_max 2.0421013339646774 driven_any_mean 2.0404350798561586 driven_any_median 2.04209800808544 driven_any_min 2.0354429692890768 driven_lanedir_consec_max 2.033210665321288 driven_lanedir_consec_mean 1.5067271511792106 driven_lanedir_consec_min 0.5081592121035847 driven_lanedir_max 2.033210665321288 driven_lanedir_mean 1.5067271511792106 driven_lanedir_median 1.742769363645985 driven_lanedir_min 0.5081592121035847 get_duckie_state_max 3.8671493530273435e-06 get_duckie_state_mean 3.773768742879232e-06 get_duckie_state_median 3.761053085327149e-06 get_duckie_state_min 3.7058194478352864e-06 get_robot_state_max 0.0171571675936381 get_robot_state_mean 0.016945116718610126 get_robot_state_median 0.016957679986953737 get_robot_state_min 0.016707939306894938 get_state_dump_max 0.01425499677658081 get_state_dump_mean 0.014167514046033223 get_state_dump_median 0.01415706475575765 get_state_dump_min 0.014100929896036785 get_ui_image_max 0.04028781652450562 get_ui_image_mean 0.038217448194821674 get_ui_image_median 0.03814029892285665 get_ui_image_min 0.03630137840906779 in-drivable-lane_max 9.800000000000088 in-drivable-lane_mean 3.425000000000036 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.0354429692890768, "get_ui_image": 0.03630137840906779, "step_physics": 0.08413067976633708, "survival_time": 14.950000000000076, "driven_lanedir": 2.0275715477937863, "get_state_dump": 0.01412658135096232, "sim_render-ego": 0.00659900426864624, "get_robot_state": 0.016707939306894938, "get_duckie_state": 3.8671493530273435e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018262985547383627, "deviation-heading": 1.081505852859852, "complete-iteration": 0.21071431318918865, "set_robot_commands": 0.005017424424489339, "deviation-center-line": 0.5276469515131175, "driven_lanedir_consec": 2.0275715477937863, "sim_compute_sim_state": 0.025054861704508463, "sim_compute_performance-ego": 0.004351404507954916}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.0420965599295324, "get_ui_image": 0.037849713961283366, "step_physics": 0.08843640089035035, "survival_time": 14.950000000000076, "driven_lanedir": 2.033210665321288, "get_state_dump": 0.014100929896036785, "sim_render-ego": 0.006913649241129557, "get_robot_state": 0.01700181245803833, "get_duckie_state": 3.7058194478352864e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018236098289489747, "deviation-heading": 1.1797126234408035, "complete-iteration": 0.21778057813644408, "set_robot_commands": 0.0052418184280395505, "deviation-center-line": 1.029432938532986, "driven_lanedir_consec": 2.033210665321288, "sim_compute_sim_state": 0.025190149148305255, "sim_compute_performance-ego": 0.004639511108398438}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0421013339646774, "get_ui_image": 0.03843088388442993, "step_physics": 0.09084317366282144, "survival_time": 14.950000000000076, "driven_lanedir": 0.5081592121035847, "get_state_dump": 0.014187548160552978, "sim_render-ego": 0.00699617862701416, "get_robot_state": 0.01691354751586914, "get_duckie_state": 3.7447611490885417e-06, "in-drivable-lane": 9.800000000000088, "agent_compute-ego": 0.019479491710662843, "deviation-heading": 2.744908242484183, "complete-iteration": 0.22229789972305297, "set_robot_commands": 0.005130070845286052, "deviation-center-line": 0.39855894283169346, "driven_lanedir_consec": 0.5081592121035847, "sim_compute_sim_state": 0.02548901240030925, "sim_compute_performance-ego": 0.004656081199645996}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.0420994562413477, "get_ui_image": 0.04028781652450562, "step_physics": 0.09890310049057006, "survival_time": 14.950000000000076, "driven_lanedir": 1.4579671794981837, "get_state_dump": 0.01425499677658081, "sim_render-ego": 0.006912390391031901, "get_robot_state": 0.0171571675936381, "get_duckie_state": 3.7773450215657553e-06, "in-drivable-lane": 3.900000000000055, "agent_compute-ego": 0.01864803075790405, "deviation-heading": 1.8708891081849, "complete-iteration": 0.2359433666865031, "set_robot_commands": 0.005136961142222086, "deviation-center-line": 1.0473743731437883, "driven_lanedir_consec": 1.4579671794981837, "sim_compute_sim_state": 0.02979157288869222, "sim_compute_performance-ego": 0.004676495393117269}}set_robot_commands_max 0.0052418184280395505 set_robot_commands_mean 0.005131568710009257 set_robot_commands_median 0.005133515993754069 set_robot_commands_min 0.005017424424489339 sim_compute_performance-ego_max 0.004676495393117269 sim_compute_performance-ego_mean 0.004580873052279154 sim_compute_performance-ego_median 0.004647796154022217 sim_compute_performance-ego_min 0.004351404507954916 sim_compute_sim_state_max 0.02979157288869222 sim_compute_sim_state_mean 0.026381399035453796 sim_compute_sim_state_median 0.02533958077430725 sim_compute_sim_state_min 0.025054861704508463 sim_render-ego_max 0.00699617862701416 sim_render-ego_mean 0.006855305631955465 sim_render-ego_median 0.006913019816080729 sim_render-ego_min 0.00659900426864624 simulation-passed 1 step_physics_max 0.09890310049057006 step_physics_mean 0.09057833870251972 step_physics_median 0.08963978727658589 step_physics_min 0.08413067976633708 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41798
6843
Daniil Lisus exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.5616211849866504 survival_time_median 14.950000000000076 deviation-center-line_median 0.7202212860476229 in-drivable-lane_median 1.549999999999999
other stats agent_compute-ego_max 0.01827286879221598 agent_compute-ego_mean 0.01787324567635854 agent_compute-ego_median 0.01789549708366394 agent_compute-ego_min 0.0174291197458903 complete-iteration_max 0.22816340605417887 complete-iteration_mean 0.21883612116177875 complete-iteration_median 0.21758867979049684 complete-iteration_min 0.21200371901194257 deviation-center-line_max 0.8887112752871748 deviation-center-line_mean 0.7382512494637167 deviation-center-line_min 0.623851150472446 deviation-heading_max 3.2271449953818 deviation-heading_mean 2.0462986338062517 deviation-heading_median 2.0016482113781806 deviation-heading_min 0.9547531170868442 driven_any_max 2.094703126774791 driven_any_mean 1.711005068911143 driven_any_median 1.740957366394967 driven_any_min 1.267402416079846 driven_lanedir_consec_max 2.0709372794574623 driven_lanedir_consec_mean 1.4889237640212758 driven_lanedir_consec_min 0.76151540665434 driven_lanedir_max 2.0709372794574623 driven_lanedir_mean 1.545438765027002 driven_lanedir_median 1.674651186998103 driven_lanedir_min 0.76151540665434 get_duckie_state_max 2.811749776204427e-06 get_duckie_state_mean 2.697904904683431e-06 get_duckie_state_median 2.6869773864746093e-06 get_duckie_state_min 2.605915069580078e-06 get_robot_state_max 0.01724896510442098 get_robot_state_mean 0.016764915982882184 get_robot_state_median 0.016648894151051842 get_robot_state_min 0.01651291052500407 get_state_dump_max 0.014187432924906412 get_state_dump_mean 0.0140586652358373 get_state_dump_median 0.014080675840377806 get_state_dump_min 0.013885876337687175 get_ui_image_max 0.039537785847981774 get_ui_image_mean 0.03852750440438589 get_ui_image_median 0.03835230390230815 get_ui_image_min 0.037867623964945474 in-drivable-lane_max 6.7000000000000375 in-drivable-lane_mean 2.450000000000009 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4976362262599086, "get_ui_image": 0.037867623964945474, "step_physics": 0.0869793701171875, "survival_time": 14.950000000000076, "driven_lanedir": 1.3723199578580352, "get_state_dump": 0.014187432924906412, "sim_render-ego": 0.006597728729248047, "get_robot_state": 0.016648125648498536, "get_duckie_state": 2.7402242024739585e-06, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.0174291197458903, "deviation-heading": 3.2271449953818, "complete-iteration": 0.21200371901194257, "set_robot_commands": 0.004959425131479899, "deviation-center-line": 0.623851150472446, "driven_lanedir_consec": 1.14625995383513, "sim_compute_sim_state": 0.022817063331604003, "sim_compute_performance-ego": 0.0043609134356180825}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9842785065300248, "get_ui_image": 0.03806516091028849, "step_physics": 0.08871501445770263, "survival_time": 14.950000000000076, "driven_lanedir": 1.9769824161381704, "get_state_dump": 0.0139899476369222, "sim_render-ego": 0.006831638018290202, "get_robot_state": 0.016649662653605145, "get_duckie_state": 2.6337305704752605e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01792782465616862, "deviation-heading": 0.9547531170868442, "complete-iteration": 0.21700705846150717, "set_robot_commands": 0.005267455577850342, "deviation-center-line": 0.8887112752871748, "driven_lanedir_consec": 1.9769824161381704, "sim_compute_sim_state": 0.02457807223002116, "sim_compute_performance-ego": 0.004818155765533448}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.267402416079846, "get_ui_image": 0.0386394468943278, "step_physics": 0.08947617292404175, "survival_time": 14.950000000000076, "driven_lanedir": 0.76151540665434, "get_state_dump": 0.013885876337687175, "sim_render-ego": 0.006643557548522949, "get_robot_state": 0.01651291052500407, "get_duckie_state": 2.605915069580078e-06, "in-drivable-lane": 6.7000000000000375, "agent_compute-ego": 0.01827286879221598, "deviation-heading": 2.665343424269958, "complete-iteration": 0.2181703011194865, "set_robot_commands": 0.005167578856150309, "deviation-center-line": 0.8007755407633051, "driven_lanedir_consec": 0.76151540665434, "sim_compute_sim_state": 0.024977786540985102, "sim_compute_performance-ego": 0.004427405993143717}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.094703126774791, "get_ui_image": 0.039537785847981774, "step_physics": 0.09280049324035644, "survival_time": 14.950000000000076, "driven_lanedir": 2.0709372794574623, "get_state_dump": 0.014171404043833416, "sim_render-ego": 0.006755166848500569, "get_robot_state": 0.01724896510442098, "get_duckie_state": 2.811749776204427e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.017863169511159262, "deviation-heading": 1.3379529984864036, "complete-iteration": 0.22816340605417887, "set_robot_commands": 0.0054026484489440914, "deviation-center-line": 0.6396670313319407, "driven_lanedir_consec": 2.0709372794574623, "sim_compute_sim_state": 0.029641762574513755, "sim_compute_performance-ego": 0.004573644002278646}}set_robot_commands_max 0.0054026484489440914 set_robot_commands_mean 0.005199277003606161 set_robot_commands_median 0.005217517217000325 set_robot_commands_min 0.004959425131479899 sim_compute_performance-ego_max 0.004818155765533448 sim_compute_performance-ego_mean 0.0045450297991434735 sim_compute_performance-ego_median 0.004500524997711182 sim_compute_performance-ego_min 0.0043609134356180825 sim_compute_sim_state_max 0.029641762574513755 sim_compute_sim_state_mean 0.025503671169281004 sim_compute_sim_state_median 0.024777929385503137 sim_compute_sim_state_min 0.022817063331604003 sim_render-ego_max 0.006831638018290202 sim_render-ego_mean 0.006707022786140441 sim_render-ego_median 0.0066993621985117595 sim_render-ego_min 0.006597728729248047 simulation-passed 1 step_physics_max 0.09280049324035644 step_physics_mean 0.08949276268482208 step_physics_median 0.0890955936908722 step_physics_min 0.0869793701171875 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41794
6847
Liam Paull 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:08:48 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.3701251668093568 survival_time_median 14.950000000000076 deviation-center-line_median 0.6165570745938345 in-drivable-lane_median 2.950000000000042
other stats agent_compute-ego_max 0.017852055231730144 agent_compute-ego_mean 0.01767263712305011 agent_compute-ego_median 0.017708911137147385 agent_compute-ego_min 0.017420670986175536 complete-iteration_max 0.232308079401652 complete-iteration_mean 0.21771833174758484 complete-iteration_median 0.2134361210134294 complete-iteration_min 0.2116930055618286 deviation-center-line_max 0.702234387877445 deviation-center-line_mean 0.5445348931756981 deviation-center-line_min 0.2427910356376785 deviation-heading_max 2.81645929981595 deviation-heading_mean 1.5229645382161474 deviation-heading_median 1.144883051858429 deviation-heading_min 0.9856327493317816 driven_any_max 1.93997608580798 driven_any_mean 1.7707604643916013 driven_any_median 1.936788414064217 driven_any_min 1.2694889436299903 driven_lanedir_consec_max 1.7068811188212771 driven_lanedir_consec_mean 1.2514865953449346 driven_lanedir_consec_min 0.5588149289397473 driven_lanedir_max 1.7068811188212771 driven_lanedir_mean 1.3094175223262805 driven_lanedir_median 1.4859870207720485 driven_lanedir_min 0.5588149289397473 get_duckie_state_max 3.1518936157226564e-06 get_duckie_state_mean 2.912686328695278e-06 get_duckie_state_median 2.8777242910982386e-06 get_duckie_state_min 2.743403116861979e-06 get_robot_state_max 0.016919155915578205 get_robot_state_mean 0.016737656256165166 get_robot_state_median 0.0168472760133069 get_robot_state_min 0.01633691708246867 get_state_dump_max 0.01418711503346761 get_state_dump_mean 0.01409116430716081 get_state_dump_median 0.014127131375399504 get_state_dump_min 0.013923279444376628 get_ui_image_max 0.039586362838745115 get_ui_image_mean 0.0385092721984844 get_ui_image_median 0.03844000272076539 get_ui_image_min 0.037570720513661705 in-drivable-lane_max 5.200000000000014 in-drivable-lane_mean 3.18750000000003 in-drivable-lane_min 1.6500000000000234 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336016894788564, "get_ui_image": 0.037570720513661705, "step_physics": 0.08513360659281413, "survival_time": 14.950000000000076, "driven_lanedir": 1.4867930363604394, "get_state_dump": 0.01418711503346761, "sim_render-ego": 0.0066719945271809895, "get_robot_state": 0.016840877532958983, "get_duckie_state": 2.9317537943522136e-06, "in-drivable-lane": 2.550000000000036, "agent_compute-ego": 0.017796258131663006, "deviation-heading": 2.81645929981595, "complete-iteration": 0.2129922858874003, "set_robot_commands": 0.005119724273681641, "deviation-center-line": 0.702234387877445, "driven_lanedir_consec": 1.2550693284350567, "sim_compute_sim_state": 0.02501620690027873, "sim_compute_performance-ego": 0.004500536123911539}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.93997608580798, "get_ui_image": 0.03811939875284831, "step_physics": 0.08525698184967041, "survival_time": 14.950000000000076, "driven_lanedir": 1.4851810051836571, "get_state_dump": 0.01409556229909261, "sim_render-ego": 0.006463019053141276, "get_robot_state": 0.01633691708246867, "get_duckie_state": 3.1518936157226564e-06, "in-drivable-lane": 3.3500000000000476, "agent_compute-ego": 0.017420670986175536, "deviation-heading": 1.0868033544607811, "complete-iteration": 0.2116930055618286, "set_robot_commands": 0.005042614936828613, "deviation-center-line": 0.6719230442363607, "driven_lanedir_consec": 1.4851810051836571, "sim_compute_sim_state": 0.02445803165435791, "sim_compute_performance-ego": 0.0043413058916727705}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.2694889436299903, "get_ui_image": 0.03876060668868248, "step_physics": 0.08521326503368339, "survival_time": 9.900000000000006, "driven_lanedir": 0.5588149289397473, "get_state_dump": 0.014158700451706394, "sim_render-ego": 0.006806679446287829, "get_robot_state": 0.01685367449365481, "get_duckie_state": 2.823694787844263e-06, "in-drivable-lane": 5.200000000000014, "agent_compute-ego": 0.017621564142631763, "deviation-heading": 0.9856327493317816, "complete-iteration": 0.21387995613945857, "set_robot_commands": 0.005185687180721398, "deviation-center-line": 0.2427910356376785, "driven_lanedir_consec": 0.5588149289397473, "sim_compute_sim_state": 0.02452747388319536, "sim_compute_performance-ego": 0.004590421011953643}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939975138649578, "get_ui_image": 0.039586362838745115, "step_physics": 0.0973802908261617, "survival_time": 14.950000000000076, "driven_lanedir": 1.7068811188212771, "get_state_dump": 0.013923279444376628, "sim_render-ego": 0.006840091546376546, "get_robot_state": 0.016919155915578205, "get_duckie_state": 2.743403116861979e-06, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.017852055231730144, "deviation-heading": 1.2029627492560768, "complete-iteration": 0.232308079401652, "set_robot_commands": 0.005210148493448893, "deviation-center-line": 0.5611911049513081, "driven_lanedir_consec": 1.7068811188212771, "sim_compute_sim_state": 0.029813329378763836, "sim_compute_performance-ego": 0.004620384375254313}}set_robot_commands_max 0.005210148493448893 set_robot_commands_mean 0.0051395437211701365 set_robot_commands_median 0.00515270572720152 set_robot_commands_min 0.005042614936828613 sim_compute_performance-ego_max 0.004620384375254313 sim_compute_performance-ego_mean 0.004513161850698067 sim_compute_performance-ego_median 0.004545478567932591 sim_compute_performance-ego_min 0.0043413058916727705 sim_compute_sim_state_max 0.029813329378763836 sim_compute_sim_state_mean 0.025953760454148957 sim_compute_sim_state_median 0.02477184039173704 sim_compute_sim_state_min 0.02445803165435791 sim_render-ego_max 0.006840091546376546 sim_render-ego_mean 0.00669544614324666 sim_render-ego_median 0.00673933698673441 sim_render-ego_min 0.006463019053141276 simulation-passed 1 step_physics_max 0.0973802908261617 step_physics_mean 0.0882460360755824 step_physics_median 0.0852351234416769 step_physics_min 0.08513360659281413 survival_time_max 14.950000000000076 survival_time_mean 13.68750000000006 survival_time_min 9.900000000000006
No reset possible 41788
6852
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6576533581867834 survival_time_median 14.950000000000076 deviation-center-line_median 0.5094938782859775 in-drivable-lane_median 4.150000000000048
other stats agent_compute-ego_max 0.018869780699412027 agent_compute-ego_mean 0.018484489770903105 agent_compute-ego_median 0.018503096103668213 agent_compute-ego_min 0.01806198617686396 complete-iteration_max 0.22968829870224 complete-iteration_mean 0.22062123550884968 complete-iteration_median 0.22366795261700947 complete-iteration_min 0.20546073809913967 deviation-center-line_max 0.8092055307569455 deviation-center-line_mean 0.5315616366816839 deviation-center-line_min 0.298053259397835 deviation-heading_max 3.91128297600077 deviation-heading_mean 2.365070110092702 deviation-heading_median 2.2640541141569934 deviation-heading_min 1.0208892360560504 driven_any_max 3.054086130171592 driven_any_mean 2.812133606488662 driven_any_median 2.963562601308548 driven_any_min 2.26732309316596 driven_lanedir_consec_max 2.2123045088561764 driven_lanedir_consec_mean 1.5365716570625447 driven_lanedir_consec_min 0.6186754030204356 driven_lanedir_max 2.2123045088561764 driven_lanedir_mean 1.5924655056079808 driven_lanedir_median 1.668909265383135 driven_lanedir_min 0.8197389828094772 get_duckie_state_max 2.856254577636719e-06 get_duckie_state_mean 2.771823302559231e-06 get_duckie_state_median 2.765275429988253e-06 get_duckie_state_min 2.700487772623698e-06 get_robot_state_max 0.01705195109049479 get_robot_state_mean 0.01674321857051573 get_robot_state_median 0.016817686557769777 get_robot_state_min 0.016285550076028575 get_state_dump_max 0.014342167377471925 get_state_dump_mean 0.014164976460346276 get_state_dump_median 0.014146504367607228 get_state_dump_min 0.014024729728698731 get_ui_image_max 0.03924116373062134 get_ui_image_mean 0.03806654842867367 get_ui_image_median 0.038521209557851155 get_ui_image_min 0.035982610868371054 in-drivable-lane_max 9.150000000000093 in-drivable-lane_mean 5.162500000000058 in-drivable-lane_min 3.2000000000000455 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.26732309316596, "get_ui_image": 0.035982610868371054, "step_physics": 0.08054529791292937, "survival_time": 11.500000000000028, "driven_lanedir": 1.3165944420750135, "get_state_dump": 0.01406963182532269, "sim_render-ego": 0.006308326513870903, "get_robot_state": 0.016285550076028575, "get_duckie_state": 2.7521796848462974e-06, "in-drivable-lane": 4.700000000000045, "agent_compute-ego": 0.01806198617686396, "deviation-heading": 1.0208892360560504, "complete-iteration": 0.20546073809913967, "set_robot_commands": 0.004936329178188158, "deviation-center-line": 0.3388197632438408, "driven_lanedir_consec": 1.3165944420750135, "sim_compute_sim_state": 0.02485156370245892, "sim_compute_performance-ego": 0.004266007050223972}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.054086130171592, "get_ui_image": 0.03844735860824585, "step_physics": 0.09118644873301188, "survival_time": 14.950000000000076, "driven_lanedir": 2.021224088691256, "get_state_dump": 0.014024729728698731, "sim_render-ego": 0.00687633752822876, "get_robot_state": 0.01668244520823161, "get_duckie_state": 2.700487772623698e-06, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.01839604139328003, "deviation-heading": 3.91128297600077, "complete-iteration": 0.2209784571329753, "set_robot_commands": 0.00516755739847819, "deviation-center-line": 0.8092055307569455, "driven_lanedir_consec": 1.998712274298553, "sim_compute_sim_state": 0.02553743282953898, "sim_compute_performance-ego": 0.00449674129486084}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8953577963068415, "get_ui_image": 0.03924116373062134, "step_physics": 0.0946066959698995, "survival_time": 14.950000000000076, "driven_lanedir": 0.8197389828094772, "get_state_dump": 0.014342167377471925, "sim_render-ego": 0.0070594286918640135, "get_robot_state": 0.016952927907307944, "get_duckie_state": 2.856254577636719e-06, "in-drivable-lane": 9.150000000000093, "agent_compute-ego": 0.018869780699412027, "deviation-heading": 2.4612531740074624, "complete-iteration": 0.2263574481010437, "set_robot_commands": 0.005140484174092611, "deviation-center-line": 0.298053259397835, "driven_lanedir_consec": 0.6186754030204356, "sim_compute_sim_state": 0.025312016010284422, "sim_compute_performance-ego": 0.004666922887166341}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.031767406310254, "get_ui_image": 0.03859506050745646, "step_physics": 0.09470321814219156, "survival_time": 14.950000000000076, "driven_lanedir": 2.2123045088561764, "get_state_dump": 0.014223376909891764, "sim_render-ego": 0.007159951527913411, "get_robot_state": 0.01705195109049479, "get_duckie_state": 2.7783711751302085e-06, "in-drivable-lane": 3.600000000000051, "agent_compute-ego": 0.0186101508140564, "deviation-heading": 2.0668550543065245, "complete-iteration": 0.22968829870224, "set_robot_commands": 0.00518608570098877, "deviation-center-line": 0.6801679933281143, "driven_lanedir_consec": 2.2123045088561764, "sim_compute_sim_state": 0.02942152738571167, "sim_compute_performance-ego": 0.004568462371826172}}set_robot_commands_max 0.00518608570098877 set_robot_commands_mean 0.005107614112936932 set_robot_commands_median 0.0051540207862854 set_robot_commands_min 0.004936329178188158 sim_compute_performance-ego_max 0.004666922887166341 sim_compute_performance-ego_mean 0.0044995334010193315 sim_compute_performance-ego_median 0.004532601833343506 sim_compute_performance-ego_min 0.004266007050223972 sim_compute_sim_state_max 0.02942152738571167 sim_compute_sim_state_mean 0.0262806349819985 sim_compute_sim_state_median 0.025424724419911705 sim_compute_sim_state_min 0.02485156370245892 sim_render-ego_max 0.007159951527913411 sim_render-ego_mean 0.006851011065469272 sim_render-ego_median 0.006967883110046386 sim_render-ego_min 0.006308326513870903 simulation-passed 1 step_physics_max 0.09470321814219156 step_physics_mean 0.09026041518950809 step_physics_median 0.09289657235145568 step_physics_min 0.08054529791292937 survival_time_max 14.950000000000076 survival_time_mean 14.087500000000066 survival_time_min 11.500000000000028
No reset possible 41783
9235
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:07:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6659192360463462 survival_time_median 12.625000000000044 deviation-center-line_median 0.497185529094222 in-drivable-lane_median 3.7000000000000526
other stats agent_compute-ego_max 0.017968436362038195 agent_compute-ego_mean 0.017864969767952633 agent_compute-ego_median 0.01789705193945764 agent_compute-ego_min 0.01769733883085705 complete-iteration_max 0.22670135279776343 complete-iteration_mean 0.21742552735810927 complete-iteration_median 0.21654831756678425 complete-iteration_min 0.2099041215011052 deviation-center-line_max 0.6559243677370964 deviation-center-line_mean 0.464319986894808 deviation-center-line_min 0.2069845216536916 deviation-heading_max 1.8895501308304177 deviation-heading_mean 1.4405276316678912 deviation-heading_median 1.4724700618345286 deviation-heading_min 0.92762027217209 driven_any_max 2.9059127011500108 driven_any_mean 2.2692446786400247 driven_any_median 2.5707332676227166 driven_any_min 1.0295994781646534 driven_lanedir_consec_max 2.063038022295407 driven_lanedir_consec_mean 1.483862749535461 driven_lanedir_consec_min 0.5405745037537454 driven_lanedir_max 2.063038022295407 driven_lanedir_mean 1.4848009891108516 driven_lanedir_median 1.6659192360463462 driven_lanedir_min 0.5443274620553068 get_duckie_state_max 2.963202340262277e-06 get_duckie_state_mean 2.7487597388043655e-06 get_duckie_state_median 2.725052000627704e-06 get_duckie_state_min 2.581732613699777e-06 get_robot_state_max 0.01712213988815035 get_robot_state_mean 0.016868784678839552 get_robot_state_median 0.0168737006882941 get_robot_state_min 0.016605597450619652 get_state_dump_max 0.014399888260023934 get_state_dump_mean 0.014237931278990656 get_state_dump_median 0.014214858214859991 get_state_dump_min 0.014122120426218705 get_ui_image_max 0.03941998708815802 get_ui_image_mean 0.038425993948887086 get_ui_image_median 0.03888058618646918 get_ui_image_min 0.036522816334451945 in-drivable-lane_max 4.200000000000041 in-drivable-lane_mean 3.4125000000000347 in-drivable-lane_min 2.0499999999999927 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.267006240959354, "get_ui_image": 0.036522816334451945, "step_physics": 0.0817631504365376, "survival_time": 11.200000000000024, "driven_lanedir": 1.2696215467353995, "get_state_dump": 0.014399888260023934, "sim_render-ego": 0.006582282483577728, "get_robot_state": 0.01712213988815035, "get_duckie_state": 2.963202340262277e-06, "in-drivable-lane": 4.200000000000041, "agent_compute-ego": 0.017903617450169156, "deviation-heading": 1.8895501308304177, "complete-iteration": 0.2099041215011052, "set_robot_commands": 0.0052168167063168115, "deviation-center-line": 0.4631084742919356, "driven_lanedir_consec": 1.2696215467353995, "sim_compute_sim_state": 0.0257596778018134, "sim_compute_performance-ego": 0.0044583774038723534}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8744602942860795, "get_ui_image": 0.03865193981292833, "step_physics": 0.08814275476856163, "survival_time": 14.050000000000065, "driven_lanedir": 2.063038022295407, "get_state_dump": 0.014122120426218705, "sim_render-ego": 0.006840080553102324, "get_robot_state": 0.016734155471638854, "get_duckie_state": 2.7074508395483484e-06, "in-drivable-lane": 3.600000000000051, "agent_compute-ego": 0.017890486428746126, "deviation-heading": 1.6614640117601065, "complete-iteration": 0.21793077255058968, "set_robot_commands": 0.005204237228610762, "deviation-center-line": 0.6559243677370964, "driven_lanedir_consec": 2.063038022295407, "sim_compute_sim_state": 0.025646959759586647, "sim_compute_performance-ego": 0.004517494147358416}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.0295994781646534, "get_ui_image": 0.03941998708815802, "step_physics": 0.08737843604314895, "survival_time": 5.249999999999989, "driven_lanedir": 0.5443274620553068, "get_state_dump": 0.01424294880458287, "sim_render-ego": 0.006607537042526972, "get_robot_state": 0.016605597450619652, "get_duckie_state": 2.581732613699777e-06, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.01769733883085705, "deviation-heading": 0.92762027217209, "complete-iteration": 0.21516586258297876, "set_robot_commands": 0.004888259796869187, "deviation-center-line": 0.2069845216536916, "driven_lanedir_consec": 0.5405745037537454, "sim_compute_sim_state": 0.02369091170174735, "sim_compute_performance-ego": 0.004452507836478097}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9059127011500108, "get_ui_image": 0.039109232560010025, "step_physics": 0.09215832763994244, "survival_time": 14.200000000000069, "driven_lanedir": 2.0622169253572924, "get_state_dump": 0.014186767625137112, "sim_render-ego": 0.00672725304751329, "get_robot_state": 0.017013245904949348, "get_duckie_state": 2.742653161707059e-06, "in-drivable-lane": 3.800000000000054, "agent_compute-ego": 0.017968436362038195, "deviation-heading": 1.283476111908951, "complete-iteration": 0.22670135279776343, "set_robot_commands": 0.005113851016675922, "deviation-center-line": 0.5312625838965085, "driven_lanedir_consec": 2.0622169253572924, "sim_compute_sim_state": 0.02970600463974644, "sim_compute_performance-ego": 0.004536718549862714}}set_robot_commands_max 0.0052168167063168115 set_robot_commands_mean 0.00510579118711817 set_robot_commands_median 0.0051590441226433414 set_robot_commands_min 0.004888259796869187 sim_compute_performance-ego_max 0.004536718549862714 sim_compute_performance-ego_mean 0.004491274484392895 sim_compute_performance-ego_median 0.004487935775615385 sim_compute_performance-ego_min 0.004452507836478097 sim_compute_sim_state_max 0.02970600463974644 sim_compute_sim_state_mean 0.02620088847572346 sim_compute_sim_state_median 0.02570331878070002 sim_compute_sim_state_min 0.02369091170174735 sim_render-ego_max 0.006840080553102324 sim_render-ego_mean 0.006689288281680078 sim_render-ego_median 0.006667395045020131 sim_render-ego_min 0.006582282483577728 simulation-passed 1 step_physics_max 0.09215832763994244 step_physics_mean 0.08736066722204766 step_physics_median 0.08776059540585529 step_physics_min 0.0817631504365376 survival_time_max 14.200000000000069 survival_time_mean 11.175000000000036 survival_time_min 5.249999999999989
No reset possible 41778
9239
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:08:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.790091742002221 survival_time_median 13.67500000000006 deviation-center-line_median 0.5247675510944315 in-drivable-lane_median 2.400000000000012
other stats agent_compute-ego_max 0.018403594493865968 agent_compute-ego_mean 0.018225760748036744 agent_compute-ego_median 0.01824695838394985 agent_compute-ego_min 0.01800553173038131 complete-iteration_max 0.2282987936337789 complete-iteration_mean 0.218212435183332 complete-iteration_median 0.21637083574389737 complete-iteration_min 0.2118092756117544 deviation-center-line_max 0.7702935783327872 deviation-center-line_mean 0.5120552770437564 deviation-center-line_min 0.2283924276533756 deviation-heading_max 1.7335238889358398 deviation-heading_mean 1.5448068749910555 deviation-heading_median 1.524832502058029 deviation-heading_min 1.3960386069123245 driven_any_max 2.552620295303264 driven_any_mean 2.094129905415796 driven_any_median 2.3257149165965565 driven_any_min 1.172469493166808 driven_lanedir_consec_max 2.282252060169722 driven_lanedir_consec_mean 1.6184858892610168 driven_lanedir_consec_min 0.6115080128699023 driven_lanedir_max 2.282252060169722 driven_lanedir_mean 1.6208614873868166 driven_lanedir_median 1.790091742002221 driven_lanedir_min 0.6210104053731015 get_duckie_state_max 2.9436747233072915e-06 get_duckie_state_mean 2.89414068622192e-06 get_duckie_state_median 2.8918507278606455e-06 get_duckie_state_min 2.849186565859098e-06 get_robot_state_max 0.016874186992645264 get_robot_state_mean 0.016689985569296316 get_robot_state_median 0.016714245033220523 get_robot_state_min 0.016457265218098958 get_state_dump_max 0.015548412005106607 get_state_dump_mean 0.014404062749496236 get_state_dump_median 0.01410341605704318 get_state_dump_min 0.013861006878791972 get_ui_image_max 0.03949870454504135 get_ui_image_mean 0.03823695009468186 get_ui_image_median 0.03820168256759643 get_ui_image_min 0.03704573069849322 in-drivable-lane_max 3.250000000000046 in-drivable-lane_mean 2.3625000000000225 in-drivable-lane_min 1.40000000000002 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.098816310470504, "get_ui_image": 0.03704573069849322, "step_physics": 0.08389890674621828, "survival_time": 12.40000000000004, "driven_lanedir": 1.4590724296325048, "get_state_dump": 0.01429742863101344, "sim_render-ego": 0.00652000980992471, "get_robot_state": 0.016701013811172977, "get_duckie_state": 2.918704863517515e-06, "in-drivable-lane": 3.250000000000046, "agent_compute-ego": 0.01832740729854953, "deviation-heading": 1.7335238889358398, "complete-iteration": 0.2118092756117544, "set_robot_commands": 0.0050868199717613955, "deviation-center-line": 0.4243567538114567, "driven_lanedir_consec": 1.4590724296325048, "sim_compute_sim_state": 0.02534028214793051, "sim_compute_performance-ego": 0.004429046184785904}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.5526135227226097, "get_ui_image": 0.037648390928904214, "step_physics": 0.08650891462961832, "survival_time": 14.950000000000076, "driven_lanedir": 2.282252060169722, "get_state_dump": 0.015548412005106607, "sim_render-ego": 0.0066302148501078285, "get_robot_state": 0.016457265218098958, "get_duckie_state": 2.9436747233072915e-06, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.018166509469350178, "deviation-heading": 1.453508495534232, "complete-iteration": 0.21590769449869793, "set_robot_commands": 0.0050140762329101566, "deviation-center-line": 0.7702935783327872, "driven_lanedir_consec": 2.282252060169722, "sim_compute_sim_state": 0.025276132424672446, "sim_compute_performance-ego": 0.00448969046274821}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.172469493166808, "get_ui_image": 0.03949870454504135, "step_physics": 0.08852308185388011, "survival_time": 7.049999999999983, "driven_lanedir": 0.6210104053731015, "get_state_dump": 0.013861006878791972, "sim_render-ego": 0.006572777497852947, "get_robot_state": 0.01672747625526807, "get_duckie_state": 2.849186565859098e-06, "in-drivable-lane": 2.499999999999991, "agent_compute-ego": 0.01800553173038131, "deviation-heading": 1.5961565085818257, "complete-iteration": 0.2168339769890968, "set_robot_commands": 0.005015195684230074, "deviation-center-line": 0.2283924276533756, "driven_lanedir_consec": 0.6115080128699023, "sim_compute_sim_state": 0.023945062718492872, "sim_compute_performance-ego": 0.004516057088865456}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.552620295303264, "get_ui_image": 0.03875497420628866, "step_physics": 0.09352898120880128, "survival_time": 14.950000000000076, "driven_lanedir": 2.121111054371938, "get_state_dump": 0.013909403483072916, "sim_render-ego": 0.007028722763061523, "get_robot_state": 0.016874186992645264, "get_duckie_state": 2.864996592203776e-06, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.018403594493865968, "deviation-heading": 1.3960386069123245, "complete-iteration": 0.2282987936337789, "set_robot_commands": 0.005179719924926758, "deviation-center-line": 0.6251783483774064, "driven_lanedir_consec": 2.121111054371938, "sim_compute_sim_state": 0.029828542073567707, "sim_compute_performance-ego": 0.004620423316955566}}set_robot_commands_max 0.005179719924926758 set_robot_commands_mean 0.005073952953457096 set_robot_commands_median 0.005051007827995734 set_robot_commands_min 0.0050140762329101566 sim_compute_performance-ego_max 0.004620423316955566 sim_compute_performance-ego_mean 0.0045138042633387845 sim_compute_performance-ego_median 0.004502873775806833 sim_compute_performance-ego_min 0.004429046184785904 sim_compute_sim_state_max 0.029828542073567707 sim_compute_sim_state_mean 0.026097504841165884 sim_compute_sim_state_median 0.02530820728630148 sim_compute_sim_state_min 0.023945062718492872 sim_render-ego_max 0.007028722763061523 sim_render-ego_mean 0.006687931230236753 sim_render-ego_median 0.0066014961739803875 sim_render-ego_min 0.00652000980992471 simulation-passed 1 step_physics_max 0.09352898120880128 step_physics_mean 0.08811497110962949 step_physics_median 0.08751599824174922 step_physics_min 0.08389890674621828 survival_time_max 14.950000000000076 survival_time_mean 12.337500000000045 survival_time_min 7.049999999999983
No reset possible 41772
9255
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.168873201036789 survival_time_median 14.950000000000076 deviation-center-line_median 0.6435248628771824 in-drivable-lane_median 4.000000000000057
other stats agent_compute-ego_max 0.01919857899347941 agent_compute-ego_mean 0.01872574766476949 agent_compute-ego_median 0.018620880444844563 agent_compute-ego_min 0.018462650775909424 complete-iteration_max 0.22535913864771528 complete-iteration_mean 0.21889236907164256 complete-iteration_median 0.21902706543604533 complete-iteration_min 0.21215620676676433 deviation-center-line_max 0.7697643766210157 deviation-center-line_mean 0.6501236617681918 deviation-center-line_min 0.5436805446973871 deviation-heading_max 2.2842405328645667 deviation-heading_mean 1.8248590814997172 deviation-heading_median 1.859675592715602 deviation-heading_min 1.2958446077030978 driven_any_max 3.118194494880967 driven_any_mean 2.889087747879588 driven_any_median 2.8697691100793423 driven_any_min 2.6986182764787 driven_lanedir_consec_max 3.0715078794830877 driven_lanedir_consec_mean 2.317846962157604 driven_lanedir_consec_min 1.8621335670737509 driven_lanedir_max 3.0715078794830877 driven_lanedir_mean 2.317846962157604 driven_lanedir_median 2.168873201036789 driven_lanedir_min 1.8621335670737509 get_duckie_state_max 3.016789754231771e-06 get_duckie_state_mean 2.932349840799968e-06 get_duckie_state_median 2.9317537943522136e-06 get_duckie_state_min 2.8491020202636717e-06 get_robot_state_max 0.01707735538482666 get_robot_state_mean 0.016898755232493082 get_robot_state_median 0.01688270290692647 get_robot_state_min 0.016752259731292726 get_state_dump_max 0.014291945298512776 get_state_dump_mean 0.01417489469051361 get_state_dump_median 0.014176012674967448 get_state_dump_min 0.01405560811360677 get_ui_image_max 0.03879830439885457 get_ui_image_mean 0.03763758718967438 get_ui_image_median 0.03742905298868815 get_ui_image_min 0.03689393838246664 in-drivable-lane_max 4.500000000000064 in-drivable-lane_mean 3.1250000000000444 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.118194494880967, "get_ui_image": 0.03689393838246664, "step_physics": 0.08339867353439331, "survival_time": 14.950000000000076, "driven_lanedir": 3.0715078794830877, "get_state_dump": 0.014139612515767416, "sim_render-ego": 0.006758419672648112, "get_robot_state": 0.016752259731292726, "get_duckie_state": 3.016789754231771e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018462650775909424, "deviation-heading": 2.0428230672159455, "complete-iteration": 0.21215620676676433, "set_robot_commands": 0.005225221316019694, "deviation-center-line": 0.6803348196311115, "driven_lanedir_consec": 3.0715078794830877, "sim_compute_sim_state": 0.025804922580718995, "sim_compute_performance-ego": 0.004564344088236491}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.833466978861318, "get_ui_image": 0.03729255119959513, "step_physics": 0.08588084936141968, "survival_time": 14.950000000000076, "driven_lanedir": 2.169558371090797, "get_state_dump": 0.01421241283416748, "sim_render-ego": 0.006785102685292562, "get_robot_state": 0.016910561720530192, "get_duckie_state": 3.0112266540527346e-06, "in-drivable-lane": 3.800000000000054, "agent_compute-ego": 0.01860653082529704, "deviation-heading": 1.6765281182152587, "complete-iteration": 0.21480746269226075, "set_robot_commands": 0.005297078291575114, "deviation-center-line": 0.6067149061232531, "driven_lanedir_consec": 2.169558371090797, "sim_compute_sim_state": 0.02513276735941569, "sim_compute_performance-ego": 0.004531639417012533}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.6986182764787, "get_ui_image": 0.03879830439885457, "step_physics": 0.09375305493672688, "survival_time": 14.950000000000076, "driven_lanedir": 1.8621335670737509, "get_state_dump": 0.01405560811360677, "sim_render-ego": 0.00685593843460083, "get_robot_state": 0.016854844093322753, "get_duckie_state": 2.8522809346516926e-06, "in-drivable-lane": 4.20000000000006, "agent_compute-ego": 0.01919857899347941, "deviation-heading": 2.2842405328645667, "complete-iteration": 0.22535913864771528, "set_robot_commands": 0.005167254606882731, "deviation-center-line": 0.7697643766210157, "driven_lanedir_consec": 1.8621335670737509, "sim_compute_sim_state": 0.025950770378112793, "sim_compute_performance-ego": 0.0045651467641194664}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.906071241297367, "get_ui_image": 0.03756555477778117, "step_physics": 0.08898813406626384, "survival_time": 14.950000000000076, "driven_lanedir": 2.168188030982781, "get_state_dump": 0.014291945298512776, "sim_render-ego": 0.0067340238889058435, "get_robot_state": 0.01707735538482666, "get_duckie_state": 2.8491020202636717e-06, "in-drivable-lane": 4.500000000000064, "agent_compute-ego": 0.01863523006439209, "deviation-heading": 1.2958446077030978, "complete-iteration": 0.2232466681798299, "set_robot_commands": 0.005234473546346028, "deviation-center-line": 0.5436805446973871, "driven_lanedir_consec": 2.168188030982781, "sim_compute_sim_state": 0.030038865407307946, "sim_compute_performance-ego": 0.004516960779825847}}set_robot_commands_max 0.005297078291575114 set_robot_commands_mean 0.005231006940205892 set_robot_commands_median 0.005229847431182861 set_robot_commands_min 0.005167254606882731 sim_compute_performance-ego_max 0.0045651467641194664 sim_compute_performance-ego_mean 0.004544522762298584 sim_compute_performance-ego_median 0.004547991752624512 sim_compute_performance-ego_min 0.004516960779825847 sim_compute_sim_state_max 0.030038865407307946 sim_compute_sim_state_mean 0.026731831431388853 sim_compute_sim_state_median 0.025877846479415892 sim_compute_sim_state_min 0.02513276735941569 sim_render-ego_max 0.00685593843460083 sim_render-ego_mean 0.0067833711703618365 sim_render-ego_median 0.006771761178970336 sim_render-ego_min 0.0067340238889058435 simulation-passed 1 step_physics_max 0.09375305493672688 step_physics_mean 0.08800517797470092 step_physics_median 0.08743449171384177 step_physics_min 0.08339867353439331 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41768
9264
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:07:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0312318840947707 survival_time_median 10.17500000000001 deviation-center-line_median 0.3452099447367855 in-drivable-lane_median 3.4000000000000257
other stats agent_compute-ego_max 0.01854638551410876 agent_compute-ego_mean 0.018440146682480677 agent_compute-ego_median 0.01850426455533027 agent_compute-ego_min 0.0182056721051534 complete-iteration_max 0.22944490784092952 complete-iteration_mean 0.2195595691317272 complete-iteration_median 0.22179611536214977 complete-iteration_min 0.2052011379616798 deviation-center-line_max 1.028753828533654 deviation-center-line_mean 0.4952302926813272 deviation-center-line_min 0.2617474527180839 deviation-heading_max 3.888900886416689 deviation-heading_mean 1.7710054040263523 deviation-heading_median 1.1638393522482209 deviation-heading_min 0.8674420251922798 driven_any_max 3.619604953792921 driven_any_mean 2.9097132926984655 driven_any_median 2.8859710354959844 driven_any_min 2.247306146008971 driven_lanedir_consec_max 2.243951891011821 driven_lanedir_consec_mean 1.922772385749021 driven_lanedir_consec_min 1.3846738837947226 driven_lanedir_max 3.3210209631034826 driven_lanedir_mean 2.1920396537719364 driven_lanedir_median 2.0312318840947707 driven_lanedir_min 1.3846738837947226 get_duckie_state_max 4.33976939647873e-06 get_duckie_state_mean 4.209164210939933e-06 get_duckie_state_median 4.219898979784706e-06 get_duckie_state_min 4.057089487711588e-06 get_robot_state_max 0.017039224299417663 get_robot_state_mean 0.016808075065189262 get_robot_state_median 0.016876181656854193 get_robot_state_min 0.01644071264763099 get_state_dump_max 0.01446722422031998 get_state_dump_mean 0.014287243190014252 get_state_dump_median 0.014297475250143752 get_state_dump_min 0.014086798039449525 get_ui_image_max 0.04034489581459447 get_ui_image_mean 0.03827571605761263 get_ui_image_median 0.038800503647272486 get_ui_image_min 0.03515696112131108 in-drivable-lane_max 3.799999999999997 in-drivable-lane_mean 2.962500000000011 in-drivable-lane_min 1.2499999999999956 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.247306146008971, "get_ui_image": 0.03515696112131108, "step_physics": 0.0796629748592487, "survival_time": 8.649999999999988, "driven_lanedir": 1.3846738837947226, "get_state_dump": 0.01446722422031998, "sim_render-ego": 0.006384323098066914, "get_robot_state": 0.01644071264763099, "get_duckie_state": 4.33976939647873e-06, "in-drivable-lane": 3.799999999999997, "agent_compute-ego": 0.01849069760713963, "deviation-heading": 0.8674420251922798, "complete-iteration": 0.2052011379616798, "set_robot_commands": 0.005128622055053711, "deviation-center-line": 0.2617474527180839, "driven_lanedir_consec": 1.3846738837947226, "sim_compute_sim_state": 0.02489418790519582, "sim_compute_performance-ego": 0.004404671619393233}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.9082002446693034, "get_ui_image": 0.03847266561974029, "step_physics": 0.08965532900550947, "survival_time": 10.85000000000002, "driven_lanedir": 2.0456278131719, "get_state_dump": 0.014086798039449525, "sim_render-ego": 0.006904064784950924, "get_robot_state": 0.017039224299417663, "get_duckie_state": 4.1959472515616e-06, "in-drivable-lane": 3.550000000000037, "agent_compute-ego": 0.01851783150352091, "deviation-heading": 1.4203078991512117, "complete-iteration": 0.2209664577712661, "set_robot_commands": 0.005334904666320519, "deviation-center-line": 0.412454920403992, "driven_lanedir_consec": 2.0456278131719, "sim_compute_sim_state": 0.0261575681273289, "sim_compute_performance-ego": 0.004622415463495914}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.619604953792921, "get_ui_image": 0.03912834167480469, "step_physics": 0.09236391146977742, "survival_time": 14.950000000000076, "driven_lanedir": 3.3210209631034826, "get_state_dump": 0.014312198162078855, "sim_render-ego": 0.006850996017456055, "get_robot_state": 0.016764678160349527, "get_duckie_state": 4.057089487711588e-06, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.0182056721051534, "deviation-heading": 3.888900886416689, "complete-iteration": 0.22262577295303343, "set_robot_commands": 0.005230302810668945, "deviation-center-line": 1.028753828533654, "driven_lanedir_consec": 2.243951891011821, "sim_compute_sim_state": 0.02494259754816691, "sim_compute_performance-ego": 0.00464898427327474}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8637418263226655, "get_ui_image": 0.04034489581459447, "step_physics": 0.09254784709528872, "survival_time": 9.5, "driven_lanedir": 2.0168359550176413, "get_state_dump": 0.01428275233820865, "sim_render-ego": 0.006748148014670924, "get_robot_state": 0.016987685153358863, "get_duckie_state": 4.243850708007813e-06, "in-drivable-lane": 3.250000000000014, "agent_compute-ego": 0.01854638551410876, "deviation-heading": 0.9073708053452296, "complete-iteration": 0.22944490784092952, "set_robot_commands": 0.005011163259807386, "deviation-center-line": 0.277964969069579, "driven_lanedir_consec": 2.0168359550176413, "sim_compute_sim_state": 0.030260262991252698, "sim_compute_performance-ego": 0.004537734232450787}}set_robot_commands_max 0.005334904666320519 set_robot_commands_mean 0.005176248197962641 set_robot_commands_median 0.005179462432861328 set_robot_commands_min 0.005011163259807386 sim_compute_performance-ego_max 0.00464898427327474 sim_compute_performance-ego_mean 0.0045534513971536685 sim_compute_performance-ego_median 0.00458007484797335 sim_compute_performance-ego_min 0.004404671619393233 sim_compute_sim_state_max 0.030260262991252698 sim_compute_sim_state_mean 0.026563654142986084 sim_compute_sim_state_median 0.025550082837747908 sim_compute_sim_state_min 0.02489418790519582 sim_render-ego_max 0.006904064784950924 sim_render-ego_mean 0.006721882978786204 sim_render-ego_median 0.006799572016063489 sim_render-ego_min 0.006384323098066914 simulation-passed 1 step_physics_max 0.09254784709528872 step_physics_mean 0.08855751560745607 step_physics_median 0.09100962023764345 step_physics_min 0.0796629748592487 survival_time_max 14.950000000000076 survival_time_mean 10.987500000000022 survival_time_min 8.649999999999988
No reset possible 41762
9274
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.5272280046470836 survival_time_median 14.950000000000076 deviation-center-line_median 0.4612442176124768 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01862440268198649 agent_compute-ego_mean 0.018286471168200175 agent_compute-ego_median 0.01826951026916504 agent_compute-ego_min 0.01798246145248413 complete-iteration_max 0.2292706274986267 complete-iteration_mean 0.21656364540259043 complete-iteration_median 0.216305125951767 complete-iteration_min 0.20437370220820109 deviation-center-line_max 0.5271068536143041 deviation-center-line_mean 0.445804380292479 deviation-center-line_min 0.3336222323306582 deviation-heading_max 1.0298473372196597 deviation-heading_mean 0.8101180948840963 deviation-heading_median 0.804007353071875 deviation-heading_min 0.6026103361729757 driven_any_max 1.5315778900637145 driven_any_mean 1.5303267953633737 driven_any_median 1.5315720741026173 driven_any_min 1.526585143184545 driven_lanedir_consec_max 1.528726976360905 driven_lanedir_consec_mean 1.5260767504493844 driven_lanedir_consec_min 1.5211240161424655 driven_lanedir_max 1.528726976360905 driven_lanedir_mean 1.5260767504493844 driven_lanedir_median 1.5272280046470836 driven_lanedir_min 1.5211240161424655 get_duckie_state_max 2.956390380859375e-06 get_duckie_state_mean 2.7483701705932617e-06 get_duckie_state_median 2.6929378509521484e-06 get_duckie_state_min 2.651214599609375e-06 get_robot_state_max 0.016826810042063396 get_robot_state_mean 0.01668162167072296 get_robot_state_median 0.016700371106465658 get_robot_state_min 0.016498934427897134 get_state_dump_max 0.014093023935953776 get_state_dump_mean 0.013996480305989585 get_state_dump_median 0.013993014494578043 get_state_dump_min 0.01390686829884847 get_ui_image_max 0.03943057696024577 get_ui_image_mean 0.03797886510690053 get_ui_image_median 0.03815019051233927 get_ui_image_min 0.03618450244267782 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.526585143184545, "get_ui_image": 0.03618450244267782, "step_physics": 0.07961472670237223, "survival_time": 14.950000000000076, "driven_lanedir": 1.5211240161424655, "get_state_dump": 0.014060044288635254, "sim_render-ego": 0.006525014241536458, "get_robot_state": 0.016498934427897134, "get_duckie_state": 2.6925404866536458e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01798246145248413, "deviation-heading": 0.907583881631676, "complete-iteration": 0.20437370220820109, "set_robot_commands": 0.005072837670644125, "deviation-center-line": 0.3336222323306582, "driven_lanedir_consec": 1.5211240161424655, "sim_compute_sim_state": 0.02388860543568929, "sim_compute_performance-ego": 0.004386632442474365}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.5315770405292186, "get_ui_image": 0.03706488609313965, "step_physics": 0.08219820658365885, "survival_time": 14.950000000000076, "driven_lanedir": 1.528726976360905, "get_state_dump": 0.014093023935953776, "sim_render-ego": 0.006565424601236979, "get_robot_state": 0.01664186716079712, "get_duckie_state": 2.651214599609375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01828533411026001, "deviation-heading": 0.6026103361729757, "complete-iteration": 0.2082186730702718, "set_robot_commands": 0.005060726801554362, "deviation-center-line": 0.475005794101009, "driven_lanedir_consec": 1.528726976360905, "sim_compute_sim_state": 0.02360345284144084, "sim_compute_performance-ego": 0.004545493920644125}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.531567107676016, "get_ui_image": 0.03943057696024577, "step_physics": 0.09426521857579548, "survival_time": 14.950000000000076, "driven_lanedir": 1.526489682540784, "get_state_dump": 0.01390686829884847, "sim_render-ego": 0.0067618203163146975, "get_robot_state": 0.016826810042063396, "get_duckie_state": 2.956390380859375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01862440268198649, "deviation-heading": 1.0298473372196597, "complete-iteration": 0.2243915788332621, "set_robot_commands": 0.005151360034942627, "deviation-center-line": 0.44748264112394465, "driven_lanedir_consec": 1.526489682540784, "sim_compute_sim_state": 0.024730072021484376, "sim_compute_performance-ego": 0.0045251774787902835}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.5315778900637145, "get_ui_image": 0.0392354949315389, "step_physics": 0.09634743849436442, "survival_time": 14.950000000000076, "driven_lanedir": 1.5279663267533834, "get_state_dump": 0.013925984700520831, "sim_render-ego": 0.00673314650853475, "get_robot_state": 0.016758875052134196, "get_duckie_state": 2.693335215250651e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018253686428070067, "deviation-heading": 0.7004308245120738, "complete-iteration": 0.2292706274986267, "set_robot_commands": 0.005229336420694987, "deviation-center-line": 0.5271068536143041, "driven_lanedir_consec": 1.5279663267533834, "sim_compute_sim_state": 0.02809676965077718, "sim_compute_performance-ego": 0.004521340529123942}}set_robot_commands_max 0.005229336420694987 set_robot_commands_mean 0.005128565231959025 set_robot_commands_median 0.005112098852793376 set_robot_commands_min 0.005060726801554362 sim_compute_performance-ego_max 0.004545493920644125 sim_compute_performance-ego_mean 0.004494661092758178 sim_compute_performance-ego_median 0.004523259003957112 sim_compute_performance-ego_min 0.004386632442474365 sim_compute_sim_state_max 0.02809676965077718 sim_compute_sim_state_mean 0.02507972498734792 sim_compute_sim_state_median 0.024309338728586833 sim_compute_sim_state_min 0.02360345284144084 sim_render-ego_max 0.0067618203163146975 sim_render-ego_mean 0.006646351416905722 sim_render-ego_median 0.006649285554885864 sim_render-ego_min 0.006525014241536458 simulation-passed 1 step_physics_max 0.09634743849436442 step_physics_mean 0.08810639758904776 step_physics_median 0.08823171257972717 step_physics_min 0.07961472670237223 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41756
9286
Liam Paull 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:03:04 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41749
9296
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01868820587793986 agent_compute-ego_mean 0.01827698806921641 agent_compute-ego_median 0.018295527299245197 agent_compute-ego_min 0.017828691800435385 complete-iteration_max 0.22714062531789145 complete-iteration_mean 0.21308753689130147 complete-iteration_median 0.2102360757191976 complete-iteration_min 0.20473737080891927 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 4.191398620605468e-06 get_duckie_state_mean 4.112720489501953e-06 get_duckie_state_median 4.121462504069011e-06 get_duckie_state_min 4.016558329264323e-06 get_robot_state_max 0.016980347633361818 get_robot_state_mean 0.016720356941223143 get_robot_state_median 0.0167644464969635 get_robot_state_min 0.016372187137603758 get_state_dump_max 0.01425195296605428 get_state_dump_mean 0.01420940319697062 get_state_dump_median 0.01424166480700175 get_state_dump_min 0.014102330207824709 get_ui_image_max 0.038471728165944415 get_ui_image_mean 0.03731284062067668 get_ui_image_median 0.03723915537198384 get_ui_image_min 0.03630132357279459 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03630132357279459, "step_physics": 0.07984334707260132, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01425195296605428, "sim_render-ego": 0.006594401200612386, "get_robot_state": 0.016606335639953614, "get_duckie_state": 4.191398620605468e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017828691800435385, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.20473737080891927, "set_robot_commands": 0.005033708413441976, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02364238818486531, "sim_compute_performance-ego": 0.004473489125569661}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.038471728165944415, "step_physics": 0.0847160013516744, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014240477085113524, "sim_render-ego": 0.006859803199768066, "get_robot_state": 0.01692255735397339, "get_duckie_state": 4.1898091634114585e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018094340165456135, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.2124484427769979, "set_robot_commands": 0.005492657820383708, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022852280934651692, "sim_compute_performance-ego": 0.004634899298350016}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.036877101262410485, "step_physics": 0.08184362808863321, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.014102330207824709, "sim_render-ego": 0.0066283512115478515, "get_robot_state": 0.016372187137603758, "get_duckie_state": 4.0531158447265625e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01868820587793986, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.2080237086613973, "set_robot_commands": 0.005223611195882162, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.02361057202021281, "sim_compute_performance-ego": 0.004514742692311605}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03760120948155721, "step_physics": 0.09672155062357583, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014242852528889974, "sim_render-ego": 0.006635401248931885, "get_robot_state": 0.016980347633361818, "get_duckie_state": 4.016558329264323e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018496714433034266, "deviation-heading": 0.486072248607516, "complete-iteration": 0.22714062531789145, "set_robot_commands": 0.005165750980377197, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02667562246322632, "sim_compute_performance-ego": 0.004457461833953858}}set_robot_commands_max 0.005492657820383708 set_robot_commands_mean 0.00522893210252126 set_robot_commands_median 0.005194681088129679 set_robot_commands_min 0.005033708413441976 sim_compute_performance-ego_max 0.004634899298350016 sim_compute_performance-ego_mean 0.004520148237546285 sim_compute_performance-ego_median 0.004494115908940633 sim_compute_performance-ego_min 0.004457461833953858 sim_compute_sim_state_max 0.02667562246322632 sim_compute_sim_state_mean 0.024195215900739035 sim_compute_sim_state_median 0.023626480102539062 sim_compute_sim_state_min 0.022852280934651692 sim_render-ego_max 0.006859803199768066 sim_render-ego_mean 0.0066794892152150466 sim_render-ego_median 0.006631876230239868 sim_render-ego_min 0.006594401200612386 simulation-passed 1 step_physics_max 0.09672155062357583 step_physics_mean 0.0857811317841212 step_physics_median 0.0832798147201538 step_physics_min 0.07984334707260132 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41742
9312
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:09:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.747040338533014 survival_time_median 14.950000000000076 deviation-center-line_median 0.7803092460951535 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01860438903172811 agent_compute-ego_mean 0.0183261905113856 agent_compute-ego_median 0.018342281579971316 agent_compute-ego_min 0.018015809853871665 complete-iteration_max 0.22554582516352337 complete-iteration_mean 0.2140629162391027 complete-iteration_median 0.21418373346328737 complete-iteration_min 0.20233837286631265 deviation-center-line_max 0.9795951169986152 deviation-center-line_mean 0.8021877851005321 deviation-center-line_min 0.6685375312132062 deviation-heading_max 3.1661893898506315 deviation-heading_mean 2.1694067418330087 deviation-heading_median 1.9356655356986556 deviation-heading_min 1.6401065060840918 driven_any_max 3.164290907127058 driven_any_mean 2.9172172931074627 driven_any_median 2.982657819242821 driven_any_min 2.539262626817152 driven_lanedir_consec_max 3.129493715400959 driven_lanedir_consec_mean 2.712127364925605 driven_lanedir_consec_min 2.2249350672354313 driven_lanedir_max 3.129493715400959 driven_lanedir_mean 2.712127364925605 driven_lanedir_median 2.747040338533014 driven_lanedir_min 2.2249350672354313 get_duckie_state_max 4.105567932128906e-06 get_duckie_state_mean 3.973046938578288e-06 get_duckie_state_median 3.987948099772135e-06 get_duckie_state_min 3.8107236226399738e-06 get_robot_state_max 0.0170034130414327 get_robot_state_mean 0.01664111574490865 get_robot_state_median 0.016797451972961425 get_robot_state_min 0.01596614599227905 get_state_dump_max 0.014274370670318604 get_state_dump_mean 0.01409475803375244 get_state_dump_median 0.01409760316212972 get_state_dump_min 0.01390945514043172 get_ui_image_max 0.0388931671778361 get_ui_image_mean 0.037188707192738854 get_ui_image_median 0.0373141618569692 get_ui_image_min 0.035233337879180905 in-drivable-lane_max 3.5000000000000497 in-drivable-lane_mean 0.8750000000000124 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.077917830268147, "get_ui_image": 0.035233337879180905, "step_physics": 0.07932589054107667, "survival_time": 14.950000000000076, "driven_lanedir": 3.029257011665425, "get_state_dump": 0.01390945514043172, "sim_render-ego": 0.006298317114512126, "get_robot_state": 0.01596614599227905, "get_duckie_state": 3.8107236226399738e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018129979769388835, "deviation-heading": 2.104762594321653, "complete-iteration": 0.20233837286631265, "set_robot_commands": 0.00492739200592041, "deviation-center-line": 0.7322469497365334, "driven_lanedir_consec": 3.029257011665425, "sim_compute_sim_state": 0.024051872094472248, "sim_compute_performance-ego": 0.004326004187266032}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8873978082174947, "get_ui_image": 0.03666015863418579, "step_physics": 0.08215270519256591, "survival_time": 14.950000000000076, "driven_lanedir": 2.2249350672354313, "get_state_dump": 0.014274370670318604, "sim_render-ego": 0.006816856066385905, "get_robot_state": 0.0170034130414327, "get_duckie_state": 4.105567932128906e-06, "in-drivable-lane": 3.5000000000000497, "agent_compute-ego": 0.01860438903172811, "deviation-heading": 1.6401065060840918, "complete-iteration": 0.21054548660914105, "set_robot_commands": 0.005119848251342774, "deviation-center-line": 0.6685375312132062, "driven_lanedir_consec": 2.2249350672354313, "sim_compute_sim_state": 0.02522279500961304, "sim_compute_performance-ego": 0.004513847827911377}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.539262626817152, "get_ui_image": 0.037968165079752605, "step_physics": 0.08824100971221924, "survival_time": 14.950000000000076, "driven_lanedir": 2.464823665400604, "get_state_dump": 0.014230035146077472, "sim_render-ego": 0.006772950490315755, "get_robot_state": 0.01688954989115397, "get_duckie_state": 4.038810729980469e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018554583390553794, "deviation-heading": 3.1661893898506315, "complete-iteration": 0.2178219803174337, "set_robot_commands": 0.005251054763793945, "deviation-center-line": 0.9795951169986152, "driven_lanedir_consec": 2.464823665400604, "sim_compute_sim_state": 0.025194411277770997, "sim_compute_performance-ego": 0.004539538224538168}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.164290907127058, "get_ui_image": 0.0388931671778361, "step_physics": 0.09262649059295654, "survival_time": 14.950000000000076, "driven_lanedir": 3.129493715400959, "get_state_dump": 0.013965171178181966, "sim_render-ego": 0.006709862550099691, "get_robot_state": 0.01670535405476888, "get_duckie_state": 3.937085469563802e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018015809853871665, "deviation-heading": 1.7665684770756584, "complete-iteration": 0.22554582516352337, "set_robot_commands": 0.005136832396189372, "deviation-center-line": 0.8283715424537735, "driven_lanedir_consec": 3.129493715400959, "sim_compute_sim_state": 0.02885187069574992, "sim_compute_performance-ego": 0.004461258252461751}}set_robot_commands_max 0.005251054763793945 set_robot_commands_mean 0.005108781854311625 set_robot_commands_median 0.005128340323766073 set_robot_commands_min 0.00492739200592041 sim_compute_performance-ego_max 0.004539538224538168 sim_compute_performance-ego_mean 0.004460162123044333 sim_compute_performance-ego_median 0.004487553040186564 sim_compute_performance-ego_min 0.004326004187266032 sim_compute_sim_state_max 0.02885187069574992 sim_compute_sim_state_mean 0.025830237269401552 sim_compute_sim_state_median 0.02520860314369202 sim_compute_sim_state_min 0.024051872094472248 sim_render-ego_max 0.006816856066385905 sim_render-ego_mean 0.00664949655532837 sim_render-ego_median 0.0067414065202077225 sim_render-ego_min 0.006298317114512126 simulation-passed 1 step_physics_max 0.09262649059295654 step_physics_mean 0.0855865240097046 step_physics_median 0.08519685745239258 step_physics_min 0.07932589054107667 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41737
9311
Raphael Jean sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 6 months 4 years, 6 months 0:10:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7941437397881423 survival_time_median 14.950000000000076 deviation-center-line_median 0.28862163567168286 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01885179042816162 agent_compute-ego_mean 0.0185802819331487 agent_compute-ego_median 0.01855161666870117 agent_compute-ego_min 0.01836610396703084 complete-iteration_max 0.2329583112398783 complete-iteration_mean 0.22492230514685313 complete-iteration_median 0.22375709851582845 complete-iteration_min 0.21921671231587728 deviation-center-line_max 0.5119901539489644 deviation-center-line_mean 0.3327458997693995 deviation-center-line_min 0.2417501737852676 deviation-heading_max 2.0952240210207864 deviation-heading_mean 1.3336078094805697 deviation-heading_median 1.2144288837390604 deviation-heading_min 0.8103494494233705 driven_any_max 2.117584297823228 driven_any_mean 1.825020400465518 driven_any_median 1.8011806030820583 driven_any_min 1.5801360978747276 driven_lanedir_consec_max 2.1015390166339616 driven_lanedir_consec_mean 1.8123032033483784 driven_lanedir_consec_min 1.5593863171832667 driven_lanedir_max 2.1015390166339616 driven_lanedir_mean 1.8123032033483784 driven_lanedir_median 1.7941437397881423 driven_lanedir_min 1.5593863171832667 get_duckie_state_max 2.8236707051595053e-06 get_duckie_state_mean 2.7720133463541667e-06 get_duckie_state_median 2.771615982055664e-06 get_duckie_state_min 2.7211507161458335e-06 get_robot_state_max 0.017047007083892823 get_robot_state_mean 0.016907018621762596 get_robot_state_median 0.016900997956593833 get_robot_state_min 0.01677907148996989 get_state_dump_max 0.014189682801564534 get_state_dump_mean 0.014049267967542012 get_state_dump_median 0.014062816301981609 get_state_dump_min 0.0138817564646403 get_ui_image_max 0.03983872413635254 get_ui_image_mean 0.03913870135943095 get_ui_image_median 0.03902248978614807 get_ui_image_min 0.03867110172907511 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.6745048663565711, "get_ui_image": 0.03867110172907511, "step_physics": 0.09197155157725016, "survival_time": 14.950000000000076, "driven_lanedir": 1.6644279330844889, "get_state_dump": 0.01398551066716512, "sim_render-ego": 0.0067046451568603515, "get_robot_state": 0.01677907148996989, "get_duckie_state": 2.8236707051595053e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01858213504155477, "deviation-heading": 1.1029724124963372, "complete-iteration": 0.22195122957229615, "set_robot_commands": 0.005291295846303304, "deviation-center-line": 0.3074187195935358, "driven_lanedir_consec": 1.6644279330844889, "sim_compute_sim_state": 0.025256101290384927, "sim_compute_performance-ego": 0.004540286858876546}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.927856339807546, "get_ui_image": 0.03899124224980672, "step_physics": 0.08891248146692912, "survival_time": 14.950000000000076, "driven_lanedir": 1.923859546491796, "get_state_dump": 0.014189682801564534, "sim_render-ego": 0.006803205013275146, "get_robot_state": 0.016995071570078533, "get_duckie_state": 2.7211507161458335e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018521098295847575, "deviation-heading": 0.8103494494233705, "complete-iteration": 0.21921671231587728, "set_robot_commands": 0.005237375100453695, "deviation-center-line": 0.2417501737852676, "driven_lanedir_consec": 1.923859546491796, "sim_compute_sim_state": 0.02483428955078125, "sim_compute_performance-ego": 0.0045625122388203935}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.5801360978747276, "get_ui_image": 0.03905373732248942, "step_physics": 0.09408963600794476, "survival_time": 14.950000000000076, "driven_lanedir": 1.5593863171832667, "get_state_dump": 0.014140121936798096, "sim_render-ego": 0.007027381261189778, "get_robot_state": 0.017047007083892823, "get_duckie_state": 2.7712186177571614e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01885179042816162, "deviation-heading": 2.0952240210207864, "complete-iteration": 0.22556296745936075, "set_robot_commands": 0.005140796502431233, "deviation-center-line": 0.5119901539489644, "driven_lanedir_consec": 1.5593863171832667, "sim_compute_sim_state": 0.025314231713612873, "sim_compute_performance-ego": 0.004726029237111409}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.117584297823228, "get_ui_image": 0.03983872413635254, "step_physics": 0.09853062550226847, "survival_time": 14.950000000000076, "driven_lanedir": 2.1015390166339616, "get_state_dump": 0.0138817564646403, "sim_render-ego": 0.006755204995473226, "get_robot_state": 0.016806924343109132, "get_duckie_state": 2.7720133463541667e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01836610396703084, "deviation-heading": 1.3258853549817835, "complete-iteration": 0.2329583112398783, "set_robot_commands": 0.005060159365336101, "deviation-center-line": 0.26982455174983, "driven_lanedir_consec": 2.1015390166339616, "sim_compute_sim_state": 0.02908165136973063, "sim_compute_performance-ego": 0.004466365178426107}}set_robot_commands_max 0.005291295846303304 set_robot_commands_mean 0.005182406703631084 set_robot_commands_median 0.005189085801442464 set_robot_commands_min 0.005060159365336101 sim_compute_performance-ego_max 0.004726029237111409 sim_compute_performance-ego_mean 0.004573798378308614 sim_compute_performance-ego_median 0.0045513995488484695 sim_compute_performance-ego_min 0.004466365178426107 sim_compute_sim_state_max 0.02908165136973063 sim_compute_sim_state_mean 0.02612156848112742 sim_compute_sim_state_median 0.0252851665019989 sim_compute_sim_state_min 0.02483428955078125 sim_render-ego_max 0.007027381261189778 sim_render-ego_mean 0.006822609106699625 sim_render-ego_median 0.006779205004374187 sim_render-ego_min 0.0067046451568603515 simulation-passed 1 step_physics_max 0.09853062550226847 step_physics_mean 0.09337607363859812 step_physics_median 0.09303059379259744 step_physics_min 0.08891248146692912 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41730
9315
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 6 months 0:09:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.629701469205958 survival_time_median 14.950000000000076 deviation-center-line_median 0.6528391465115884 in-drivable-lane_median 1.8500000000000263
other stats agent_compute-ego_max 0.019139772256215413 agent_compute-ego_mean 0.018657597104708355 agent_compute-ego_median 0.01861368815104167 agent_compute-ego_min 0.01826323986053467 complete-iteration_max 0.22701873620351157 complete-iteration_mean 0.22097638964653016 complete-iteration_median 0.22172992626825969 complete-iteration_min 0.2134269698460897 deviation-center-line_max 0.8097780829730837 deviation-center-line_mean 0.6527594442386699 deviation-center-line_min 0.49558140095841946 deviation-heading_max 2.339616392890025 deviation-heading_mean 1.7809766031854812 deviation-heading_median 1.7768262401980877 deviation-heading_min 1.2306375394557252 driven_any_max 3.3095632886563595 driven_any_mean 3.020644980628672 driven_any_median 3.073906194587029 driven_any_min 2.625204244684269 driven_lanedir_consec_max 3.275552572569019 driven_lanedir_consec_mean 2.6153439013975177 driven_lanedir_consec_min 1.926420094609137 driven_lanedir_max 3.275552572569019 driven_lanedir_mean 2.6153439013975177 driven_lanedir_median 2.629701469205958 driven_lanedir_min 1.926420094609137 get_duckie_state_max 4.213651021321614e-06 get_duckie_state_mean 4.1135152180989585e-06 get_duckie_state_median 4.1091442108154296e-06 get_duckie_state_min 4.02212142944336e-06 get_robot_state_max 0.017016457716623943 get_robot_state_mean 0.01677748620510101 get_robot_state_median 0.016908710797627766 get_robot_state_min 0.016276065508524576 get_state_dump_max 0.014008500576019288 get_state_dump_mean 0.013901803096135458 get_state_dump_median 0.013904849688212078 get_state_dump_min 0.013789012432098388 get_ui_image_max 0.03945910294850667 get_ui_image_mean 0.03865617513656616 get_ui_image_median 0.03876412630081177 get_ui_image_min 0.03763734499613444 in-drivable-lane_max 5.050000000000072 in-drivable-lane_mean 2.187500000000031 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1583897844233726, "get_ui_image": 0.03763734499613444, "step_physics": 0.08722096045811971, "survival_time": 14.950000000000076, "driven_lanedir": 3.1208674907206575, "get_state_dump": 0.013944915930430096, "sim_render-ego": 0.00662987470626831, "get_robot_state": 0.01700558265050252, "get_duckie_state": 4.213651021321614e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01826323986053467, "deviation-heading": 1.8973674599106605, "complete-iteration": 0.21656466086705525, "set_robot_commands": 0.005169817606608073, "deviation-center-line": 0.6914377546065338, "driven_lanedir_consec": 3.1208674907206575, "sim_compute_sim_state": 0.026059229373931885, "sim_compute_performance-ego": 0.004464419682820638}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.3095632886563595, "get_ui_image": 0.038288652896881104, "step_physics": 0.08481818834940592, "survival_time": 14.950000000000076, "driven_lanedir": 3.275552572569019, "get_state_dump": 0.014008500576019288, "sim_render-ego": 0.006601902643839518, "get_robot_state": 0.016276065508524576, "get_duckie_state": 4.02212142944336e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018590516249338787, "deviation-heading": 1.6562850204855148, "complete-iteration": 0.2134269698460897, "set_robot_commands": 0.0050416318575541175, "deviation-center-line": 0.614240538416643, "driven_lanedir_consec": 3.275552572569019, "sim_compute_sim_state": 0.02513622522354126, "sim_compute_performance-ego": 0.004497523307800293}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.625204244684269, "get_ui_image": 0.03945910294850667, "step_physics": 0.09430009285608928, "survival_time": 14.950000000000076, "driven_lanedir": 1.926420094609137, "get_state_dump": 0.01386478344599406, "sim_render-ego": 0.006956063906351726, "get_robot_state": 0.017016457716623943, "get_duckie_state": 4.170735677083333e-06, "in-drivable-lane": 3.7000000000000526, "agent_compute-ego": 0.019139772256215413, "deviation-heading": 2.339616392890025, "complete-iteration": 0.22701873620351157, "set_robot_commands": 0.005225468476613363, "deviation-center-line": 0.8097780829730837, "driven_lanedir_consec": 1.926420094609137, "sim_compute_sim_state": 0.02616150458653768, "sim_compute_performance-ego": 0.004718789259592692}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9894226047506858, "get_ui_image": 0.03923959970474243, "step_physics": 0.09117932001749676, "survival_time": 14.950000000000076, "driven_lanedir": 2.1385354476912584, "get_state_dump": 0.013789012432098388, "sim_render-ego": 0.006822310288747152, "get_robot_state": 0.01681183894475301, "get_duckie_state": 4.047552744547526e-06, "in-drivable-lane": 5.050000000000072, "agent_compute-ego": 0.018636860052744543, "deviation-heading": 1.2306375394557252, "complete-iteration": 0.22689519166946412, "set_robot_commands": 0.0051859895388285315, "deviation-center-line": 0.49558140095841946, "driven_lanedir_consec": 2.1385354476912584, "sim_compute_sim_state": 0.03050965388615926, "sim_compute_performance-ego": 0.004547491868336995}}set_robot_commands_max 0.005225468476613363 set_robot_commands_mean 0.005155726869901021 set_robot_commands_median 0.005177903572718303 set_robot_commands_min 0.0050416318575541175 sim_compute_performance-ego_max 0.004718789259592692 sim_compute_performance-ego_mean 0.004557056029637655 sim_compute_performance-ego_median 0.004522507588068644 sim_compute_performance-ego_min 0.004464419682820638 sim_compute_sim_state_max 0.03050965388615926 sim_compute_sim_state_mean 0.026966653267542523 sim_compute_sim_state_median 0.02611036698023478 sim_compute_sim_state_min 0.02513622522354126 sim_render-ego_max 0.006956063906351726 sim_render-ego_mean 0.0067525378863016764 sim_render-ego_median 0.006726092497507731 sim_render-ego_min 0.006601902643839518 simulation-passed 1 step_physics_max 0.09430009285608928 step_physics_mean 0.0893796404202779 step_physics_median 0.08920014023780823 step_physics_min 0.08481818834940592 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41725
9319
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:04:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5461467457504282 survival_time_median 2.574999999999999 deviation-center-line_median 0.13206856607832174 in-drivable-lane_median 0.4749999999999987
other stats agent_compute-ego_max 0.020089326366301504 agent_compute-ego_mean 0.01831652883030018 agent_compute-ego_median 0.017948670387268065 agent_compute-ego_min 0.017279448180363095 complete-iteration_max 0.23244370952729257 complete-iteration_mean 0.2179860538240564 complete-iteration_median 0.22168096388893568 complete-iteration_min 0.19613857799106177 deviation-center-line_max 0.2007898735454257 deviation-center-line_mean 0.13619495431012235 deviation-center-line_min 0.07985281153842015 deviation-heading_max 1.3702264597222031 deviation-heading_mean 0.6031217833508391 deviation-heading_median 0.3704897298336943 deviation-heading_min 0.3012812140137646 driven_any_max 5.221029872997988 driven_any_mean 1.7718965882481406 driven_any_median 0.7022355182283736 driven_any_min 0.46208544353782705 driven_lanedir_consec_max 0.6952072553759919 driven_lanedir_consec_mean 0.5269759399812258 driven_lanedir_consec_min 0.32040301304805485 driven_lanedir_max 0.6952072553759919 driven_lanedir_mean 0.5269759399812258 driven_lanedir_median 0.5461467457504282 driven_lanedir_min 0.32040301304805485 get_duckie_state_max 4.868353566815776e-06 get_duckie_state_mean 4.603621058286658e-06 get_duckie_state_median 4.656438169808223e-06 get_duckie_state_min 4.23325432671441e-06 get_robot_state_max 0.018024559943906723 get_robot_state_mean 0.01658978950939018 get_robot_state_median 0.016658586702127567 get_robot_state_min 0.015017424689398873 get_state_dump_max 0.015077760142664756 get_state_dump_mean 0.014241866128153832 get_state_dump_median 0.013986351092656451 get_state_dump_min 0.013917002184637662 get_ui_image_max 0.03959517325124433 get_ui_image_mean 0.03745462782449856 get_ui_image_median 0.03815929212789426 get_ui_image_min 0.03390475379096137 in-drivable-lane_max 12.20000000000007 in-drivable-lane_mean 3.375000000000017 in-drivable-lane_min 0.3500000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.5579486909330194, "get_ui_image": 0.03390475379096137, "step_physics": 0.0781982421875, "survival_time": 2.25, "driven_lanedir": 0.4153385411210635, "get_state_dump": 0.013964573542277018, "sim_render-ego": 0.00602971182929145, "get_robot_state": 0.015017424689398873, "get_duckie_state": 4.23325432671441e-06, "in-drivable-lane": 0.4999999999999991, "agent_compute-ego": 0.017425330479939778, "deviation-heading": 0.3750047729970274, "complete-iteration": 0.19613857799106177, "set_robot_commands": 0.004568608601888021, "deviation-center-line": 0.11742722871763876, "driven_lanedir_consec": 0.4153385411210635, "sim_compute_sim_state": 0.02267912228902181, "sim_compute_performance-ego": 0.004202376471625434}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.46208544353782705, "get_ui_image": 0.03959517325124433, "step_physics": 0.0956994564302506, "survival_time": 1.5500000000000007, "driven_lanedir": 0.32040301304805485, "get_state_dump": 0.015077760142664756, "sim_render-ego": 0.007380893153529014, "get_robot_state": 0.018024559943906723, "get_duckie_state": 4.868353566815776e-06, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.020089326366301504, "deviation-heading": 0.36597468667036126, "complete-iteration": 0.23244370952729257, "set_robot_commands": 0.0055863703450848975, "deviation-center-line": 0.07985281153842015, "driven_lanedir_consec": 0.32040301304805485, "sim_compute_sim_state": 0.02586492415397398, "sim_compute_performance-ego": 0.004945901132399036}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.221029872997988, "get_ui_image": 0.038558947245279945, "step_physics": 0.088790709177653, "survival_time": 14.950000000000076, "driven_lanedir": 0.6952072553759919, "get_state_dump": 0.014008128643035888, "sim_render-ego": 0.006789770126342774, "get_robot_state": 0.016873250802357992, "get_duckie_state": 4.56094741821289e-06, "in-drivable-lane": 12.20000000000007, "agent_compute-ego": 0.018472010294596355, "deviation-heading": 1.3702264597222031, "complete-iteration": 0.2211535676320394, "set_robot_commands": 0.005278635819753011, "deviation-center-line": 0.14670990343900472, "driven_lanedir_consec": 0.6952072553759919, "sim_compute_sim_state": 0.027528098424275716, "sim_compute_performance-ego": 0.0046916739145914715}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.8465223455237278, "get_ui_image": 0.03775963701050857, "step_physics": 0.09407083741549788, "survival_time": 2.8999999999999977, "driven_lanedir": 0.6769549503797929, "get_state_dump": 0.013917002184637662, "sim_render-ego": 0.006654521514629495, "get_robot_state": 0.01644392260189714, "get_duckie_state": 4.751928921403556e-06, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.017279448180363095, "deviation-heading": 0.3012812140137646, "complete-iteration": 0.22220836014583192, "set_robot_commands": 0.005071705785290948, "deviation-center-line": 0.2007898735454257, "driven_lanedir_consec": 0.6769549503797929, "sim_compute_sim_state": 0.0264571658496199, "sim_compute_performance-ego": 0.004389425803875101}}set_robot_commands_max 0.0055863703450848975 set_robot_commands_mean 0.005126330138004219 set_robot_commands_median 0.005175170802521979 set_robot_commands_min 0.004568608601888021 sim_compute_performance-ego_max 0.004945901132399036 sim_compute_performance-ego_mean 0.004557344330622761 sim_compute_performance-ego_median 0.004540549859233287 sim_compute_performance-ego_min 0.004202376471625434 sim_compute_sim_state_max 0.027528098424275716 sim_compute_sim_state_mean 0.025632327679222848 sim_compute_sim_state_median 0.02616104500179694 sim_compute_sim_state_min 0.02267912228902181 sim_render-ego_max 0.007380893153529014 sim_render-ego_mean 0.006713724155948183 sim_render-ego_median 0.0067221458204861344 sim_render-ego_min 0.00602971182929145 simulation-passed 1 step_physics_max 0.0956994564302506 step_physics_mean 0.08918981130272537 step_physics_median 0.09143077329657544 step_physics_min 0.0781982421875 survival_time_max 14.950000000000076 survival_time_mean 5.412500000000019 survival_time_min 1.5500000000000007
No reset possible 41719
9324
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6530386795878433 survival_time_median 14.950000000000076 deviation-center-line_median 0.5743312368967628 in-drivable-lane_median 2.10000000000003
other stats agent_compute-ego_max 0.018599496682484944 agent_compute-ego_mean 0.01846187174320221 agent_compute-ego_median 0.018494165738423662 agent_compute-ego_min 0.01825965881347656 complete-iteration_max 0.22335643212000528 complete-iteration_mean 0.2183545090754827 complete-iteration_median 0.21807709336280823 complete-iteration_min 0.213907417456309 deviation-center-line_max 0.6592980882583289 deviation-center-line_mean 0.4985365151981226 deviation-center-line_min 0.1861854987406359 deviation-heading_max 2.033577260648961 deviation-heading_mean 1.524268343421893 deviation-heading_median 1.607702798487951 deviation-heading_min 0.8480905160627096 driven_any_max 3.2875676475650466 driven_any_mean 2.9799875543590506 driven_any_median 3.030911293230667 driven_any_min 2.570559983409822 driven_lanedir_consec_max 3.250612294177237 driven_lanedir_consec_mean 2.3092702980521325 driven_lanedir_consec_min 0.6803915388556055 driven_lanedir_max 3.250612294177237 driven_lanedir_mean 2.3092702980521325 driven_lanedir_median 2.6530386795878433 driven_lanedir_min 0.6803915388556055 get_duckie_state_max 3.0295054117838542e-06 get_duckie_state_mean 2.9500325520833337e-06 get_duckie_state_median 2.9544035593668618e-06 get_duckie_state_min 2.8618176778157553e-06 get_robot_state_max 0.016794648965199787 get_robot_state_mean 0.016660767396291097 get_robot_state_median 0.016653575499852497 get_robot_state_min 0.0165412696202596 get_state_dump_max 0.014170836607615154 get_state_dump_mean 0.014082342386245728 get_state_dump_median 0.014135217269261676 get_state_dump_min 0.013888098398844402 get_ui_image_max 0.03838714043299357 get_ui_image_mean 0.03793543736139933 get_ui_image_median 0.03804855068524679 get_ui_image_min 0.03725750764211019 in-drivable-lane_max 11.200000000000085 in-drivable-lane_mean 3.850000000000035 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1739706222226407, "get_ui_image": 0.038117093245188395, "step_physics": 0.08781115452448528, "survival_time": 14.950000000000076, "driven_lanedir": 3.133061090802262, "get_state_dump": 0.013888098398844402, "sim_render-ego": 0.006690513292948405, "get_robot_state": 0.016794648965199787, "get_duckie_state": 2.9699007670084636e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01856975237528483, "deviation-heading": 2.033577260648961, "complete-iteration": 0.2176286776860555, "set_robot_commands": 0.005016663869222005, "deviation-center-line": 0.6592980882583289, "driven_lanedir_consec": 3.133061090802262, "sim_compute_sim_state": 0.02610076665878296, "sim_compute_performance-ego": 0.004469891389211019}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.887851964238693, "get_ui_image": 0.03725750764211019, "step_physics": 0.08516502857208252, "survival_time": 14.950000000000076, "driven_lanedir": 2.1730162683734253, "get_state_dump": 0.014170836607615154, "sim_render-ego": 0.006847835381825765, "get_robot_state": 0.01656657854715983, "get_duckie_state": 3.0295054117838542e-06, "in-drivable-lane": 4.20000000000006, "agent_compute-ego": 0.0184185791015625, "deviation-heading": 1.5140707720640874, "complete-iteration": 0.213907417456309, "set_robot_commands": 0.005039045810699463, "deviation-center-line": 0.5421061857623313, "driven_lanedir_consec": 2.1730162683734253, "sim_compute_sim_state": 0.0257685645421346, "sim_compute_performance-ego": 0.004499134222666423}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.570559983409822, "get_ui_image": 0.03838714043299357, "step_physics": 0.08842263380686442, "survival_time": 14.950000000000076, "driven_lanedir": 0.6803915388556055, "get_state_dump": 0.014102441469828288, "sim_render-ego": 0.006718182563781738, "get_robot_state": 0.016740572452545167, "get_duckie_state": 2.9389063517252603e-06, "in-drivable-lane": 11.200000000000085, "agent_compute-ego": 0.018599496682484944, "deviation-heading": 0.8480905160627096, "complete-iteration": 0.21852550903956097, "set_robot_commands": 0.005059239069620768, "deviation-center-line": 0.1861854987406359, "driven_lanedir_consec": 0.6803915388556055, "sim_compute_sim_state": 0.025767492453257244, "sim_compute_performance-ego": 0.004552892049153646}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.2875676475650466, "get_ui_image": 0.03798000812530518, "step_physics": 0.09063879013061524, "survival_time": 14.950000000000076, "driven_lanedir": 3.250612294177237, "get_state_dump": 0.014167993068695067, "sim_render-ego": 0.006760686238606771, "get_robot_state": 0.0165412696202596, "get_duckie_state": 2.8618176778157553e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01825965881347656, "deviation-heading": 1.701334824911815, "complete-iteration": 0.22335643212000528, "set_robot_commands": 0.005124108791351318, "deviation-center-line": 0.6065562880311943, "driven_lanedir_consec": 3.250612294177237, "sim_compute_sim_state": 0.029214038848876953, "sim_compute_performance-ego": 0.004496364593505859}}set_robot_commands_max 0.005124108791351318 set_robot_commands_mean 0.005059764385223389 set_robot_commands_median 0.005049142440160116 set_robot_commands_min 0.005016663869222005 sim_compute_performance-ego_max 0.004552892049153646 sim_compute_performance-ego_mean 0.004504570563634237 sim_compute_performance-ego_median 0.004497749408086141 sim_compute_performance-ego_min 0.004469891389211019 sim_compute_sim_state_max 0.029214038848876953 sim_compute_sim_state_mean 0.02671271562576294 sim_compute_sim_state_median 0.025934665600458782 sim_compute_sim_state_min 0.025767492453257244 sim_render-ego_max 0.006847835381825765 sim_render-ego_mean 0.006754304369290669 sim_render-ego_median 0.006739434401194254 sim_render-ego_min 0.006690513292948405 simulation-passed 1 step_physics_max 0.09063879013061524 step_physics_mean 0.08800940175851188 step_physics_median 0.08811689416567485 step_physics_min 0.08516502857208252 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41714
9328
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01866919994354248 agent_compute-ego_mean 0.01822941482067108 agent_compute-ego_median 0.018176046212514244 agent_compute-ego_min 0.017896366914113362 complete-iteration_max 0.23755964040756225 complete-iteration_mean 0.2203349502881368 complete-iteration_median 0.2155893377463023 complete-iteration_min 0.21260148525238037 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.948443094889323e-06 get_duckie_state_mean 2.8218825658162435e-06 get_duckie_state_median 2.8129418690999346e-06 get_duckie_state_min 2.7132034301757814e-06 get_robot_state_max 0.017285521030426024 get_robot_state_mean 0.01715771198272705 get_robot_state_median 0.017140914201736447 get_robot_state_min 0.017063498497009277 get_state_dump_max 0.014906392892201742 get_state_dump_mean 0.014391868313153583 get_state_dump_median 0.014240905046463012 get_state_dump_min 0.014179270267486572 get_ui_image_max 0.04000761747360229 get_ui_image_mean 0.03871212661266327 get_ui_image_median 0.03843887329101563 get_ui_image_min 0.03796314239501953 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.03806399663289388, "step_physics": 0.0862982193628947, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014906392892201742, "sim_render-ego": 0.006698091824849446, "get_robot_state": 0.017285521030426024, "get_duckie_state": 2.876917521158854e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017941805521647137, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.21524150768915812, "set_robot_commands": 0.005156862735748291, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.024176410833994542, "sim_compute_performance-ego": 0.004552392959594726}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03881374994913737, "step_physics": 0.08510272264480591, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014199271996816, "sim_render-ego": 0.006662729581197103, "get_robot_state": 0.017063498497009277, "get_duckie_state": 2.7132034301757814e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017896366914113362, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.21260148525238037, "set_robot_commands": 0.005166093508402507, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02298631985982259, "sim_compute_performance-ego": 0.004548600514729818}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03796314239501953, "step_physics": 0.08700823386510213, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.014282538096110024, "sim_render-ego": 0.006920174757639567, "get_robot_state": 0.017162062327067056, "get_duckie_state": 2.7489662170410155e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01866919994354248, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.2159371678034465, "set_robot_commands": 0.005178641478220621, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.024084575176239013, "sim_compute_performance-ego": 0.004501464366912841}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.04000761747360229, "step_physics": 0.10345675547917683, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014179270267486572, "sim_render-ego": 0.006853937307993571, "get_robot_state": 0.01711976607640584, "get_duckie_state": 2.948443094889323e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018410286903381347, "deviation-heading": 0.486072248607516, "complete-iteration": 0.23755964040756225, "set_robot_commands": 0.005256579717000325, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.027570013205210367, "sim_compute_performance-ego": 0.004534903367360433}}set_robot_commands_max 0.005256579717000325 set_robot_commands_mean 0.005189544359842936 set_robot_commands_median 0.005172367493311564 set_robot_commands_min 0.005156862735748291 sim_compute_performance-ego_max 0.004552392959594726 sim_compute_performance-ego_mean 0.004534340302149454 sim_compute_performance-ego_median 0.004541751941045126 sim_compute_performance-ego_min 0.004501464366912841 sim_compute_sim_state_max 0.027570013205210367 sim_compute_sim_state_mean 0.02470432976881663 sim_compute_sim_state_median 0.024130493005116774 sim_compute_sim_state_min 0.02298631985982259 sim_render-ego_max 0.006920174757639567 sim_render-ego_mean 0.006783733367919922 sim_render-ego_median 0.006776014566421509 sim_render-ego_min 0.006662729581197103 simulation-passed 1 step_physics_max 0.10345675547917683 step_physics_mean 0.0904664828379949 step_physics_median 0.08665322661399841 step_physics_min 0.08510272264480591 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41710
9329
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:01 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41708
9333
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:04:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7959341985232575 survival_time_median 6.474999999999988 deviation-center-line_median 0.16046531334123337 in-drivable-lane_median 1.8749999999999964
other stats agent_compute-ego_max 0.01887941622472071 agent_compute-ego_mean 0.01833682859833146 agent_compute-ego_median 0.018388814869381133 agent_compute-ego_min 0.01769026842984286 complete-iteration_max 0.22471375408626737 complete-iteration_mean 0.22157579356983745 complete-iteration_median 0.2233999687564242 complete-iteration_min 0.21478948268023404 deviation-center-line_max 0.27798313969472005 deviation-center-line_mean 0.16808600303775875 deviation-center-line_min 0.07343024577384821 deviation-heading_max 0.5705858770134726 deviation-heading_mean 0.4300263263330618 deviation-heading_median 0.40681310901046014 deviation-heading_min 0.3358932102978547 driven_any_max 2.8166528663194685 driven_any_mean 1.934614471893543 driven_any_median 2.1357337697345637 driven_any_min 0.6503374817855758 driven_lanedir_consec_max 1.9766897141280495 driven_lanedir_consec_mean 0.9989182096864916 driven_lanedir_consec_min 0.42711472757140134 driven_lanedir_max 1.9766897141280495 driven_lanedir_mean 0.9989182096864916 driven_lanedir_median 0.7959341985232575 driven_lanedir_min 0.42711472757140134 get_duckie_state_max 3.059705098470052e-06 get_duckie_state_mean 2.995602317623325e-06 get_duckie_state_median 3.007260751930666e-06 get_duckie_state_min 2.908182668161916e-06 get_robot_state_max 0.01714787158099088 get_robot_state_mean 0.016991978267451503 get_robot_state_median 0.01700006223423577 get_robot_state_min 0.0168199170203436 get_state_dump_max 0.014309553872971307 get_state_dump_mean 0.014135375544503255 get_state_dump_median 0.014198707533883049 get_state_dump_min 0.013834533237275622 get_ui_image_max 0.04058902462323507 get_ui_image_mean 0.03907780011584272 get_ui_image_median 0.03903567612349808 get_ui_image_min 0.03765082359313965 in-drivable-lane_max 6.0999999999999845 in-drivable-lane_mean 2.6124999999999945 in-drivable-lane_min 0.5999999999999994 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.454814673149687, "get_ui_image": 0.0388909434224223, "step_physics": 0.0917975326160808, "survival_time": 4.549999999999992, "driven_lanedir": 0.9426129776318064, "get_state_dump": 0.014220439470731296, "sim_render-ego": 0.0071323913532299, "get_robot_state": 0.016987184901813883, "get_duckie_state": 2.908182668161916e-06, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.01887941622472071, "deviation-heading": 0.3358932102978547, "complete-iteration": 0.2239113613799378, "set_robot_commands": 0.005362570940793216, "deviation-center-line": 0.27798313969472005, "driven_lanedir_consec": 0.9426129776318064, "sim_compute_sim_state": 0.02574100075187264, "sim_compute_performance-ego": 0.004736855789855286}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6503374817855758, "get_ui_image": 0.03918040882457386, "step_physics": 0.08711005340922963, "survival_time": 2.2, "driven_lanedir": 0.42711472757140134, "get_state_dump": 0.0141769755970348, "sim_render-ego": 0.007289734753695401, "get_robot_state": 0.01714787158099088, "get_duckie_state": 3.0073252591219815e-06, "in-drivable-lane": 0.5999999999999994, "agent_compute-ego": 0.01769026842984286, "deviation-heading": 0.3987533767534558, "complete-iteration": 0.21478948268023404, "set_robot_commands": 0.004985169930891557, "deviation-center-line": 0.13028918484893084, "driven_lanedir_consec": 0.42711472757140134, "sim_compute_sim_state": 0.02267402952367609, "sim_compute_performance-ego": 0.004366522485559637}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8166528663194685, "get_ui_image": 0.04058902462323507, "step_physics": 0.0922617358820779, "survival_time": 8.399999999999984, "driven_lanedir": 0.6492554194147087, "get_state_dump": 0.013834533237275622, "sim_render-ego": 0.006954363414219448, "get_robot_state": 0.017012939566657656, "get_duckie_state": 3.00719624473935e-06, "in-drivable-lane": 6.0999999999999845, "agent_compute-ego": 0.018653422594070435, "deviation-heading": 0.4148728412674645, "complete-iteration": 0.22471375408626737, "set_robot_commands": 0.005126320180438813, "deviation-center-line": 0.07343024577384821, "driven_lanedir_consec": 0.6492554194147087, "sim_compute_sim_state": 0.02534006323133196, "sim_compute_performance-ego": 0.004774536405290876}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.816652866319441, "get_ui_image": 0.03765082359313965, "step_physics": 0.09002949510301862, "survival_time": 8.399999999999984, "driven_lanedir": 1.9766897141280495, "get_state_dump": 0.014309553872971307, "sim_render-ego": 0.0066804176285153345, "get_robot_state": 0.0168199170203436, "get_duckie_state": 3.059705098470052e-06, "in-drivable-lane": 2.299999999999998, "agent_compute-ego": 0.01812420714469183, "deviation-heading": 0.5705858770134726, "complete-iteration": 0.2228885761329106, "set_robot_commands": 0.00505151351292928, "deviation-center-line": 0.19064144183353585, "driven_lanedir_consec": 1.9766897141280495, "sim_compute_sim_state": 0.029533702702749343, "sim_compute_performance-ego": 0.00452229380607605}}set_robot_commands_max 0.005362570940793216 set_robot_commands_mean 0.005131393641263217 set_robot_commands_median 0.005088916846684046 set_robot_commands_min 0.004985169930891557 sim_compute_performance-ego_max 0.004774536405290876 sim_compute_performance-ego_mean 0.004600052121695462 sim_compute_performance-ego_median 0.004629574797965668 sim_compute_performance-ego_min 0.004366522485559637 sim_compute_sim_state_max 0.029533702702749343 sim_compute_sim_state_mean 0.02582219905240751 sim_compute_sim_state_median 0.0255405319916023 sim_compute_sim_state_min 0.02267402952367609 sim_render-ego_max 0.007289734753695401 sim_render-ego_mean 0.007014226787415021 sim_render-ego_median 0.0070433773837246735 sim_render-ego_min 0.0066804176285153345 simulation-passed 1 step_physics_max 0.0922617358820779 step_physics_mean 0.09029970425260173 step_physics_median 0.09091351385954972 step_physics_min 0.08711005340922963 survival_time_max 8.399999999999984 survival_time_mean 5.88749999999999 survival_time_min 2.2
No reset possible 41699
9337
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6435034369929316 survival_time_median 14.950000000000076 deviation-center-line_median 0.6368869405756901 in-drivable-lane_median 1.9500000000000275
other stats agent_compute-ego_max 0.0187736447652181 agent_compute-ego_mean 0.01853145473881772 agent_compute-ego_median 0.01865349796780369 agent_compute-ego_min 0.01804517825444539 complete-iteration_max 0.22355621404815135 complete-iteration_mean 0.2179978493535728 complete-iteration_median 0.22207566618919372 complete-iteration_min 0.20428385098775229 deviation-center-line_max 0.6861689819461217 deviation-center-line_mean 0.635638331029098 deviation-center-line_min 0.5826104610188901 deviation-heading_max 3.1068223432705455 deviation-heading_mean 2.0390069293243243 deviation-heading_median 1.8393357951849216 deviation-heading_min 1.3705337836569085 driven_any_max 3.2724102856387565 driven_any_mean 2.9335308170674192 driven_any_median 3.0545662399546076 driven_any_min 2.3525805027217057 driven_lanedir_consec_max 3.231503196748096 driven_lanedir_consec_mean 2.363877034403525 driven_lanedir_consec_min 0.9369980668801396 driven_lanedir_max 3.231503196748096 driven_lanedir_mean 2.441725962985756 driven_lanedir_median 2.6435034369929316 driven_lanedir_min 1.2483937812090635 get_duckie_state_max 3.082752227783203e-06 get_duckie_state_mean 2.845295688562226e-06 get_duckie_state_median 2.791484196980794e-06 get_duckie_state_min 2.715462132504112e-06 get_robot_state_max 0.017037843068440753 get_robot_state_mean 0.016919087234296297 get_robot_state_median 0.016963270233388533 get_robot_state_min 0.016711965401967368 get_state_dump_max 0.014349177678426106 get_state_dump_mean 0.014271529024107416 get_state_dump_median 0.014281067262616073 get_state_dump_min 0.014174803892771403 get_ui_image_max 0.03906057675679525 get_ui_image_mean 0.037917493017096265 get_ui_image_median 0.0383973833552578 get_ui_image_min 0.03581462860107422 in-drivable-lane_max 6.05000000000002 in-drivable-lane_mean 2.487500000000019 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.1594181767136837, "get_ui_image": 0.03906057675679525, "step_physics": 0.09102654059727988, "survival_time": 14.950000000000076, "driven_lanedir": 3.125081723378017, "get_state_dump": 0.014174803892771403, "sim_render-ego": 0.0067887258529663085, "get_robot_state": 0.01693298101425171, "get_duckie_state": 3.082752227783203e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0187736447652181, "deviation-heading": 1.826567894208875, "complete-iteration": 0.2235463285446167, "set_robot_commands": 0.005224923292795817, "deviation-center-line": 0.6861689819461217, "driven_lanedir_consec": 3.125081723378017, "sim_compute_sim_state": 0.02678528626759847, "sim_compute_performance-ego": 0.0045987296104431155}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.2724102856387565, "get_ui_image": 0.03581462860107422, "step_physics": 0.07916215022404989, "survival_time": 14.950000000000076, "driven_lanedir": 3.231503196748096, "get_state_dump": 0.014349177678426106, "sim_render-ego": 0.006505798498789469, "get_robot_state": 0.016711965401967368, "get_duckie_state": 2.8030077616373696e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01804517825444539, "deviation-heading": 1.852103696160968, "complete-iteration": 0.20428385098775229, "set_robot_commands": 0.005080490907033284, "deviation-center-line": 0.6432911974928717, "driven_lanedir_consec": 3.231503196748096, "sim_compute_sim_state": 0.024112026691436767, "sim_compute_performance-ego": 0.004330161412556966}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.3525805027217057, "get_ui_image": 0.03861992835998535, "step_physics": 0.0895636264483134, "survival_time": 14.950000000000076, "driven_lanedir": 1.2483937812090635, "get_state_dump": 0.014259856541951495, "sim_render-ego": 0.006885879834493001, "get_robot_state": 0.017037843068440753, "get_duckie_state": 2.7799606323242188e-06, "in-drivable-lane": 6.05000000000002, "agent_compute-ego": 0.01854892651240031, "deviation-heading": 3.1068223432705455, "complete-iteration": 0.2206050038337707, "set_robot_commands": 0.005262335141499837, "deviation-center-line": 0.6304826836585083, "driven_lanedir_consec": 0.9369980668801396, "sim_compute_sim_state": 0.025647341410319012, "sim_compute_performance-ego": 0.004597903887430827}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.949714303195532, "get_ui_image": 0.03817483835053025, "step_physics": 0.08890098856206526, "survival_time": 14.250000000000068, "driven_lanedir": 2.1619251506078463, "get_state_dump": 0.01430227798328065, "sim_render-ego": 0.006789749547054893, "get_robot_state": 0.016993559452525356, "get_duckie_state": 2.715462132504112e-06, "in-drivable-lane": 3.900000000000055, "agent_compute-ego": 0.018758069423207065, "deviation-heading": 1.3705337836569085, "complete-iteration": 0.22355621404815135, "set_robot_commands": 0.005190304705971166, "deviation-center-line": 0.5826104610188901, "driven_lanedir_consec": 2.1619251506078463, "sim_compute_sim_state": 0.029728632642511736, "sim_compute_performance-ego": 0.00453837796261436}}set_robot_commands_max 0.005262335141499837 set_robot_commands_mean 0.005189513511825027 set_robot_commands_median 0.005207613999383492 set_robot_commands_min 0.005080490907033284 sim_compute_performance-ego_max 0.0045987296104431155 sim_compute_performance-ego_mean 0.004516293218261317 sim_compute_performance-ego_median 0.004568140925022593 sim_compute_performance-ego_min 0.004330161412556966 sim_compute_sim_state_max 0.029728632642511736 sim_compute_sim_state_mean 0.0265683217529665 sim_compute_sim_state_median 0.02621631383895874 sim_compute_sim_state_min 0.024112026691436767 sim_render-ego_max 0.006885879834493001 sim_render-ego_mean 0.006742538433325918 sim_render-ego_median 0.006789237700010601 sim_render-ego_min 0.006505798498789469 simulation-passed 1 step_physics_max 0.09102654059727988 step_physics_mean 0.0871633264579271 step_physics_median 0.08923230750518932 step_physics_min 0.07916215022404989 survival_time_max 14.950000000000076 survival_time_mean 14.775000000000077 survival_time_min 14.250000000000068
No reset possible 41694
9350
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:06:55 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7938277588850865 survival_time_median 10.525000000000022 deviation-center-line_median 0.25486283867510223 in-drivable-lane_median 3.125000000000023
other stats agent_compute-ego_max 0.01906281628020822 agent_compute-ego_mean 0.018356142253012284 agent_compute-ego_median 0.01850797727173967 agent_compute-ego_min 0.01734579818836157 complete-iteration_max 0.2230995056845925 complete-iteration_mean 0.2176150732302503 complete-iteration_median 0.21951093503542307 complete-iteration_min 0.20833891716556271 deviation-center-line_max 0.4595848892509705 deviation-center-line_mean 0.27188929300602394 deviation-center-line_min 0.11824660542292084 deviation-heading_max 0.9256793679267342 deviation-heading_mean 0.6853216617261245 deviation-heading_median 0.6423396507050938 deviation-heading_min 0.5309279775675764 driven_any_max 2.8220674133022516 driven_any_mean 1.9338293562882785 driven_any_median 2.1304970331590622 driven_any_min 0.6522559455327364 driven_lanedir_consec_max 1.969394306135131 driven_lanedir_consec_mean 0.993956936027353 driven_lanedir_consec_min 0.4187779202041084 driven_lanedir_max 1.969394306135131 driven_lanedir_mean 0.993956936027353 driven_lanedir_median 0.7938277588850865 driven_lanedir_min 0.4187779202041084 get_duckie_state_max 3.0945425164209655e-06 get_duckie_state_mean 2.8397682085016063e-06 get_duckie_state_median 2.8114607839873345e-06 get_duckie_state_min 2.6416087496107905e-06 get_robot_state_max 0.017258146037794138 get_robot_state_mean 0.016802742264315405 get_robot_state_median 0.016762044900962017 get_robot_state_min 0.01642873321754345 get_state_dump_max 0.014297927635303442 get_state_dump_mean 0.014215699986371282 get_state_dump_median 0.014237081191014234 get_state_dump_min 0.014090709928153216 get_ui_image_max 0.03898511762204378 get_ui_image_mean 0.03787924444954928 get_ui_image_median 0.037828399404642145 get_ui_image_min 0.03687506136686906 in-drivable-lane_max 10.200000000000069 in-drivable-lane_mean 4.3750000000000275 in-drivable-lane_min 1.0499999999999965 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4494088340284317, "get_ui_image": 0.03751682092065681, "step_physics": 0.08912464200633846, "survival_time": 7.299999999999982, "driven_lanedir": 0.9407097318273444, "get_state_dump": 0.014273214013609169, "sim_render-ego": 0.007207442636359228, "get_robot_state": 0.017258146037794138, "get_duckie_state": 3.0945425164209655e-06, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.01906281628020822, "deviation-heading": 0.5309279775675764, "complete-iteration": 0.2202798536379043, "set_robot_commands": 0.005663808077982027, "deviation-center-line": 0.4595848892509705, "driven_lanedir_consec": 0.9407097318273444, "sim_compute_sim_state": 0.025423833768661707, "sim_compute_performance-ego": 0.00457093650347566}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6522559455327364, "get_ui_image": 0.03687506136686906, "step_physics": 0.08419344736182172, "survival_time": 3.4499999999999957, "driven_lanedir": 0.4187779202041084, "get_state_dump": 0.014297927635303442, "sim_render-ego": 0.006675378136012865, "get_robot_state": 0.01642873321754345, "get_duckie_state": 2.940495808919271e-06, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.01734579818836157, "deviation-heading": 0.5981300651301833, "complete-iteration": 0.20833891716556271, "set_robot_commands": 0.004871724308400914, "deviation-center-line": 0.20730922163149929, "driven_lanedir_consec": 0.4187779202041084, "sim_compute_sim_state": 0.02299376156019128, "sim_compute_performance-ego": 0.004482397134753241}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8220674133022516, "get_ui_image": 0.03898511762204378, "step_physics": 0.08912864370622496, "survival_time": 13.80000000000006, "driven_lanedir": 0.6469457859428287, "get_state_dump": 0.014090709928153216, "sim_render-ego": 0.006813306739364845, "get_robot_state": 0.016753295193547787, "get_duckie_state": 2.6416087496107905e-06, "in-drivable-lane": 10.200000000000069, "agent_compute-ego": 0.01896459900814554, "deviation-heading": 0.6865492362800043, "complete-iteration": 0.21874201643294183, "set_robot_commands": 0.005105564559715382, "deviation-center-line": 0.11824660542292084, "driven_lanedir_consec": 0.6469457859428287, "sim_compute_sim_state": 0.02419349508009095, "sim_compute_performance-ego": 0.004531824070474376}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8115852322896933, "get_ui_image": 0.03813997788862748, "step_physics": 0.09085441589355468, "survival_time": 13.75000000000006, "driven_lanedir": 1.969394306135131, "get_state_dump": 0.0142009483684193, "sim_render-ego": 0.006580239209261807, "get_robot_state": 0.016770794608376244, "get_duckie_state": 2.6824257590553975e-06, "in-drivable-lane": 3.8500000000000543, "agent_compute-ego": 0.018051355535333807, "deviation-heading": 0.9256793679267342, "complete-iteration": 0.2230995056845925, "set_robot_commands": 0.005081241781061346, "deviation-center-line": 0.3024164557187052, "driven_lanedir_consec": 1.969394306135131, "sim_compute_sim_state": 0.028790603984485973, "sim_compute_performance-ego": 0.004451554038307884}}set_robot_commands_max 0.005663808077982027 set_robot_commands_mean 0.005180584681789918 set_robot_commands_median 0.005093403170388364 set_robot_commands_min 0.004871724308400914 sim_compute_performance-ego_max 0.00457093650347566 sim_compute_performance-ego_mean 0.00450917793675279 sim_compute_performance-ego_median 0.004507110602613808 sim_compute_performance-ego_min 0.004451554038307884 sim_compute_sim_state_max 0.028790603984485973 sim_compute_sim_state_mean 0.02535042359835748 sim_compute_sim_state_median 0.024808664424376327 sim_compute_sim_state_min 0.02299376156019128 sim_render-ego_max 0.007207442636359228 sim_render-ego_mean 0.006819091680249687 sim_render-ego_median 0.006744342437688855 sim_render-ego_min 0.006580239209261807 simulation-passed 1 step_physics_max 0.09085441589355468 step_physics_mean 0.08832528724198496 step_physics_median 0.08912664285628172 step_physics_min 0.08419344736182172 survival_time_max 13.80000000000006 survival_time_mean 9.575000000000024 survival_time_min 3.4499999999999957
No reset possible 41689
9359
Francois Hebert exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4599536310768677 survival_time_median 14.950000000000076 deviation-center-line_median 0.4546765426999657 in-drivable-lane_median 1.3500000000000192
other stats agent_compute-ego_max 0.018768834273020427 agent_compute-ego_mean 0.018413505554199214 agent_compute-ego_median 0.018400568962097165 agent_compute-ego_min 0.01808405001958211 complete-iteration_max 0.22766068935394287 complete-iteration_mean 0.21888019422690075 complete-iteration_median 0.21658188978830972 complete-iteration_min 0.21469630797704065 deviation-center-line_max 0.5889811971839034 deviation-center-line_mean 0.4632694603367197 deviation-center-line_min 0.3547435587630439 deviation-heading_max 1.7478176721548735 deviation-heading_mean 1.4811518532656598 deviation-heading_median 1.5083989875773338 deviation-heading_min 1.1599917657530985 driven_any_max 2.756805502866457 driven_any_mean 2.754543233317285 driven_any_median 2.756769145042685 driven_any_min 2.7478291403173127 driven_lanedir_consec_max 2.7226662271717608 driven_lanedir_consec_mean 2.3972365443057617 driven_lanedir_consec_min 1.9463726878975496 driven_lanedir_max 2.7226662271717608 driven_lanedir_mean 2.3972365443057617 driven_lanedir_median 2.4599536310768677 driven_lanedir_min 1.9463726878975496 get_duckie_state_max 3.105004628499349e-06 get_duckie_state_mean 3.026127815246582e-06 get_duckie_state_median 3.0279159545898436e-06 get_duckie_state_min 2.9436747233072915e-06 get_robot_state_max 0.01699416716893514 get_robot_state_mean 0.016770189404487608 get_robot_state_median 0.016797728141148882 get_robot_state_min 0.01649113416671753 get_state_dump_max 0.014266788959503174 get_state_dump_mean 0.014073789318402608 get_state_dump_median 0.0140303901831309 get_state_dump_min 0.013967587947845458 get_ui_image_max 0.038953484694163 get_ui_image_mean 0.03807208895683289 get_ui_image_median 0.03816216111183167 get_ui_image_min 0.03701054890950521 in-drivable-lane_max 3.950000000000056 in-drivable-lane_mean 1.6625000000000236 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.7478291403173127, "get_ui_image": 0.03807847023010254, "step_physics": 0.08770484447479249, "survival_time": 14.950000000000076, "driven_lanedir": 2.714674457438549, "get_state_dump": 0.014056490262349447, "sim_render-ego": 0.006729167302449544, "get_robot_state": 0.01683281342188517, "get_duckie_state": 3.105004628499349e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018520594437917072, "deviation-heading": 1.4800275155328235, "complete-iteration": 0.2178017083803813, "set_robot_commands": 0.005062686602274577, "deviation-center-line": 0.5407334238846806, "driven_lanedir_consec": 2.714674457438549, "sim_compute_sim_state": 0.026118717193603515, "sim_compute_performance-ego": 0.004511837959289551}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.756805502866457, "get_ui_image": 0.038245851993560794, "step_physics": 0.08612784306208293, "survival_time": 14.950000000000076, "driven_lanedir": 2.7226662271717608, "get_state_dump": 0.013967587947845458, "sim_render-ego": 0.006667013963063558, "get_robot_state": 0.01649113416671753, "get_duckie_state": 3.017584482828776e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01808405001958211, "deviation-heading": 1.5367704596218437, "complete-iteration": 0.21469630797704065, "set_robot_commands": 0.005246467590332031, "deviation-center-line": 0.5889811971839034, "driven_lanedir_consec": 2.7226662271717608, "sim_compute_sim_state": 0.025281590620676676, "sim_compute_performance-ego": 0.004400126139322917}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7567536932101304, "get_ui_image": 0.03701054890950521, "step_physics": 0.08753054141998291, "survival_time": 14.950000000000076, "driven_lanedir": 1.9463726878975496, "get_state_dump": 0.014266788959503174, "sim_render-ego": 0.006523999373118082, "get_robot_state": 0.016762642860412597, "get_duckie_state": 3.0382474263509116e-06, "in-drivable-lane": 3.950000000000056, "agent_compute-ego": 0.018768834273020427, "deviation-heading": 1.7478176721548735, "complete-iteration": 0.2153620711962382, "set_robot_commands": 0.005120087464650472, "deviation-center-line": 0.3547435587630439, "driven_lanedir_consec": 1.9463726878975496, "sim_compute_sim_state": 0.024858983357747395, "sim_compute_performance-ego": 0.004336975415547689}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.75678459687524, "get_ui_image": 0.038953484694163, "step_physics": 0.09345841884613038, "survival_time": 14.950000000000076, "driven_lanedir": 2.205232804715187, "get_state_dump": 0.014004290103912354, "sim_render-ego": 0.006690153280893962, "get_robot_state": 0.01699416716893514, "get_duckie_state": 2.9436747233072915e-06, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.01828054348627726, "deviation-heading": 1.1599917657530985, "complete-iteration": 0.22766068935394287, "set_robot_commands": 0.005087735652923584, "deviation-center-line": 0.3686196615152508, "driven_lanedir_consec": 2.205232804715187, "sim_compute_sim_state": 0.029437458515167235, "sim_compute_performance-ego": 0.004568476676940918}}set_robot_commands_max 0.005246467590332031 set_robot_commands_mean 0.005129244327545166 set_robot_commands_median 0.005103911558787028 set_robot_commands_min 0.005062686602274577 sim_compute_performance-ego_max 0.004568476676940918 sim_compute_performance-ego_mean 0.004454354047775269 sim_compute_performance-ego_median 0.004455982049306233 sim_compute_performance-ego_min 0.004336975415547689 sim_compute_sim_state_max 0.029437458515167235 sim_compute_sim_state_mean 0.02642418742179871 sim_compute_sim_state_median 0.025700153907140096 sim_compute_sim_state_min 0.024858983357747395 sim_render-ego_max 0.006729167302449544 sim_render-ego_mean 0.006652583479881287 sim_render-ego_median 0.00667858362197876 sim_render-ego_min 0.006523999373118082 simulation-passed 1 step_physics_max 0.09345841884613038 step_physics_mean 0.08870541195074717 step_physics_median 0.0876176929473877 step_physics_min 0.08612784306208293 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41682
9367
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7895463205746327 survival_time_median 14.950000000000076 deviation-center-line_median 0.4643279654264353 in-drivable-lane_median 2.0750000000000153
other stats agent_compute-ego_max 0.018252499103546142 agent_compute-ego_mean 0.017804990982926122 agent_compute-ego_median 0.017826653321584066 agent_compute-ego_min 0.01731415818499021 complete-iteration_max 0.23369004885355632 complete-iteration_mean 0.2100725285420243 complete-iteration_median 0.20308137500473344 complete-iteration_min 0.20043731530507403 deviation-center-line_max 1.369561402112516 deviation-center-line_mean 0.6502579276711085 deviation-center-line_min 0.3028143777190472 deviation-heading_max 1.9552143567019336 deviation-heading_mean 1.388715742315753 deviation-heading_median 1.5567881819767813 deviation-heading_min 0.486072248607516 driven_any_max 1.0210524384410862 driven_any_mean 0.9258815634755896 driven_any_median 1.0193899306442045 driven_any_min 0.6436939541728637 driven_lanedir_consec_max 1.0204942685655385 driven_lanedir_consec_mean 0.7533626041754564 driven_lanedir_consec_min 0.4138635069870218 driven_lanedir_max 1.0204942685655385 driven_lanedir_mean 0.7533626041754564 driven_lanedir_median 0.7895463205746327 driven_lanedir_min 0.4138635069870218 get_duckie_state_max 2.9190381368001304e-06 get_duckie_state_mean 2.729830317472288e-06 get_duckie_state_median 2.67254744524731e-06 get_duckie_state_min 2.655188242594401e-06 get_robot_state_max 0.01699073553085327 get_robot_state_mean 0.016617907246161925 get_robot_state_median 0.016581900040724726 get_robot_state_min 0.016317093372344972 get_state_dump_max 0.014374125066227938 get_state_dump_mean 0.014195355589893266 get_state_dump_median 0.014148156642913818 get_state_dump_min 0.014110984007517495 get_ui_image_max 0.0385203226407369 get_ui_image_mean 0.03647088657915072 get_ui_image_median 0.03612331372697108 get_ui_image_min 0.035116596221923826 in-drivable-lane_max 4.95000000000007 in-drivable-lane_mean 2.2750000000000252 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.0177274228474136, "get_ui_image": 0.035116596221923826, "step_physics": 0.0781213903427124, "survival_time": 14.950000000000076, "driven_lanedir": 0.9388008856513624, "get_state_dump": 0.014141544500986735, "sim_render-ego": 0.0063195761044820145, "get_robot_state": 0.016621748606363933, "get_duckie_state": 2.9190381368001304e-06, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.01751784880956014, "deviation-heading": 1.5061018139161977, "complete-iteration": 0.2005896043777466, "set_robot_commands": 0.004965581099192301, "deviation-center-line": 1.369561402112516, "driven_lanedir_consec": 0.9388008856513624, "sim_compute_sim_state": 0.02330394983291626, "sim_compute_performance-ego": 0.004314287503560384}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6436939541728637, "get_ui_image": 0.037027624889194026, "step_physics": 0.08166507151738511, "survival_time": 9.55, "driven_lanedir": 0.4138635069870218, "get_state_dump": 0.014374125066227938, "sim_render-ego": 0.006582645845662861, "get_robot_state": 0.016542051475085515, "get_duckie_state": 2.67003843297509e-06, "in-drivable-lane": 3.1000000000000156, "agent_compute-ego": 0.01731415818499021, "deviation-heading": 1.6074745500373646, "complete-iteration": 0.20557314563172027, "set_robot_commands": 0.004891405554966153, "deviation-center-line": 0.6064143107190959, "driven_lanedir_consec": 0.4138635069870218, "sim_compute_sim_state": 0.022694906015046604, "sim_compute_performance-ego": 0.004309053820465248}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.0210524384409954, "get_ui_image": 0.03521900256474813, "step_physics": 0.07828903913497925, "survival_time": 14.950000000000076, "driven_lanedir": 0.6402917554979028, "get_state_dump": 0.014110984007517495, "sim_render-ego": 0.00622556209564209, "get_robot_state": 0.016317093372344972, "get_duckie_state": 2.655188242594401e-06, "in-drivable-lane": 4.95000000000007, "agent_compute-ego": 0.018252499103546142, "deviation-heading": 1.9552143567019336, "complete-iteration": 0.20043731530507403, "set_robot_commands": 0.004985254605611165, "deviation-center-line": 0.32224162013377466, "driven_lanedir_consec": 0.6402917554979028, "sim_compute_sim_state": 0.022628394762674968, "sim_compute_performance-ego": 0.004238494237263997}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.0210524384410862, "get_ui_image": 0.0385203226407369, "step_physics": 0.10141853094100951, "survival_time": 14.950000000000076, "driven_lanedir": 1.0204942685655385, "get_state_dump": 0.014154768784840902, "sim_render-ego": 0.00666646162668864, "get_robot_state": 0.01699073553085327, "get_duckie_state": 2.6750564575195314e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018135457833607992, "deviation-heading": 0.486072248607516, "complete-iteration": 0.23369004885355632, "set_robot_commands": 0.005247413317362467, "deviation-center-line": 0.3028143777190472, "driven_lanedir_consec": 1.0204942685655385, "sim_compute_sim_state": 0.027963744004567463, "sim_compute_performance-ego": 0.004415887196858724}}set_robot_commands_max 0.005247413317362467 set_robot_commands_mean 0.005022413644283022 set_robot_commands_median 0.004975417852401734 set_robot_commands_min 0.004891405554966153 sim_compute_performance-ego_max 0.004415887196858724 sim_compute_performance-ego_mean 0.004319430689537088 sim_compute_performance-ego_median 0.004311670662012816 sim_compute_performance-ego_min 0.004238494237263997 sim_compute_sim_state_max 0.027963744004567463 sim_compute_sim_state_mean 0.02414774865380132 sim_compute_sim_state_median 0.022999427923981432 sim_compute_sim_state_min 0.022628394762674968 sim_render-ego_max 0.00666646162668864 sim_render-ego_mean 0.006448561418118902 sim_render-ego_median 0.006451110975072437 sim_render-ego_min 0.00622556209564209 simulation-passed 1 step_physics_max 0.10141853094100951 step_physics_mean 0.08487350798402157 step_physics_median 0.07997705532618218 step_physics_min 0.0781213903427124 survival_time_max 14.950000000000076 survival_time_mean 13.600000000000058 survival_time_min 9.55
No reset possible 41679
9371
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:05:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.9223926134230248 survival_time_median 9.299999999999995 deviation-center-line_median 0.2986156213885245 in-drivable-lane_median 3.5750000000000126
other stats agent_compute-ego_max 0.018915245088480286 agent_compute-ego_mean 0.018592832696346387 agent_compute-ego_median 0.018642044199763726 agent_compute-ego_min 0.018171997297377812 complete-iteration_max 0.22856639459799816 complete-iteration_mean 0.2199082481338 complete-iteration_median 0.2183613987529979 complete-iteration_min 0.2143438004312061 deviation-center-line_max 0.4897421930144883 deviation-center-line_mean 0.2944257463289259 deviation-center-line_min 0.09072954952416618 deviation-heading_max 1.411993874805973 deviation-heading_mean 0.6905931384280879 deviation-heading_median 0.47527321738946704 deviation-heading_min 0.3998322441274445 driven_any_max 2.8543004812038695 driven_any_mean 2.145175380791285 driven_any_median 2.4982444637521297 driven_any_min 0.729912114457009 driven_lanedir_consec_max 1.776594530944771 driven_lanedir_consec_mean 1.0183206663128184 driven_lanedir_consec_min 0.45190290746045303 driven_lanedir_max 1.776594530944771 driven_lanedir_mean 1.0183206663128184 driven_lanedir_median 0.9223926134230248 driven_lanedir_min 0.45190290746045303 get_duckie_state_max 3.170399438767206e-06 get_duckie_state_mean 2.9929154761611967e-06 get_duckie_state_median 2.9499147939987756e-06 get_duckie_state_min 2.9014328778800317e-06 get_robot_state_max 0.01703812047768543 get_robot_state_mean 0.016886086247123108 get_robot_state_median 0.016950690362299858 get_robot_state_min 0.016604843786207295 get_state_dump_max 0.014323788231583003 get_state_dump_mean 0.01410925072690445 get_state_dump_median 0.0141443940771728 get_state_dump_min 0.013824426521689205 get_ui_image_max 0.039686435577916165 get_ui_image_mean 0.038225814403886685 get_ui_image_median 0.03799193673789218 get_ui_image_min 0.03723294856184619 in-drivable-lane_max 7.5000000000000115 in-drivable-lane_mean 3.900000000000008 in-drivable-lane_min 0.9499999999999966 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.240022122546936, "get_ui_image": 0.03776073455810547, "step_physics": 0.08443689772060939, "survival_time": 8.399999999999984, "driven_lanedir": 1.214075728236545, "get_state_dump": 0.014022168659028552, "sim_render-ego": 0.006716150613058181, "get_robot_state": 0.016885791506086077, "get_duckie_state": 3.170399438767206e-06, "in-drivable-lane": 3.6499999999999937, "agent_compute-ego": 0.018171997297377812, "deviation-heading": 0.3998322441274445, "complete-iteration": 0.2143438004312061, "set_robot_commands": 0.005192113774163383, "deviation-center-line": 0.42552031561630094, "driven_lanedir_consec": 1.214075728236545, "sim_compute_sim_state": 0.026379802397319248, "sim_compute_performance-ego": 0.004607605082648141}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.729912114457009, "get_ui_image": 0.03723294856184619, "step_physics": 0.08846357717352399, "survival_time": 2.9499999999999975, "driven_lanedir": 0.45190290746045303, "get_state_dump": 0.013824426521689205, "sim_render-ego": 0.006697501166392181, "get_robot_state": 0.016604843786207295, "get_duckie_state": 2.9014328778800317e-06, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.018915245088480286, "deviation-heading": 0.47031223390133103, "complete-iteration": 0.2156980037689209, "set_robot_commands": 0.005195193371530306, "deviation-center-line": 0.171710927160748, "driven_lanedir_consec": 0.45190290746045303, "sim_compute_sim_state": 0.023889222387540137, "sim_compute_performance-ego": 0.0046986967830334675}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.756466804957324, "get_ui_image": 0.039686435577916165, "step_physics": 0.08935307170830521, "survival_time": 10.20000000000001, "driven_lanedir": 0.6307094986095048, "get_state_dump": 0.014266619495317047, "sim_render-ego": 0.007073140611835555, "get_robot_state": 0.01701558921851364, "get_duckie_state": 2.9066029716940488e-06, "in-drivable-lane": 7.5000000000000115, "agent_compute-ego": 0.018836737847795673, "deviation-heading": 0.48023420087760305, "complete-iteration": 0.2210247937370749, "set_robot_commands": 0.005291396496342677, "deviation-center-line": 0.09072954952416618, "driven_lanedir_consec": 0.6307094986095048, "sim_compute_sim_state": 0.02477485876457364, "sim_compute_performance-ego": 0.004558669585807651}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8543004812038695, "get_ui_image": 0.0382231389176789, "step_physics": 0.09479202252428678, "survival_time": 10.550000000000017, "driven_lanedir": 1.776594530944771, "get_state_dump": 0.014323788231583003, "sim_render-ego": 0.00695553210109331, "get_robot_state": 0.01703812047768543, "get_duckie_state": 2.9932266163035025e-06, "in-drivable-lane": 3.500000000000032, "agent_compute-ego": 0.01844735055173178, "deviation-heading": 1.411993874805973, "complete-iteration": 0.22856639459799816, "set_robot_commands": 0.005188032349139028, "deviation-center-line": 0.4897421930144883, "driven_lanedir_consec": 1.776594530944771, "sim_compute_sim_state": 0.028870114782975183, "sim_compute_performance-ego": 0.004556297690947474}}set_robot_commands_max 0.005291396496342677 set_robot_commands_mean 0.005216683997793848 set_robot_commands_median 0.005193653572846844 set_robot_commands_min 0.005188032349139028 sim_compute_performance-ego_max 0.0046986967830334675 sim_compute_performance-ego_mean 0.004605317285609183 sim_compute_performance-ego_median 0.004583137334227896 sim_compute_performance-ego_min 0.004556297690947474 sim_compute_sim_state_max 0.028870114782975183 sim_compute_sim_state_mean 0.02597849958310205 sim_compute_sim_state_median 0.02557733058094645 sim_compute_sim_state_min 0.023889222387540137 sim_render-ego_max 0.007073140611835555 sim_render-ego_mean 0.006860581123094807 sim_render-ego_median 0.006835841357075746 sim_render-ego_min 0.006697501166392181 simulation-passed 1 step_physics_max 0.09479202252428678 step_physics_mean 0.08926139228168134 step_physics_median 0.0889083244409146 step_physics_min 0.08443689772060939 survival_time_max 10.550000000000017 survival_time_mean 8.025000000000002 survival_time_min 2.9499999999999975
No reset possible 41674
9378
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:07:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6733418002959135 survival_time_median 11.750000000000032 deviation-center-line_median 0.20568323024495372 in-drivable-lane_median 4.825000000000035
other stats agent_compute-ego_max 0.018552262880648783 agent_compute-ego_mean 0.018246708432476187 agent_compute-ego_median 0.01839253744675745 agent_compute-ego_min 0.01764949595574105 complete-iteration_max 0.22633652101483265 complete-iteration_mean 0.21790358843632687 complete-iteration_median 0.2175991828939808 complete-iteration_min 0.21007946694251337 deviation-center-line_max 0.24728112080599848 deviation-center-line_mean 0.20917999406338852 deviation-center-line_min 0.17807239495764823 deviation-heading_max 2.115535270728466 deviation-heading_mean 1.1150850357204447 deviation-heading_median 0.8240070644706037 deviation-heading_min 0.6967907432121057 driven_any_max 2.9734600377654306 driven_any_mean 2.690661832073798 driven_any_median 2.816378503734331 driven_any_min 2.1564302830610984 driven_lanedir_consec_max 1.9901472064899943 driven_lanedir_consec_mean 1.5023555013488314 driven_lanedir_consec_min 0.6725911983135049 driven_lanedir_max 1.9901472064899943 driven_lanedir_mean 1.5023555013488314 driven_lanedir_median 1.6733418002959135 driven_lanedir_min 0.6725911983135049 get_duckie_state_max 3.191072549392928e-06 get_duckie_state_mean 2.959459083338254e-06 get_duckie_state_median 2.9837527470281947e-06 get_duckie_state_min 2.6792582899036975e-06 get_robot_state_max 0.017106783034196542 get_robot_state_mean 0.016641275053937837 get_robot_state_median 0.016736328573951943 get_robot_state_min 0.015985660033650918 get_state_dump_max 0.015423343181610108 get_state_dump_mean 0.014353664273137633 get_state_dump_median 0.014083658027286837 get_state_dump_min 0.013823997856366751 get_ui_image_max 0.04127475253322668 get_ui_image_mean 0.03805386315753018 get_ui_image_median 0.03755905868995249 get_ui_image_min 0.03582258271698904 in-drivable-lane_max 11.150000000000066 in-drivable-lane_mean 6.02500000000004 in-drivable-lane_min 3.3000000000000247 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.1564302830610984, "get_ui_image": 0.04127475253322668, "step_physics": 0.09316297441895244, "survival_time": 8.549999999999986, "driven_lanedir": 1.3740825198636144, "get_state_dump": 0.014033447232162745, "sim_render-ego": 0.006698738064682274, "get_robot_state": 0.016832090957820067, "get_duckie_state": 3.054825186032301e-06, "in-drivable-lane": 3.5499999999999963, "agent_compute-ego": 0.018552262880648783, "deviation-heading": 0.6967907432121057, "complete-iteration": 0.22633652101483265, "set_robot_commands": 0.005178762458221257, "deviation-center-line": 0.17807239495764823, "driven_lanedir_consec": 1.3740825198636144, "sim_compute_sim_state": 0.025996880224573683, "sim_compute_performance-ego": 0.004448832127085903}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.956165008260854, "get_ui_image": 0.03767964288369933, "step_physics": 0.08307596107027423, "survival_time": 13.400000000000055, "driven_lanedir": 1.9901472064899943, "get_state_dump": 0.014133868822410923, "sim_render-ego": 0.006789055333208682, "get_robot_state": 0.017106783034196542, "get_duckie_state": 3.191072549392928e-06, "in-drivable-lane": 6.100000000000073, "agent_compute-ego": 0.01828695855923553, "deviation-heading": 0.9110558352018656, "complete-iteration": 0.2127841034931923, "set_robot_commands": 0.005336397619389776, "deviation-center-line": 0.24728112080599848, "driven_lanedir_consec": 1.9901472064899943, "sim_compute_sim_state": 0.02570488559665965, "sim_compute_performance-ego": 0.004513287722174801}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.9734600377654306, "get_ui_image": 0.037438474496205645, "step_physics": 0.09281692504882812, "survival_time": 14.950000000000076, "driven_lanedir": 0.6725911983135049, "get_state_dump": 0.015423343181610108, "sim_render-ego": 0.006693054040273031, "get_robot_state": 0.016640566190083823, "get_duckie_state": 2.912680308024089e-06, "in-drivable-lane": 11.150000000000066, "agent_compute-ego": 0.018498116334279377, "deviation-heading": 2.115535270728466, "complete-iteration": 0.2224142622947693, "set_robot_commands": 0.005187987486521403, "deviation-center-line": 0.2291674154122925, "driven_lanedir_consec": 0.6725911983135049, "sim_compute_sim_state": 0.02509730577468872, "sim_compute_performance-ego": 0.00446130116780599}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.676591999207808, "get_ui_image": 0.03582258271698904, "step_physics": 0.08301855431924952, "survival_time": 10.100000000000009, "driven_lanedir": 1.9726010807282128, "get_state_dump": 0.013823997856366751, "sim_render-ego": 0.00644454035428491, "get_robot_state": 0.015985660033650918, "get_duckie_state": 2.6792582899036975e-06, "in-drivable-lane": 3.3000000000000247, "agent_compute-ego": 0.01764949595574105, "deviation-heading": 0.7369582937393417, "complete-iteration": 0.21007946694251337, "set_robot_commands": 0.005008512204236324, "deviation-center-line": 0.182199045077615, "driven_lanedir_consec": 1.9726010807282128, "sim_compute_sim_state": 0.027828565918573057, "sim_compute_performance-ego": 0.004345138474266127}}set_robot_commands_max 0.005336397619389776 set_robot_commands_mean 0.0051779149420921895 set_robot_commands_median 0.00518337497237133 set_robot_commands_min 0.005008512204236324 sim_compute_performance-ego_max 0.004513287722174801 sim_compute_performance-ego_mean 0.004442139872833205 sim_compute_performance-ego_median 0.004455066647445946 sim_compute_performance-ego_min 0.004345138474266127 sim_compute_sim_state_max 0.027828565918573057 sim_compute_sim_state_mean 0.026156909378623777 sim_compute_sim_state_median 0.025850882910616664 sim_compute_sim_state_min 0.02509730577468872 sim_render-ego_max 0.006789055333208682 sim_render-ego_mean 0.006656346948112224 sim_render-ego_median 0.006695896052477652 sim_render-ego_min 0.00644454035428491 simulation-passed 1 step_physics_max 0.09316297441895244 step_physics_mean 0.0880186037143261 step_physics_median 0.08794644305955118 step_physics_min 0.08301855431924952 survival_time_max 14.950000000000076 survival_time_mean 11.750000000000032 survival_time_min 8.549999999999986
No reset possible 41669
9660
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:05:38 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 403 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41662
9759
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:05:25 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 391 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41657
9764
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7345291148625447 survival_time_median 13.80000000000006 deviation-center-line_median 0.3643919881850241 in-drivable-lane_median 9.07500000000007
other stats agent_compute-ego_max 0.019190442562103272 agent_compute-ego_mean 0.018791397298919092 agent_compute-ego_median 0.018753129590955493 agent_compute-ego_min 0.018468887451662117 complete-iteration_max 0.22411739491075877 complete-iteration_mean 0.21854377445270937 complete-iteration_median 0.21851837952931724 complete-iteration_min 0.21302094384144415 deviation-center-line_max 0.4916149597251432 deviation-center-line_mean 0.378716263745698 deviation-center-line_min 0.2944661188876007 deviation-heading_max 2.9655685389092095 deviation-heading_mean 2.1153813679869193 deviation-heading_median 2.0538138951350953 deviation-heading_min 1.388329142768278 driven_any_max 3.3041428541578246 driven_any_mean 2.8426079472211607 driven_any_median 2.7999425920336174 driven_any_min 2.466403750659585 driven_lanedir_consec_max 2.059921407059043 driven_lanedir_consec_mean 1.0042302800364324 driven_lanedir_consec_min 0.4879414833615978 driven_lanedir_max 2.059921407059043 driven_lanedir_mean 1.0042302800364324 driven_lanedir_median 0.7345291148625447 driven_lanedir_min 0.4879414833615978 get_duckie_state_max 2.8308672396090664e-06 get_duckie_state_mean 2.7161802941186738e-06 get_duckie_state_median 2.7128060658772788e-06 get_duckie_state_min 2.608241805111069e-06 get_robot_state_max 0.017219750086466472 get_robot_state_mean 0.01675860888831534 get_robot_state_median 0.01675163541931704 get_robot_state_min 0.0163114146281608 get_state_dump_max 0.014177599747975668 get_state_dump_mean 0.01411544156398675 get_state_dump_median 0.014141588402560436 get_state_dump_min 0.014000989702850462 get_ui_image_max 0.03856486297515502 get_ui_image_mean 0.03792810237521033 get_ui_image_median 0.03797654115949538 get_ui_image_min 0.03719446420669556 in-drivable-lane_max 11.20000000000008 in-drivable-lane_mean 8.47500000000007 in-drivable-lane_min 4.550000000000062 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.466403750659585, "get_ui_image": 0.037516269759227165, "step_physics": 0.084510276440104, "survival_time": 12.650000000000045, "driven_lanedir": 0.6586081151008739, "get_state_dump": 0.014000989702850462, "sim_render-ego": 0.006611506458327704, "get_robot_state": 0.0163114146281608, "get_duckie_state": 2.8308672396090664e-06, "in-drivable-lane": 8.350000000000051, "agent_compute-ego": 0.018499647675766777, "deviation-heading": 1.921341650525741, "complete-iteration": 0.21302094384144415, "set_robot_commands": 0.005214253904320035, "deviation-center-line": 0.2944661188876007, "driven_lanedir_consec": 0.6586081151008739, "sim_compute_sim_state": 0.02579356464943867, "sim_compute_performance-ego": 0.004396817429734784}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.818571992710925, "get_ui_image": 0.03719446420669556, "step_physics": 0.08564333359400432, "survival_time": 14.950000000000076, "driven_lanedir": 0.4879414833615978, "get_state_dump": 0.014163853327433269, "sim_render-ego": 0.006942312717437744, "get_robot_state": 0.017219750086466472, "get_duckie_state": 2.6377042134602863e-06, "in-drivable-lane": 11.20000000000008, "agent_compute-ego": 0.01900661150614421, "deviation-heading": 2.1862861397444493, "complete-iteration": 0.21524477402369185, "set_robot_commands": 0.005048673152923584, "deviation-center-line": 0.3138459314196689, "driven_lanedir_consec": 0.4879414833615978, "sim_compute_sim_state": 0.02532573938369751, "sim_compute_performance-ego": 0.0045308438936869306}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.3041428541578246, "get_ui_image": 0.03843681255976359, "step_physics": 0.09066848754882811, "survival_time": 14.950000000000076, "driven_lanedir": 0.8104501146242155, "get_state_dump": 0.014177599747975668, "sim_render-ego": 0.006718881924947103, "get_robot_state": 0.01649177392323812, "get_duckie_state": 2.787907918294271e-06, "in-drivable-lane": 9.800000000000088, "agent_compute-ego": 0.019190442562103272, "deviation-heading": 2.9655685389092095, "complete-iteration": 0.22179198503494263, "set_robot_commands": 0.005056018034617106, "deviation-center-line": 0.41493804495037934, "driven_lanedir_consec": 0.8104501146242155, "sim_compute_sim_state": 0.026380818684895835, "sim_compute_performance-ego": 0.0045018378893534345}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.78131319135631, "get_ui_image": 0.03856486297515502, "step_physics": 0.08878319234733122, "survival_time": 12.450000000000042, "driven_lanedir": 2.059921407059043, "get_state_dump": 0.014119323477687606, "sim_render-ego": 0.0068371027827741635, "get_robot_state": 0.017011496915395958, "get_duckie_state": 2.608241805111069e-06, "in-drivable-lane": 4.550000000000062, "agent_compute-ego": 0.018468887451662117, "deviation-heading": 1.388329142768278, "complete-iteration": 0.22411739491075877, "set_robot_commands": 0.005153716328632401, "deviation-center-line": 0.4916149597251432, "driven_lanedir_consec": 2.059921407059043, "sim_compute_sim_state": 0.030368679498572904, "sim_compute_performance-ego": 0.0046373639240801096}}set_robot_commands_max 0.005214253904320035 set_robot_commands_mean 0.0051181653551232815 set_robot_commands_median 0.005104867181624753 set_robot_commands_min 0.005048673152923584 sim_compute_performance-ego_max 0.0046373639240801096 sim_compute_performance-ego_mean 0.004516715784213815 sim_compute_performance-ego_median 0.004516340891520183 sim_compute_performance-ego_min 0.004396817429734784 sim_compute_sim_state_max 0.030368679498572904 sim_compute_sim_state_mean 0.02696720055415123 sim_compute_sim_state_median 0.026087191667167255 sim_compute_sim_state_min 0.02532573938369751 sim_render-ego_max 0.006942312717437744 sim_render-ego_mean 0.006777450970871679 sim_render-ego_median 0.0067779923538606335 sim_render-ego_min 0.006611506458327704 simulation-passed 1 step_physics_max 0.09066848754882811 step_physics_mean 0.08740132248256692 step_physics_median 0.08721326297066777 step_physics_min 0.084510276440104 survival_time_max 14.950000000000076 survival_time_mean 13.75000000000006 survival_time_min 12.450000000000042
No reset possible 41652
9767
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.799520848604046 survival_time_median 14.950000000000076 deviation-center-line_median 0.4621522711023184 in-drivable-lane_median 3.950000000000056
other stats agent_compute-ego_max 0.019303459326426187 agent_compute-ego_mean 0.018839282530816005 agent_compute-ego_median 0.0187986416385007 agent_compute-ego_min 0.018456387519836425 complete-iteration_max 0.22460444450378417 complete-iteration_mean 0.2210695137629293 complete-iteration_median 0.22065454363822937 complete-iteration_min 0.21836452327147432 deviation-center-line_max 0.4717444065564818 deviation-center-line_mean 0.4359425548271571 deviation-center-line_min 0.34772127054751023 deviation-heading_max 1.8849313214974064 deviation-heading_mean 1.3177969185771805 deviation-heading_median 1.2000432432457893 deviation-heading_min 0.9861698663197368 driven_any_max 2.8589320585774627 driven_any_mean 2.719627685914113 driven_any_median 2.858914065913694 driven_any_min 2.3017505532516025 driven_lanedir_consec_max 2.0982268428088107 driven_lanedir_consec_mean 1.8001780961096665 driven_lanedir_consec_min 1.5034438444217622 driven_lanedir_max 2.0982268428088107 driven_lanedir_mean 1.8001780961096665 driven_lanedir_median 1.799520848604046 driven_lanedir_min 1.5034438444217622 get_duckie_state_max 2.755059136284722e-06 get_duckie_state_mean 2.6404195361667205e-06 get_duckie_state_median 2.623399098714193e-06 get_duckie_state_min 2.559820810953776e-06 get_robot_state_max 0.01694430833981361 get_robot_state_mean 0.016825888171608065 get_robot_state_median 0.016884613434473672 get_robot_state_min 0.016590017477671304 get_state_dump_max 0.014243991374969482 get_state_dump_mean 0.01406243704719308 get_state_dump_median 0.014052797614792247 get_state_dump_min 0.013900161584218343 get_ui_image_max 0.039172071488305864 get_ui_image_mean 0.03876673754841213 get_ui_image_median 0.03884575764338176 get_ui_image_min 0.0382033634185791 in-drivable-lane_max 6.40000000000006 in-drivable-lane_mean 4.512500000000056 in-drivable-lane_min 3.7500000000000537 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.3017505532516025, "get_ui_image": 0.039172071488305864, "step_physics": 0.08638654618596835, "survival_time": 12.150000000000038, "driven_lanedir": 1.5034438444217622, "get_state_dump": 0.013952690878032166, "sim_render-ego": 0.006700488274970663, "get_robot_state": 0.01694430833981361, "get_duckie_state": 2.755059136284722e-06, "in-drivable-lane": 3.950000000000056, "agent_compute-ego": 0.018876969569013937, "deviation-heading": 0.9861698663197368, "complete-iteration": 0.21836452327147432, "set_robot_commands": 0.005131750930974513, "deviation-center-line": 0.34772127054751023, "driven_lanedir_consec": 1.5034438444217622, "sim_compute_sim_state": 0.026561837137481312, "sim_compute_performance-ego": 0.004464765635046939}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8589246265540393, "get_ui_image": 0.03878163496653239, "step_physics": 0.08820920626322429, "survival_time": 14.950000000000076, "driven_lanedir": 2.0982268428088107, "get_state_dump": 0.014243991374969482, "sim_render-ego": 0.007072743574778239, "get_robot_state": 0.016931114196777345, "get_duckie_state": 2.6456514994303383e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.018720313707987463, "deviation-heading": 1.2777053236080085, "complete-iteration": 0.2197246249516805, "set_robot_commands": 0.0051298292477925615, "deviation-center-line": 0.45877342511586633, "driven_lanedir_consec": 2.0982268428088107, "sim_compute_sim_state": 0.025934797922770186, "sim_compute_performance-ego": 0.00450692335764567}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8589035052733487, "get_ui_image": 0.03890988032023112, "step_physics": 0.09260687589645386, "survival_time": 14.950000000000076, "driven_lanedir": 1.5433685815678455, "get_state_dump": 0.014152904351552328, "sim_render-ego": 0.006855366230010987, "get_robot_state": 0.016590017477671304, "get_duckie_state": 2.601146697998047e-06, "in-drivable-lane": 6.40000000000006, "agent_compute-ego": 0.019303459326426187, "deviation-heading": 1.8849313214974064, "complete-iteration": 0.22460444450378417, "set_robot_commands": 0.005133008162180583, "deviation-center-line": 0.4717444065564818, "driven_lanedir_consec": 1.5433685815678455, "sim_compute_sim_state": 0.02634083906809489, "sim_compute_performance-ego": 0.004528426329294841}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8589320585774627, "get_ui_image": 0.0382033634185791, "step_physics": 0.08875172853469848, "survival_time": 14.950000000000076, "driven_lanedir": 2.0556731156402464, "get_state_dump": 0.013900161584218343, "sim_render-ego": 0.006664345264434815, "get_robot_state": 0.016838112672170003, "get_duckie_state": 2.559820810953776e-06, "in-drivable-lane": 3.950000000000056, "agent_compute-ego": 0.018456387519836425, "deviation-heading": 1.1223811628835705, "complete-iteration": 0.22158446232477824, "set_robot_commands": 0.005113600889841715, "deviation-center-line": 0.4655311170887704, "driven_lanedir_consec": 2.0556731156402464, "sim_compute_sim_state": 0.02906533400217692, "sim_compute_performance-ego": 0.004414875507354737}}set_robot_commands_max 0.005133008162180583 set_robot_commands_mean 0.0051270473076973425 set_robot_commands_median 0.005130790089383537 set_robot_commands_min 0.005113600889841715 sim_compute_performance-ego_max 0.004528426329294841 sim_compute_performance-ego_mean 0.004478747707335547 sim_compute_performance-ego_median 0.004485844496346305 sim_compute_performance-ego_min 0.004414875507354737 sim_compute_sim_state_max 0.02906533400217692 sim_compute_sim_state_mean 0.026975702032630822 sim_compute_sim_state_median 0.026451338102788102 sim_compute_sim_state_min 0.025934797922770186 sim_render-ego_max 0.007072743574778239 sim_render-ego_mean 0.006823235836048675 sim_render-ego_median 0.006777927252490825 sim_render-ego_min 0.006664345264434815 simulation-passed 1 step_physics_max 0.09260687589645386 step_physics_mean 0.08898858922008623 step_physics_median 0.08848046739896138 step_physics_min 0.08638654618596835 survival_time_max 14.950000000000076 survival_time_mean 14.250000000000068 survival_time_min 12.150000000000038
No reset possible 41620
9972
Bea Baselines 🐤template-pytorch aido5-LFV_multi-sim-validation
LFVmultibodyv-sim error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:32 Waited 3601 seconds [...] Waited 3601 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41616
9974
Bea Baselines 🐤template-pytorch aido5-LFVI-sim-testing
LFVIt-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:05 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41599
9981
Bea Baselines 🐤template-tensorflow aido5-LFV_multi-sim-validation
LFVmultibodyv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:07:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2831576745241122 survival_time_median 5.1999999999999895 deviation-center-line_median 0.05999958469535163 in-drivable-lane_median 3.99999999999999
other stats agent_compute-ego0_max 0.018327906727790833 agent_compute-ego0_mean 0.01829507603095128 agent_compute-ego0_median 0.01828712224960327 agent_compute-ego0_min 0.018270199115459736 agent_compute-ego1_max 0.019274314244588215 agent_compute-ego1_mean 0.019023664996155307 agent_compute-ego1_median 0.01898805223978483 agent_compute-ego1_min 0.018808628504092876 agent_compute-ego2_max 0.018485096593697865 agent_compute-ego2_mean 0.017900651782496363 agent_compute-ego2_median 0.01776349315276513 agent_compute-ego2_min 0.017453365601026095 complete-iteration_max 0.5614197002007411 complete-iteration_mean 0.5532420215188947 complete-iteration_median 0.5514857719341913 complete-iteration_min 0.5468205924217517 deviation-center-line_max 0.08470214307600081 deviation-center-line_mean 0.06559849612199731 deviation-center-line_min 0.05029175317595662 deviation-heading_max 0.3436325279686051 deviation-heading_mean 0.31149444305238405 deviation-heading_median 0.3381653967165663 deviation-heading_min 0.2526151802606732 driven_any_max 2.3844875176768183 driven_any_mean 1.0692645825458926 driven_any_median 0.5011261490385105 driven_any_min 0.3266342945857359 driven_lanedir_consec_max 0.413712301156268 driven_lanedir_consec_mean 0.3037549995487283 driven_lanedir_consec_min 0.20715559966638297 driven_lanedir_max 0.413712301156268 driven_lanedir_mean 0.3037549995487283 driven_lanedir_median 0.2831576745241122 driven_lanedir_min 0.20715559966638297 get_duckie_state_max 3.2026034135084887e-06 get_duckie_state_mean 3.046523302029341e-06 get_duckie_state_median 3.0621886253356938e-06 get_duckie_state_min 2.8747778672438403e-06 get_robot_state_max 0.04210408146564777 get_robot_state_mean 0.04123189561387412 get_robot_state_median 0.04131214817365011 get_robot_state_min 0.0402794572023245 get_state_dump_max 0.02574030481852018 get_state_dump_mean 0.02542912705331786 get_state_dump_median 0.025347315348111667 get_state_dump_min 0.025199760993321735 get_ui_image_max 0.05573940525452296 get_ui_image_mean 0.05518689223079601 get_ui_image_median 0.05566938565327571 get_ui_image_min 0.05415188578458933 in-drivable-lane_max 4.299999999999989 in-drivable-lane_mean 4.027777777777768 in-drivable-lane_min 3.5999999999999908 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.54749745304804, "get_ui_image": 0.05573940525452296, "step_physics": 0.2961781695485115, "survival_time": 4.799999999999991, "driven_lanedir": 0.40860296129418616, "get_state_dump": 0.025199760993321735, "get_robot_state": 0.04131214817365011, "sim_render-ego0": 0.00622252623240153, "sim_render-ego1": 0.006758960584799449, "sim_render-ego2": 0.006419077515602112, "get_duckie_state": 3.0621886253356938e-06, "in-drivable-lane": 3.5999999999999908, "deviation-heading": 0.2643706891613125, "agent_compute-ego0": 0.018327906727790833, "agent_compute-ego1": 0.019274314244588215, "agent_compute-ego2": 0.018485096593697865, "complete-iteration": 0.5514857719341913, "set_robot_commands": 0.005255800982316335, "deviation-center-line": 0.08470214307600081, "driven_lanedir_consec": 0.40860296129418616, "sim_compute_sim_state": 0.028791065017382305, "sim_compute_performance-ego0": 0.004318617284297943, "sim_compute_performance-ego1": 0.004408456385135651, "sim_compute_performance-ego2": 0.004484027624130249}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 2.2407426054687964, "get_ui_image": 0.05573940525452296, "step_physics": 0.2961781695485115, "survival_time": 4.799999999999991, "driven_lanedir": 0.24944867156299377, "get_state_dump": 0.025199760993321735, "get_robot_state": 0.04131214817365011, "sim_render-ego0": 0.00622252623240153, "sim_render-ego1": 0.006758960584799449, "sim_render-ego2": 0.006419077515602112, "get_duckie_state": 3.0621886253356938e-06, "in-drivable-lane": 3.799999999999991, "deviation-heading": 0.33729057614036834, "agent_compute-ego0": 0.018327906727790833, "agent_compute-ego1": 0.019274314244588215, "agent_compute-ego2": 0.018485096593697865, "complete-iteration": 0.5514857719341913, "set_robot_commands": 0.005255800982316335, "deviation-center-line": 0.05328309662565411, "driven_lanedir_consec": 0.24944867156299377, "sim_compute_sim_state": 0.028791065017382305, "sim_compute_performance-ego0": 0.004318617284297943, "sim_compute_performance-ego1": 0.004408456385135651, "sim_compute_performance-ego2": 0.004484027624130249}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.3266342945857359, "get_ui_image": 0.05573940525452296, "step_physics": 0.2961781695485115, "survival_time": 4.799999999999991, "driven_lanedir": 0.20715559966638297, "get_state_dump": 0.025199760993321735, "get_robot_state": 0.04131214817365011, "sim_render-ego0": 0.00622252623240153, "sim_render-ego1": 0.006758960584799449, "sim_render-ego2": 0.006419077515602112, "get_duckie_state": 3.0621886253356938e-06, "in-drivable-lane": 3.949999999999991, "deviation-heading": 0.3436325279686051, "agent_compute-ego0": 0.018327906727790833, "agent_compute-ego1": 0.019274314244588215, "agent_compute-ego2": 0.018485096593697865, "complete-iteration": 0.5514857719341913, "set_robot_commands": 0.005255800982316335, "deviation-center-line": 0.05029175317595662, "driven_lanedir_consec": 0.20715559966638297, "sim_compute_sim_state": 0.028791065017382305, "sim_compute_performance-ego0": 0.004318617284297943, "sim_compute_performance-ego1": 0.004408456385135651, "sim_compute_performance-ego2": 0.004484027624130249}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.5011261490385105, "get_ui_image": 0.05566938565327571, "step_physics": 0.30292484164237976, "survival_time": 5.1999999999999895, "driven_lanedir": 0.413712301156268, "get_state_dump": 0.02574030481852018, "get_robot_state": 0.04210408146564777, "sim_render-ego0": 0.006560779534853422, "sim_render-ego1": 0.006939546420023992, "sim_render-ego2": 0.0067277023425469035, "get_duckie_state": 3.2026034135084887e-06, "in-drivable-lane": 3.99999999999999, "deviation-heading": 0.2526151802606732, "agent_compute-ego0": 0.01828712224960327, "agent_compute-ego1": 0.018808628504092876, "agent_compute-ego2": 0.01776349315276513, "complete-iteration": 0.5614197002007411, "set_robot_commands": 0.005368494070493258, "deviation-center-line": 0.08374944817353334, "driven_lanedir_consec": 0.413712301156268, "sim_compute_sim_state": 0.029879813010875996, "sim_compute_performance-ego0": 0.004481597588612483, "sim_compute_performance-ego1": 0.004527970002247737, "sim_compute_performance-ego2": 0.004601297470239492}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 2.3844875176768183, "get_ui_image": 0.05566938565327571, "step_physics": 0.30292484164237976, "survival_time": 5.1999999999999895, "driven_lanedir": 0.2831576745241122, "get_state_dump": 0.02574030481852018, "get_robot_state": 0.04210408146564777, "sim_render-ego0": 0.006560779534853422, "sim_render-ego1": 0.006939546420023992, "sim_render-ego2": 0.0067277023425469035, "get_duckie_state": 3.2026034135084887e-06, "in-drivable-lane": 4.14999999999999, "deviation-heading": 0.3382975201233458, "agent_compute-ego0": 0.01828712224960327, "agent_compute-ego1": 0.018808628504092876, "agent_compute-ego2": 0.01776349315276513, "complete-iteration": 0.5614197002007411, "set_robot_commands": 0.005368494070493258, "deviation-center-line": 0.05999958469535163, "driven_lanedir_consec": 0.2831576745241122, "sim_compute_sim_state": 0.029879813010875996, "sim_compute_performance-ego0": 0.004481597588612483, "sim_compute_performance-ego1": 0.004527970002247737, "sim_compute_performance-ego2": 0.004601297470239492}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.3686397781899026, "get_ui_image": 0.05566938565327571, "step_physics": 0.30292484164237976, "survival_time": 5.1999999999999895, "driven_lanedir": 0.23742390602711572, "get_state_dump": 0.02574030481852018, "get_robot_state": 0.04210408146564777, "sim_render-ego0": 0.006560779534853422, "sim_render-ego1": 0.006939546420023992, "sim_render-ego2": 0.0067277023425469035, "get_duckie_state": 3.2026034135084887e-06, "in-drivable-lane": 4.299999999999989, "deviation-heading": 0.3381653967165663, "agent_compute-ego0": 0.01828712224960327, "agent_compute-ego1": 0.018808628504092876, "agent_compute-ego2": 0.01776349315276513, "complete-iteration": 0.5614197002007411, "set_robot_commands": 0.005368494070493258, "deviation-center-line": 0.05730570324129719, "driven_lanedir_consec": 0.23742390602711572, "sim_compute_sim_state": 0.029879813010875996, "sim_compute_performance-ego0": 0.004481597588612483, "sim_compute_performance-ego1": 0.004527970002247737, "sim_compute_performance-ego2": 0.004601297470239492}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.5011261490385105, "get_ui_image": 0.05415188578458933, "step_physics": 0.2968730307542361, "survival_time": 5.1999999999999895, "driven_lanedir": 0.413712301156268, "get_state_dump": 0.025347315348111667, "get_robot_state": 0.0402794572023245, "sim_render-ego0": 0.006157205655024602, "sim_render-ego1": 0.006566533675560584, "sim_render-ego2": 0.006397827313496516, "get_duckie_state": 2.8747778672438403e-06, "in-drivable-lane": 3.99999999999999, "deviation-heading": 0.2526151802606732, "agent_compute-ego0": 0.018270199115459736, "agent_compute-ego1": 0.01898805223978483, "agent_compute-ego2": 0.017453365601026095, "complete-iteration": 0.5468205924217517, "set_robot_commands": 0.005064324690745427, "deviation-center-line": 0.08374944817353334, "driven_lanedir_consec": 0.413712301156268, "sim_compute_sim_state": 0.02732760401872488, "sim_compute_performance-ego0": 0.0042843474791600155, "sim_compute_performance-ego1": 0.004572854592249944, "sim_compute_performance-ego2": 0.004352049185679509}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 2.3844875176768183, "get_ui_image": 0.05415188578458933, "step_physics": 0.2968730307542361, "survival_time": 5.1999999999999895, "driven_lanedir": 0.2831576745241122, "get_state_dump": 0.025347315348111667, "get_robot_state": 0.0402794572023245, "sim_render-ego0": 0.006157205655024602, "sim_render-ego1": 0.006566533675560584, "sim_render-ego2": 0.006397827313496516, "get_duckie_state": 2.8747778672438403e-06, "in-drivable-lane": 4.14999999999999, "deviation-heading": 0.3382975201233458, "agent_compute-ego0": 0.018270199115459736, "agent_compute-ego1": 0.01898805223978483, "agent_compute-ego2": 0.017453365601026095, "complete-iteration": 0.5468205924217517, "set_robot_commands": 0.005064324690745427, "deviation-center-line": 0.05999958469535163, "driven_lanedir_consec": 0.2831576745241122, "sim_compute_sim_state": 0.02732760401872488, "sim_compute_performance-ego0": 0.0042843474791600155, "sim_compute_performance-ego1": 0.004572854592249944, "sim_compute_performance-ego2": 0.004352049185679509}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.3686397781899026, "get_ui_image": 0.05415188578458933, "step_physics": 0.2968730307542361, "survival_time": 5.1999999999999895, "driven_lanedir": 0.23742390602711572, "get_state_dump": 0.025347315348111667, "get_robot_state": 0.0402794572023245, "sim_render-ego0": 0.006157205655024602, "sim_render-ego1": 0.006566533675560584, "sim_render-ego2": 0.006397827313496516, "get_duckie_state": 2.8747778672438403e-06, "in-drivable-lane": 4.299999999999989, "deviation-heading": 0.3381653967165663, "agent_compute-ego0": 0.018270199115459736, "agent_compute-ego1": 0.01898805223978483, "agent_compute-ego2": 0.017453365601026095, "complete-iteration": 0.5468205924217517, "set_robot_commands": 0.005064324690745427, "deviation-center-line": 0.05730570324129719, "driven_lanedir_consec": 0.23742390602711572, "sim_compute_sim_state": 0.02732760401872488, "sim_compute_performance-ego0": 0.0042843474791600155, "sim_compute_performance-ego1": 0.004572854592249944, "sim_compute_performance-ego2": 0.004352049185679509}}set_robot_commands_max 0.005368494070493258 set_robot_commands_mean 0.00522953991451834 set_robot_commands_median 0.005255800982316335 set_robot_commands_min 0.005064324690745427 sim_compute_performance-ego0_max 0.004481597588612483 sim_compute_performance-ego0_mean 0.004361520784023481 sim_compute_performance-ego0_median 0.004318617284297943 sim_compute_performance-ego0_min 0.0042843474791600155 sim_compute_performance-ego1_max 0.004572854592249944 sim_compute_performance-ego1_mean 0.004503093659877777 sim_compute_performance-ego1_median 0.004527970002247737 sim_compute_performance-ego1_min 0.004408456385135651 sim_compute_performance-ego2_max 0.004601297470239492 sim_compute_performance-ego2_mean 0.004479124760016416 sim_compute_performance-ego2_median 0.004484027624130249 sim_compute_performance-ego2_min 0.004352049185679509 sim_compute_sim_state_max 0.029879813010875996 sim_compute_sim_state_mean 0.02866616068232773 sim_compute_sim_state_median 0.028791065017382305 sim_compute_sim_state_min 0.02732760401872488 sim_render-ego0_max 0.006560779534853422 sim_render-ego0_mean 0.006313503807426518 sim_render-ego0_median 0.00622252623240153 sim_render-ego0_min 0.006157205655024602 sim_render-ego1_max 0.006939546420023992 sim_render-ego1_mean 0.006755013560128008 sim_render-ego1_median 0.006758960584799449 sim_render-ego1_min 0.006566533675560584 sim_render-ego2_max 0.0067277023425469035 sim_render-ego2_mean 0.006514869057215177 sim_render-ego2_median 0.006419077515602112 sim_render-ego2_min 0.006397827313496516 simulation-passed 1 step_physics_max 0.30292484164237976 step_physics_mean 0.2986586806483758 step_physics_median 0.2968730307542361 step_physics_min 0.2961781695485115 survival_time_max 5.1999999999999895 survival_time_mean 5.066666666666657 survival_time_min 4.799999999999991
No reset possible 41597
9983
Bea Baselines 🐤template-tensorflow aido5-LFVI-sim-testing
LFVIt-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:08 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41592
10005
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.029185441547154 survival_time_median 14.950000000000076 deviation-center-line_median 0.6046952085254562 in-drivable-lane_median 4.175000000000059
other stats agent_compute-ego_max 0.01879412015279134 agent_compute-ego_mean 0.01848754405975342 agent_compute-ego_median 0.01842575867970785 agent_compute-ego_min 0.01830453872680664 complete-iteration_max 0.225859587987264 complete-iteration_mean 0.22092745423316956 complete-iteration_median 0.2223718631267548 complete-iteration_min 0.2131065026919047 deviation-center-line_max 0.656084453039279 deviation-center-line_mean 0.6053124185458959 deviation-center-line_min 0.5557748040933924 deviation-heading_max 1.739311638278548 deviation-heading_mean 0.9909347322816128 deviation-heading_median 0.7624406554589946 deviation-heading_min 0.6995459799299132 driven_any_max 2.8589383193229723 driven_any_mean 2.8565892639646373 driven_any_median 2.8589114871026697 driven_any_min 2.8495957623302384 driven_lanedir_consec_max 2.8053229221880867 driven_lanedir_consec_mean 2.052936773761344 driven_lanedir_consec_min 1.348053289762982 driven_lanedir_max 2.8053229221880867 driven_lanedir_mean 2.052936773761344 driven_lanedir_median 2.029185441547154 driven_lanedir_min 1.348053289762982 get_duckie_state_max 4.258155822753906e-06 get_duckie_state_mean 4.1874249776204425e-06 get_duckie_state_median 4.199743270874024e-06 get_duckie_state_min 4.092057545979818e-06 get_robot_state_max 0.017119495073954265 get_robot_state_mean 0.016921155452728272 get_robot_state_median 0.016926138003667195 get_robot_state_min 0.01671285072962443 get_state_dump_max 0.014310463269551595 get_state_dump_mean 0.01417265772819519 get_state_dump_median 0.01415878931681315 get_state_dump_min 0.014062589009602864 get_ui_image_max 0.04025508880615234 get_ui_image_mean 0.03861645658810933 get_ui_image_median 0.03848790407180786 get_ui_image_min 0.03723492940266927 in-drivable-lane_max 7.650000000000095 in-drivable-lane_mean 4.000000000000053 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.8495957623302384, "get_ui_image": 0.03723492940266927, "step_physics": 0.08402820507685343, "survival_time": 14.950000000000076, "driven_lanedir": 2.8053229221880867, "get_state_dump": 0.014310463269551595, "sim_render-ego": 0.0067328310012817385, "get_robot_state": 0.016793028513590495, "get_duckie_state": 4.092057545979818e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018481547037760417, "deviation-heading": 1.739311638278548, "complete-iteration": 0.2131065026919047, "set_robot_commands": 0.00512453556060791, "deviation-center-line": 0.5557748040933924, "driven_lanedir_consec": 2.8053229221880867, "sim_compute_sim_state": 0.02573975801467895, "sim_compute_performance-ego": 0.004500319957733154}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8589383049155197, "get_ui_image": 0.038723890781402585, "step_physics": 0.08794782797495525, "survival_time": 14.950000000000076, "driven_lanedir": 2.025108895513769, "get_state_dump": 0.014169483184814454, "sim_render-ego": 0.006738986968994141, "get_robot_state": 0.017059247493743896, "get_duckie_state": 4.258155822753906e-06, "in-drivable-lane": 4.20000000000006, "agent_compute-ego": 0.01830453872680664, "deviation-heading": 0.7465161026773797, "complete-iteration": 0.21904773632685345, "set_robot_commands": 0.005151716868082682, "deviation-center-line": 0.5622598937055754, "driven_lanedir_consec": 2.025108895513769, "sim_compute_sim_state": 0.026214903990427654, "sim_compute_performance-ego": 0.0045732323328653976}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.85888466928982, "get_ui_image": 0.04025508880615234, "step_physics": 0.0932657241821289, "survival_time": 14.950000000000076, "driven_lanedir": 1.348053289762982, "get_state_dump": 0.014062589009602864, "sim_render-ego": 0.006811845302581787, "get_robot_state": 0.01671285072962443, "get_duckie_state": 4.238287607828776e-06, "in-drivable-lane": 7.650000000000095, "agent_compute-ego": 0.01879412015279134, "deviation-heading": 0.6995459799299132, "complete-iteration": 0.225859587987264, "set_robot_commands": 0.005237194697062174, "deviation-center-line": 0.647130523345337, "driven_lanedir_consec": 1.348053289762982, "sim_compute_sim_state": 0.026065258185068767, "sim_compute_performance-ego": 0.004488353729248047}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8589383193229723, "get_ui_image": 0.03825191736221314, "step_physics": 0.0904253872235616, "survival_time": 14.950000000000076, "driven_lanedir": 2.033261987580539, "get_state_dump": 0.014148095448811848, "sim_render-ego": 0.006959943771362304, "get_robot_state": 0.017119495073954265, "get_duckie_state": 4.161198933919271e-06, "in-drivable-lane": 4.150000000000059, "agent_compute-ego": 0.018369970321655275, "deviation-heading": 0.7783652082406097, "complete-iteration": 0.2256959899266561, "set_robot_commands": 0.005104810396830241, "deviation-center-line": 0.656084453039279, "driven_lanedir_consec": 2.033261987580539, "sim_compute_sim_state": 0.030571747620900473, "sim_compute_performance-ego": 0.004569341341654459}}set_robot_commands_max 0.005237194697062174 set_robot_commands_mean 0.005154564380645752 set_robot_commands_median 0.0051381262143452965 set_robot_commands_min 0.005104810396830241 sim_compute_performance-ego_max 0.0045732323328653976 sim_compute_performance-ego_mean 0.0045328118403752645 sim_compute_performance-ego_median 0.004534830649693807 sim_compute_performance-ego_min 0.004488353729248047 sim_compute_sim_state_max 0.030571747620900473 sim_compute_sim_state_mean 0.02714791695276896 sim_compute_sim_state_median 0.02614008108774821 sim_compute_sim_state_min 0.02573975801467895 sim_render-ego_max 0.006959943771362304 sim_render-ego_mean 0.006810901761054993 sim_render-ego_median 0.006775416135787964 sim_render-ego_min 0.0067328310012817385 simulation-passed 1 step_physics_max 0.0932657241821289 step_physics_mean 0.08891678611437481 step_physics_median 0.08918660759925842 step_physics_min 0.08402820507685343 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41587
10009
Mo Kleit 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9402329215054113 survival_time_median 14.950000000000076 deviation-center-line_median 0.4357842965551153 in-drivable-lane_median 4.525000000000061
other stats agent_compute-ego_max 0.018795059521993 agent_compute-ego_mean 0.01833514569383679 agent_compute-ego_median 0.01833462595939636 agent_compute-ego_min 0.017876271334561433 complete-iteration_max 0.2275736490885417 complete-iteration_mean 0.22105532449303253 complete-iteration_median 0.22153481205304465 complete-iteration_min 0.21357802477749913 deviation-center-line_max 1.054191591240134 deviation-center-line_mean 0.573549904276505 deviation-center-line_min 0.36843943275565544 deviation-heading_max 2.105531275752341 deviation-heading_mean 1.6937174703947369 deviation-heading_median 1.6876713521028714 deviation-heading_min 1.2939959016208644 driven_any_max 2.4892280511572116 driven_any_mean 2.2351476517812277 driven_any_median 2.249289914791144 driven_any_min 1.9527827263854112 driven_lanedir_consec_max 1.9773256825258996 driven_lanedir_consec_mean 1.891372544634561 driven_lanedir_consec_min 1.7076986530015217 driven_lanedir_max 1.9773256825258996 driven_lanedir_mean 1.891372544634561 driven_lanedir_median 1.9402329215054113 driven_lanedir_min 1.7076986530015217 get_duckie_state_max 2.9381838711825285e-06 get_duckie_state_mean 2.8445503928444604e-06 get_duckie_state_median 2.84274419148763e-06 get_duckie_state_min 2.754529317220052e-06 get_robot_state_max 0.016966288884480794 get_robot_state_mean 0.01685475826263428 get_robot_state_median 0.016858315070470177 get_robot_state_min 0.016736114025115968 get_state_dump_max 0.01418935219446818 get_state_dump_mean 0.014069427107319689 get_state_dump_median 0.01408684304266265 get_state_dump_min 0.01391467014948527 get_ui_image_max 0.03959323803583781 get_ui_image_mean 0.03840044814528841 get_ui_image_median 0.038513125542438395 get_ui_image_min 0.03698230346043905 in-drivable-lane_max 7.0500000000000975 in-drivable-lane_mean 4.450000000000061 in-drivable-lane_min 1.7000000000000242 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.051961734672585, "get_ui_image": 0.03698230346043905, "step_physics": 0.08732582489649454, "survival_time": 14.950000000000076, "driven_lanedir": 1.910649054054249, "get_state_dump": 0.01418935219446818, "sim_render-ego": 0.006790315310160319, "get_robot_state": 0.016966288884480794, "get_duckie_state": 2.903143564860026e-06, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.0184363055229187, "deviation-heading": 2.105531275752341, "complete-iteration": 0.216884282430013, "set_robot_commands": 0.005129733880360921, "deviation-center-line": 1.054191591240134, "driven_lanedir_consec": 1.910649054054249, "sim_compute_sim_state": 0.026430219809214273, "sim_compute_performance-ego": 0.004464211463928222}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4466180949097027, "get_ui_image": 0.03804334553805264, "step_physics": 0.08442451823841442, "survival_time": 13.75000000000006, "driven_lanedir": 1.9773256825258996, "get_state_dump": 0.014108097769997337, "sim_render-ego": 0.006732197674837979, "get_robot_state": 0.01683886528015137, "get_duckie_state": 2.9381838711825285e-06, "in-drivable-lane": 6.10000000000008, "agent_compute-ego": 0.017876271334561433, "deviation-heading": 1.715464655014027, "complete-iteration": 0.21357802477749913, "set_robot_commands": 0.005187901583584872, "deviation-center-line": 0.3727588654336022, "driven_lanedir_consec": 1.9773256825258996, "sim_compute_sim_state": 0.025713472366333007, "sim_compute_performance-ego": 0.004483788230202415}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9527827263854112, "get_ui_image": 0.03959323803583781, "step_physics": 0.09530459721883136, "survival_time": 14.950000000000076, "driven_lanedir": 1.7076986530015217, "get_state_dump": 0.014065588315327962, "sim_render-ego": 0.006871813138326009, "get_robot_state": 0.01687776486078898, "get_duckie_state": 2.754529317220052e-06, "in-drivable-lane": 2.950000000000042, "agent_compute-ego": 0.018795059521993, "deviation-heading": 1.659878049191716, "complete-iteration": 0.2275736490885417, "set_robot_commands": 0.005207878748575846, "deviation-center-line": 0.4988097276766284, "driven_lanedir_consec": 1.7076986530015217, "sim_compute_sim_state": 0.026094106833140056, "sim_compute_performance-ego": 0.004591699441274007}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.4892280511572116, "get_ui_image": 0.03898290554682414, "step_physics": 0.09168697834014893, "survival_time": 14.950000000000076, "driven_lanedir": 1.9698167889565736, "get_state_dump": 0.01391467014948527, "sim_render-ego": 0.006775003274281819, "get_robot_state": 0.016736114025115968, "get_duckie_state": 2.7823448181152344e-06, "in-drivable-lane": 7.0500000000000975, "agent_compute-ego": 0.018232946395874024, "deviation-heading": 1.2939959016208644, "complete-iteration": 0.22618534167607623, "set_robot_commands": 0.005141574541727702, "deviation-center-line": 0.36843943275565544, "driven_lanedir_consec": 1.9698167889565736, "sim_compute_sim_state": 0.030060812632242837, "sim_compute_performance-ego": 0.004479606151580811}}set_robot_commands_max 0.005207878748575846 set_robot_commands_mean 0.005166772188562336 set_robot_commands_median 0.005164738062656287 set_robot_commands_min 0.005129733880360921 sim_compute_performance-ego_max 0.004591699441274007 sim_compute_performance-ego_mean 0.004504826321746364 sim_compute_performance-ego_median 0.004481697190891613 sim_compute_performance-ego_min 0.004464211463928222 sim_compute_sim_state_max 0.030060812632242837 sim_compute_sim_state_mean 0.02707465291023254 sim_compute_sim_state_median 0.026262163321177166 sim_compute_sim_state_min 0.025713472366333007 sim_render-ego_max 0.006871813138326009 sim_render-ego_mean 0.006792332349401532 sim_render-ego_median 0.006782659292221069 sim_render-ego_min 0.006732197674837979 simulation-passed 1 step_physics_max 0.09530459721883136 step_physics_mean 0.08968547967347232 step_physics_median 0.08950640161832174 step_physics_min 0.08442451823841442 survival_time_max 14.950000000000076 survival_time_mean 14.650000000000071 survival_time_min 13.75000000000006
No reset possible 41582
10015
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7236679679449702 survival_time_median 14.275000000000068 deviation-center-line_median 0.31629680909179786 in-drivable-lane_median 4.025000000000057
other stats agent_compute-ego_max 0.019099876880645753 agent_compute-ego_mean 0.018686993159476913 agent_compute-ego_median 0.01856431101631858 agent_compute-ego_min 0.018519473724624737 complete-iteration_max 0.225006054242452 complete-iteration_mean 0.2184668960335483 complete-iteration_median 0.2195828600767574 complete-iteration_min 0.2096958097382264 deviation-center-line_max 0.44435559999988944 deviation-center-line_mean 0.3364841832370262 deviation-center-line_min 0.2689875147646197 deviation-heading_max 2.7609981011971256 deviation-heading_mean 1.2373567778883916 deviation-heading_median 0.7971773014257044 deviation-heading_min 0.5940744075050313 driven_any_max 3.0631097953505924 driven_any_mean 2.8012101878487283 driven_any_median 2.921637385755407 driven_any_min 2.2984561845335074 driven_lanedir_consec_max 2.1368945404204234 driven_lanedir_consec_mean 1.5808663969328811 driven_lanedir_consec_min 0.7392351114211616 driven_lanedir_max 2.1368945404204234 driven_lanedir_mean 1.611866188415271 driven_lanedir_median 1.7236679679449702 driven_lanedir_min 0.8632342773507203 get_duckie_state_max 2.7969545204733964e-06 get_duckie_state_mean 2.6861352450648745e-06 get_duckie_state_median 2.6645184137043683e-06 get_duckie_state_min 2.618549632377365e-06 get_robot_state_max 0.017027416229248048 get_robot_state_mean 0.016877254955003085 get_robot_state_median 0.01689374843559845 get_robot_state_min 0.01669410671956739 get_state_dump_max 0.014307983878518449 get_state_dump_mean 0.014206238108547403 get_state_dump_median 0.014261021866551662 get_state_dump_min 0.013994924822567844 get_ui_image_max 0.03976740678151448 get_ui_image_mean 0.0379151779598468 get_ui_image_median 0.03798059529348746 get_ui_image_min 0.035932114470897794 in-drivable-lane_max 9.25000000000006 in-drivable-lane_mean 5.312500000000055 in-drivable-lane_min 3.9500000000000446 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2984561845335074, "get_ui_image": 0.035932114470897794, "step_physics": 0.08281071490653286, "survival_time": 11.350000000000026, "driven_lanedir": 1.4558541189386425, "get_state_dump": 0.013994924822567844, "sim_render-ego": 0.0066094177935091935, "get_robot_state": 0.01669410671956739, "get_duckie_state": 2.7969545204733964e-06, "in-drivable-lane": 3.9500000000000446, "agent_compute-ego": 0.01856704535463308, "deviation-heading": 0.7120663920380834, "complete-iteration": 0.2096958097382264, "set_robot_commands": 0.005074080916753425, "deviation-center-line": 0.2689875147646197, "driven_lanedir_consec": 1.4558541189386425, "sim_compute_sim_state": 0.0254038483035722, "sim_compute_performance-ego": 0.004453346067588235}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.0107327919757543, "get_ui_image": 0.03832973914892495, "step_physics": 0.0854809146349122, "survival_time": 14.700000000000074, "driven_lanedir": 2.1368945404204234, "get_state_dump": 0.014307983878518449, "sim_render-ego": 0.006765656730755657, "get_robot_state": 0.016874156030667883, "get_duckie_state": 2.618549632377365e-06, "in-drivable-lane": 4.100000000000058, "agent_compute-ego": 0.018519473724624737, "deviation-heading": 0.8822882108133255, "complete-iteration": 0.2161263624827067, "set_robot_commands": 0.0051744089645593344, "deviation-center-line": 0.3308717586046241, "driven_lanedir_consec": 2.1368945404204234, "sim_compute_sim_state": 0.025935257373212957, "sim_compute_performance-ego": 0.0045744196898272246}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0631097953505924, "get_ui_image": 0.03976740678151448, "step_physics": 0.09128027836481732, "survival_time": 14.950000000000076, "driven_lanedir": 0.8632342773507203, "get_state_dump": 0.014275967280069989, "sim_render-ego": 0.006980934937795003, "get_robot_state": 0.017027416229248048, "get_duckie_state": 2.649625142415365e-06, "in-drivable-lane": 9.25000000000006, "agent_compute-ego": 0.019099876880645753, "deviation-heading": 2.7609981011971256, "complete-iteration": 0.225006054242452, "set_robot_commands": 0.005165228843688965, "deviation-center-line": 0.30172185957897163, "driven_lanedir_consec": 0.7392351114211616, "sim_compute_sim_state": 0.026553442478179933, "sim_compute_performance-ego": 0.004689956506093343}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.83254197953506, "get_ui_image": 0.037631451438049975, "step_physics": 0.0896454072601098, "survival_time": 13.850000000000062, "driven_lanedir": 1.9914818169512984, "get_state_dump": 0.014246076453033336, "sim_render-ego": 0.0067998846515421405, "get_robot_state": 0.016913340840529017, "get_duckie_state": 2.679411684993372e-06, "in-drivable-lane": 3.950000000000056, "agent_compute-ego": 0.018561576678004076, "deviation-heading": 0.5940744075050313, "complete-iteration": 0.2230393576708081, "set_robot_commands": 0.0050905456611826105, "deviation-center-line": 0.44435559999988944, "driven_lanedir_consec": 1.9914818169512984, "sim_compute_sim_state": 0.02951672103000462, "sim_compute_performance-ego": 0.004468187958755218}}set_robot_commands_max 0.0051744089645593344 set_robot_commands_mean 0.005126066096546084 set_robot_commands_median 0.005127887252435788 set_robot_commands_min 0.005074080916753425 sim_compute_performance-ego_max 0.004689956506093343 sim_compute_performance-ego_mean 0.004546477555566005 sim_compute_performance-ego_median 0.004521303824291221 sim_compute_performance-ego_min 0.004453346067588235 sim_compute_sim_state_max 0.02951672103000462 sim_compute_sim_state_mean 0.026852317296242427 sim_compute_sim_state_median 0.026244349925696443 sim_compute_sim_state_min 0.0254038483035722 sim_render-ego_max 0.006980934937795003 sim_render-ego_mean 0.006788973528400499 sim_render-ego_median 0.006782770691148899 sim_render-ego_min 0.0066094177935091935 simulation-passed 1 step_physics_max 0.09128027836481732 step_physics_mean 0.08730432879159306 step_physics_median 0.087563160947511 step_physics_min 0.08281071490653286 survival_time_max 14.950000000000076 survival_time_mean 13.71250000000006 survival_time_min 11.350000000000026
No reset possible 41577
10018
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.007302835837475 survival_time_median 14.950000000000076 deviation-center-line_median 0.4858252577495315 in-drivable-lane_median 4.825000000000069
other stats agent_compute-ego_max 0.019003784656524657 agent_compute-ego_mean 0.01859059989452362 agent_compute-ego_median 0.018516035079956056 agent_compute-ego_min 0.018326544761657716 complete-iteration_max 0.2265376305580139 complete-iteration_mean 0.2197355208794276 complete-iteration_median 0.22198805689811707 complete-iteration_min 0.20842833916346232 deviation-center-line_max 0.6948764960495504 deviation-center-line_mean 0.4993907886423833 deviation-center-line_min 0.3310361430209196 deviation-heading_max 2.6903547511835706 deviation-heading_mean 1.7049031824213938 deviation-heading_median 1.6076410112535586 deviation-heading_min 0.9139759559948878 driven_any_max 2.983406930831739 driven_any_mean 2.7400472999983467 driven_any_median 2.762066099826436 driven_any_min 2.452650069508776 driven_lanedir_consec_max 2.469763442884231 driven_lanedir_consec_mean 2.07683329184734 driven_lanedir_consec_min 1.8229640528301796 driven_lanedir_max 2.469763442884231 driven_lanedir_mean 2.07683329184734 driven_lanedir_median 2.007302835837475 driven_lanedir_min 1.8229640528301796 get_duckie_state_max 4.15802001953125e-06 get_duckie_state_mean 4.0688117345174155e-06 get_duckie_state_median 4.067420959472657e-06 get_duckie_state_min 3.982384999593099e-06 get_robot_state_max 0.017290825843811034 get_robot_state_mean 0.016648921767870584 get_robot_state_median 0.016609458525975545 get_robot_state_min 0.016085944175720214 get_state_dump_max 0.01424922227859497 get_state_dump_mean 0.01416714906692505 get_state_dump_median 0.014197568893432617 get_state_dump_min 0.014024236202239993 get_ui_image_max 0.039186058839162194 get_ui_image_mean 0.038318166931470235 get_ui_image_median 0.0389542822043101 get_ui_image_min 0.03617804447809855 in-drivable-lane_max 6.000000000000085 in-drivable-lane_mean 4.112500000000058 in-drivable-lane_min 0.8000000000000114 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.6065615725060765, "get_ui_image": 0.03617804447809855, "step_physics": 0.08241782426834106, "survival_time": 14.950000000000076, "driven_lanedir": 2.469763442884231, "get_state_dump": 0.01424922227859497, "sim_render-ego": 0.006472469170888265, "get_robot_state": 0.016085944175720214, "get_duckie_state": 4.0642420450846355e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.01836593230565389, "deviation-heading": 1.9262442546717664, "complete-iteration": 0.20842833916346232, "set_robot_commands": 0.005107416311899821, "deviation-center-line": 0.5912374514081066, "driven_lanedir_consec": 2.469763442884231, "sim_compute_sim_state": 0.02496757030487061, "sim_compute_performance-ego": 0.00442277193069458}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.917570627146796, "get_ui_image": 0.03874777317047119, "step_physics": 0.08761103709538777, "survival_time": 14.950000000000076, "driven_lanedir": 2.0156588684964576, "get_state_dump": 0.014024236202239993, "sim_render-ego": 0.006885872681935628, "get_robot_state": 0.0164958922068278, "get_duckie_state": 3.982384999593099e-06, "in-drivable-lane": 6.000000000000085, "agent_compute-ego": 0.018326544761657716, "deviation-heading": 1.2890377678353508, "complete-iteration": 0.2178524851799011, "set_robot_commands": 0.005229701201121012, "deviation-center-line": 0.3804130640909564, "driven_lanedir_consec": 2.0156588684964576, "sim_compute_sim_state": 0.025842799345652263, "sim_compute_performance-ego": 0.004520820776621501}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.452650069508776, "get_ui_image": 0.03916079123814901, "step_physics": 0.09370492696762084, "survival_time": 14.950000000000076, "driven_lanedir": 1.8229640528301796, "get_state_dump": 0.0142339555422465, "sim_render-ego": 0.007116378943125407, "get_robot_state": 0.017290825843811034, "get_duckie_state": 4.15802001953125e-06, "in-drivable-lane": 3.8500000000000543, "agent_compute-ego": 0.019003784656524657, "deviation-heading": 2.6903547511835706, "complete-iteration": 0.2265376305580139, "set_robot_commands": 0.005233433246612549, "deviation-center-line": 0.6948764960495504, "driven_lanedir_consec": 1.8229640528301796, "sim_compute_sim_state": 0.02608298142751058, "sim_compute_performance-ego": 0.004539637565612793}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.983406930831739, "get_ui_image": 0.039186058839162194, "step_physics": 0.09124613841374717, "survival_time": 14.950000000000076, "driven_lanedir": 1.9989468031784927, "get_state_dump": 0.014161182244618736, "sim_render-ego": 0.006788797378540039, "get_robot_state": 0.01672302484512329, "get_duckie_state": 4.070599873860677e-06, "in-drivable-lane": 5.800000000000082, "agent_compute-ego": 0.01866613785425822, "deviation-heading": 0.9139759559948878, "complete-iteration": 0.226123628616333, "set_robot_commands": 0.005236688454945882, "deviation-center-line": 0.3310361430209196, "driven_lanedir_consec": 1.9989468031784927, "sim_compute_sim_state": 0.0295017941792806, "sim_compute_performance-ego": 0.004447548389434814}}set_robot_commands_max 0.005236688454945882 set_robot_commands_mean 0.005201809803644816 set_robot_commands_median 0.0052315672238667805 set_robot_commands_min 0.005107416311899821 sim_compute_performance-ego_max 0.004539637565612793 sim_compute_performance-ego_mean 0.0044826946655909215 sim_compute_performance-ego_median 0.0044841845830281574 sim_compute_performance-ego_min 0.00442277193069458 sim_compute_sim_state_max 0.0295017941792806 sim_compute_sim_state_mean 0.02659878631432851 sim_compute_sim_state_median 0.025962890386581425 sim_compute_sim_state_min 0.02496757030487061 sim_render-ego_max 0.007116378943125407 sim_render-ego_mean 0.006815879543622335 sim_render-ego_median 0.006837335030237833 sim_render-ego_min 0.006472469170888265 simulation-passed 1 step_physics_max 0.09370492696762084 step_physics_mean 0.0887449816862742 step_physics_median 0.08942858775456747 step_physics_min 0.08241782426834106 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41572
10021
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.475719860040257 survival_time_median 14.950000000000076 deviation-center-line_median 0.5295465629075706 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01846941868464152 agent_compute-ego_mean 0.018222393194834395 agent_compute-ego_median 0.0182230814297994 agent_compute-ego_min 0.01797399123509725 complete-iteration_max 0.227477076848348 complete-iteration_mean 0.21962723871072132 complete-iteration_median 0.2188197871049245 complete-iteration_min 0.21339230378468832 deviation-center-line_max 0.5505553773222327 deviation-center-line_mean 0.531181020463198 deviation-center-line_min 0.5150755787154182 deviation-heading_max 2.353983954981871 deviation-heading_mean 1.2560886124199082 deviation-heading_median 0.9902600356026794 deviation-heading_min 0.6898504234924036 driven_any_max 1.5157663850853476 driven_any_mean 1.4765703344822638 driven_any_median 1.482033250096021 driven_any_min 1.426448452651666 driven_lanedir_consec_max 1.5118065443695246 driven_lanedir_consec_mean 1.465405021729064 driven_lanedir_consec_min 1.3983738224662174 driven_lanedir_max 1.5118065443695246 driven_lanedir_mean 1.465405021729064 driven_lanedir_median 1.475719860040257 driven_lanedir_min 1.3983738224662174 get_duckie_state_max 4.1294097900390626e-06 get_duckie_state_mean 3.082752227783203e-06 get_duckie_state_median 2.7851263682047526e-06 get_duckie_state_min 2.631346384684245e-06 get_robot_state_max 0.017036114533742267 get_robot_state_mean 0.01699022630850474 get_robot_state_median 0.01699012319246928 get_robot_state_min 0.016944544315338136 get_state_dump_max 0.0145082426071167 get_state_dump_mean 0.014295589526494346 get_state_dump_median 0.0142843492825826 get_state_dump_min 0.014105416933695476 get_ui_image_max 0.03953694264094035 get_ui_image_mean 0.03863241076469422 get_ui_image_median 0.03874100009600322 get_ui_image_min 0.03751070022583008 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4489223152967905, "get_ui_image": 0.03751070022583008, "step_physics": 0.08462922016779582, "survival_time": 14.950000000000076, "driven_lanedir": 1.4407559691421847, "get_state_dump": 0.0145082426071167, "sim_render-ego": 0.006617701053619385, "get_robot_state": 0.016944544315338136, "get_duckie_state": 2.9190381368001304e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01824358940124512, "deviation-heading": 1.1696486438906015, "complete-iteration": 0.21339230378468832, "set_robot_commands": 0.005203839937845866, "deviation-center-line": 0.5505553773222327, "driven_lanedir_consec": 1.4407559691421847, "sim_compute_sim_state": 0.024974115689595545, "sim_compute_performance-ego": 0.004581071535746256}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.5157663850853476, "get_ui_image": 0.03903809865315755, "step_physics": 0.08868135531743368, "survival_time": 14.950000000000076, "driven_lanedir": 1.510683750938329, "get_state_dump": 0.014184207916259763, "sim_render-ego": 0.006775708993275961, "get_robot_state": 0.017015987237294514, "get_duckie_state": 2.631346384684245e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01820257345835368, "deviation-heading": 0.810871427314757, "complete-iteration": 0.21788530826568603, "set_robot_commands": 0.005270005067189535, "deviation-center-line": 0.5348543232242006, "driven_lanedir_consec": 1.510683750938329, "sim_compute_sim_state": 0.02403714100519816, "sim_compute_performance-ego": 0.004498032728830973}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.426448452651666, "get_ui_image": 0.03844390153884888, "step_physics": 0.08926300684611002, "survival_time": 14.950000000000076, "driven_lanedir": 1.3983738224662174, "get_state_dump": 0.014384490648905436, "sim_render-ego": 0.006693857510884603, "get_robot_state": 0.017036114533742267, "get_duckie_state": 4.1294097900390626e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01846941868464152, "deviation-heading": 2.353983954981871, "complete-iteration": 0.219754265944163, "set_robot_commands": 0.005349884827931722, "deviation-center-line": 0.5242388025909408, "driven_lanedir_consec": 1.3983738224662174, "sim_compute_sim_state": 0.025358365376790364, "sim_compute_performance-ego": 0.0045703450838724775}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.5151441848952514, "get_ui_image": 0.03953694264094035, "step_physics": 0.09410705010096232, "survival_time": 14.950000000000076, "driven_lanedir": 1.5118065443695246, "get_state_dump": 0.014105416933695476, "sim_render-ego": 0.006640483538309733, "get_robot_state": 0.01696425914764404, "get_duckie_state": 2.651214599609375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01797399123509725, "deviation-heading": 0.6898504234924036, "complete-iteration": 0.227477076848348, "set_robot_commands": 0.0051186545689900715, "deviation-center-line": 0.5150755787154182, "driven_lanedir_consec": 1.5118065443695246, "sim_compute_sim_state": 0.02847912788391113, "sim_compute_performance-ego": 0.0043735297520955405}}set_robot_commands_max 0.005349884827931722 set_robot_commands_mean 0.005235596100489299 set_robot_commands_median 0.005236922502517701 set_robot_commands_min 0.0051186545689900715 sim_compute_performance-ego_max 0.004581071535746256 sim_compute_performance-ego_mean 0.004505744775136312 sim_compute_performance-ego_median 0.004534188906351725 sim_compute_performance-ego_min 0.0043735297520955405 sim_compute_sim_state_max 0.02847912788391113 sim_compute_sim_state_mean 0.0257121874888738 sim_compute_sim_state_median 0.025166240533192955 sim_compute_sim_state_min 0.02403714100519816 sim_render-ego_max 0.006775708993275961 sim_render-ego_mean 0.006681937774022421 sim_render-ego_median 0.006667170524597168 sim_render-ego_min 0.006617701053619385 simulation-passed 1 step_physics_max 0.09410705010096232 step_physics_mean 0.08917015810807546 step_physics_median 0.08897218108177185 step_physics_min 0.08462922016779582 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41567
10024
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4745557596711725 survival_time_median 14.950000000000076 deviation-center-line_median 0.5068627181052539 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01852412780125936 agent_compute-ego_mean 0.018198984464009603 agent_compute-ego_median 0.018358014822006222 agent_compute-ego_min 0.0175557804107666 complete-iteration_max 0.23150914748509724 complete-iteration_mean 0.21495465675989783 complete-iteration_median 0.2128077753384908 complete-iteration_min 0.2026939288775126 deviation-center-line_max 0.5844270928683807 deviation-center-line_mean 0.5125561601613384 deviation-center-line_min 0.4520721115664654 deviation-heading_max 1.8691800428609555 deviation-heading_mean 1.2215315052070488 deviation-heading_median 1.1861480614869269 deviation-heading_min 0.6446498549933861 driven_any_max 1.515184568968564 driven_any_mean 1.4788571850772785 driven_any_median 1.485957180147191 driven_any_min 1.4283298110461689 driven_lanedir_consec_max 1.5123831613309242 driven_lanedir_consec_mean 1.4680483727217926 driven_lanedir_consec_min 1.410698810213901 driven_lanedir_max 1.5123831613309242 driven_lanedir_mean 1.4680483727217926 driven_lanedir_median 1.4745557596711725 driven_lanedir_min 1.410698810213901 get_duckie_state_max 2.918243408203125e-06 get_duckie_state_mean 2.743999163309733e-06 get_duckie_state_median 2.69929567972819e-06 get_duckie_state_min 2.6591618855794273e-06 get_robot_state_max 0.016857927640279134 get_robot_state_mean 0.016604806780815124 get_robot_state_median 0.016594780683517454 get_robot_state_min 0.01637173811594645 get_state_dump_max 0.014079989592234294 get_state_dump_mean 0.014018163482348123 get_state_dump_median 0.014041405518849692 get_state_dump_min 0.013909853299458822 get_ui_image_max 0.03975616931915283 get_ui_image_mean 0.037594211896260575 get_ui_image_median 0.037443023125330606 get_ui_image_min 0.03573463201522827 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4584961311663365, "get_ui_image": 0.03573463201522827, "step_physics": 0.07950119972229004, "survival_time": 14.950000000000076, "driven_lanedir": 1.441385746271029, "get_state_dump": 0.014029335180918376, "sim_render-ego": 0.006322925090789795, "get_robot_state": 0.01637173811594645, "get_duckie_state": 2.6981035868326822e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0175557804107666, "deviation-heading": 1.4402083022892778, "complete-iteration": 0.2026939288775126, "set_robot_commands": 0.004925251801808675, "deviation-center-line": 0.5844270928683807, "driven_lanedir_consec": 1.441385746271029, "sim_compute_sim_state": 0.023723933696746823, "sim_compute_performance-ego": 0.004361648559570313}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.5134182291280456, "get_ui_image": 0.0375132695833842, "step_physics": 0.0832843017578125, "survival_time": 14.950000000000076, "driven_lanedir": 1.5077257730713154, "get_state_dump": 0.014079989592234294, "sim_render-ego": 0.006740825176239014, "get_robot_state": 0.016452085177103677, "get_duckie_state": 2.6591618855794273e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018256893157958982, "deviation-heading": 0.9320878206845756, "complete-iteration": 0.20951355934143068, "set_robot_commands": 0.005075051784515381, "deviation-center-line": 0.5288329875042346, "driven_lanedir_consec": 1.5077257730713154, "sim_compute_sim_state": 0.023505032857259113, "sim_compute_performance-ego": 0.00442931334177653}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.4283298110461689, "get_ui_image": 0.037372776667277015, "step_physics": 0.08891860405604045, "survival_time": 14.950000000000076, "driven_lanedir": 1.410698810213901, "get_state_dump": 0.013909853299458822, "sim_render-ego": 0.006610294977823893, "get_robot_state": 0.016857927640279134, "get_duckie_state": 2.918243408203125e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01852412780125936, "deviation-heading": 1.8691800428609555, "complete-iteration": 0.21610199133555097, "set_robot_commands": 0.0050648681322733565, "deviation-center-line": 0.4520721115664654, "driven_lanedir_consec": 1.410698810213901, "sim_compute_sim_state": 0.024245718320210777, "sim_compute_performance-ego": 0.004429183006286621}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.515184568968564, "get_ui_image": 0.03975616931915283, "step_physics": 0.09742812712987264, "survival_time": 14.950000000000076, "driven_lanedir": 1.5123831613309242, "get_state_dump": 0.014053475856781008, "sim_render-ego": 0.0067699297269185384, "get_robot_state": 0.016737476189931235, "get_duckie_state": 2.700487772623698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018459136486053462, "deviation-heading": 0.6446498549933861, "complete-iteration": 0.23150914748509724, "set_robot_commands": 0.005218800703684489, "deviation-center-line": 0.4848924487062731, "driven_lanedir_consec": 1.5123831613309242, "sim_compute_sim_state": 0.028328179518381756, "sim_compute_performance-ego": 0.00458568016688029}}set_robot_commands_max 0.005218800703684489 set_robot_commands_mean 0.005070993105570475 set_robot_commands_median 0.005069959958394369 set_robot_commands_min 0.004925251801808675 sim_compute_performance-ego_max 0.00458568016688029 sim_compute_performance-ego_mean 0.004451456268628438 sim_compute_performance-ego_median 0.004429248174031576 sim_compute_performance-ego_min 0.004361648559570313 sim_compute_sim_state_max 0.028328179518381756 sim_compute_sim_state_mean 0.024950716098149615 sim_compute_sim_state_median 0.0239848260084788 sim_compute_sim_state_min 0.023505032857259113 sim_render-ego_max 0.0067699297269185384 sim_render-ego_mean 0.0066109937429428105 sim_render-ego_median 0.006675560077031453 sim_render-ego_min 0.006322925090789795 simulation-passed 1 step_physics_max 0.09742812712987264 step_physics_mean 0.0872830581665039 step_physics_median 0.08610145290692647 step_physics_min 0.07950119972229004 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41563
10027
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4869162570270589 survival_time_median 14.950000000000076 deviation-center-line_median 0.5178014782880644 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018642361164093017 agent_compute-ego_mean 0.018093798756599427 agent_compute-ego_median 0.018051507075627644 agent_compute-ego_min 0.017629819711049398 complete-iteration_max 0.2262192138036092 complete-iteration_mean 0.21336179474989572 complete-iteration_median 0.2127779455979665 complete-iteration_min 0.2016720740000407 deviation-center-line_max 0.5308036977270202 deviation-center-line_mean 0.45626889948588056 deviation-center-line_min 0.2586689436403733 deviation-heading_max 2.5186255737777627 deviation-heading_mean 1.2415749898349309 deviation-heading_median 0.9169909984615084 deviation-heading_min 0.6136923886389438 driven_any_max 1.519549405301005 driven_any_mean 1.4775803771391156 driven_any_median 1.4919931125866113 driven_any_min 1.406785878082235 driven_lanedir_consec_max 1.5166234579995848 driven_lanedir_consec_mean 1.465748260654488 driven_lanedir_consec_min 1.37253707056425 driven_lanedir_max 1.5166234579995848 driven_lanedir_mean 1.465748260654488 driven_lanedir_median 1.4869162570270589 driven_lanedir_min 1.37253707056425 get_duckie_state_max 2.7680397033691405e-06 get_duckie_state_mean 2.7014811833699543e-06 get_duckie_state_median 2.724329630533854e-06 get_duckie_state_min 2.5892257690429686e-06 get_robot_state_max 0.01670630693435669 get_robot_state_mean 0.01647244910399119 get_robot_state_median 0.01642715295155843 get_robot_state_min 0.01632918357849121 get_state_dump_max 0.014125645160675049 get_state_dump_mean 0.014055853486061096 get_state_dump_median 0.014047362804412844 get_state_dump_min 0.014003043174743652 get_ui_image_max 0.03844184557596842 get_ui_image_mean 0.03740020076433817 get_ui_image_median 0.0376721187432607 get_ui_image_min 0.035814719994862874 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4695908825632282, "get_ui_image": 0.035814719994862874, "step_physics": 0.0773768417040507, "survival_time": 14.950000000000076, "driven_lanedir": 1.4636796285014622, "get_state_dump": 0.014043606917063396, "sim_render-ego": 0.006348476409912109, "get_robot_state": 0.01651026964187622, "get_duckie_state": 2.765655517578125e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017629819711049398, "deviation-heading": 1.113467042804956, "complete-iteration": 0.2016720740000407, "set_robot_commands": 0.005034162203470866, "deviation-center-line": 0.2586689436403733, "driven_lanedir_consec": 1.4636796285014622, "sim_compute_sim_state": 0.0243982990582784, "sim_compute_performance-ego": 0.00435413122177124}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.5143953426099943, "get_ui_image": 0.0379951278368632, "step_physics": 0.08260005871454874, "survival_time": 14.950000000000076, "driven_lanedir": 1.5101528855526556, "get_state_dump": 0.014051118691762288, "sim_render-ego": 0.0066360680262247725, "get_robot_state": 0.01670630693435669, "get_duckie_state": 2.6830037434895835e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01798967440923055, "deviation-heading": 0.7205149541180605, "complete-iteration": 0.20940507570902503, "set_robot_commands": 0.0050677760442097985, "deviation-center-line": 0.5058344459175458, "driven_lanedir_consec": 1.5101528855526556, "sim_compute_sim_state": 0.023770087560017902, "sim_compute_performance-ego": 0.004422730604807536}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.406785878082235, "get_ui_image": 0.0373491096496582, "step_physics": 0.08863032182057698, "survival_time": 14.950000000000076, "driven_lanedir": 1.37253707056425, "get_state_dump": 0.014125645160675049, "sim_render-ego": 0.006710511843363444, "get_robot_state": 0.01632918357849121, "get_duckie_state": 2.7680397033691405e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018642361164093017, "deviation-heading": 2.5186255737777627, "complete-iteration": 0.21615081548690795, "set_robot_commands": 0.005056939919789632, "deviation-center-line": 0.529768510658583, "driven_lanedir_consec": 1.37253707056425, "sim_compute_sim_state": 0.024701422055562337, "sim_compute_performance-ego": 0.0044347882270812985}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.519549405301005, "get_ui_image": 0.03844184557596842, "step_physics": 0.0950830078125, "survival_time": 14.950000000000076, "driven_lanedir": 1.5166234579995848, "get_state_dump": 0.014003043174743652, "sim_render-ego": 0.006729530493418376, "get_robot_state": 0.016344036261240643, "get_duckie_state": 2.5892257690429686e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01811333974202474, "deviation-heading": 0.6136923886389438, "complete-iteration": 0.2262192138036092, "set_robot_commands": 0.005178366502126058, "deviation-center-line": 0.5308036977270202, "driven_lanedir_consec": 1.5166234579995848, "sim_compute_sim_state": 0.027787996133168538, "sim_compute_performance-ego": 0.004370543956756592}}set_robot_commands_max 0.005178366502126058 set_robot_commands_mean 0.005084311167399089 set_robot_commands_median 0.005062357981999716 set_robot_commands_min 0.005034162203470866 sim_compute_performance-ego_max 0.0044347882270812985 sim_compute_performance-ego_mean 0.004395548502604167 sim_compute_performance-ego_median 0.004396637280782064 sim_compute_performance-ego_min 0.00435413122177124 sim_compute_sim_state_max 0.027787996133168538 sim_compute_sim_state_mean 0.025164451201756796 sim_compute_sim_state_median 0.02454986055692037 sim_compute_sim_state_min 0.023770087560017902 sim_render-ego_max 0.006729530493418376 sim_render-ego_mean 0.006606146693229675 sim_render-ego_median 0.006673289934794108 sim_render-ego_min 0.006348476409912109 simulation-passed 1 step_physics_max 0.0950830078125 step_physics_mean 0.0859225575129191 step_physics_median 0.08561519026756287 step_physics_min 0.0773768417040507 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41546
10038
Raphael Jean exercise_ros_template aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:31 Waited 3609 seconds [...] Waited 3609 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41541
10042
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4174906106935574 survival_time_median 14.950000000000076 deviation-center-line_median 0.2402933953899379 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01933128674825033 agent_compute-ego_mean 0.018289367357889812 agent_compute-ego_median 0.018043707609176635 agent_compute-ego_min 0.01773876746495565 complete-iteration_max 0.22772595723470052 complete-iteration_mean 0.22317211310068769 complete-iteration_median 0.2228672285874685 complete-iteration_min 0.2192280379931132 deviation-center-line_max 0.3514608068729658 deviation-center-line_mean 0.23497158696595727 deviation-center-line_min 0.10783875021098742 deviation-heading_max 1.1968270929807594 deviation-heading_mean 0.8542683655257912 deviation-heading_median 0.8491952481381914 deviation-heading_min 0.5218558728460224 driven_any_max 1.437831773414105 driven_any_mean 1.4303963461518427 driven_any_median 1.429472071227115 driven_any_min 1.424809468739036 driven_lanedir_consec_max 1.427910247803076 driven_lanedir_consec_mean 1.1976933623674693 driven_lanedir_consec_min 0.5278819802796862 driven_lanedir_max 1.427910247803076 driven_lanedir_mean 1.1976933623674693 driven_lanedir_median 1.4174906106935574 driven_lanedir_min 0.5278819802796862 get_duckie_state_max 2.86102294921875e-06 get_duckie_state_mean 2.7577082316080733e-06 get_duckie_state_median 2.7652581532796222e-06 get_duckie_state_min 2.639293670654297e-06 get_robot_state_max 0.01730279763539632 get_robot_state_mean 0.017054659922917683 get_robot_state_median 0.017077685991923015 get_robot_state_min 0.016760470072428386 get_state_dump_max 0.014273726145426432 get_state_dump_mean 0.014192090233167014 get_state_dump_median 0.01422591010729472 get_state_dump_min 0.014042814572652182 get_ui_image_max 0.039211947123209634 get_ui_image_mean 0.03867639104525249 get_ui_image_median 0.03869304219881693 get_ui_image_min 0.03810753266016642 in-drivable-lane_max 8.900000000000091 in-drivable-lane_mean 2.2250000000000227 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.424809468739036, "get_ui_image": 0.03872981707255046, "step_physics": 0.08869962056477865, "survival_time": 14.950000000000076, "driven_lanedir": 1.407354010951452, "get_state_dump": 0.01421354373296102, "sim_render-ego": 0.007005191644032796, "get_robot_state": 0.01730279763539632, "get_duckie_state": 2.86102294921875e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018109920024871825, "deviation-heading": 1.1968270929807594, "complete-iteration": 0.22014289458592737, "set_robot_commands": 0.005233145554860433, "deviation-center-line": 0.20827108102688777, "driven_lanedir_consec": 1.407354010951452, "sim_compute_sim_state": 0.02609604279200236, "sim_compute_performance-ego": 0.004580283959706624}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.42947183558982, "get_ui_image": 0.039211947123209634, "step_physics": 0.08943666219711303, "survival_time": 14.950000000000076, "driven_lanedir": 1.427627210435663, "get_state_dump": 0.014042814572652182, "sim_render-ego": 0.006776367028554281, "get_robot_state": 0.01709798733393351, "get_duckie_state": 2.7132034301757814e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017977495193481446, "deviation-heading": 0.6014989356750178, "complete-iteration": 0.2192280379931132, "set_robot_commands": 0.005315940380096435, "deviation-center-line": 0.10783875021098742, "driven_lanedir_consec": 1.427627210435663, "sim_compute_sim_state": 0.02451627254486084, "sim_compute_performance-ego": 0.0046768832206726075}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.437831773414105, "get_ui_image": 0.03810753266016642, "step_physics": 0.09509012937545776, "survival_time": 14.950000000000076, "driven_lanedir": 0.5278819802796862, "get_state_dump": 0.01423827648162842, "sim_render-ego": 0.006772087415059407, "get_robot_state": 0.017057384649912518, "get_duckie_state": 2.8173128763834635e-06, "in-drivable-lane": 8.900000000000091, "agent_compute-ego": 0.01933128674825033, "deviation-heading": 1.096891560601365, "complete-iteration": 0.2255915625890096, "set_robot_commands": 0.005263506571451823, "deviation-center-line": 0.27231570975298813, "driven_lanedir_consec": 0.5278819802796862, "sim_compute_sim_state": 0.02482505639394124, "sim_compute_performance-ego": 0.004732834498087565}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.4294723068644102, "get_ui_image": 0.03865626732508341, "step_physics": 0.09538820346196492, "survival_time": 14.950000000000076, "driven_lanedir": 1.427910247803076, "get_state_dump": 0.014273726145426432, "sim_render-ego": 0.006592372258504232, "get_robot_state": 0.016760470072428386, "get_duckie_state": 2.639293670654297e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01773876746495565, "deviation-heading": 0.5218558728460224, "complete-iteration": 0.22772595723470052, "set_robot_commands": 0.0051473458607991535, "deviation-center-line": 0.3514608068729658, "driven_lanedir_consec": 1.427910247803076, "sim_compute_sim_state": 0.02847883145014445, "sim_compute_performance-ego": 0.004518873691558838}}set_robot_commands_max 0.005315940380096435 set_robot_commands_mean 0.005239984591801961 set_robot_commands_median 0.005248326063156127 set_robot_commands_min 0.0051473458607991535 sim_compute_performance-ego_max 0.004732834498087565 sim_compute_performance-ego_mean 0.004627218842506409 sim_compute_performance-ego_median 0.004628583590189616 sim_compute_performance-ego_min 0.004518873691558838 sim_compute_sim_state_max 0.02847883145014445 sim_compute_sim_state_mean 0.02597905079523722 sim_compute_sim_state_median 0.025460549592971803 sim_compute_sim_state_min 0.02451627254486084 sim_render-ego_max 0.007005191644032796 sim_render-ego_mean 0.006786504586537678 sim_render-ego_median 0.0067742272218068444 sim_render-ego_min 0.006592372258504232 simulation-passed 1 step_physics_max 0.09538820346196492 step_physics_mean 0.0921536538998286 step_physics_median 0.0922633957862854 step_physics_min 0.08869962056477865 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41536
10044
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1931580531595176 survival_time_median 14.950000000000076 deviation-center-line_median 0.6415273788009211 in-drivable-lane_median 1.6500000000000234
other stats agent_compute-ego_max 0.01860572497049967 agent_compute-ego_mean 0.01825132668018341 agent_compute-ego_median 0.01821963906288147 agent_compute-ego_min 0.017960303624471027 complete-iteration_max 0.22152238448460895 complete-iteration_mean 0.21866535007953647 complete-iteration_median 0.21944034576416016 complete-iteration_min 0.2142583243052165 deviation-center-line_max 0.7278390081829313 deviation-center-line_mean 0.6488351129043974 deviation-center-line_min 0.5844466858328161 deviation-heading_max 2.3092052482211156 deviation-heading_mean 1.8935857310824769 deviation-heading_median 1.9066769707168345 deviation-heading_min 1.4517837346751226 driven_any_max 2.532520267760717 driven_any_mean 2.452248722331434 driven_any_median 2.458118120424188 driven_any_min 2.360238380716647 driven_lanedir_consec_max 2.48787140068507 driven_lanedir_consec_mean 2.159883657287915 driven_lanedir_consec_min 1.7653471221475558 driven_lanedir_max 2.48787140068507 driven_lanedir_mean 2.159883657287915 driven_lanedir_median 2.1931580531595176 driven_lanedir_min 1.7653471221475558 get_duckie_state_max 4.363059997558594e-06 get_duckie_state_mean 4.09245491027832e-06 get_duckie_state_median 4.008611043294271e-06 get_duckie_state_min 3.989537556966146e-06 get_robot_state_max 0.017192806402842205 get_robot_state_mean 0.016742523908615112 get_robot_state_median 0.016766836245854694 get_robot_state_min 0.016243616739908855 get_state_dump_max 0.014320078690846762 get_state_dump_mean 0.01418182154496511 get_state_dump_median 0.014203170537948609 get_state_dump_min 0.014000866413116457 get_ui_image_max 0.0393913459777832 get_ui_image_mean 0.038425814708073935 get_ui_image_median 0.03840768059094747 get_ui_image_min 0.0374965516726176 in-drivable-lane_max 3.3500000000000476 in-drivable-lane_mean 1.6625000000000236 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.5268588762657243, "get_ui_image": 0.03869693438212077, "step_physics": 0.08822120428085327, "survival_time": 14.950000000000076, "driven_lanedir": 2.48787140068507, "get_state_dump": 0.014237010478973388, "sim_render-ego": 0.006760821342468261, "get_robot_state": 0.017115979194641112, "get_duckie_state": 4.363059997558594e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01797124703725179, "deviation-heading": 2.1263672548912336, "complete-iteration": 0.21864662488301595, "set_robot_commands": 0.005076783498128255, "deviation-center-line": 0.7278390081829313, "driven_lanedir_consec": 2.48787140068507, "sim_compute_sim_state": 0.02585706075032552, "sim_compute_performance-ego": 0.004547145366668701}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.3893773645826513, "get_ui_image": 0.0393913459777832, "step_physics": 0.0886336628595988, "survival_time": 14.950000000000076, "driven_lanedir": 2.200778214315596, "get_state_dump": 0.014320078690846762, "sim_render-ego": 0.006959312756856282, "get_robot_state": 0.017192806402842205, "get_duckie_state": 4.022916158040365e-06, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.01860572497049967, "deviation-heading": 1.6869866865424357, "complete-iteration": 0.22023406664530437, "set_robot_commands": 0.005192437966664632, "deviation-center-line": 0.6376865456928447, "driven_lanedir_consec": 2.200778214315596, "sim_compute_sim_state": 0.025126287937164305, "sim_compute_performance-ego": 0.004644300142923991}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.360238380716647, "get_ui_image": 0.0374965516726176, "step_physics": 0.08658175786336263, "survival_time": 14.950000000000076, "driven_lanedir": 1.7653471221475558, "get_state_dump": 0.014000866413116457, "sim_render-ego": 0.006742934385935466, "get_robot_state": 0.016417693297068277, "get_duckie_state": 3.994305928548177e-06, "in-drivable-lane": 3.3500000000000476, "agent_compute-ego": 0.01846803108851115, "deviation-heading": 2.3092052482211156, "complete-iteration": 0.2142583243052165, "set_robot_commands": 0.005092128117879232, "deviation-center-line": 0.5844466858328161, "driven_lanedir_consec": 1.7653471221475558, "sim_compute_sim_state": 0.02487636009852091, "sim_compute_performance-ego": 0.004423112074534098}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.532520267760717, "get_ui_image": 0.03811842679977417, "step_physics": 0.09021117289861044, "survival_time": 14.950000000000076, "driven_lanedir": 2.185537892003439, "get_state_dump": 0.014169330596923827, "sim_render-ego": 0.006475988229115804, "get_robot_state": 0.016243616739908855, "get_duckie_state": 3.989537556966146e-06, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.017960303624471027, "deviation-heading": 1.4517837346751226, "complete-iteration": 0.22152238448460895, "set_robot_commands": 0.004965694745381674, "deviation-center-line": 0.6453682119089976, "driven_lanedir_consec": 2.185537892003439, "sim_compute_sim_state": 0.028914340337117515, "sim_compute_performance-ego": 0.004304788112640381}}set_robot_commands_max 0.005192437966664632 set_robot_commands_mean 0.005081761082013448 set_robot_commands_median 0.005084455808003744 set_robot_commands_min 0.004965694745381674 sim_compute_performance-ego_max 0.004644300142923991 sim_compute_performance-ego_mean 0.004479836424191793 sim_compute_performance-ego_median 0.004485128720601399 sim_compute_performance-ego_min 0.004304788112640381 sim_compute_sim_state_max 0.028914340337117515 sim_compute_sim_state_mean 0.026193512280782063 sim_compute_sim_state_median 0.025491674343744913 sim_compute_sim_state_min 0.02487636009852091 sim_render-ego_max 0.006959312756856282 sim_render-ego_mean 0.006734764178593954 sim_render-ego_median 0.006751877864201864 sim_render-ego_min 0.006475988229115804 simulation-passed 1 step_physics_max 0.09021117289861044 step_physics_mean 0.08841194947560628 step_physics_median 0.08842743357022603 step_physics_min 0.08658175786336263 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41531
10047
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.191680125829365 survival_time_median 14.950000000000076 deviation-center-line_median 0.6255958308200193 in-drivable-lane_median 3.2000000000000455
other stats agent_compute-ego_max 0.04992013772328695 agent_compute-ego_mean 0.03180176715056102 agent_compute-ego_median 0.029887769222259525 agent_compute-ego_min 0.01751139243443807 complete-iteration_max 0.2487143842379252 complete-iteration_mean 0.22596527496973676 complete-iteration_median 0.22326878547668455 complete-iteration_min 0.2086091446876526 deviation-center-line_max 0.7671498140986625 deviation-center-line_mean 0.6336268468739111 deviation-center-line_min 0.5161659117569434 deviation-heading_max 2.27042206155947 deviation-heading_mean 1.76079067915926 deviation-heading_median 1.814471328094606 deviation-heading_min 1.1437979988883575 driven_any_max 2.88886171673496 driven_any_mean 2.762467702725368 driven_any_median 2.8060240228216564 driven_any_min 2.5489610485232004 driven_lanedir_consec_max 2.8388011657516294 driven_lanedir_consec_mean 2.272882228398986 driven_lanedir_consec_min 1.8693674961855864 driven_lanedir_max 2.8388011657516294 driven_lanedir_mean 2.272882228398986 driven_lanedir_median 2.191680125829365 driven_lanedir_min 1.8693674961855864 get_duckie_state_max 3.0819574991861977e-06 get_duckie_state_mean 2.924005190531412e-06 get_duckie_state_median 2.905925114949544e-06 get_duckie_state_min 2.8022130330403647e-06 get_robot_state_max 0.01648409922917684 get_robot_state_mean 0.01631510376930237 get_robot_state_median 0.016364402770996093 get_robot_state_min 0.016047510306040447 get_state_dump_max 0.01408621390660604 get_state_dump_mean 0.013956782221794127 get_state_dump_median 0.013923606077829996 get_state_dump_min 0.01389370282491048 get_ui_image_max 0.03748711109161377 get_ui_image_mean 0.03702846268812815 get_ui_image_median 0.03698488156000773 get_ui_image_min 0.03665697654088338 in-drivable-lane_max 3.5000000000000497 in-drivable-lane_mean 2.475000000000035 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.88886171673496, "get_ui_image": 0.03665697654088338, "step_physics": 0.08356399854024252, "survival_time": 14.950000000000076, "driven_lanedir": 2.8388011657516294, "get_state_dump": 0.013941883246103922, "sim_render-ego": 0.006379416783650716, "get_robot_state": 0.016047510306040447, "get_duckie_state": 2.8904279073079422e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01751139243443807, "deviation-heading": 2.07363536346832, "complete-iteration": 0.2086091446876526, "set_robot_commands": 0.005061448415120443, "deviation-center-line": 0.6459062016527919, "driven_lanedir_consec": 2.8388011657516294, "sim_compute_sim_state": 0.025025802453358968, "sim_compute_performance-ego": 0.004250748157501221}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.790748256900679, "get_ui_image": 0.03748711109161377, "step_physics": 0.0842221736907959, "survival_time": 14.950000000000076, "driven_lanedir": 2.214450108683174, "get_state_dump": 0.01389370282491048, "sim_render-ego": 0.006522123018900553, "get_robot_state": 0.01648409922917684, "get_duckie_state": 3.0819574991861977e-06, "in-drivable-lane": 2.950000000000042, "agent_compute-ego": 0.01813509702682495, "deviation-heading": 1.5553072927208915, "complete-iteration": 0.21154328187306723, "set_robot_commands": 0.005274934768676758, "deviation-center-line": 0.6052854599872468, "driven_lanedir_consec": 2.214450108683174, "sim_compute_sim_state": 0.02477614402770996, "sim_compute_performance-ego": 0.004572178522745768}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5489610485232004, "get_ui_image": 0.03675363620122274, "step_physics": 0.08525812228520711, "survival_time": 14.950000000000076, "driven_lanedir": 1.8693674961855864, "get_state_dump": 0.01408621390660604, "sim_render-ego": 0.006514429251352946, "get_robot_state": 0.016413172880808513, "get_duckie_state": 2.8022130330403647e-06, "in-drivable-lane": 3.450000000000049, "agent_compute-ego": 0.041640441417694095, "deviation-heading": 2.27042206155947, "complete-iteration": 0.23499428908030193, "set_robot_commands": 0.005081900755564372, "deviation-center-line": 0.7671498140986625, "driven_lanedir_consec": 1.8693674961855864, "sim_compute_sim_state": 0.024684038162231445, "sim_compute_performance-ego": 0.004389771620432536}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.821299788742634, "get_ui_image": 0.037216126918792725, "step_physics": 0.08666318734486898, "survival_time": 14.950000000000076, "driven_lanedir": 2.1689101429755553, "get_state_dump": 0.013905328909556073, "sim_render-ego": 0.006503264904022216, "get_robot_state": 0.016315632661183674, "get_duckie_state": 2.921422322591146e-06, "in-drivable-lane": 3.5000000000000497, "agent_compute-ego": 0.04992013772328695, "deviation-heading": 1.1437979988883575, "complete-iteration": 0.2487143842379252, "set_robot_commands": 0.005126291910807291, "deviation-center-line": 0.5161659117569434, "driven_lanedir_consec": 2.1689101429755553, "sim_compute_sim_state": 0.028626185258229575, "sim_compute_performance-ego": 0.00426695187886556}}set_robot_commands_max 0.005274934768676758 set_robot_commands_mean 0.005136143962542216 set_robot_commands_median 0.005104096333185832 set_robot_commands_min 0.005061448415120443 sim_compute_performance-ego_max 0.004572178522745768 sim_compute_performance-ego_mean 0.004369912544886272 sim_compute_performance-ego_median 0.004328361749649048 sim_compute_performance-ego_min 0.004250748157501221 sim_compute_sim_state_max 0.028626185258229575 sim_compute_sim_state_mean 0.025778042475382488 sim_compute_sim_state_median 0.024900973240534464 sim_compute_sim_state_min 0.024684038162231445 sim_render-ego_max 0.006522123018900553 sim_render-ego_mean 0.006479808489481607 sim_render-ego_median 0.006508847077687581 sim_render-ego_min 0.006379416783650716 simulation-passed 1 step_physics_max 0.08666318734486898 step_physics_mean 0.08492687046527864 step_physics_median 0.0847401479880015 step_physics_min 0.08356399854024252 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41527
10049
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0340525751810397 survival_time_median 14.950000000000076 deviation-center-line_median 0.5698590179089352 in-drivable-lane_median 0.975000000000014
other stats agent_compute-ego_max 0.018031135400136313 agent_compute-ego_mean 0.01751689692338308 agent_compute-ego_median 0.017477484544118245 agent_compute-ego_min 0.017081483205159505 complete-iteration_max 0.21488749265670776 complete-iteration_mean 0.2116410251458486 complete-iteration_median 0.21154024680455524 complete-iteration_min 0.2085961143175761 deviation-center-line_max 0.6875124835048001 deviation-center-line_mean 0.5109847882968747 deviation-center-line_min 0.21670863386482808 deviation-heading_max 2.3457118112266064 deviation-heading_mean 1.723525267502512 deviation-heading_median 1.7883895365886628 deviation-heading_min 0.971610185606116 driven_any_max 2.3481333145475327 driven_any_mean 2.2451608622345143 driven_any_median 2.256212446938844 driven_any_min 2.1200852405128376 driven_lanedir_consec_max 2.310791755069438 driven_lanedir_consec_mean 1.9636977165482652 driven_lanedir_consec_min 1.4758939607615442 driven_lanedir_max 2.310791755069438 driven_lanedir_mean 1.9636977165482652 driven_lanedir_median 2.0340525751810397 driven_lanedir_min 1.4758939607615442 get_duckie_state_max 2.8904279073079422e-06 get_duckie_state_mean 2.742409706115723e-06 get_duckie_state_median 2.7020772298177085e-06 get_duckie_state_min 2.6750564575195314e-06 get_robot_state_max 0.018051034609476727 get_robot_state_mean 0.016754989425341288 get_robot_state_median 0.016820698181788128 get_robot_state_min 0.015327526728312174 get_state_dump_max 0.014129710197448731 get_state_dump_mean 0.014036219716072084 get_state_dump_median 0.014037480354309082 get_state_dump_min 0.013940207958221436 get_ui_image_max 0.03740589300791423 get_ui_image_mean 0.03688216169675192 get_ui_image_median 0.036894748608271286 get_ui_image_min 0.03633325656255086 in-drivable-lane_max 5.65000000000008 in-drivable-lane_mean 1.900000000000027 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.1983047313003747, "get_ui_image": 0.03655033985773722, "step_physics": 0.08151979287465413, "survival_time": 14.950000000000076, "driven_lanedir": 1.4758939607615442, "get_state_dump": 0.014129710197448731, "sim_render-ego": 0.0066112701098124185, "get_robot_state": 0.016958185036977134, "get_duckie_state": 2.8904279073079422e-06, "in-drivable-lane": 5.65000000000008, "agent_compute-ego": 0.017480719884236655, "deviation-heading": 0.971610185606116, "complete-iteration": 0.2085961143175761, "set_robot_commands": 0.004968340396881103, "deviation-center-line": 0.21670863386482808, "driven_lanedir_consec": 1.4758939607615442, "sim_compute_sim_state": 0.025788046518961587, "sim_compute_performance-ego": 0.004417307376861572}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.3481333145475327, "get_ui_image": 0.03740589300791423, "step_physics": 0.08474422693252563, "survival_time": 14.950000000000076, "driven_lanedir": 2.310791755069438, "get_state_dump": 0.014033470153808594, "sim_render-ego": 0.006713544527689616, "get_robot_state": 0.016683211326599123, "get_duckie_state": 2.6750564575195314e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01747424920399984, "deviation-heading": 1.951781222917948, "complete-iteration": 0.21176088015238445, "set_robot_commands": 0.0052676685651143395, "deviation-center-line": 0.5332883433346672, "driven_lanedir_consec": 2.310791755069438, "sim_compute_sim_state": 0.024732052485148114, "sim_compute_performance-ego": 0.004534586270650228}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.1200852405128376, "get_ui_image": 0.03723915735880534, "step_physics": 0.08618714094161987, "survival_time": 14.950000000000076, "driven_lanedir": 1.9041098441944109, "get_state_dump": 0.01404149055480957, "sim_render-ego": 0.0066664361953735355, "get_robot_state": 0.018051034609476727, "get_duckie_state": 2.704461415608724e-06, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.018031135400136313, "deviation-heading": 2.3457118112266064, "complete-iteration": 0.21488749265670776, "set_robot_commands": 0.005011899471282959, "deviation-center-line": 0.6875124835048001, "driven_lanedir_consec": 1.9041098441944109, "sim_compute_sim_state": 0.02505252758661906, "sim_compute_performance-ego": 0.004436444441477457}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.3141201625773125, "get_ui_image": 0.03633325656255086, "step_physics": 0.08514716943105062, "survival_time": 14.950000000000076, "driven_lanedir": 2.163995306167668, "get_state_dump": 0.013940207958221436, "sim_render-ego": 0.0061993702252705896, "get_robot_state": 0.015327526728312174, "get_duckie_state": 2.699693044026693e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.017081483205159505, "deviation-heading": 1.6249978502593776, "complete-iteration": 0.2113196134567261, "set_robot_commands": 0.004822080930074056, "deviation-center-line": 0.6064296924832032, "driven_lanedir_consec": 2.163995306167668, "sim_compute_sim_state": 0.028054001331329344, "sim_compute_performance-ego": 0.0042437100410461425}}set_robot_commands_max 0.0052676685651143395 set_robot_commands_mean 0.005017497340838115 set_robot_commands_median 0.004990119934082032 set_robot_commands_min 0.004822080930074056 sim_compute_performance-ego_max 0.004534586270650228 sim_compute_performance-ego_mean 0.00440801203250885 sim_compute_performance-ego_median 0.004426875909169514 sim_compute_performance-ego_min 0.0042437100410461425 sim_compute_sim_state_max 0.028054001331329344 sim_compute_sim_state_mean 0.025906656980514527 sim_compute_sim_state_median 0.025420287052790324 sim_compute_sim_state_min 0.024732052485148114 sim_render-ego_max 0.006713544527689616 sim_render-ego_mean 0.00654765526453654 sim_render-ego_median 0.0066388531525929766 sim_render-ego_min 0.0061993702252705896 simulation-passed 1 step_physics_max 0.08618714094161987 step_physics_mean 0.08439958254496256 step_physics_median 0.08494569818178813 step_physics_min 0.08151979287465413 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41510
10071
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:30 Waited 3608 seconds [...] Waited 3608 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41509
10072
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:26 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 107 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41506
10363
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8106798820961962 survival_time_median 3.924999999999994 deviation-center-line_median 0.09541950890645085 in-drivable-lane_median 1.0749999999999962
other stats agent_compute-ego_max 0.01811853021678358 agent_compute-ego_mean 0.017586922391777428 agent_compute-ego_median 0.017505804195710115 agent_compute-ego_min 0.0172175509589059 complete-iteration_max 0.20417285201573135 complete-iteration_mean 0.2003785035368675 complete-iteration_median 0.20060145972397525 complete-iteration_min 0.19613824268378835 deviation-center-line_max 0.17000603837243689 deviation-center-line_mean 0.10221917393824576 deviation-center-line_min 0.04803163956764451 deviation-heading_max 0.333846444256107 deviation-heading_mean 0.26763154214042983 deviation-heading_median 0.25998721366962707 deviation-heading_min 0.21670529696635812 driven_any_max 2.826756382767306 driven_any_mean 1.9421559170633345 driven_any_median 2.137482184204056 driven_any_min 0.6669029170779193 driven_lanedir_consec_max 1.9810893961655116 driven_lanedir_consec_mean 1.0042798390759595 driven_lanedir_consec_min 0.4146701959459338 driven_lanedir_max 1.9810893961655116 driven_lanedir_mean 1.0042798390759595 driven_lanedir_median 0.8106798820961962 driven_lanedir_min 0.4146701959459338 get_duckie_state_max 2.7212603338833513e-06 get_duckie_state_mean 2.553214002038155e-06 get_duckie_state_median 2.5584261016090316e-06 get_duckie_state_min 2.3747434710512067e-06 get_robot_state_max 0.016645712511880056 get_robot_state_mean 0.01522762155231078 get_robot_state_median 0.015004645072791143 get_robot_state_min 0.014255483551780777 get_state_dump_max 0.014160254905963766 get_state_dump_mean 0.014061131167253656 get_state_dump_median 0.014059600642917856 get_state_dump_min 0.013965068477215152 get_ui_image_max 0.0367072480065482 get_ui_image_mean 0.035171758055553226 get_ui_image_median 0.034810834591931634 get_ui_image_min 0.034358115031801424 in-drivable-lane_max 3.549999999999989 in-drivable-lane_mean 1.5249999999999957 in-drivable-lane_min 0.4000000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.448207985640809, "get_ui_image": 0.0367072480065482, "step_physics": 0.07891230072293963, "survival_time": 2.799999999999998, "driven_lanedir": 0.9625394470162064, "get_state_dump": 0.01408662966319493, "sim_render-ego": 0.006365793091910226, "get_robot_state": 0.016645712511880056, "get_duckie_state": 2.652406692504883e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.0172175509589059, "deviation-heading": 0.21670529696635812, "complete-iteration": 0.20318634169442312, "set_robot_commands": 0.0050260211740221295, "deviation-center-line": 0.17000603837243689, "driven_lanedir_consec": 0.9625394470162064, "sim_compute_sim_state": 0.02368304984910147, "sim_compute_performance-ego": 0.0043712641511644635}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6669029170779193, "get_ui_image": 0.034358115031801424, "step_physics": 0.07828556258102944, "survival_time": 1.4500000000000006, "driven_lanedir": 0.4146701959459338, "get_state_dump": 0.014160254905963766, "sim_render-ego": 0.006094505046976024, "get_robot_state": 0.015133306897919752, "get_duckie_state": 2.7212603338833513e-06, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.017422799406380488, "deviation-heading": 0.26168190349445525, "complete-iteration": 0.1980165777535274, "set_robot_commands": 0.0045411997827990306, "deviation-center-line": 0.07405630464319313, "driven_lanedir_consec": 0.4146701959459338, "sim_compute_sim_state": 0.023833529702548324, "sim_compute_performance-ego": 0.004013053302107186}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.826756382767306, "get_ui_image": 0.034824465761090266, "step_physics": 0.0767742147540102, "survival_time": 5.04999999999999, "driven_lanedir": 0.658820317176186, "get_state_dump": 0.01403257162264078, "sim_render-ego": 0.006366264702069877, "get_robot_state": 0.014875983247662535, "get_duckie_state": 2.3747434710512067e-06, "in-drivable-lane": 3.549999999999989, "agent_compute-ego": 0.01811853021678358, "deviation-heading": 0.25829252384479895, "complete-iteration": 0.19613824268378835, "set_robot_commands": 0.004742794697827632, "deviation-center-line": 0.04803163956764451, "driven_lanedir_consec": 0.658820317176186, "sim_compute_sim_state": 0.022035799404182058, "sim_compute_performance-ego": 0.004198570062618445}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8267563827673023, "get_ui_image": 0.034797203422773, "step_physics": 0.08224229529352471, "survival_time": 5.04999999999999, "driven_lanedir": 1.9810893961655116, "get_state_dump": 0.013965068477215152, "sim_render-ego": 0.005802619575273873, "get_robot_state": 0.014255483551780777, "get_duckie_state": 2.4644455107131808e-06, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.017588808985039738, "deviation-heading": 0.333846444256107, "complete-iteration": 0.20417285201573135, "set_robot_commands": 0.004699336420191397, "deviation-center-line": 0.11678271316970856, "driven_lanedir_consec": 1.9810893961655116, "sim_compute_sim_state": 0.026571691626369364, "sim_compute_performance-ego": 0.004087485889397045}}set_robot_commands_max 0.0050260211740221295 set_robot_commands_mean 0.0047523380187100474 set_robot_commands_median 0.004721065559009514 set_robot_commands_min 0.0045411997827990306 sim_compute_performance-ego_max 0.0043712641511644635 sim_compute_performance-ego_mean 0.004167593351321785 sim_compute_performance-ego_median 0.004143027976007745 sim_compute_performance-ego_min 0.004013053302107186 sim_compute_sim_state_max 0.026571691626369364 sim_compute_sim_state_mean 0.024031017645550302 sim_compute_sim_state_median 0.0237582897758249 sim_compute_sim_state_min 0.022035799404182058 sim_render-ego_max 0.006366264702069877 sim_render-ego_mean 0.0061572956040574995 sim_render-ego_median 0.006230149069443125 sim_render-ego_min 0.005802619575273873 simulation-passed 1 step_physics_max 0.08224229529352471 step_physics_mean 0.079053593337876 step_physics_median 0.07859893165198453 step_physics_min 0.0767742147540102 survival_time_max 5.04999999999999 survival_time_mean 3.5874999999999946 survival_time_min 1.4500000000000006
No reset possible 41505
10365
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8106798820961962 survival_time_median 3.924999999999994 deviation-center-line_median 0.09541950890645085 in-drivable-lane_median 1.0749999999999962
other stats agent_compute-ego_max 0.017951181619474205 agent_compute-ego_mean 0.017548296624018855 agent_compute-ego_median 0.017641916976453897 agent_compute-ego_min 0.016958170923693425 complete-iteration_max 0.2209461514312442 complete-iteration_mean 0.2091748180747358 complete-iteration_median 0.20658044849251184 complete-iteration_min 0.20259222388267517 deviation-center-line_max 0.17000603837243689 deviation-center-line_mean 0.10221917393824576 deviation-center-line_min 0.04803163956764451 deviation-heading_max 0.333846444256107 deviation-heading_mean 0.26763154214042983 deviation-heading_median 0.25998721366962707 deviation-heading_min 0.21670529696635812 driven_any_max 2.826756382767306 driven_any_mean 1.9421559170633345 driven_any_median 2.137482184204056 driven_any_min 0.6669029170779193 driven_lanedir_consec_max 1.9810893961655116 driven_lanedir_consec_mean 1.0042798390759595 driven_lanedir_consec_min 0.4146701959459338 driven_lanedir_max 1.9810893961655116 driven_lanedir_mean 1.0042798390759595 driven_lanedir_median 0.8106798820961962 driven_lanedir_min 0.4146701959459338 get_duckie_state_max 4.257474626813616e-06 get_duckie_state_mean 4.071808614853166e-06 get_duckie_state_median 4.0685817136337995e-06 get_duckie_state_min 3.892596405331451e-06 get_robot_state_max 0.016508548566610506 get_robot_state_mean 0.015940688795396972 get_robot_state_median 0.01603710106022328 get_robot_state_min 0.015180004494530814 get_state_dump_max 0.014457735522040006 get_state_dump_mean 0.01428033828965014 get_state_dump_median 0.014300253595287426 get_state_dump_min 0.0140631104459857 get_ui_image_max 0.03920213107405038 get_ui_image_mean 0.03703538396544778 get_ui_image_median 0.037146025364941895 get_ui_image_min 0.03464735405785697 in-drivable-lane_max 3.549999999999989 in-drivable-lane_mean 1.5249999999999957 in-drivable-lane_min 0.4000000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.448207985640809, "get_ui_image": 0.03464735405785697, "step_physics": 0.08163044282368251, "survival_time": 2.799999999999998, "driven_lanedir": 0.9625394470162064, "get_state_dump": 0.014312974044254847, "sim_render-ego": 0.006096311977931431, "get_robot_state": 0.015180004494530814, "get_duckie_state": 4.257474626813616e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.0176152161189488, "deviation-heading": 0.21670529696635812, "complete-iteration": 0.20259222388267517, "set_robot_commands": 0.0045495373862130305, "deviation-center-line": 0.17000603837243689, "driven_lanedir_consec": 0.9625394470162064, "sim_compute_sim_state": 0.02408717359815325, "sim_compute_performance-ego": 0.004295204366956439}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6669029170779193, "get_ui_image": 0.03920213107405038, "step_physics": 0.08368728900777883, "survival_time": 1.4500000000000006, "driven_lanedir": 0.4146701959459338, "get_state_dump": 0.014457735522040006, "sim_render-ego": 0.006267062548933358, "get_robot_state": 0.01569109949572333, "get_duckie_state": 4.242206441945043e-06, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.016958170923693425, "deviation-heading": 0.26168190349445525, "complete-iteration": 0.2099284221386087, "set_robot_commands": 0.004880576298154634, "deviation-center-line": 0.07405630464319313, "driven_lanedir_consec": 0.4146701959459338, "sim_compute_sim_state": 0.024340045863184435, "sim_compute_performance-ego": 0.0042640587379192485}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.826756382767306, "get_ui_image": 0.03678273918605087, "step_physics": 0.07947672947798626, "survival_time": 5.04999999999999, "driven_lanedir": 0.658820317176186, "get_state_dump": 0.0140631104459857, "sim_render-ego": 0.006328061075493841, "get_robot_state": 0.016383102624723228, "get_duckie_state": 3.894956985322555e-06, "in-drivable-lane": 3.549999999999989, "agent_compute-ego": 0.017668617833958993, "deviation-heading": 0.25829252384479895, "complete-iteration": 0.203232474846415, "set_robot_commands": 0.005009889602661133, "deviation-center-line": 0.04803163956764451, "driven_lanedir_consec": 0.658820317176186, "sim_compute_sim_state": 0.02309475558819157, "sim_compute_performance-ego": 0.004250129850784151}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8267563827673023, "get_ui_image": 0.03750931154383291, "step_physics": 0.0882937766537808, "survival_time": 5.04999999999999, "driven_lanedir": 1.9810893961655116, "get_state_dump": 0.014287533146320005, "sim_render-ego": 0.006287079046268274, "get_robot_state": 0.016508548566610506, "get_duckie_state": 3.892596405331451e-06, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.017951181619474205, "deviation-heading": 0.333846444256107, "complete-iteration": 0.2209461514312442, "set_robot_commands": 0.007532799598014001, "deviation-center-line": 0.11678271316970856, "driven_lanedir_consec": 1.9810893961655116, "sim_compute_sim_state": 0.02801236539784044, "sim_compute_performance-ego": 0.004387333841607122}}set_robot_commands_max 0.007532799598014001 set_robot_commands_mean 0.005493200721260699 set_robot_commands_median 0.004945232950407883 set_robot_commands_min 0.0045495373862130305 sim_compute_performance-ego_max 0.004387333841607122 sim_compute_performance-ego_mean 0.00429918169931674 sim_compute_performance-ego_median 0.004279631552437844 sim_compute_performance-ego_min 0.004250129850784151 sim_compute_sim_state_max 0.02801236539784044 sim_compute_sim_state_mean 0.024883585111842424 sim_compute_sim_state_median 0.02421360973066884 sim_compute_sim_state_min 0.02309475558819157 sim_render-ego_max 0.006328061075493841 sim_render-ego_mean 0.0062446286621567265 sim_render-ego_median 0.006277070797600816 sim_render-ego_min 0.006096311977931431 simulation-passed 1 step_physics_max 0.0882937766537808 step_physics_mean 0.0832720594908071 step_physics_median 0.08265886591573067 step_physics_min 0.07947672947798626 survival_time_max 5.04999999999999 survival_time_mean 3.5874999999999946 survival_time_min 1.4500000000000006
No reset possible 41503
10367
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8106798820961962 survival_time_median 3.924999999999994 deviation-center-line_median 0.09541950890645085 in-drivable-lane_median 1.0749999999999962
other stats agent_compute-ego_max 0.01815992770808758 agent_compute-ego_mean 0.017662743581162307 agent_compute-ego_median 0.01767320796067509 agent_compute-ego_min 0.017144630695211476 complete-iteration_max 0.21362197281110404 complete-iteration_mean 0.2069054188100773 complete-iteration_median 0.2072718438128637 complete-iteration_min 0.1994560148034777 deviation-center-line_max 0.17000603837243689 deviation-center-line_mean 0.10221917393824576 deviation-center-line_min 0.04803163956764451 deviation-heading_max 0.333846444256107 deviation-heading_mean 0.26763154214042983 deviation-heading_median 0.25998721366962707 deviation-heading_min 0.21670529696635812 driven_any_max 2.826756382767306 driven_any_mean 1.9421559170633345 driven_any_median 2.137482184204056 driven_any_min 0.6669029170779193 driven_lanedir_consec_max 1.9810893961655116 driven_lanedir_consec_mean 1.0042798390759595 driven_lanedir_consec_min 0.4146701959459338 driven_lanedir_max 1.9810893961655116 driven_lanedir_mean 1.0042798390759595 driven_lanedir_median 0.8106798820961962 driven_lanedir_min 0.4146701959459338 get_duckie_state_max 2.885686940160291e-06 get_duckie_state_mean 2.712739570393293e-06 get_duckie_state_median 2.7669369752875818e-06 get_duckie_state_min 2.4313973908377166e-06 get_robot_state_max 0.016788137370142443 get_robot_state_mean 0.015847854638197933 get_robot_state_median 0.01588285700688099 get_robot_state_min 0.0148375671688873 get_state_dump_max 0.014450451423381937 get_state_dump_mean 0.013980636919427952 get_state_dump_median 0.013911323382122682 get_state_dump_min 0.013649449490084509 get_ui_image_max 0.038628364431446995 get_ui_image_mean 0.03681891149248151 get_ui_image_median 0.036619343379936595 get_ui_image_min 0.03540859477860587 in-drivable-lane_max 3.549999999999989 in-drivable-lane_mean 1.5249999999999957 in-drivable-lane_min 0.4000000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.448207985640809, "get_ui_image": 0.03540859477860587, "step_physics": 0.07706221086638314, "survival_time": 2.799999999999998, "driven_lanedir": 0.9625394470162064, "get_state_dump": 0.013840556144714355, "sim_render-ego": 0.006400900227682931, "get_robot_state": 0.015810246978487288, "get_duckie_state": 2.7247837611607143e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.017401435545512607, "deviation-heading": 0.21670529696635812, "complete-iteration": 0.1994560148034777, "set_robot_commands": 0.00535353592463902, "deviation-center-line": 0.17000603837243689, "driven_lanedir_consec": 0.9625394470162064, "sim_compute_sim_state": 0.023512929677963257, "sim_compute_performance-ego": 0.0045055534158434185}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6669029170779193, "get_ui_image": 0.038628364431446995, "step_physics": 0.08463011938950112, "survival_time": 1.4500000000000006, "driven_lanedir": 0.4146701959459338, "get_state_dump": 0.014450451423381937, "sim_render-ego": 0.006826803602021316, "get_robot_state": 0.016788137370142443, "get_duckie_state": 2.885686940160291e-06, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.017144630695211476, "deviation-heading": 0.26168190349445525, "complete-iteration": 0.21312309955728465, "set_robot_commands": 0.00486334438981681, "deviation-center-line": 0.07405630464319313, "driven_lanedir_consec": 0.4146701959459338, "sim_compute_sim_state": 0.02495209101972909, "sim_compute_performance-ego": 0.004675873394670157}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.826756382767306, "get_ui_image": 0.03612246371731899, "step_physics": 0.08016086568926821, "survival_time": 5.04999999999999, "driven_lanedir": 0.658820317176186, "get_state_dump": 0.013982090619531007, "sim_render-ego": 0.006247187604998598, "get_robot_state": 0.0148375671688873, "get_duckie_state": 2.809090189414449e-06, "in-drivable-lane": 3.549999999999989, "agent_compute-ego": 0.01815992770808758, "deviation-heading": 0.25829252384479895, "complete-iteration": 0.20142058806844276, "set_robot_commands": 0.004770196310364374, "deviation-center-line": 0.04803163956764451, "driven_lanedir_consec": 0.658820317176186, "sim_compute_sim_state": 0.022800318085321104, "sim_compute_performance-ego": 0.004183561495035001}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8267563827673023, "get_ui_image": 0.03711622304255419, "step_physics": 0.08627525178512724, "survival_time": 5.04999999999999, "driven_lanedir": 1.9810893961655116, "get_state_dump": 0.013649449490084509, "sim_render-ego": 0.00616662337048219, "get_robot_state": 0.015955467035274694, "get_duckie_state": 2.4313973908377166e-06, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.017944980375837572, "deviation-heading": 0.333846444256107, "complete-iteration": 0.21362197281110404, "set_robot_commands": 0.004938314456750851, "deviation-center-line": 0.11678271316970856, "driven_lanedir_consec": 1.9810893961655116, "sim_compute_sim_state": 0.027190911887895942, "sim_compute_performance-ego": 0.004227801124648292}}set_robot_commands_max 0.00535353592463902 set_robot_commands_mean 0.004981347770392764 set_robot_commands_median 0.0049008294232838305 set_robot_commands_min 0.004770196310364374 sim_compute_performance-ego_max 0.004675873394670157 sim_compute_performance-ego_mean 0.004398197357549217 sim_compute_performance-ego_median 0.0043666772702458554 sim_compute_performance-ego_min 0.004183561495035001 sim_compute_sim_state_max 0.027190911887895942 sim_compute_sim_state_mean 0.024614062667727345 sim_compute_sim_state_median 0.024232510348846173 sim_compute_sim_state_min 0.022800318085321104 sim_render-ego_max 0.006826803602021316 sim_render-ego_mean 0.0064103787012962585 sim_render-ego_median 0.006324043916340764 sim_render-ego_min 0.00616662337048219 simulation-passed 1 step_physics_max 0.08627525178512724 step_physics_mean 0.08203211193256993 step_physics_median 0.08239549253938466 step_physics_min 0.07706221086638314 survival_time_max 5.04999999999999 survival_time_mean 3.5874999999999946 survival_time_min 1.4500000000000006
No reset possible 41499
10427
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0917753191893138 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00853710460713169 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020512060685591263 agent_compute-ego_mean 0.020512060685591263 agent_compute-ego_median 0.020512060685591263 agent_compute-ego_min 0.020512060685591263 complete-iteration_max 0.24359562180259012 complete-iteration_mean 0.24359562180259012 complete-iteration_median 0.24359562180259012 complete-iteration_min 0.24359562180259012 deviation-center-line_max 0.00853710460713169 deviation-center-line_mean 0.00853710460713169 deviation-center-line_min 0.00853710460713169 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 0.09231695094360992 driven_any_mean 0.09231695094360992 driven_any_median 0.09231695094360992 driven_any_min 0.09231695094360992 driven_lanedir_consec_max 0.0917753191893138 driven_lanedir_consec_mean 0.0917753191893138 driven_lanedir_consec_min 0.0917753191893138 driven_lanedir_max 0.0917753191893138 driven_lanedir_mean 0.0917753191893138 driven_lanedir_median 0.0917753191893138 driven_lanedir_min 0.0917753191893138 get_duckie_state_max 0.004718000238591974 get_duckie_state_mean 0.004718000238591974 get_duckie_state_median 0.004718000238591974 get_duckie_state_min 0.004718000238591974 get_robot_state_max 0.01499442620710893 get_robot_state_mean 0.01499442620710893 get_robot_state_median 0.01499442620710893 get_robot_state_min 0.01499442620710893 get_state_dump_max 0.014754317023537376 get_state_dump_mean 0.014754317023537376 get_state_dump_median 0.014754317023537376 get_state_dump_min 0.014754317023537376 get_ui_image_max 0.03897103396329013 get_ui_image_mean 0.03897103396329013 get_ui_image_median 0.03897103396329013 get_ui_image_min 0.03897103396329013 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.09231695094360992, "get_ui_image": 0.03897103396329013, "step_physics": 0.10519198937849564, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0917753191893138, "get_state_dump": 0.014754317023537376, "sim_render-ego": 0.006549358367919922, "get_robot_state": 0.01499442620710893, "get_duckie_state": 0.004718000238591974, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020512060685591263, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.24359562180259012, "set_robot_commands": 0.004991141232577237, "deviation-center-line": 0.00853710460713169, "driven_lanedir_consec": 0.0917753191893138, "sim_compute_sim_state": 0.02614660696549849, "sim_compute_performance-ego": 0.006592165340076794}}set_robot_commands_max 0.004991141232577237 set_robot_commands_mean 0.004991141232577237 set_robot_commands_median 0.004991141232577237 set_robot_commands_min 0.004991141232577237 sim_compute_performance-ego_max 0.006592165340076794 sim_compute_performance-ego_mean 0.006592165340076794 sim_compute_performance-ego_median 0.006592165340076794 sim_compute_performance-ego_min 0.006592165340076794 sim_compute_sim_state_max 0.02614660696549849 sim_compute_sim_state_mean 0.02614660696549849 sim_compute_sim_state_median 0.02614660696549849 sim_compute_sim_state_min 0.02614660696549849 sim_render-ego_max 0.006549358367919922 sim_render-ego_mean 0.006549358367919922 sim_render-ego_median 0.006549358367919922 sim_render-ego_min 0.006549358367919922 simulation-passed 1 step_physics_max 0.10519198937849564 step_physics_mean 0.10519198937849564 step_physics_median 0.10519198937849564 step_physics_min 0.10519198937849564 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41498
10429
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.028912413843700246 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007423373478238788 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018109278245405716 agent_compute-ego_mean 0.018109278245405716 agent_compute-ego_median 0.018109278245405716 agent_compute-ego_min 0.018109278245405716 complete-iteration_max 0.24504568360068585 complete-iteration_mean 0.24504568360068585 complete-iteration_median 0.24504568360068585 complete-iteration_min 0.24504568360068585 deviation-center-line_max 0.007423373478238788 deviation-center-line_mean 0.007423373478238788 deviation-center-line_min 0.007423373478238788 deviation-heading_max 0.050657740187451256 deviation-heading_mean 0.050657740187451256 deviation-heading_median 0.050657740187451256 deviation-heading_min 0.050657740187451256 driven_any_max 0.029030436508559663 driven_any_mean 0.029030436508559663 driven_any_median 0.029030436508559663 driven_any_min 0.029030436508559663 driven_lanedir_consec_max 0.028912413843700246 driven_lanedir_consec_mean 0.028912413843700246 driven_lanedir_consec_min 0.028912413843700246 driven_lanedir_max 0.028912413843700246 driven_lanedir_mean 0.028912413843700246 driven_lanedir_median 0.028912413843700246 driven_lanedir_min 0.028912413843700246 get_duckie_state_max 0.003813028335571289 get_duckie_state_mean 0.003813028335571289 get_duckie_state_median 0.003813028335571289 get_duckie_state_min 0.003813028335571289 get_robot_state_max 0.013682105324485085 get_robot_state_mean 0.013682105324485085 get_robot_state_median 0.013682105324485085 get_robot_state_min 0.013682105324485085 get_state_dump_max 0.014789537949995562 get_state_dump_mean 0.014789537949995562 get_state_dump_median 0.014789537949995562 get_state_dump_min 0.014789537949995562 get_ui_image_max 0.03998266566883434 get_ui_image_mean 0.03998266566883434 get_ui_image_median 0.03998266566883434 get_ui_image_min 0.03998266566883434 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.029030436508559663, "get_ui_image": 0.03998266566883434, "step_physics": 0.11326065930453214, "survival_time": 0.49999999999999994, "driven_lanedir": 0.028912413843700246, "get_state_dump": 0.014789537949995562, "sim_render-ego": 0.006380514665083451, "get_robot_state": 0.013682105324485085, "get_duckie_state": 0.003813028335571289, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018109278245405716, "deviation-heading": 0.050657740187451256, "complete-iteration": 0.24504568360068585, "set_robot_commands": 0.004834283481944691, "deviation-center-line": 0.007423373478238788, "driven_lanedir_consec": 0.028912413843700246, "sim_compute_sim_state": 0.025252905758944424, "sim_compute_performance-ego": 0.004774050279097123}}set_robot_commands_max 0.004834283481944691 set_robot_commands_mean 0.004834283481944691 set_robot_commands_median 0.004834283481944691 set_robot_commands_min 0.004834283481944691 sim_compute_performance-ego_max 0.004774050279097123 sim_compute_performance-ego_mean 0.004774050279097123 sim_compute_performance-ego_median 0.004774050279097123 sim_compute_performance-ego_min 0.004774050279097123 sim_compute_sim_state_max 0.025252905758944424 sim_compute_sim_state_mean 0.025252905758944424 sim_compute_sim_state_median 0.025252905758944424 sim_compute_sim_state_min 0.025252905758944424 sim_render-ego_max 0.006380514665083451 sim_render-ego_mean 0.006380514665083451 sim_render-ego_median 0.006380514665083451 sim_render-ego_min 0.006380514665083451 simulation-passed 1 step_physics_max 0.11326065930453214 step_physics_mean 0.11326065930453214 step_physics_median 0.11326065930453214 step_physics_min 0.11326065930453214 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41494
10431
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.035103397746189646 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007590418056361766 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01922629096291282 agent_compute-ego_mean 0.01922629096291282 agent_compute-ego_median 0.01922629096291282 agent_compute-ego_min 0.01922629096291282 complete-iteration_max 0.2348131916739724 complete-iteration_mean 0.2348131916739724 complete-iteration_median 0.2348131916739724 complete-iteration_min 0.2348131916739724 deviation-center-line_max 0.007590418056361766 deviation-center-line_mean 0.007590418056361766 deviation-center-line_min 0.007590418056361766 deviation-heading_max 0.052703276571094325 deviation-heading_mean 0.052703276571094325 deviation-heading_median 0.052703276571094325 deviation-heading_min 0.052703276571094325 driven_any_max 0.03527928026911073 driven_any_mean 0.03527928026911073 driven_any_median 0.03527928026911073 driven_any_min 0.03527928026911073 driven_lanedir_consec_max 0.035103397746189646 driven_lanedir_consec_mean 0.035103397746189646 driven_lanedir_consec_min 0.035103397746189646 driven_lanedir_max 0.035103397746189646 driven_lanedir_mean 0.035103397746189646 driven_lanedir_median 0.035103397746189646 driven_lanedir_min 0.035103397746189646 get_duckie_state_max 0.004242636940696023 get_duckie_state_mean 0.004242636940696023 get_duckie_state_median 0.004242636940696023 get_duckie_state_min 0.004242636940696023 get_robot_state_max 0.014909440820867363 get_robot_state_mean 0.014909440820867363 get_robot_state_median 0.014909440820867363 get_robot_state_min 0.014909440820867363 get_state_dump_max 0.015546993775801226 get_state_dump_mean 0.015546993775801226 get_state_dump_median 0.015546993775801226 get_state_dump_min 0.015546993775801226 get_ui_image_max 0.03946325995705344 get_ui_image_mean 0.03946325995705344 get_ui_image_median 0.03946325995705344 get_ui_image_min 0.03946325995705344 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03527928026911073, "get_ui_image": 0.03946325995705344, "step_physics": 0.10118367455222388, "survival_time": 0.49999999999999994, "driven_lanedir": 0.035103397746189646, "get_state_dump": 0.015546993775801226, "sim_render-ego": 0.0062441392378373576, "get_robot_state": 0.014909440820867363, "get_duckie_state": 0.004242636940696023, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01922629096291282, "deviation-heading": 0.052703276571094325, "complete-iteration": 0.2348131916739724, "set_robot_commands": 0.0049561587246981535, "deviation-center-line": 0.007590418056361766, "driven_lanedir_consec": 0.035103397746189646, "sim_compute_sim_state": 0.02459539066661488, "sim_compute_performance-ego": 0.00429534912109375}}set_robot_commands_max 0.0049561587246981535 set_robot_commands_mean 0.0049561587246981535 set_robot_commands_median 0.0049561587246981535 set_robot_commands_min 0.0049561587246981535 sim_compute_performance-ego_max 0.00429534912109375 sim_compute_performance-ego_mean 0.00429534912109375 sim_compute_performance-ego_median 0.00429534912109375 sim_compute_performance-ego_min 0.00429534912109375 sim_compute_sim_state_max 0.02459539066661488 sim_compute_sim_state_mean 0.02459539066661488 sim_compute_sim_state_median 0.02459539066661488 sim_compute_sim_state_min 0.02459539066661488 sim_render-ego_max 0.0062441392378373576 sim_render-ego_mean 0.0062441392378373576 sim_render-ego_median 0.0062441392378373576 sim_render-ego_min 0.0062441392378373576 simulation-passed 1 step_physics_max 0.10118367455222388 step_physics_mean 0.10118367455222388 step_physics_median 0.10118367455222388 step_physics_min 0.10118367455222388 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41491
10433
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.026778510087531515 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0073884066365975075 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01905025135387074 agent_compute-ego_mean 0.01905025135387074 agent_compute-ego_median 0.01905025135387074 agent_compute-ego_min 0.01905025135387074 complete-iteration_max 0.23804692788557572 complete-iteration_mean 0.23804692788557572 complete-iteration_median 0.23804692788557572 complete-iteration_min 0.23804692788557572 deviation-center-line_max 0.0073884066365975075 deviation-center-line_mean 0.0073884066365975075 deviation-center-line_min 0.0073884066365975075 deviation-heading_max 0.050194965737597685 deviation-heading_mean 0.050194965737597685 deviation-heading_median 0.050194965737597685 deviation-heading_min 0.050194965737597685 driven_any_max 0.02687997908757085 driven_any_mean 0.02687997908757085 driven_any_median 0.02687997908757085 driven_any_min 0.02687997908757085 driven_lanedir_consec_max 0.026778510087531515 driven_lanedir_consec_mean 0.026778510087531515 driven_lanedir_consec_min 0.026778510087531515 driven_lanedir_max 0.026778510087531515 driven_lanedir_mean 0.026778510087531515 driven_lanedir_median 0.026778510087531515 driven_lanedir_min 0.026778510087531515 get_duckie_state_max 0.003983671014959162 get_duckie_state_mean 0.003983671014959162 get_duckie_state_median 0.003983671014959162 get_duckie_state_min 0.003983671014959162 get_robot_state_max 0.014895157380537554 get_robot_state_mean 0.014895157380537554 get_robot_state_median 0.014895157380537554 get_robot_state_min 0.014895157380537554 get_state_dump_max 0.014772783626209606 get_state_dump_mean 0.014772783626209606 get_state_dump_median 0.014772783626209606 get_state_dump_min 0.014772783626209606 get_ui_image_max 0.04048041863874956 get_ui_image_mean 0.04048041863874956 get_ui_image_median 0.04048041863874956 get_ui_image_min 0.04048041863874956 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02687997908757085, "get_ui_image": 0.04048041863874956, "step_physics": 0.10410636121576484, "survival_time": 0.49999999999999994, "driven_lanedir": 0.026778510087531515, "get_state_dump": 0.014772783626209606, "sim_render-ego": 0.006446383216164329, "get_robot_state": 0.014895157380537554, "get_duckie_state": 0.003983671014959162, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01905025135387074, "deviation-heading": 0.050194965737597685, "complete-iteration": 0.23804692788557572, "set_robot_commands": 0.004421515898271041, "deviation-center-line": 0.0073884066365975075, "driven_lanedir_consec": 0.026778510087531515, "sim_compute_sim_state": 0.025260773572054775, "sim_compute_performance-ego": 0.004467292265458541}}set_robot_commands_max 0.004421515898271041 set_robot_commands_mean 0.004421515898271041 set_robot_commands_median 0.004421515898271041 set_robot_commands_min 0.004421515898271041 sim_compute_performance-ego_max 0.004467292265458541 sim_compute_performance-ego_mean 0.004467292265458541 sim_compute_performance-ego_median 0.004467292265458541 sim_compute_performance-ego_min 0.004467292265458541 sim_compute_sim_state_max 0.025260773572054775 sim_compute_sim_state_mean 0.025260773572054775 sim_compute_sim_state_median 0.025260773572054775 sim_compute_sim_state_min 0.025260773572054775 sim_render-ego_max 0.006446383216164329 sim_render-ego_mean 0.006446383216164329 sim_render-ego_median 0.006446383216164329 sim_render-ego_min 0.006446383216164329 simulation-passed 1 step_physics_max 0.10410636121576484 step_physics_mean 0.10410636121576484 step_physics_median 0.10410636121576484 step_physics_min 0.10410636121576484 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41487
10434
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.02672577296383638 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0074243325345252865 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02107624574141069 agent_compute-ego_mean 0.02107624574141069 agent_compute-ego_median 0.02107624574141069 agent_compute-ego_min 0.02107624574141069 complete-iteration_max 0.25517051870172675 complete-iteration_mean 0.25517051870172675 complete-iteration_median 0.25517051870172675 complete-iteration_min 0.25517051870172675 deviation-center-line_max 0.0074243325345252865 deviation-center-line_mean 0.0074243325345252865 deviation-center-line_min 0.0074243325345252865 deviation-heading_max 0.05229205410742531 deviation-heading_mean 0.05229205410742531 deviation-heading_median 0.05229205410742531 deviation-heading_min 0.05229205410742531 driven_any_max 0.026856125231925175 driven_any_mean 0.026856125231925175 driven_any_median 0.026856125231925175 driven_any_min 0.026856125231925175 driven_lanedir_consec_max 0.02672577296383638 driven_lanedir_consec_mean 0.02672577296383638 driven_lanedir_consec_min 0.02672577296383638 driven_lanedir_max 0.02672577296383638 driven_lanedir_mean 0.02672577296383638 driven_lanedir_median 0.02672577296383638 driven_lanedir_min 0.02672577296383638 get_duckie_state_max 0.004428083246404474 get_duckie_state_mean 0.004428083246404474 get_duckie_state_median 0.004428083246404474 get_duckie_state_min 0.004428083246404474 get_robot_state_max 0.015696785666725853 get_robot_state_mean 0.015696785666725853 get_robot_state_median 0.015696785666725853 get_robot_state_min 0.015696785666725853 get_state_dump_max 0.01578333161093972 get_state_dump_mean 0.01578333161093972 get_state_dump_median 0.01578333161093972 get_state_dump_min 0.01578333161093972 get_ui_image_max 0.04332325675270774 get_ui_image_mean 0.04332325675270774 get_ui_image_median 0.04332325675270774 get_ui_image_min 0.04332325675270774 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.026856125231925175, "get_ui_image": 0.04332325675270774, "step_physics": 0.11164119026877664, "survival_time": 0.49999999999999994, "driven_lanedir": 0.02672577296383638, "get_state_dump": 0.01578333161093972, "sim_render-ego": 0.0069904327392578125, "get_robot_state": 0.015696785666725853, "get_duckie_state": 0.004428083246404474, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02107624574141069, "deviation-heading": 0.05229205410742531, "complete-iteration": 0.25517051870172675, "set_robot_commands": 0.0056026415391401815, "deviation-center-line": 0.0074243325345252865, "driven_lanedir_consec": 0.02672577296383638, "sim_compute_sim_state": 0.025884736667979847, "sim_compute_performance-ego": 0.00455496527931907}}set_robot_commands_max 0.0056026415391401815 set_robot_commands_mean 0.0056026415391401815 set_robot_commands_median 0.0056026415391401815 set_robot_commands_min 0.0056026415391401815 sim_compute_performance-ego_max 0.00455496527931907 sim_compute_performance-ego_mean 0.00455496527931907 sim_compute_performance-ego_median 0.00455496527931907 sim_compute_performance-ego_min 0.00455496527931907 sim_compute_sim_state_max 0.025884736667979847 sim_compute_sim_state_mean 0.025884736667979847 sim_compute_sim_state_median 0.025884736667979847 sim_compute_sim_state_min 0.025884736667979847 sim_render-ego_max 0.0069904327392578125 sim_render-ego_mean 0.0069904327392578125 sim_render-ego_median 0.0069904327392578125 sim_render-ego_min 0.0069904327392578125 simulation-passed 1 step_physics_max 0.11164119026877664 step_physics_mean 0.11164119026877664 step_physics_median 0.11164119026877664 step_physics_min 0.11164119026877664 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41482
10436
Étienne Boucher 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.053603348637198955 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007715043568715914 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019403045827692204 agent_compute-ego_mean 0.019403045827692204 agent_compute-ego_median 0.019403045827692204 agent_compute-ego_min 0.019403045827692204 complete-iteration_max 0.24136311357671564 complete-iteration_mean 0.24136311357671564 complete-iteration_median 0.24136311357671564 complete-iteration_min 0.24136311357671564 deviation-center-line_max 0.007715043568715914 deviation-center-line_mean 0.007715043568715914 deviation-center-line_min 0.007715043568715914 deviation-heading_max 0.04759518565817297 deviation-heading_mean 0.04759518565817297 deviation-heading_median 0.04759518565817297 deviation-heading_min 0.04759518565817297 driven_any_max 0.05375991690904698 driven_any_mean 0.05375991690904698 driven_any_median 0.05375991690904698 driven_any_min 0.05375991690904698 driven_lanedir_consec_max 0.053603348637198955 driven_lanedir_consec_mean 0.053603348637198955 driven_lanedir_consec_min 0.053603348637198955 driven_lanedir_max 0.053603348637198955 driven_lanedir_mean 0.053603348637198955 driven_lanedir_median 0.053603348637198955 driven_lanedir_min 0.053603348637198955 get_duckie_state_max 0.004027995196255771 get_duckie_state_mean 0.004027995196255771 get_duckie_state_median 0.004027995196255771 get_duckie_state_min 0.004027995196255771 get_robot_state_max 0.0150396390394731 get_robot_state_mean 0.0150396390394731 get_robot_state_median 0.0150396390394731 get_robot_state_min 0.0150396390394731 get_state_dump_max 0.01504538275978782 get_state_dump_mean 0.01504538275978782 get_state_dump_median 0.01504538275978782 get_state_dump_min 0.01504538275978782 get_ui_image_max 0.041079174388538704 get_ui_image_mean 0.041079174388538704 get_ui_image_median 0.041079174388538704 get_ui_image_min 0.041079174388538704 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.05375991690904698, "get_ui_image": 0.041079174388538704, "step_physics": 0.10622466694224963, "survival_time": 0.49999999999999994, "driven_lanedir": 0.053603348637198955, "get_state_dump": 0.01504538275978782, "sim_render-ego": 0.006128527901389382, "get_robot_state": 0.0150396390394731, "get_duckie_state": 0.004027995196255771, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019403045827692204, "deviation-heading": 0.04759518565817297, "complete-iteration": 0.24136311357671564, "set_robot_commands": 0.005164124748923562, "deviation-center-line": 0.007715043568715914, "driven_lanedir_consec": 0.053603348637198955, "sim_compute_sim_state": 0.024713472886518997, "sim_compute_performance-ego": 0.004330440001054244}}set_robot_commands_max 0.005164124748923562 set_robot_commands_mean 0.005164124748923562 set_robot_commands_median 0.005164124748923562 set_robot_commands_min 0.005164124748923562 sim_compute_performance-ego_max 0.004330440001054244 sim_compute_performance-ego_mean 0.004330440001054244 sim_compute_performance-ego_median 0.004330440001054244 sim_compute_performance-ego_min 0.004330440001054244 sim_compute_sim_state_max 0.024713472886518997 sim_compute_sim_state_mean 0.024713472886518997 sim_compute_sim_state_median 0.024713472886518997 sim_compute_sim_state_min 0.024713472886518997 sim_render-ego_max 0.006128527901389382 sim_render-ego_mean 0.006128527901389382 sim_render-ego_median 0.006128527901389382 sim_render-ego_min 0.006128527901389382 simulation-passed 1 step_physics_max 0.10622466694224963 step_physics_mean 0.10622466694224963 step_physics_median 0.10622466694224963 step_physics_min 0.10622466694224963 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41477
10439
Raphael Jean sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.01485785335461598 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007067440139601262 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019611076875166455 agent_compute-ego_mean 0.019611076875166455 agent_compute-ego_median 0.019611076875166455 agent_compute-ego_min 0.019611076875166455 complete-iteration_max 0.24876713752746585 complete-iteration_mean 0.24876713752746585 complete-iteration_median 0.24876713752746585 complete-iteration_min 0.24876713752746585 deviation-center-line_max 0.007067440139601262 deviation-center-line_mean 0.007067440139601262 deviation-center-line_min 0.007067440139601262 deviation-heading_max 0.045954359780343706 deviation-heading_mean 0.045954359780343706 deviation-heading_median 0.045954359780343706 deviation-heading_min 0.045954359780343706 driven_any_max 0.0148771704319647 driven_any_mean 0.0148771704319647 driven_any_median 0.0148771704319647 driven_any_min 0.0148771704319647 driven_lanedir_consec_max 0.01485785335461598 driven_lanedir_consec_mean 0.01485785335461598 driven_lanedir_consec_min 0.01485785335461598 driven_lanedir_max 0.01485785335461598 driven_lanedir_mean 0.01485785335461598 driven_lanedir_median 0.01485785335461598 driven_lanedir_min 0.01485785335461598 get_duckie_state_max 0.004440350966020064 get_duckie_state_mean 0.004440350966020064 get_duckie_state_median 0.004440350966020064 get_duckie_state_min 0.004440350966020064 get_robot_state_max 0.01657767729325728 get_robot_state_mean 0.01657767729325728 get_robot_state_median 0.01657767729325728 get_robot_state_min 0.01657767729325728 get_state_dump_max 0.015415603464299982 get_state_dump_mean 0.015415603464299982 get_state_dump_median 0.015415603464299982 get_state_dump_min 0.015415603464299982 get_ui_image_max 0.043395432558926667 get_ui_image_mean 0.043395432558926667 get_ui_image_median 0.043395432558926667 get_ui_image_min 0.043395432558926667 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.0148771704319647, "get_ui_image": 0.043395432558926667, "step_physics": 0.10766980864784936, "survival_time": 0.49999999999999994, "driven_lanedir": 0.01485785335461598, "get_state_dump": 0.015415603464299982, "sim_render-ego": 0.0068304105238481, "get_robot_state": 0.01657767729325728, "get_duckie_state": 0.004440350966020064, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019611076875166455, "deviation-heading": 0.045954359780343706, "complete-iteration": 0.24876713752746585, "set_robot_commands": 0.004904747009277344, "deviation-center-line": 0.007067440139601262, "driven_lanedir_consec": 0.01485785335461598, "sim_compute_sim_state": 0.0250420787117698, "sim_compute_performance-ego": 0.004694093357432972}}set_robot_commands_max 0.004904747009277344 set_robot_commands_mean 0.004904747009277344 set_robot_commands_median 0.004904747009277344 set_robot_commands_min 0.004904747009277344 sim_compute_performance-ego_max 0.004694093357432972 sim_compute_performance-ego_mean 0.004694093357432972 sim_compute_performance-ego_median 0.004694093357432972 sim_compute_performance-ego_min 0.004694093357432972 sim_compute_sim_state_max 0.0250420787117698 sim_compute_sim_state_mean 0.0250420787117698 sim_compute_sim_state_median 0.0250420787117698 sim_compute_sim_state_min 0.0250420787117698 sim_render-ego_max 0.0068304105238481 sim_render-ego_mean 0.0068304105238481 sim_render-ego_median 0.0068304105238481 sim_render-ego_min 0.0068304105238481 simulation-passed 1 step_physics_max 0.10766980864784936 step_physics_mean 0.10766980864784936 step_physics_median 0.10766980864784936 step_physics_min 0.10766980864784936 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41474
10444
Francois Hebert real-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03969489335483134 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007500273023016332 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01949581232937899 agent_compute-ego_mean 0.01949581232937899 agent_compute-ego_median 0.01949581232937899 agent_compute-ego_min 0.01949581232937899 complete-iteration_max 0.25252376903187146 complete-iteration_mean 0.25252376903187146 complete-iteration_median 0.25252376903187146 complete-iteration_min 0.25252376903187146 deviation-center-line_max 0.007500273023016332 deviation-center-line_mean 0.007500273023016332 deviation-center-line_min 0.007500273023016332 deviation-heading_max 0.04775526902792701 deviation-heading_mean 0.04775526902792701 deviation-heading_median 0.04775526902792701 deviation-heading_min 0.04775526902792701 driven_any_max 0.0398057640666474 driven_any_mean 0.0398057640666474 driven_any_median 0.0398057640666474 driven_any_min 0.0398057640666474 driven_lanedir_consec_max 0.03969489335483134 driven_lanedir_consec_mean 0.03969489335483134 driven_lanedir_consec_min 0.03969489335483134 driven_lanedir_max 0.03969489335483134 driven_lanedir_mean 0.03969489335483134 driven_lanedir_median 0.03969489335483134 driven_lanedir_min 0.03969489335483134 get_duckie_state_max 0.00501582839272239 get_duckie_state_mean 0.00501582839272239 get_duckie_state_median 0.00501582839272239 get_duckie_state_min 0.00501582839272239 get_robot_state_max 0.016468329863114792 get_robot_state_mean 0.016468329863114792 get_robot_state_median 0.016468329863114792 get_robot_state_min 0.016468329863114792 get_state_dump_max 0.014985041184858845 get_state_dump_mean 0.014985041184858845 get_state_dump_median 0.014985041184858845 get_state_dump_min 0.014985041184858845 get_ui_image_max 0.04331998391584917 get_ui_image_mean 0.04331998391584917 get_ui_image_median 0.04331998391584917 get_ui_image_min 0.04331998391584917 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.0398057640666474, "get_ui_image": 0.04331998391584917, "step_physics": 0.10999404300342906, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03969489335483134, "get_state_dump": 0.014985041184858845, "sim_render-ego": 0.0069778832522305574, "get_robot_state": 0.016468329863114792, "get_duckie_state": 0.00501582839272239, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01949581232937899, "deviation-heading": 0.04775526902792701, "complete-iteration": 0.25252376903187146, "set_robot_commands": 0.005711923946033825, "deviation-center-line": 0.007500273023016332, "driven_lanedir_consec": 0.03969489335483134, "sim_compute_sim_state": 0.025421012531627308, "sim_compute_performance-ego": 0.004962661049582742}}set_robot_commands_max 0.005711923946033825 set_robot_commands_mean 0.005711923946033825 set_robot_commands_median 0.005711923946033825 set_robot_commands_min 0.005711923946033825 sim_compute_performance-ego_max 0.004962661049582742 sim_compute_performance-ego_mean 0.004962661049582742 sim_compute_performance-ego_median 0.004962661049582742 sim_compute_performance-ego_min 0.004962661049582742 sim_compute_sim_state_max 0.025421012531627308 sim_compute_sim_state_mean 0.025421012531627308 sim_compute_sim_state_median 0.025421012531627308 sim_compute_sim_state_min 0.025421012531627308 sim_render-ego_max 0.0069778832522305574 sim_render-ego_mean 0.0069778832522305574 sim_render-ego_median 0.0069778832522305574 sim_render-ego_min 0.0069778832522305574 simulation-passed 1 step_physics_max 0.10999404300342906 step_physics_mean 0.10999404300342906 step_physics_median 0.10999404300342906 step_physics_min 0.10999404300342906 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41469
10446
Raphael Jean sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021423675305525247 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007305208592901365 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01982329108498313 agent_compute-ego_mean 0.01982329108498313 agent_compute-ego_median 0.01982329108498313 agent_compute-ego_min 0.01982329108498313 complete-iteration_max 0.2482085878198797 complete-iteration_mean 0.2482085878198797 complete-iteration_median 0.2482085878198797 complete-iteration_min 0.2482085878198797 deviation-center-line_max 0.007305208592901365 deviation-center-line_mean 0.007305208592901365 deviation-center-line_min 0.007305208592901365 deviation-heading_max 0.0500541156324064 deviation-heading_mean 0.0500541156324064 deviation-heading_median 0.0500541156324064 deviation-heading_min 0.0500541156324064 driven_any_max 0.02150399057426302 driven_any_mean 0.02150399057426302 driven_any_median 0.02150399057426302 driven_any_min 0.02150399057426302 driven_lanedir_consec_max 0.021423675305525247 driven_lanedir_consec_mean 0.021423675305525247 driven_lanedir_consec_min 0.021423675305525247 driven_lanedir_max 0.021423675305525247 driven_lanedir_mean 0.021423675305525247 driven_lanedir_median 0.021423675305525247 driven_lanedir_min 0.021423675305525247 get_duckie_state_max 0.00465592471036044 get_duckie_state_mean 0.00465592471036044 get_duckie_state_median 0.00465592471036044 get_duckie_state_min 0.00465592471036044 get_robot_state_max 0.01651740074157715 get_robot_state_mean 0.01651740074157715 get_robot_state_median 0.01651740074157715 get_robot_state_min 0.01651740074157715 get_state_dump_max 0.015173305164683949 get_state_dump_mean 0.015173305164683949 get_state_dump_median 0.015173305164683949 get_state_dump_min 0.015173305164683949 get_ui_image_max 0.04000492529435591 get_ui_image_mean 0.04000492529435591 get_ui_image_median 0.04000492529435591 get_ui_image_min 0.04000492529435591 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02150399057426302, "get_ui_image": 0.04000492529435591, "step_physics": 0.10821895165876907, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021423675305525247, "get_state_dump": 0.015173305164683949, "sim_render-ego": 0.006987333297729492, "get_robot_state": 0.01651740074157715, "get_duckie_state": 0.00465592471036044, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01982329108498313, "deviation-heading": 0.0500541156324064, "complete-iteration": 0.2482085878198797, "set_robot_commands": 0.005289207805286755, "deviation-center-line": 0.007305208592901365, "driven_lanedir_consec": 0.021423675305525247, "sim_compute_sim_state": 0.0267320762981068, "sim_compute_performance-ego": 0.004642074758356268}}set_robot_commands_max 0.005289207805286755 set_robot_commands_mean 0.005289207805286755 set_robot_commands_median 0.005289207805286755 set_robot_commands_min 0.005289207805286755 sim_compute_performance-ego_max 0.004642074758356268 sim_compute_performance-ego_mean 0.004642074758356268 sim_compute_performance-ego_median 0.004642074758356268 sim_compute_performance-ego_min 0.004642074758356268 sim_compute_sim_state_max 0.0267320762981068 sim_compute_sim_state_mean 0.0267320762981068 sim_compute_sim_state_median 0.0267320762981068 sim_compute_sim_state_min 0.0267320762981068 sim_render-ego_max 0.006987333297729492 sim_render-ego_mean 0.006987333297729492 sim_render-ego_median 0.006987333297729492 sim_render-ego_min 0.006987333297729492 simulation-passed 1 step_physics_max 0.10821895165876907 step_physics_mean 0.10821895165876907 step_physics_median 0.10821895165876907 step_physics_min 0.10821895165876907 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41465
10451
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.026129013381088303 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007379838574000538 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01961716738614169 agent_compute-ego_mean 0.01961716738614169 agent_compute-ego_median 0.01961716738614169 agent_compute-ego_min 0.01961716738614169 complete-iteration_max 0.2449604164470326 complete-iteration_mean 0.2449604164470326 complete-iteration_median 0.2449604164470326 complete-iteration_min 0.2449604164470326 deviation-center-line_max 0.007379838574000538 deviation-center-line_mean 0.007379838574000538 deviation-center-line_min 0.007379838574000538 deviation-heading_max 0.05144877376213594 deviation-heading_mean 0.05144877376213594 deviation-heading_median 0.05144877376213594 deviation-heading_min 0.05144877376213594 driven_any_max 0.02624625589019096 driven_any_mean 0.02624625589019096 driven_any_median 0.02624625589019096 driven_any_min 0.02624625589019096 driven_lanedir_consec_max 0.026129013381088303 driven_lanedir_consec_mean 0.026129013381088303 driven_lanedir_consec_min 0.026129013381088303 driven_lanedir_max 0.026129013381088303 driven_lanedir_mean 0.026129013381088303 driven_lanedir_median 0.026129013381088303 driven_lanedir_min 0.026129013381088303 get_duckie_state_max 0.004453875801780007 get_duckie_state_mean 0.004453875801780007 get_duckie_state_median 0.004453875801780007 get_duckie_state_min 0.004453875801780007 get_robot_state_max 0.01589161699468439 get_robot_state_mean 0.01589161699468439 get_robot_state_median 0.01589161699468439 get_robot_state_min 0.01589161699468439 get_state_dump_max 0.01483253999189897 get_state_dump_mean 0.01483253999189897 get_state_dump_median 0.01483253999189897 get_state_dump_min 0.01483253999189897 get_ui_image_max 0.04206893660805442 get_ui_image_mean 0.04206893660805442 get_ui_image_median 0.04206893660805442 get_ui_image_min 0.04206893660805442 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02624625589019096, "get_ui_image": 0.04206893660805442, "step_physics": 0.1084847016768022, "survival_time": 0.49999999999999994, "driven_lanedir": 0.026129013381088303, "get_state_dump": 0.01483253999189897, "sim_render-ego": 0.006114938042380593, "get_robot_state": 0.01589161699468439, "get_duckie_state": 0.004453875801780007, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01961716738614169, "deviation-heading": 0.05144877376213594, "complete-iteration": 0.2449604164470326, "set_robot_commands": 0.00440669059753418, "deviation-center-line": 0.007379838574000538, "driven_lanedir_consec": 0.026129013381088303, "sim_compute_sim_state": 0.02477626367048784, "sim_compute_performance-ego": 0.004148808392611417}}set_robot_commands_max 0.00440669059753418 set_robot_commands_mean 0.00440669059753418 set_robot_commands_median 0.00440669059753418 set_robot_commands_min 0.00440669059753418 sim_compute_performance-ego_max 0.004148808392611417 sim_compute_performance-ego_mean 0.004148808392611417 sim_compute_performance-ego_median 0.004148808392611417 sim_compute_performance-ego_min 0.004148808392611417 sim_compute_sim_state_max 0.02477626367048784 sim_compute_sim_state_mean 0.02477626367048784 sim_compute_sim_state_median 0.02477626367048784 sim_compute_sim_state_min 0.02477626367048784 sim_render-ego_max 0.006114938042380593 sim_render-ego_mean 0.006114938042380593 sim_render-ego_median 0.006114938042380593 sim_render-ego_min 0.006114938042380593 simulation-passed 1 step_physics_max 0.1084847016768022 step_physics_mean 0.1084847016768022 step_physics_median 0.1084847016768022 step_physics_min 0.1084847016768022 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41459
11296
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:10:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6241910818071543 survival_time_median 13.200000000000053 deviation-center-line_median 0.5990758312668605 in-drivable-lane_median 2.3750000000000164
other stats agent_compute-ego_max 0.026499985607430405 agent_compute-ego_mean 0.02452143821074621 agent_compute-ego_median 0.024391372203826905 agent_compute-ego_min 0.022803022827900633 complete-iteration_max 0.23010778268178303 complete-iteration_mean 0.2223638462475687 complete-iteration_median 0.22404405145318923 complete-iteration_min 0.21125949940211336 deviation-center-line_max 1.1583717733641912 deviation-center-line_mean 0.6599930342293551 deviation-center-line_min 0.2834487010195081 deviation-heading_max 1.839811099391942 deviation-heading_mean 1.49546242112267 deviation-heading_median 1.4805221598019047 deviation-heading_min 1.1809942654949284 driven_any_max 1.102374962851715 driven_any_mean 0.8660477172351909 driven_any_median 0.9241453031063328 driven_any_min 0.5135252998763834 driven_lanedir_consec_max 1.0583822932692768 driven_lanedir_consec_mean 0.6634581234890848 driven_lanedir_consec_min 0.3470680370727539 driven_lanedir_max 1.0583822932692768 driven_lanedir_mean 0.6634581234890848 driven_lanedir_median 0.6241910818071543 driven_lanedir_min 0.3470680370727539 get_duckie_state_max 3.0151100658433404e-06 get_duckie_state_mean 2.847308113162587e-06 get_duckie_state_median 2.8304258982340498e-06 get_duckie_state_min 2.7132705903389086e-06 get_robot_state_max 0.01678500254948934 get_robot_state_mean 0.01650183351210915 get_robot_state_median 0.016675996032517723 get_robot_state_min 0.01587033943391182 get_state_dump_max 0.014180542600206934 get_state_dump_mean 0.014049898555356157 get_state_dump_median 0.014034022842774368 get_state_dump_min 0.013951005935668946 get_ui_image_max 0.038991491794586185 get_ui_image_mean 0.03812358049324846 get_ui_image_median 0.03816955206869645 get_ui_image_min 0.03716372604101476 in-drivable-lane_max 5.9500000000000846 in-drivable-lane_mean 2.800000000000031 in-drivable-lane_min 0.5000000000000071 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.7980680957450254, "get_ui_image": 0.038215684057843737, "step_physics": 0.08732252974697596, "survival_time": 11.450000000000028, "driven_lanedir": 0.5924959788903741, "get_state_dump": 0.014180542600206934, "sim_render-ego": 0.006693785888138817, "get_robot_state": 0.016745040510419154, "get_duckie_state": 3.0151100658433404e-06, "in-drivable-lane": 2.80000000000004, "agent_compute-ego": 0.026499985607430405, "deviation-heading": 1.4582695931843028, "complete-iteration": 0.2239010760877851, "set_robot_commands": 0.004871629731623887, "deviation-center-line": 0.7450183871350278, "driven_lanedir_consec": 0.5924959788903741, "sim_compute_sim_state": 0.024688944545895777, "sim_compute_performance-ego": 0.004510664002864121}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5135252998763834, "get_ui_image": 0.03716372604101476, "step_physics": 0.08305120971840872, "survival_time": 7.099999999999983, "driven_lanedir": 0.3470680370727539, "get_state_dump": 0.014089344253002758, "sim_render-ego": 0.006411226702408052, "get_robot_state": 0.01587033943391182, "get_duckie_state": 2.7132705903389086e-06, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.022803022827900633, "deviation-heading": 1.5027747264195066, "complete-iteration": 0.21125949940211336, "set_robot_commands": 0.004901449445267798, "deviation-center-line": 0.4531332753986933, "driven_lanedir_consec": 0.3470680370727539, "sim_compute_sim_state": 0.022517911145384883, "sim_compute_performance-ego": 0.004275625860187369}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.05022251046764, "get_ui_image": 0.038991491794586185, "step_physics": 0.0886956000328064, "survival_time": 14.950000000000076, "driven_lanedir": 0.6558861847239345, "get_state_dump": 0.013951005935668946, "sim_render-ego": 0.006777892112731934, "get_robot_state": 0.016606951554616292, "get_duckie_state": 2.7338663736979167e-06, "in-drivable-lane": 5.9500000000000846, "agent_compute-ego": 0.02536616086959839, "deviation-heading": 1.839811099391942, "complete-iteration": 0.22418702681859337, "set_robot_commands": 0.004919646581013997, "deviation-center-line": 0.2834487010195081, "driven_lanedir_consec": 0.6558861847239345, "sim_compute_sim_state": 0.024175554911295572, "sim_compute_performance-ego": 0.004521184762318929}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.102374962851715, "get_ui_image": 0.03812342007954916, "step_physics": 0.09378334999084471, "survival_time": 14.950000000000076, "driven_lanedir": 1.0583822932692768, "get_state_dump": 0.01397870143254598, "sim_render-ego": 0.006609731515248616, "get_robot_state": 0.01678500254948934, "get_duckie_state": 2.9269854227701824e-06, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.02341658353805542, "deviation-heading": 1.1809942654949284, "complete-iteration": 0.23010778268178303, "set_robot_commands": 0.004956866900126139, "deviation-center-line": 1.1583717733641912, "driven_lanedir_consec": 1.0583822932692768, "sim_compute_sim_state": 0.027783269087473552, "sim_compute_performance-ego": 0.0044787963231404625}}set_robot_commands_max 0.004956866900126139 set_robot_commands_mean 0.004912398164507956 set_robot_commands_median 0.004910548013140897 set_robot_commands_min 0.004871629731623887 sim_compute_performance-ego_max 0.004521184762318929 sim_compute_performance-ego_mean 0.00444656773712772 sim_compute_performance-ego_median 0.004494730163002292 sim_compute_performance-ego_min 0.004275625860187369 sim_compute_sim_state_max 0.027783269087473552 sim_compute_sim_state_mean 0.024791419922512447 sim_compute_sim_state_median 0.024432249728595673 sim_compute_sim_state_min 0.022517911145384883 sim_render-ego_max 0.006777892112731934 sim_render-ego_mean 0.006623159054631855 sim_render-ego_median 0.006651758701693716 sim_render-ego_min 0.006411226702408052 simulation-passed 1 step_physics_max 0.09378334999084471 step_physics_mean 0.08821317237225895 step_physics_median 0.08800906488989119 step_physics_min 0.08305120971840872 survival_time_max 14.950000000000076 survival_time_mean 12.11250000000004 survival_time_min 7.099999999999983
No reset possible 41456
10453
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.02783169007019115 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007417362236423315 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018647930838844994 agent_compute-ego_mean 0.018647930838844994 agent_compute-ego_median 0.018647930838844994 agent_compute-ego_min 0.018647930838844994 complete-iteration_max 0.23721668936989523 complete-iteration_mean 0.23721668936989523 complete-iteration_median 0.23721668936989523 complete-iteration_min 0.23721668936989523 deviation-center-line_max 0.007417362236423315 deviation-center-line_mean 0.007417362236423315 deviation-center-line_min 0.007417362236423315 deviation-heading_max 0.05008929950327819 deviation-heading_mean 0.05008929950327819 deviation-heading_median 0.05008929950327819 deviation-heading_min 0.05008929950327819 driven_any_max 0.027935617731098983 driven_any_mean 0.027935617731098983 driven_any_median 0.027935617731098983 driven_any_min 0.027935617731098983 driven_lanedir_consec_max 0.02783169007019115 driven_lanedir_consec_mean 0.02783169007019115 driven_lanedir_consec_min 0.02783169007019115 driven_lanedir_max 0.02783169007019115 driven_lanedir_mean 0.02783169007019115 driven_lanedir_median 0.02783169007019115 driven_lanedir_min 0.02783169007019115 get_duckie_state_max 0.003866477446122603 get_duckie_state_mean 0.003866477446122603 get_duckie_state_median 0.003866477446122603 get_duckie_state_min 0.003866477446122603 get_robot_state_max 0.014206171035766602 get_robot_state_mean 0.014206171035766602 get_robot_state_median 0.014206171035766602 get_robot_state_min 0.014206171035766602 get_state_dump_max 0.015167539769952948 get_state_dump_mean 0.015167539769952948 get_state_dump_median 0.015167539769952948 get_state_dump_min 0.015167539769952948 get_ui_image_max 0.04338955879211426 get_ui_image_mean 0.04338955879211426 get_ui_image_median 0.04338955879211426 get_ui_image_min 0.04338955879211426 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.027935617731098983, "get_ui_image": 0.04338955879211426, "step_physics": 0.10171465440229936, "survival_time": 0.49999999999999994, "driven_lanedir": 0.02783169007019115, "get_state_dump": 0.015167539769952948, "sim_render-ego": 0.00637574629350142, "get_robot_state": 0.014206171035766602, "get_duckie_state": 0.003866477446122603, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018647930838844994, "deviation-heading": 0.05008929950327819, "complete-iteration": 0.23721668936989523, "set_robot_commands": 0.004786101254549893, "deviation-center-line": 0.007417362236423315, "driven_lanedir_consec": 0.02783169007019115, "sim_compute_sim_state": 0.024543393741954456, "sim_compute_performance-ego": 0.00434002009305087}}set_robot_commands_max 0.004786101254549893 set_robot_commands_mean 0.004786101254549893 set_robot_commands_median 0.004786101254549893 set_robot_commands_min 0.004786101254549893 sim_compute_performance-ego_max 0.00434002009305087 sim_compute_performance-ego_mean 0.00434002009305087 sim_compute_performance-ego_median 0.00434002009305087 sim_compute_performance-ego_min 0.00434002009305087 sim_compute_sim_state_max 0.024543393741954456 sim_compute_sim_state_mean 0.024543393741954456 sim_compute_sim_state_median 0.024543393741954456 sim_compute_sim_state_min 0.024543393741954456 sim_render-ego_max 0.00637574629350142 sim_render-ego_mean 0.00637574629350142 sim_render-ego_median 0.00637574629350142 sim_render-ego_min 0.00637574629350142 simulation-passed 1 step_physics_max 0.10171465440229936 step_physics_mean 0.10171465440229936 step_physics_median 0.10171465440229936 step_physics_min 0.10171465440229936 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41452
10454
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03180971813075306 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007483297397046325 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018115368756380947 agent_compute-ego_mean 0.018115368756380947 agent_compute-ego_median 0.018115368756380947 agent_compute-ego_min 0.018115368756380947 complete-iteration_max 0.22915766455910425 complete-iteration_mean 0.22915766455910425 complete-iteration_median 0.22915766455910425 complete-iteration_min 0.22915766455910425 deviation-center-line_max 0.007483297397046325 deviation-center-line_mean 0.007483297397046325 deviation-center-line_min 0.007483297397046325 deviation-heading_max 0.05143248139011198 deviation-heading_mean 0.05143248139011198 deviation-heading_median 0.05143248139011198 deviation-heading_min 0.05143248139011198 driven_any_max 0.03194707284004011 driven_any_mean 0.03194707284004011 driven_any_median 0.03194707284004011 driven_any_min 0.03194707284004011 driven_lanedir_consec_max 0.03180971813075306 driven_lanedir_consec_mean 0.03180971813075306 driven_lanedir_consec_min 0.03180971813075306 driven_lanedir_max 0.03180971813075306 driven_lanedir_mean 0.03180971813075306 driven_lanedir_median 0.03180971813075306 driven_lanedir_min 0.03180971813075306 get_duckie_state_max 0.003997412594881925 get_duckie_state_mean 0.003997412594881925 get_duckie_state_median 0.003997412594881925 get_duckie_state_min 0.003997412594881925 get_robot_state_max 0.014354857531460848 get_robot_state_mean 0.014354857531460848 get_robot_state_median 0.014354857531460848 get_robot_state_min 0.014354857531460848 get_state_dump_max 0.015260501341386274 get_state_dump_mean 0.015260501341386274 get_state_dump_median 0.015260501341386274 get_state_dump_min 0.015260501341386274 get_ui_image_max 0.03842314806851474 get_ui_image_mean 0.03842314806851474 get_ui_image_median 0.03842314806851474 get_ui_image_min 0.03842314806851474 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03194707284004011, "get_ui_image": 0.03842314806851474, "step_physics": 0.10069805925542658, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03180971813075306, "get_state_dump": 0.015260501341386274, "sim_render-ego": 0.005714828317815607, "get_robot_state": 0.014354857531460848, "get_duckie_state": 0.003997412594881925, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018115368756380947, "deviation-heading": 0.05143248139011198, "complete-iteration": 0.22915766455910425, "set_robot_commands": 0.004856326363303445, "deviation-center-line": 0.007483297397046325, "driven_lanedir_consec": 0.03180971813075306, "sim_compute_sim_state": 0.02348626743663441, "sim_compute_performance-ego": 0.004100517793135209}}set_robot_commands_max 0.004856326363303445 set_robot_commands_mean 0.004856326363303445 set_robot_commands_median 0.004856326363303445 set_robot_commands_min 0.004856326363303445 sim_compute_performance-ego_max 0.004100517793135209 sim_compute_performance-ego_mean 0.004100517793135209 sim_compute_performance-ego_median 0.004100517793135209 sim_compute_performance-ego_min 0.004100517793135209 sim_compute_sim_state_max 0.02348626743663441 sim_compute_sim_state_mean 0.02348626743663441 sim_compute_sim_state_median 0.02348626743663441 sim_compute_sim_state_min 0.02348626743663441 sim_render-ego_max 0.005714828317815607 sim_render-ego_mean 0.005714828317815607 sim_render-ego_median 0.005714828317815607 sim_render-ego_min 0.005714828317815607 simulation-passed 1 step_physics_max 0.10069805925542658 step_physics_mean 0.10069805925542658 step_physics_median 0.10069805925542658 step_physics_min 0.10069805925542658 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41447
10458
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.029570024527795447 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007446489452690426 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020573551004583187 agent_compute-ego_mean 0.020573551004583187 agent_compute-ego_median 0.020573551004583187 agent_compute-ego_min 0.020573551004583187 complete-iteration_max 0.24486071413213556 complete-iteration_mean 0.24486071413213556 complete-iteration_median 0.24486071413213556 complete-iteration_min 0.24486071413213556 deviation-center-line_max 0.007446489452690426 deviation-center-line_mean 0.007446489452690426 deviation-center-line_min 0.007446489452690426 deviation-heading_max 0.05062239328480782 deviation-heading_mean 0.05062239328480782 deviation-heading_median 0.05062239328480782 deviation-heading_min 0.05062239328480782 driven_any_max 0.02968686536662251 driven_any_mean 0.02968686536662251 driven_any_median 0.02968686536662251 driven_any_min 0.02968686536662251 driven_lanedir_consec_max 0.029570024527795447 driven_lanedir_consec_mean 0.029570024527795447 driven_lanedir_consec_min 0.029570024527795447 driven_lanedir_max 0.029570024527795447 driven_lanedir_mean 0.029570024527795447 driven_lanedir_median 0.029570024527795447 driven_lanedir_min 0.029570024527795447 get_duckie_state_max 0.0041009729558771305 get_duckie_state_mean 0.0041009729558771305 get_duckie_state_median 0.0041009729558771305 get_duckie_state_min 0.0041009729558771305 get_robot_state_max 0.015420046719637783 get_robot_state_mean 0.015420046719637783 get_robot_state_median 0.015420046719637783 get_robot_state_min 0.015420046719637783 get_state_dump_max 0.015072844245217064 get_state_dump_mean 0.015072844245217064 get_state_dump_median 0.015072844245217064 get_state_dump_min 0.015072844245217064 get_ui_image_max 0.042219812219793144 get_ui_image_mean 0.042219812219793144 get_ui_image_median 0.042219812219793144 get_ui_image_min 0.042219812219793144 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02968686536662251, "get_ui_image": 0.042219812219793144, "step_physics": 0.10722307725386186, "survival_time": 0.49999999999999994, "driven_lanedir": 0.029570024527795447, "get_state_dump": 0.015072844245217064, "sim_render-ego": 0.006066864187067205, "get_robot_state": 0.015420046719637783, "get_duckie_state": 0.0041009729558771305, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020573551004583187, "deviation-heading": 0.05062239328480782, "complete-iteration": 0.24486071413213556, "set_robot_commands": 0.005110307173295455, "deviation-center-line": 0.007446489452690426, "driven_lanedir_consec": 0.029570024527795447, "sim_compute_sim_state": 0.024566346948797058, "sim_compute_performance-ego": 0.004350618882612748}}set_robot_commands_max 0.005110307173295455 set_robot_commands_mean 0.005110307173295455 set_robot_commands_median 0.005110307173295455 set_robot_commands_min 0.005110307173295455 sim_compute_performance-ego_max 0.004350618882612748 sim_compute_performance-ego_mean 0.004350618882612748 sim_compute_performance-ego_median 0.004350618882612748 sim_compute_performance-ego_min 0.004350618882612748 sim_compute_sim_state_max 0.024566346948797058 sim_compute_sim_state_mean 0.024566346948797058 sim_compute_sim_state_median 0.024566346948797058 sim_compute_sim_state_min 0.024566346948797058 sim_render-ego_max 0.006066864187067205 sim_render-ego_mean 0.006066864187067205 sim_render-ego_median 0.006066864187067205 sim_render-ego_min 0.006066864187067205 simulation-passed 1 step_physics_max 0.10722307725386186 step_physics_mean 0.10722307725386186 step_physics_median 0.10722307725386186 step_physics_min 0.10722307725386186 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41441
10460
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.014964467686117366 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007239988452777075 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018945715644142845 agent_compute-ego_mean 0.018945715644142845 agent_compute-ego_median 0.018945715644142845 agent_compute-ego_min 0.018945715644142845 complete-iteration_max 0.2554506388577548 complete-iteration_mean 0.2554506388577548 complete-iteration_median 0.2554506388577548 complete-iteration_min 0.2554506388577548 deviation-center-line_max 0.007239988452777075 deviation-center-line_mean 0.007239988452777075 deviation-center-line_min 0.007239988452777075 deviation-heading_max 0.054432173491305365 deviation-heading_mean 0.054432173491305365 deviation-heading_median 0.054432173491305365 deviation-heading_min 0.054432173491305365 driven_any_max 0.015052841280185766 driven_any_mean 0.015052841280185766 driven_any_median 0.015052841280185766 driven_any_min 0.015052841280185766 driven_lanedir_consec_max 0.014964467686117366 driven_lanedir_consec_mean 0.014964467686117366 driven_lanedir_consec_min 0.014964467686117366 driven_lanedir_max 0.014964467686117366 driven_lanedir_mean 0.014964467686117366 driven_lanedir_median 0.014964467686117366 driven_lanedir_min 0.014964467686117366 get_duckie_state_max 0.004345828836614435 get_duckie_state_mean 0.004345828836614435 get_duckie_state_median 0.004345828836614435 get_duckie_state_min 0.004345828836614435 get_robot_state_max 0.015614119443026457 get_robot_state_mean 0.015614119443026457 get_robot_state_median 0.015614119443026457 get_robot_state_min 0.015614119443026457 get_state_dump_max 0.016922885721380062 get_state_dump_mean 0.016922885721380062 get_state_dump_median 0.016922885721380062 get_state_dump_min 0.016922885721380062 get_ui_image_max 0.04334718530828303 get_ui_image_mean 0.04334718530828303 get_ui_image_median 0.04334718530828303 get_ui_image_min 0.04334718530828303 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015052841280185766, "get_ui_image": 0.04334718530828303, "step_physics": 0.1138938773762096, "survival_time": 0.49999999999999994, "driven_lanedir": 0.014964467686117366, "get_state_dump": 0.016922885721380062, "sim_render-ego": 0.00622469728643244, "get_robot_state": 0.015614119443026457, "get_duckie_state": 0.004345828836614435, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018945715644142845, "deviation-heading": 0.054432173491305365, "complete-iteration": 0.2554506388577548, "set_robot_commands": 0.004886952313509854, "deviation-center-line": 0.007239988452777075, "driven_lanedir_consec": 0.014964467686117366, "sim_compute_sim_state": 0.026652487841519443, "sim_compute_performance-ego": 0.0044515132904052734}}set_robot_commands_max 0.004886952313509854 set_robot_commands_mean 0.004886952313509854 set_robot_commands_median 0.004886952313509854 set_robot_commands_min 0.004886952313509854 sim_compute_performance-ego_max 0.0044515132904052734 sim_compute_performance-ego_mean 0.0044515132904052734 sim_compute_performance-ego_median 0.0044515132904052734 sim_compute_performance-ego_min 0.0044515132904052734 sim_compute_sim_state_max 0.026652487841519443 sim_compute_sim_state_mean 0.026652487841519443 sim_compute_sim_state_median 0.026652487841519443 sim_compute_sim_state_min 0.026652487841519443 sim_render-ego_max 0.00622469728643244 sim_render-ego_mean 0.00622469728643244 sim_render-ego_median 0.00622469728643244 sim_render-ego_min 0.00622469728643244 simulation-passed 1 step_physics_max 0.1138938773762096 step_physics_mean 0.1138938773762096 step_physics_median 0.1138938773762096 step_physics_min 0.1138938773762096 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41432
10464
Raphael Jean exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check error yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:29 Waited 3606 seconds [...] Waited 3606 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41429
10466
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.027876018829250615 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007445076246417445 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018857370723377575 agent_compute-ego_mean 0.018857370723377575 agent_compute-ego_median 0.018857370723377575 agent_compute-ego_min 0.018857370723377575 complete-iteration_max 0.22930357672951435 complete-iteration_mean 0.22930357672951435 complete-iteration_median 0.22930357672951435 complete-iteration_min 0.22930357672951435 deviation-center-line_max 0.007445076246417445 deviation-center-line_mean 0.007445076246417445 deviation-center-line_min 0.007445076246417445 deviation-heading_max 0.05212800880300174 deviation-heading_mean 0.05212800880300174 deviation-heading_median 0.05212800880300174 deviation-heading_min 0.05212800880300174 driven_any_max 0.028006604949091875 driven_any_mean 0.028006604949091875 driven_any_median 0.028006604949091875 driven_any_min 0.028006604949091875 driven_lanedir_consec_max 0.027876018829250615 driven_lanedir_consec_mean 0.027876018829250615 driven_lanedir_consec_min 0.027876018829250615 driven_lanedir_max 0.027876018829250615 driven_lanedir_mean 0.027876018829250615 driven_lanedir_median 0.027876018829250615 driven_lanedir_min 0.027876018829250615 get_duckie_state_max 0.003900332884355025 get_duckie_state_mean 0.003900332884355025 get_duckie_state_median 0.003900332884355025 get_duckie_state_min 0.003900332884355025 get_robot_state_max 0.013654362071644176 get_robot_state_mean 0.013654362071644176 get_robot_state_median 0.013654362071644176 get_robot_state_min 0.013654362071644176 get_state_dump_max 0.014660466801036488 get_state_dump_mean 0.014660466801036488 get_state_dump_median 0.014660466801036488 get_state_dump_min 0.014660466801036488 get_ui_image_max 0.03892575610767712 get_ui_image_mean 0.03892575610767712 get_ui_image_median 0.03892575610767712 get_ui_image_min 0.03892575610767712 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.028006604949091875, "get_ui_image": 0.03892575610767712, "step_physics": 0.10156206651167436, "survival_time": 0.49999999999999994, "driven_lanedir": 0.027876018829250615, "get_state_dump": 0.014660466801036488, "sim_render-ego": 0.005870472301136364, "get_robot_state": 0.013654362071644176, "get_duckie_state": 0.003900332884355025, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018857370723377575, "deviation-heading": 0.05212800880300174, "complete-iteration": 0.22930357672951435, "set_robot_commands": 0.004757577722722834, "deviation-center-line": 0.007445076246417445, "driven_lanedir_consec": 0.027876018829250615, "sim_compute_sim_state": 0.02285725420171564, "sim_compute_performance-ego": 0.0041102712804620915}}set_robot_commands_max 0.004757577722722834 set_robot_commands_mean 0.004757577722722834 set_robot_commands_median 0.004757577722722834 set_robot_commands_min 0.004757577722722834 sim_compute_performance-ego_max 0.0041102712804620915 sim_compute_performance-ego_mean 0.0041102712804620915 sim_compute_performance-ego_median 0.0041102712804620915 sim_compute_performance-ego_min 0.0041102712804620915 sim_compute_sim_state_max 0.02285725420171564 sim_compute_sim_state_mean 0.02285725420171564 sim_compute_sim_state_median 0.02285725420171564 sim_compute_sim_state_min 0.02285725420171564 sim_render-ego_max 0.005870472301136364 sim_render-ego_mean 0.005870472301136364 sim_render-ego_median 0.005870472301136364 sim_render-ego_min 0.005870472301136364 simulation-passed 1 step_physics_max 0.10156206651167436 step_physics_mean 0.10156206651167436 step_physics_median 0.10156206651167436 step_physics_min 0.10156206651167436 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41426
10468
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03209517877249901 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007508302248840766 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020631898533214225 agent_compute-ego_mean 0.020631898533214225 agent_compute-ego_median 0.020631898533214225 agent_compute-ego_min 0.020631898533214225 complete-iteration_max 0.23193218491294168 complete-iteration_mean 0.23193218491294168 complete-iteration_median 0.23193218491294168 complete-iteration_min 0.23193218491294168 deviation-center-line_max 0.007508302248840766 deviation-center-line_mean 0.007508302248840766 deviation-center-line_min 0.007508302248840766 deviation-heading_max 0.05278097811616933 deviation-heading_mean 0.05278097811616933 deviation-heading_median 0.05278097811616933 deviation-heading_min 0.05278097811616933 driven_any_max 0.03225606911554171 driven_any_mean 0.03225606911554171 driven_any_median 0.03225606911554171 driven_any_min 0.03225606911554171 driven_lanedir_consec_max 0.03209517877249901 driven_lanedir_consec_mean 0.03209517877249901 driven_lanedir_consec_min 0.03209517877249901 driven_lanedir_max 0.03209517877249901 driven_lanedir_mean 0.03209517877249901 driven_lanedir_median 0.03209517877249901 driven_lanedir_min 0.03209517877249901 get_duckie_state_max 0.003939173438332297 get_duckie_state_mean 0.003939173438332297 get_duckie_state_median 0.003939173438332297 get_duckie_state_min 0.003939173438332297 get_robot_state_max 0.016027667305686256 get_robot_state_mean 0.016027667305686256 get_robot_state_median 0.016027667305686256 get_robot_state_min 0.016027667305686256 get_state_dump_max 0.01475514065135609 get_state_dump_mean 0.01475514065135609 get_state_dump_median 0.01475514065135609 get_state_dump_min 0.01475514065135609 get_ui_image_max 0.03834863142533736 get_ui_image_mean 0.03834863142533736 get_ui_image_median 0.03834863142533736 get_ui_image_min 0.03834863142533736 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03225606911554171, "get_ui_image": 0.03834863142533736, "step_physics": 0.09899570725180884, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03209517877249901, "get_state_dump": 0.01475514065135609, "sim_render-ego": 0.006211367520419034, "get_robot_state": 0.016027667305686256, "get_duckie_state": 0.003939173438332297, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020631898533214225, "deviation-heading": 0.05278097811616933, "complete-iteration": 0.23193218491294168, "set_robot_commands": 0.004945603283968839, "deviation-center-line": 0.007508302248840766, "driven_lanedir_consec": 0.03209517877249901, "sim_compute_sim_state": 0.023679581555453213, "sim_compute_performance-ego": 0.004247188568115234}}set_robot_commands_max 0.004945603283968839 set_robot_commands_mean 0.004945603283968839 set_robot_commands_median 0.004945603283968839 set_robot_commands_min 0.004945603283968839 sim_compute_performance-ego_max 0.004247188568115234 sim_compute_performance-ego_mean 0.004247188568115234 sim_compute_performance-ego_median 0.004247188568115234 sim_compute_performance-ego_min 0.004247188568115234 sim_compute_sim_state_max 0.023679581555453213 sim_compute_sim_state_mean 0.023679581555453213 sim_compute_sim_state_median 0.023679581555453213 sim_compute_sim_state_min 0.023679581555453213 sim_render-ego_max 0.006211367520419034 sim_render-ego_mean 0.006211367520419034 sim_render-ego_median 0.006211367520419034 sim_render-ego_min 0.006211367520419034 simulation-passed 1 step_physics_max 0.09899570725180884 step_physics_mean 0.09899570725180884 step_physics_median 0.09899570725180884 step_physics_min 0.09899570725180884 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41421
10471
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.015784316327978054 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007229158113538464 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018594525077126244 agent_compute-ego_mean 0.018594525077126244 agent_compute-ego_median 0.018594525077126244 agent_compute-ego_min 0.018594525077126244 complete-iteration_max 0.22932822054082697 complete-iteration_mean 0.22932822054082697 complete-iteration_median 0.22932822054082697 complete-iteration_min 0.22932822054082697 deviation-center-line_max 0.007229158113538464 deviation-center-line_mean 0.007229158113538464 deviation-center-line_min 0.007229158113538464 deviation-heading_max 0.05131194897780267 deviation-heading_mean 0.05131194897780267 deviation-heading_median 0.05131194897780267 deviation-heading_min 0.05131194897780267 driven_any_max 0.015851233436329437 driven_any_mean 0.015851233436329437 driven_any_median 0.015851233436329437 driven_any_min 0.015851233436329437 driven_lanedir_consec_max 0.015784316327978054 driven_lanedir_consec_mean 0.015784316327978054 driven_lanedir_consec_min 0.015784316327978054 driven_lanedir_max 0.015784316327978054 driven_lanedir_mean 0.015784316327978054 driven_lanedir_median 0.015784316327978054 driven_lanedir_min 0.015784316327978054 get_duckie_state_max 0.0040361231023615055 get_duckie_state_mean 0.0040361231023615055 get_duckie_state_median 0.0040361231023615055 get_duckie_state_min 0.0040361231023615055 get_robot_state_max 0.013692812486128374 get_robot_state_mean 0.013692812486128374 get_robot_state_median 0.013692812486128374 get_robot_state_min 0.013692812486128374 get_state_dump_max 0.018042022531682796 get_state_dump_mean 0.018042022531682796 get_state_dump_median 0.018042022531682796 get_state_dump_min 0.018042022531682796 get_ui_image_max 0.03774723139676181 get_ui_image_mean 0.03774723139676181 get_ui_image_median 0.03774723139676181 get_ui_image_min 0.03774723139676181 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015851233436329437, "get_ui_image": 0.03774723139676181, "step_physics": 0.09759170358831232, "survival_time": 0.49999999999999994, "driven_lanedir": 0.015784316327978054, "get_state_dump": 0.018042022531682796, "sim_render-ego": 0.006054228002374823, "get_robot_state": 0.013692812486128374, "get_duckie_state": 0.0040361231023615055, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018594525077126244, "deviation-heading": 0.05131194897780267, "complete-iteration": 0.22932822054082697, "set_robot_commands": 0.005011926997791637, "deviation-center-line": 0.007229158113538464, "driven_lanedir_consec": 0.015784316327978054, "sim_compute_sim_state": 0.024089011279019443, "sim_compute_performance-ego": 0.004321380095048385}}set_robot_commands_max 0.005011926997791637 set_robot_commands_mean 0.005011926997791637 set_robot_commands_median 0.005011926997791637 set_robot_commands_min 0.005011926997791637 sim_compute_performance-ego_max 0.004321380095048385 sim_compute_performance-ego_mean 0.004321380095048385 sim_compute_performance-ego_median 0.004321380095048385 sim_compute_performance-ego_min 0.004321380095048385 sim_compute_sim_state_max 0.024089011279019443 sim_compute_sim_state_mean 0.024089011279019443 sim_compute_sim_state_median 0.024089011279019443 sim_compute_sim_state_min 0.024089011279019443 sim_render-ego_max 0.006054228002374823 sim_render-ego_mean 0.006054228002374823 sim_render-ego_median 0.006054228002374823 sim_render-ego_min 0.006054228002374823 simulation-passed 1 step_physics_max 0.09759170358831232 step_physics_mean 0.09759170358831232 step_physics_median 0.09759170358831232 step_physics_min 0.09759170358831232 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41416
10473
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.015867745269518174 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007240643402392373 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01893008839000355 agent_compute-ego_mean 0.01893008839000355 agent_compute-ego_median 0.01893008839000355 agent_compute-ego_min 0.01893008839000355 complete-iteration_max 0.23820018768310547 complete-iteration_mean 0.23820018768310547 complete-iteration_median 0.23820018768310547 complete-iteration_min 0.23820018768310547 deviation-center-line_max 0.007240643402392373 deviation-center-line_mean 0.007240643402392373 deviation-center-line_min 0.007240643402392373 deviation-heading_max 0.052628844423618135 deviation-heading_mean 0.052628844423618135 deviation-heading_median 0.052628844423618135 deviation-heading_min 0.052628844423618135 driven_any_max 0.015946940484364822 driven_any_mean 0.015946940484364822 driven_any_median 0.015946940484364822 driven_any_min 0.015946940484364822 driven_lanedir_consec_max 0.015867745269518174 driven_lanedir_consec_mean 0.015867745269518174 driven_lanedir_consec_min 0.015867745269518174 driven_lanedir_max 0.015867745269518174 driven_lanedir_mean 0.015867745269518174 driven_lanedir_median 0.015867745269518174 driven_lanedir_min 0.015867745269518174 get_duckie_state_max 0.0044738379391756926 get_duckie_state_mean 0.0044738379391756926 get_duckie_state_median 0.0044738379391756926 get_duckie_state_min 0.0044738379391756926 get_robot_state_max 0.015939300710504704 get_robot_state_mean 0.015939300710504704 get_robot_state_median 0.015939300710504704 get_robot_state_min 0.015939300710504704 get_state_dump_max 0.01665629040111195 get_state_dump_mean 0.01665629040111195 get_state_dump_median 0.01665629040111195 get_state_dump_min 0.01665629040111195 get_ui_image_max 0.038637182929299095 get_ui_image_mean 0.038637182929299095 get_ui_image_median 0.038637182929299095 get_ui_image_min 0.038637182929299095 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015946940484364822, "get_ui_image": 0.038637182929299095, "step_physics": 0.10141333666714757, "survival_time": 0.49999999999999994, "driven_lanedir": 0.015867745269518174, "get_state_dump": 0.01665629040111195, "sim_render-ego": 0.006452885541048917, "get_robot_state": 0.015939300710504704, "get_duckie_state": 0.0044738379391756926, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01893008839000355, "deviation-heading": 0.052628844423618135, "complete-iteration": 0.23820018768310547, "set_robot_commands": 0.004769542000510476, "deviation-center-line": 0.007240643402392373, "driven_lanedir_consec": 0.015867745269518174, "sim_compute_sim_state": 0.026269609277898617, "sim_compute_performance-ego": 0.004495902494950728}}set_robot_commands_max 0.004769542000510476 set_robot_commands_mean 0.004769542000510476 set_robot_commands_median 0.004769542000510476 set_robot_commands_min 0.004769542000510476 sim_compute_performance-ego_max 0.004495902494950728 sim_compute_performance-ego_mean 0.004495902494950728 sim_compute_performance-ego_median 0.004495902494950728 sim_compute_performance-ego_min 0.004495902494950728 sim_compute_sim_state_max 0.026269609277898617 sim_compute_sim_state_mean 0.026269609277898617 sim_compute_sim_state_median 0.026269609277898617 sim_compute_sim_state_min 0.026269609277898617 sim_render-ego_max 0.006452885541048917 sim_render-ego_mean 0.006452885541048917 sim_render-ego_median 0.006452885541048917 sim_render-ego_min 0.006452885541048917 simulation-passed 1 step_physics_max 0.10141333666714757 step_physics_mean 0.10141333666714757 step_physics_median 0.10141333666714757 step_physics_min 0.10141333666714757 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41411
10472
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.01588500944861071 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00722763419679456 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01958656311035156 agent_compute-ego_mean 0.01958656311035156 agent_compute-ego_median 0.01958656311035156 agent_compute-ego_min 0.01958656311035156 complete-iteration_max 0.24060316519303757 complete-iteration_mean 0.24060316519303757 complete-iteration_median 0.24060316519303757 complete-iteration_min 0.24060316519303757 deviation-center-line_max 0.00722763419679456 deviation-center-line_mean 0.00722763419679456 deviation-center-line_min 0.00722763419679456 deviation-heading_max 0.0507499706048159 deviation-heading_mean 0.0507499706048159 deviation-heading_median 0.0507499706048159 deviation-heading_min 0.0507499706048159 driven_any_max 0.015947879506262187 driven_any_mean 0.015947879506262187 driven_any_median 0.015947879506262187 driven_any_min 0.015947879506262187 driven_lanedir_consec_max 0.01588500944861071 driven_lanedir_consec_mean 0.01588500944861071 driven_lanedir_consec_min 0.01588500944861071 driven_lanedir_max 0.01588500944861071 driven_lanedir_mean 0.01588500944861071 driven_lanedir_median 0.01588500944861071 driven_lanedir_min 0.01588500944861071 get_duckie_state_max 0.004261385310779919 get_duckie_state_mean 0.004261385310779919 get_duckie_state_median 0.004261385310779919 get_duckie_state_min 0.004261385310779919 get_robot_state_max 0.013941808180375532 get_robot_state_mean 0.013941808180375532 get_robot_state_median 0.013941808180375532 get_robot_state_min 0.013941808180375532 get_state_dump_max 0.014313871210271662 get_state_dump_mean 0.014313871210271662 get_state_dump_median 0.014313871210271662 get_state_dump_min 0.014313871210271662 get_ui_image_max 0.040547544305974785 get_ui_image_mean 0.040547544305974785 get_ui_image_median 0.040547544305974785 get_ui_image_min 0.040547544305974785 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015947879506262187, "get_ui_image": 0.040547544305974785, "step_physics": 0.1057851964777166, "survival_time": 0.49999999999999994, "driven_lanedir": 0.01588500944861071, "get_state_dump": 0.014313871210271662, "sim_render-ego": 0.007104895331642844, "get_robot_state": 0.013941808180375532, "get_duckie_state": 0.004261385310779919, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01958656311035156, "deviation-heading": 0.0507499706048159, "complete-iteration": 0.24060316519303757, "set_robot_commands": 0.0045684467662464485, "deviation-center-line": 0.00722763419679456, "driven_lanedir_consec": 0.01588500944861071, "sim_compute_sim_state": 0.02580066160722212, "sim_compute_performance-ego": 0.004535263234918768}}set_robot_commands_max 0.0045684467662464485 set_robot_commands_mean 0.0045684467662464485 set_robot_commands_median 0.0045684467662464485 set_robot_commands_min 0.0045684467662464485 sim_compute_performance-ego_max 0.004535263234918768 sim_compute_performance-ego_mean 0.004535263234918768 sim_compute_performance-ego_median 0.004535263234918768 sim_compute_performance-ego_min 0.004535263234918768 sim_compute_sim_state_max 0.02580066160722212 sim_compute_sim_state_mean 0.02580066160722212 sim_compute_sim_state_median 0.02580066160722212 sim_compute_sim_state_min 0.02580066160722212 sim_render-ego_max 0.007104895331642844 sim_render-ego_mean 0.007104895331642844 sim_render-ego_median 0.007104895331642844 sim_render-ego_min 0.007104895331642844 simulation-passed 1 step_physics_max 0.1057851964777166 step_physics_mean 0.1057851964777166 step_physics_median 0.1057851964777166 step_physics_min 0.1057851964777166 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41405
10476
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.015801397338786494 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007237184308980645 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01913263581015847 agent_compute-ego_mean 0.01913263581015847 agent_compute-ego_median 0.01913263581015847 agent_compute-ego_min 0.01913263581015847 complete-iteration_max 0.25558179075067694 complete-iteration_mean 0.25558179075067694 complete-iteration_median 0.25558179075067694 complete-iteration_min 0.25558179075067694 deviation-center-line_max 0.007237184308980645 deviation-center-line_mean 0.007237184308980645 deviation-center-line_min 0.007237184308980645 deviation-heading_max 0.05235346165024221 deviation-heading_mean 0.05235346165024221 deviation-heading_median 0.05235346165024221 deviation-heading_min 0.05235346165024221 driven_any_max 0.015878162173499202 driven_any_mean 0.015878162173499202 driven_any_median 0.015878162173499202 driven_any_min 0.015878162173499202 driven_lanedir_consec_max 0.015801397338786494 driven_lanedir_consec_mean 0.015801397338786494 driven_lanedir_consec_min 0.015801397338786494 driven_lanedir_max 0.015801397338786494 driven_lanedir_mean 0.015801397338786494 driven_lanedir_median 0.015801397338786494 driven_lanedir_min 0.015801397338786494 get_duckie_state_max 0.0046923160552978516 get_duckie_state_mean 0.0046923160552978516 get_duckie_state_median 0.0046923160552978516 get_duckie_state_min 0.0046923160552978516 get_robot_state_max 0.015991167588667435 get_robot_state_mean 0.015991167588667435 get_robot_state_median 0.015991167588667435 get_robot_state_min 0.015991167588667435 get_state_dump_max 0.015935637734153053 get_state_dump_mean 0.015935637734153053 get_state_dump_median 0.015935637734153053 get_state_dump_min 0.015935637734153053 get_ui_image_max 0.04412631555037065 get_ui_image_mean 0.04412631555037065 get_ui_image_median 0.04412631555037065 get_ui_image_min 0.04412631555037065 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015878162173499202, "get_ui_image": 0.04412631555037065, "step_physics": 0.11240493167530406, "survival_time": 0.49999999999999994, "driven_lanedir": 0.015801397338786494, "get_state_dump": 0.015935637734153053, "sim_render-ego": 0.007046656175093217, "get_robot_state": 0.015991167588667435, "get_duckie_state": 0.0046923160552978516, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01913263581015847, "deviation-heading": 0.05235346165024221, "complete-iteration": 0.25558179075067694, "set_robot_commands": 0.004810246554287997, "deviation-center-line": 0.007237184308980645, "driven_lanedir_consec": 0.015801397338786494, "sim_compute_sim_state": 0.026774493130770596, "sim_compute_performance-ego": 0.004508928819136186}}set_robot_commands_max 0.004810246554287997 set_robot_commands_mean 0.004810246554287997 set_robot_commands_median 0.004810246554287997 set_robot_commands_min 0.004810246554287997 sim_compute_performance-ego_max 0.004508928819136186 sim_compute_performance-ego_mean 0.004508928819136186 sim_compute_performance-ego_median 0.004508928819136186 sim_compute_performance-ego_min 0.004508928819136186 sim_compute_sim_state_max 0.026774493130770596 sim_compute_sim_state_mean 0.026774493130770596 sim_compute_sim_state_median 0.026774493130770596 sim_compute_sim_state_min 0.026774493130770596 sim_render-ego_max 0.007046656175093217 sim_render-ego_mean 0.007046656175093217 sim_render-ego_median 0.007046656175093217 sim_render-ego_min 0.007046656175093217 simulation-passed 1 step_physics_max 0.11240493167530406 step_physics_mean 0.11240493167530406 step_physics_median 0.11240493167530406 step_physics_min 0.11240493167530406 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41403
10479
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.015751057333490692 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00722980795423181 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018474232066761364 agent_compute-ego_mean 0.018474232066761364 agent_compute-ego_median 0.018474232066761364 agent_compute-ego_min 0.018474232066761364 complete-iteration_max 0.25633714415810327 complete-iteration_mean 0.25633714415810327 complete-iteration_median 0.25633714415810327 complete-iteration_min 0.25633714415810327 deviation-center-line_max 0.00722980795423181 deviation-center-line_mean 0.00722980795423181 deviation-center-line_min 0.00722980795423181 deviation-heading_max 0.051479356938903355 deviation-heading_mean 0.051479356938903355 deviation-heading_median 0.051479356938903355 deviation-heading_min 0.051479356938903355 driven_any_max 0.015820352034172966 driven_any_mean 0.015820352034172966 driven_any_median 0.015820352034172966 driven_any_min 0.015820352034172966 driven_lanedir_consec_max 0.015751057333490692 driven_lanedir_consec_mean 0.015751057333490692 driven_lanedir_consec_min 0.015751057333490692 driven_lanedir_max 0.015751057333490692 driven_lanedir_mean 0.015751057333490692 driven_lanedir_median 0.015751057333490692 driven_lanedir_min 0.015751057333490692 get_duckie_state_max 0.004861008037220348 get_duckie_state_mean 0.004861008037220348 get_duckie_state_median 0.004861008037220348 get_duckie_state_min 0.004861008037220348 get_robot_state_max 0.01639810475436124 get_robot_state_mean 0.01639810475436124 get_robot_state_median 0.01639810475436124 get_robot_state_min 0.01639810475436124 get_state_dump_max 0.015392997048117895 get_state_dump_mean 0.015392997048117895 get_state_dump_median 0.015392997048117895 get_state_dump_min 0.015392997048117895 get_ui_image_max 0.0431748086755926 get_ui_image_mean 0.0431748086755926 get_ui_image_median 0.0431748086755926 get_ui_image_min 0.0431748086755926 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.015820352034172966, "get_ui_image": 0.0431748086755926, "step_physics": 0.11158700422807172, "survival_time": 0.49999999999999994, "driven_lanedir": 0.015751057333490692, "get_state_dump": 0.015392997048117895, "sim_render-ego": 0.006782878528941761, "get_robot_state": 0.01639810475436124, "get_duckie_state": 0.004861008037220348, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018474232066761364, "deviation-heading": 0.051479356938903355, "complete-iteration": 0.25633714415810327, "set_robot_commands": 0.004848415201360529, "deviation-center-line": 0.00722980795423181, "driven_lanedir_consec": 0.015751057333490692, "sim_compute_sim_state": 0.030010310086337, "sim_compute_performance-ego": 0.004644914106889205}}set_robot_commands_max 0.004848415201360529 set_robot_commands_mean 0.004848415201360529 set_robot_commands_median 0.004848415201360529 set_robot_commands_min 0.004848415201360529 sim_compute_performance-ego_max 0.004644914106889205 sim_compute_performance-ego_mean 0.004644914106889205 sim_compute_performance-ego_median 0.004644914106889205 sim_compute_performance-ego_min 0.004644914106889205 sim_compute_sim_state_max 0.030010310086337 sim_compute_sim_state_mean 0.030010310086337 sim_compute_sim_state_median 0.030010310086337 sim_compute_sim_state_min 0.030010310086337 sim_render-ego_max 0.006782878528941761 sim_render-ego_mean 0.006782878528941761 sim_render-ego_median 0.006782878528941761 sim_render-ego_min 0.006782878528941761 simulation-passed 1 step_physics_max 0.11158700422807172 step_physics_mean 0.11158700422807172 step_physics_median 0.11158700422807172 step_physics_min 0.11158700422807172 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41398
10483
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.016864782769586917 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007244739118363549 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019348729740489613 agent_compute-ego_mean 0.019348729740489613 agent_compute-ego_median 0.019348729740489613 agent_compute-ego_min 0.019348729740489613 complete-iteration_max 0.24574151906100183 complete-iteration_mean 0.24574151906100183 complete-iteration_median 0.24574151906100183 complete-iteration_min 0.24574151906100183 deviation-center-line_max 0.007244739118363549 deviation-center-line_mean 0.007244739118363549 deviation-center-line_min 0.007244739118363549 deviation-heading_max 0.05185660063761582 deviation-heading_mean 0.05185660063761582 deviation-heading_median 0.05185660063761582 deviation-heading_min 0.05185660063761582 driven_any_max 0.01694034712530123 driven_any_mean 0.01694034712530123 driven_any_median 0.01694034712530123 driven_any_min 0.01694034712530123 driven_lanedir_consec_max 0.016864782769586917 driven_lanedir_consec_mean 0.016864782769586917 driven_lanedir_consec_min 0.016864782769586917 driven_lanedir_max 0.016864782769586917 driven_lanedir_mean 0.016864782769586917 driven_lanedir_median 0.016864782769586917 driven_lanedir_min 0.016864782769586917 get_duckie_state_max 0.003873066468672319 get_duckie_state_mean 0.003873066468672319 get_duckie_state_median 0.003873066468672319 get_duckie_state_min 0.003873066468672319 get_robot_state_max 0.014372283762151545 get_robot_state_mean 0.014372283762151545 get_robot_state_median 0.014372283762151545 get_robot_state_min 0.014372283762151545 get_state_dump_max 0.015403964302756567 get_state_dump_mean 0.015403964302756567 get_state_dump_median 0.015403964302756567 get_state_dump_min 0.015403964302756567 get_ui_image_max 0.039034821770407936 get_ui_image_mean 0.039034821770407936 get_ui_image_median 0.039034821770407936 get_ui_image_min 0.039034821770407936 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.01694034712530123, "get_ui_image": 0.039034821770407936, "step_physics": 0.11186426336115056, "survival_time": 0.49999999999999994, "driven_lanedir": 0.016864782769586917, "get_state_dump": 0.015403964302756567, "sim_render-ego": 0.006455226378007369, "get_robot_state": 0.014372283762151545, "get_duckie_state": 0.003873066468672319, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019348729740489613, "deviation-heading": 0.05185660063761582, "complete-iteration": 0.24574151906100183, "set_robot_commands": 0.005169391632080078, "deviation-center-line": 0.007244739118363549, "driven_lanedir_consec": 0.016864782769586917, "sim_compute_sim_state": 0.025497631593184036, "sim_compute_performance-ego": 0.004558975046331232}}set_robot_commands_max 0.005169391632080078 set_robot_commands_mean 0.005169391632080078 set_robot_commands_median 0.005169391632080078 set_robot_commands_min 0.005169391632080078 sim_compute_performance-ego_max 0.004558975046331232 sim_compute_performance-ego_mean 0.004558975046331232 sim_compute_performance-ego_median 0.004558975046331232 sim_compute_performance-ego_min 0.004558975046331232 sim_compute_sim_state_max 0.025497631593184036 sim_compute_sim_state_mean 0.025497631593184036 sim_compute_sim_state_median 0.025497631593184036 sim_compute_sim_state_min 0.025497631593184036 sim_render-ego_max 0.006455226378007369 sim_render-ego_mean 0.006455226378007369 sim_render-ego_median 0.006455226378007369 sim_render-ego_min 0.006455226378007369 simulation-passed 1 step_physics_max 0.11186426336115056 step_physics_mean 0.11186426336115056 step_physics_median 0.11186426336115056 step_physics_min 0.11186426336115056 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41390
10487
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0321199452861034 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007481126443779059 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02011008696122603 agent_compute-ego_mean 0.02011008696122603 agent_compute-ego_median 0.02011008696122603 agent_compute-ego_min 0.02011008696122603 complete-iteration_max 0.2592086141759699 complete-iteration_mean 0.2592086141759699 complete-iteration_median 0.2592086141759699 complete-iteration_min 0.2592086141759699 deviation-center-line_max 0.007481126443779059 deviation-center-line_mean 0.007481126443779059 deviation-center-line_min 0.007481126443779059 deviation-heading_max 0.05108964451300556 deviation-heading_mean 0.05108964451300556 deviation-heading_median 0.05108964451300556 deviation-heading_min 0.05108964451300556 driven_any_max 0.032256044603597156 driven_any_mean 0.032256044603597156 driven_any_median 0.032256044603597156 driven_any_min 0.032256044603597156 driven_lanedir_consec_max 0.0321199452861034 driven_lanedir_consec_mean 0.0321199452861034 driven_lanedir_consec_min 0.0321199452861034 driven_lanedir_max 0.0321199452861034 driven_lanedir_mean 0.0321199452861034 driven_lanedir_median 0.0321199452861034 driven_lanedir_min 0.0321199452861034 get_duckie_state_max 0.004557392813942649 get_duckie_state_mean 0.004557392813942649 get_duckie_state_median 0.004557392813942649 get_duckie_state_min 0.004557392813942649 get_robot_state_max 0.01658732240850275 get_robot_state_mean 0.01658732240850275 get_robot_state_median 0.01658732240850275 get_robot_state_min 0.01658732240850275 get_state_dump_max 0.016488313674926758 get_state_dump_mean 0.016488313674926758 get_state_dump_median 0.016488313674926758 get_state_dump_min 0.016488313674926758 get_ui_image_max 0.047569318251176315 get_ui_image_mean 0.047569318251176315 get_ui_image_median 0.047569318251176315 get_ui_image_min 0.047569318251176315 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.032256044603597156, "get_ui_image": 0.047569318251176315, "step_physics": 0.1114745790308172, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0321199452861034, "get_state_dump": 0.016488313674926758, "sim_render-ego": 0.006468664516102184, "get_robot_state": 0.01658732240850275, "get_duckie_state": 0.004557392813942649, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02011008696122603, "deviation-heading": 0.05108964451300556, "complete-iteration": 0.2592086141759699, "set_robot_commands": 0.005588618191805753, "deviation-center-line": 0.007481126443779059, "driven_lanedir_consec": 0.0321199452861034, "sim_compute_sim_state": 0.02570499073375355, "sim_compute_performance-ego": 0.004498871889981357}}set_robot_commands_max 0.005588618191805753 set_robot_commands_mean 0.005588618191805753 set_robot_commands_median 0.005588618191805753 set_robot_commands_min 0.005588618191805753 sim_compute_performance-ego_max 0.004498871889981357 sim_compute_performance-ego_mean 0.004498871889981357 sim_compute_performance-ego_median 0.004498871889981357 sim_compute_performance-ego_min 0.004498871889981357 sim_compute_sim_state_max 0.02570499073375355 sim_compute_sim_state_mean 0.02570499073375355 sim_compute_sim_state_median 0.02570499073375355 sim_compute_sim_state_min 0.02570499073375355 sim_render-ego_max 0.006468664516102184 sim_render-ego_mean 0.006468664516102184 sim_render-ego_median 0.006468664516102184 sim_render-ego_min 0.006468664516102184 simulation-passed 1 step_physics_max 0.1114745790308172 step_physics_mean 0.1114745790308172 step_physics_median 0.1114745790308172 step_physics_min 0.1114745790308172 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41386
10492
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.034233685166893846 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007536113660346595 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019476652145385746 agent_compute-ego_mean 0.019476652145385746 agent_compute-ego_median 0.019476652145385746 agent_compute-ego_min 0.019476652145385746 complete-iteration_max 0.2487445527857 complete-iteration_mean 0.2487445527857 complete-iteration_median 0.2487445527857 complete-iteration_min 0.2487445527857 deviation-center-line_max 0.007536113660346595 deviation-center-line_mean 0.007536113660346595 deviation-center-line_min 0.007536113660346595 deviation-heading_max 0.05261209949018744 deviation-heading_mean 0.05261209949018744 deviation-heading_median 0.05261209949018744 deviation-heading_min 0.05261209949018744 driven_any_max 0.034406492745685344 driven_any_mean 0.034406492745685344 driven_any_median 0.034406492745685344 driven_any_min 0.034406492745685344 driven_lanedir_consec_max 0.034233685166893846 driven_lanedir_consec_mean 0.034233685166893846 driven_lanedir_consec_min 0.034233685166893846 driven_lanedir_max 0.034233685166893846 driven_lanedir_mean 0.034233685166893846 driven_lanedir_median 0.034233685166893846 driven_lanedir_min 0.034233685166893846 get_duckie_state_max 0.004422426223754883 get_duckie_state_mean 0.004422426223754883 get_duckie_state_median 0.004422426223754883 get_duckie_state_min 0.004422426223754883 get_robot_state_max 0.014721827073530718 get_robot_state_mean 0.014721827073530718 get_robot_state_median 0.014721827073530718 get_robot_state_min 0.014721827073530718 get_state_dump_max 0.015580264004794037 get_state_dump_mean 0.015580264004794037 get_state_dump_median 0.015580264004794037 get_state_dump_min 0.015580264004794037 get_ui_image_max 0.043065634640780365 get_ui_image_mean 0.043065634640780365 get_ui_image_median 0.043065634640780365 get_ui_image_min 0.043065634640780365 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.034406492745685344, "get_ui_image": 0.043065634640780365, "step_physics": 0.11023339358243076, "survival_time": 0.49999999999999994, "driven_lanedir": 0.034233685166893846, "get_state_dump": 0.015580264004794037, "sim_render-ego": 0.006418856707486239, "get_robot_state": 0.014721827073530718, "get_duckie_state": 0.004422426223754883, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019476652145385746, "deviation-heading": 0.05261209949018744, "complete-iteration": 0.2487445527857, "set_robot_commands": 0.004951888864690607, "deviation-center-line": 0.007536113660346595, "driven_lanedir_consec": 0.034233685166893846, "sim_compute_sim_state": 0.02551217512650923, "sim_compute_performance-ego": 0.0042081312699751424}}set_robot_commands_max 0.004951888864690607 set_robot_commands_mean 0.004951888864690607 set_robot_commands_median 0.004951888864690607 set_robot_commands_min 0.004951888864690607 sim_compute_performance-ego_max 0.0042081312699751424 sim_compute_performance-ego_mean 0.0042081312699751424 sim_compute_performance-ego_median 0.0042081312699751424 sim_compute_performance-ego_min 0.0042081312699751424 sim_compute_sim_state_max 0.02551217512650923 sim_compute_sim_state_mean 0.02551217512650923 sim_compute_sim_state_median 0.02551217512650923 sim_compute_sim_state_min 0.02551217512650923 sim_render-ego_max 0.006418856707486239 sim_render-ego_mean 0.006418856707486239 sim_render-ego_median 0.006418856707486239 sim_render-ego_min 0.006418856707486239 simulation-passed 1 step_physics_max 0.11023339358243076 step_physics_mean 0.11023339358243076 step_physics_median 0.11023339358243076 step_physics_min 0.11023339358243076 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41381
10497
Bea Baselines 🐤template-tensorflow aido5-LF-sanity-sim-validation
sanity-check error yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:00:51 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 236, in main
robot_ci.write_topic_and_expect_zero("seed", config.seed)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 305, in read_reply
raise RemoteNodeAborted(msg)
zuper_nodes.structures.RemoteNodeAborted: The remote node "ego" aborted with the following error:
error in ego |Unexpected error:
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
|| call_if_fun_exists(node, "init", context=context_data)
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 32, in init
|| raise Exception(msg)
|| Exception: Could not find gpu device.
||
|| The above exception was the direct cause of the following exception:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
|| raise Exception(msg) from e
|| Exception: Exception while calling the node's init() function.
||
|| | Traceback (most recent call last):
|| | File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
|| | call_if_fun_exists(node, "init", context=context_data)
|| | File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| | f(**kwargs)
|| | File "solution.py", line 32, in init
|| | raise Exception(msg)
|| | Exception: Could not find gpu device.
|| |
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41377
10497
Bea Baselines 🐤template-tensorflow aido5-LF-sanity-sim-validation
sanity-check error yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:06:30 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 236, in main
robot_ci.write_topic_and_expect_zero("seed", config.seed)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 305, in read_reply
raise RemoteNodeAborted(msg)
zuper_nodes.structures.RemoteNodeAborted: The remote node "ego" aborted with the following error:
error in ego |Unexpected error:
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
|| call_if_fun_exists(node, "init", context=context_data)
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 32, in init
|| raise Exception(msg)
|| Exception: Could not find gpu device.
||
|| The above exception was the direct cause of the following exception:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
|| raise Exception(msg) from e
|| Exception: Exception while calling the node's init() function.
||
|| | Traceback (most recent call last):
|| | File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
|| | call_if_fun_exists(node, "init", context=context_data)
|| | File "/usr/local/lib/python3.7/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| | f(**kwargs)
|| | File "solution.py", line 32, in init
|| | raise Exception(msg)
|| | Exception: Could not find gpu device.
|| |
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41373
10500
Andrea Censi 🇨🇭template-random aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:02:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.06871089847212986 survival_time_median 0.49999999999999994 deviation-center-line_median 0.008019844335283851 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.016073400324041195 agent_compute-ego_mean 0.016073400324041195 agent_compute-ego_median 0.016073400324041195 agent_compute-ego_min 0.016073400324041195 complete-iteration_max 0.21854522011496805 complete-iteration_mean 0.21854522011496805 complete-iteration_median 0.21854522011496805 complete-iteration_min 0.21854522011496805 deviation-center-line_max 0.008019844335283851 deviation-center-line_mean 0.008019844335283851 deviation-center-line_min 0.008019844335283851 deviation-heading_max 0.05040343959962079 deviation-heading_mean 0.05040343959962079 deviation-heading_median 0.05040343959962079 deviation-heading_min 0.05040343959962079 driven_any_max 0.06898176896787415 driven_any_mean 0.06898176896787415 driven_any_median 0.06898176896787415 driven_any_min 0.06898176896787415 driven_lanedir_consec_max 0.06871089847212986 driven_lanedir_consec_mean 0.06871089847212986 driven_lanedir_consec_min 0.06871089847212986 driven_lanedir_max 0.06871089847212986 driven_lanedir_mean 0.06871089847212986 driven_lanedir_median 0.06871089847212986 driven_lanedir_min 0.06871089847212986 get_duckie_state_max 0.004090114073319869 get_duckie_state_mean 0.004090114073319869 get_duckie_state_median 0.004090114073319869 get_duckie_state_min 0.004090114073319869 get_robot_state_max 0.013265024531971323 get_robot_state_mean 0.013265024531971323 get_robot_state_median 0.013265024531971323 get_robot_state_min 0.013265024531971323 get_state_dump_max 0.015130671587857332 get_state_dump_mean 0.015130671587857332 get_state_dump_median 0.015130671587857332 get_state_dump_min 0.015130671587857332 get_ui_image_max 0.03861600702459162 get_ui_image_mean 0.03861600702459162 get_ui_image_median 0.03861600702459162 get_ui_image_min 0.03861600702459162 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.06898176896787415, "get_ui_image": 0.03861600702459162, "step_physics": 0.09449182857166635, "survival_time": 0.49999999999999994, "driven_lanedir": 0.06871089847212986, "get_state_dump": 0.015130671587857332, "sim_render-ego": 0.005666624416004528, "get_robot_state": 0.013265024531971323, "get_duckie_state": 0.004090114073319869, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016073400324041195, "deviation-heading": 0.05040343959962079, "complete-iteration": 0.21854522011496805, "set_robot_commands": 0.003963167017156427, "deviation-center-line": 0.008019844335283851, "driven_lanedir_consec": 0.06871089847212986, "sim_compute_sim_state": 0.023060820319435817, "sim_compute_performance-ego": 0.004048694263805042}}set_robot_commands_max 0.003963167017156427 set_robot_commands_mean 0.003963167017156427 set_robot_commands_median 0.003963167017156427 set_robot_commands_min 0.003963167017156427 sim_compute_performance-ego_max 0.004048694263805042 sim_compute_performance-ego_mean 0.004048694263805042 sim_compute_performance-ego_median 0.004048694263805042 sim_compute_performance-ego_min 0.004048694263805042 sim_compute_sim_state_max 0.023060820319435817 sim_compute_sim_state_mean 0.023060820319435817 sim_compute_sim_state_median 0.023060820319435817 sim_compute_sim_state_min 0.023060820319435817 sim_render-ego_max 0.005666624416004528 sim_render-ego_mean 0.005666624416004528 sim_render-ego_median 0.005666624416004528 sim_render-ego_min 0.005666624416004528 simulation-passed 1 step_physics_max 0.09449182857166635 step_physics_mean 0.09449182857166635 step_physics_median 0.09449182857166635 step_physics_min 0.09449182857166635 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41365
10502
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0356621024891024 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007623866649427854 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.0188766826282848 agent_compute-ego_mean 0.0188766826282848 agent_compute-ego_median 0.0188766826282848 agent_compute-ego_min 0.0188766826282848 complete-iteration_max 0.2366784702647816 complete-iteration_mean 0.2366784702647816 complete-iteration_median 0.2366784702647816 complete-iteration_min 0.2366784702647816 deviation-center-line_max 0.007623866649427854 deviation-center-line_mean 0.007623866649427854 deviation-center-line_min 0.007623866649427854 deviation-heading_max 0.05302660399439736 deviation-heading_mean 0.05302660399439736 deviation-heading_median 0.05302660399439736 deviation-heading_min 0.05302660399439736 driven_any_max 0.03584679797630212 driven_any_mean 0.03584679797630212 driven_any_median 0.03584679797630212 driven_any_min 0.03584679797630212 driven_lanedir_consec_max 0.0356621024891024 driven_lanedir_consec_mean 0.0356621024891024 driven_lanedir_consec_min 0.0356621024891024 driven_lanedir_max 0.0356621024891024 driven_lanedir_mean 0.0356621024891024 driven_lanedir_median 0.0356621024891024 driven_lanedir_min 0.0356621024891024 get_duckie_state_max 0.003944548693570224 get_duckie_state_mean 0.003944548693570224 get_duckie_state_median 0.003944548693570224 get_duckie_state_min 0.003944548693570224 get_robot_state_max 0.01597738265991211 get_robot_state_mean 0.01597738265991211 get_robot_state_median 0.01597738265991211 get_robot_state_min 0.01597738265991211 get_state_dump_max 0.014683116566051136 get_state_dump_mean 0.014683116566051136 get_state_dump_median 0.014683116566051136 get_state_dump_min 0.014683116566051136 get_ui_image_max 0.03992785107005726 get_ui_image_mean 0.03992785107005726 get_ui_image_median 0.03992785107005726 get_ui_image_min 0.03992785107005726 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03584679797630212, "get_ui_image": 0.03992785107005726, "step_physics": 0.102911884134466, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0356621024891024, "get_state_dump": 0.014683116566051136, "sim_render-ego": 0.006382768804376776, "get_robot_state": 0.01597738265991211, "get_duckie_state": 0.003944548693570224, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0188766826282848, "deviation-heading": 0.05302660399439736, "complete-iteration": 0.2366784702647816, "set_robot_commands": 0.00480630181052468, "deviation-center-line": 0.007623866649427854, "driven_lanedir_consec": 0.0356621024891024, "sim_compute_sim_state": 0.02466492219404741, "sim_compute_performance-ego": 0.004345286976207386}}set_robot_commands_max 0.00480630181052468 set_robot_commands_mean 0.00480630181052468 set_robot_commands_median 0.00480630181052468 set_robot_commands_min 0.00480630181052468 sim_compute_performance-ego_max 0.004345286976207386 sim_compute_performance-ego_mean 0.004345286976207386 sim_compute_performance-ego_median 0.004345286976207386 sim_compute_performance-ego_min 0.004345286976207386 sim_compute_sim_state_max 0.02466492219404741 sim_compute_sim_state_mean 0.02466492219404741 sim_compute_sim_state_median 0.02466492219404741 sim_compute_sim_state_min 0.02466492219404741 sim_render-ego_max 0.006382768804376776 sim_render-ego_mean 0.006382768804376776 sim_render-ego_median 0.006382768804376776 sim_render-ego_min 0.006382768804376776 simulation-passed 1 step_physics_max 0.102911884134466 step_physics_mean 0.102911884134466 step_physics_median 0.102911884134466 step_physics_min 0.102911884134466 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41360
10507
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03635990705559511 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00765666731005273 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020229317925193092 agent_compute-ego_mean 0.020229317925193092 agent_compute-ego_median 0.020229317925193092 agent_compute-ego_min 0.020229317925193092 complete-iteration_max 0.23413885723460803 complete-iteration_mean 0.23413885723460803 complete-iteration_median 0.23413885723460803 complete-iteration_min 0.23413885723460803 deviation-center-line_max 0.00765666731005273 deviation-center-line_mean 0.00765666731005273 deviation-center-line_min 0.00765666731005273 deviation-heading_max 0.055305342604484546 deviation-heading_mean 0.055305342604484546 deviation-heading_median 0.055305342604484546 deviation-heading_min 0.055305342604484546 driven_any_max 0.036606026302927475 driven_any_mean 0.036606026302927475 driven_any_median 0.036606026302927475 driven_any_min 0.036606026302927475 driven_lanedir_consec_max 0.03635990705559511 driven_lanedir_consec_mean 0.03635990705559511 driven_lanedir_consec_min 0.03635990705559511 driven_lanedir_max 0.03635990705559511 driven_lanedir_mean 0.03635990705559511 driven_lanedir_median 0.03635990705559511 driven_lanedir_min 0.03635990705559511 get_duckie_state_max 0.003911495208740234 get_duckie_state_mean 0.003911495208740234 get_duckie_state_median 0.003911495208740234 get_duckie_state_min 0.003911495208740234 get_robot_state_max 0.01459006829695268 get_robot_state_mean 0.01459006829695268 get_robot_state_median 0.01459006829695268 get_robot_state_min 0.01459006829695268 get_state_dump_max 0.01837598193775524 get_state_dump_mean 0.01837598193775524 get_state_dump_median 0.01837598193775524 get_state_dump_min 0.01837598193775524 get_ui_image_max 0.0381109281019731 get_ui_image_mean 0.0381109281019731 get_ui_image_median 0.0381109281019731 get_ui_image_min 0.0381109281019731 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.036606026302927475, "get_ui_image": 0.0381109281019731, "step_physics": 0.09951760552146216, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03635990705559511, "get_state_dump": 0.01837598193775524, "sim_render-ego": 0.006023320284756747, "get_robot_state": 0.01459006829695268, "get_duckie_state": 0.003911495208740234, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020229317925193092, "deviation-heading": 0.055305342604484546, "complete-iteration": 0.23413885723460803, "set_robot_commands": 0.004432721571488814, "deviation-center-line": 0.00765666731005273, "driven_lanedir_consec": 0.03635990705559511, "sim_compute_sim_state": 0.02461717345497825, "sim_compute_performance-ego": 0.004160512577403675}}set_robot_commands_max 0.004432721571488814 set_robot_commands_mean 0.004432721571488814 set_robot_commands_median 0.004432721571488814 set_robot_commands_min 0.004432721571488814 sim_compute_performance-ego_max 0.004160512577403675 sim_compute_performance-ego_mean 0.004160512577403675 sim_compute_performance-ego_median 0.004160512577403675 sim_compute_performance-ego_min 0.004160512577403675 sim_compute_sim_state_max 0.02461717345497825 sim_compute_sim_state_mean 0.02461717345497825 sim_compute_sim_state_median 0.02461717345497825 sim_compute_sim_state_min 0.02461717345497825 sim_render-ego_max 0.006023320284756747 sim_render-ego_mean 0.006023320284756747 sim_render-ego_median 0.006023320284756747 sim_render-ego_min 0.006023320284756747 simulation-passed 1 step_physics_max 0.09951760552146216 step_physics_mean 0.09951760552146216 step_physics_median 0.09951760552146216 step_physics_min 0.09951760552146216 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41355
10512
Frank (Chude) Qian 🇨🇦template-tensorflow aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.07480415533116735 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00834677437932488 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.1889260465448553 agent_compute-ego_mean 0.1889260465448553 agent_compute-ego_median 0.1889260465448553 agent_compute-ego_min 0.1889260465448553 complete-iteration_max 0.41624409502202814 complete-iteration_mean 0.41624409502202814 complete-iteration_median 0.41624409502202814 complete-iteration_min 0.41624409502202814 deviation-center-line_max 0.00834677437932488 deviation-center-line_mean 0.00834677437932488 deviation-center-line_min 0.00834677437932488 deviation-heading_max 0.048017328426512934 deviation-heading_mean 0.048017328426512934 deviation-heading_median 0.048017328426512934 deviation-heading_min 0.048017328426512934 driven_any_max 0.07504594745286977 driven_any_mean 0.07504594745286977 driven_any_median 0.07504594745286977 driven_any_min 0.07504594745286977 driven_lanedir_consec_max 0.07480415533116735 driven_lanedir_consec_mean 0.07480415533116735 driven_lanedir_consec_min 0.07480415533116735 driven_lanedir_max 0.07480415533116735 driven_lanedir_mean 0.07480415533116735 driven_lanedir_median 0.07480415533116735 driven_lanedir_min 0.07480415533116735 get_duckie_state_max 0.004581603136929599 get_duckie_state_mean 0.004581603136929599 get_duckie_state_median 0.004581603136929599 get_duckie_state_min 0.004581603136929599 get_robot_state_max 0.016920588233254173 get_robot_state_mean 0.016920588233254173 get_robot_state_median 0.016920588233254173 get_robot_state_min 0.016920588233254173 get_state_dump_max 0.01852070201526989 get_state_dump_mean 0.01852070201526989 get_state_dump_median 0.01852070201526989 get_state_dump_min 0.01852070201526989 get_ui_image_max 0.04043693975968794 get_ui_image_mean 0.04043693975968794 get_ui_image_median 0.04043693975968794 get_ui_image_min 0.04043693975968794 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.07504594745286977, "get_ui_image": 0.04043693975968794, "step_physics": 0.1018629941073331, "survival_time": 0.49999999999999994, "driven_lanedir": 0.07480415533116735, "get_state_dump": 0.01852070201526989, "sim_render-ego": 0.006402947685935281, "get_robot_state": 0.016920588233254173, "get_duckie_state": 0.004581603136929599, "in-drivable-lane": 0.0, "agent_compute-ego": 0.1889260465448553, "deviation-heading": 0.048017328426512934, "complete-iteration": 0.41624409502202814, "set_robot_commands": 0.005242889577692205, "deviation-center-line": 0.00834677437932488, "driven_lanedir_consec": 0.07480415533116735, "sim_compute_sim_state": 0.027652198618108578, "sim_compute_performance-ego": 0.0055311376398259945}}set_robot_commands_max 0.005242889577692205 set_robot_commands_mean 0.005242889577692205 set_robot_commands_median 0.005242889577692205 set_robot_commands_min 0.005242889577692205 sim_compute_performance-ego_max 0.0055311376398259945 sim_compute_performance-ego_mean 0.0055311376398259945 sim_compute_performance-ego_median 0.0055311376398259945 sim_compute_performance-ego_min 0.0055311376398259945 sim_compute_sim_state_max 0.027652198618108578 sim_compute_sim_state_mean 0.027652198618108578 sim_compute_sim_state_median 0.027652198618108578 sim_compute_sim_state_min 0.027652198618108578 sim_render-ego_max 0.006402947685935281 sim_render-ego_mean 0.006402947685935281 sim_render-ego_median 0.006402947685935281 sim_render-ego_min 0.006402947685935281 simulation-passed 1 step_physics_max 0.1018629941073331 step_physics_mean 0.1018629941073331 step_physics_median 0.1018629941073331 step_physics_min 0.1018629941073331 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41343
10513
Frank (Chude) Qian 🇨🇦template-pytorch aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:05:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.04202686959677582 survival_time_median 0.49999999999999994 deviation-center-line_median 0.008414773194122678 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01982149210843173 agent_compute-ego_mean 0.01982149210843173 agent_compute-ego_median 0.01982149210843173 agent_compute-ego_min 0.01982149210843173 complete-iteration_max 0.2618748057972301 complete-iteration_mean 0.2618748057972301 complete-iteration_median 0.2618748057972301 complete-iteration_min 0.2618748057972301 deviation-center-line_max 0.008414773194122678 deviation-center-line_mean 0.008414773194122678 deviation-center-line_min 0.008414773194122678 deviation-heading_max 0.08384421943689405 deviation-heading_mean 0.08384421943689405 deviation-heading_median 0.08384421943689405 deviation-heading_min 0.08384421943689405 driven_any_max 0.04339410936735556 driven_any_mean 0.04339410936735556 driven_any_median 0.04339410936735556 driven_any_min 0.04339410936735556 driven_lanedir_consec_max 0.04202686959677582 driven_lanedir_consec_mean 0.04202686959677582 driven_lanedir_consec_min 0.04202686959677582 driven_lanedir_max 0.04202686959677582 driven_lanedir_mean 0.04202686959677582 driven_lanedir_median 0.04202686959677582 driven_lanedir_min 0.04202686959677582 get_duckie_state_max 0.004410288550636985 get_duckie_state_mean 0.004410288550636985 get_duckie_state_median 0.004410288550636985 get_duckie_state_min 0.004410288550636985 get_robot_state_max 0.015670819716020065 get_robot_state_mean 0.015670819716020065 get_robot_state_median 0.015670819716020065 get_robot_state_min 0.015670819716020065 get_state_dump_max 0.01457257704301314 get_state_dump_mean 0.01457257704301314 get_state_dump_median 0.01457257704301314 get_state_dump_min 0.01457257704301314 get_ui_image_max 0.044519381089644 get_ui_image_mean 0.044519381089644 get_ui_image_median 0.044519381089644 get_ui_image_min 0.044519381089644 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04339410936735556, "get_ui_image": 0.044519381089644, "step_physics": 0.12217289751226253, "survival_time": 0.49999999999999994, "driven_lanedir": 0.04202686959677582, "get_state_dump": 0.01457257704301314, "sim_render-ego": 0.006638917055996982, "get_robot_state": 0.015670819716020065, "get_duckie_state": 0.004410288550636985, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01982149210843173, "deviation-heading": 0.08384421943689405, "complete-iteration": 0.2618748057972301, "set_robot_commands": 0.004531166770241477, "deviation-center-line": 0.008414773194122678, "driven_lanedir_consec": 0.04202686959677582, "sim_compute_sim_state": 0.02488907900723544, "sim_compute_performance-ego": 0.004482941194014115}}set_robot_commands_max 0.004531166770241477 set_robot_commands_mean 0.004531166770241477 set_robot_commands_median 0.004531166770241477 set_robot_commands_min 0.004531166770241477 sim_compute_performance-ego_max 0.004482941194014115 sim_compute_performance-ego_mean 0.004482941194014115 sim_compute_performance-ego_median 0.004482941194014115 sim_compute_performance-ego_min 0.004482941194014115 sim_compute_sim_state_max 0.02488907900723544 sim_compute_sim_state_mean 0.02488907900723544 sim_compute_sim_state_median 0.02488907900723544 sim_compute_sim_state_min 0.02488907900723544 sim_render-ego_max 0.006638917055996982 sim_render-ego_mean 0.006638917055996982 sim_render-ego_median 0.006638917055996982 sim_render-ego_min 0.006638917055996982 simulation-passed 1 step_physics_max 0.12217289751226253 step_physics_mean 0.12217289751226253 step_physics_median 0.12217289751226253 step_physics_min 0.12217289751226253 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41340
10517
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.04346035287404071 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00772771200941443 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01933633197437633 agent_compute-ego_mean 0.01933633197437633 agent_compute-ego_median 0.01933633197437633 agent_compute-ego_min 0.01933633197437633 complete-iteration_max 0.2519768368114125 complete-iteration_mean 0.2519768368114125 complete-iteration_median 0.2519768368114125 complete-iteration_min 0.2519768368114125 deviation-center-line_max 0.00772771200941443 deviation-center-line_mean 0.00772771200941443 deviation-center-line_min 0.00772771200941443 deviation-heading_max 0.05520778764840284 deviation-heading_mean 0.05520778764840284 deviation-heading_median 0.05520778764840284 deviation-heading_min 0.05520778764840284 driven_any_max 0.04374587585638348 driven_any_mean 0.04374587585638348 driven_any_median 0.04374587585638348 driven_any_min 0.04374587585638348 driven_lanedir_consec_max 0.04346035287404071 driven_lanedir_consec_mean 0.04346035287404071 driven_lanedir_consec_min 0.04346035287404071 driven_lanedir_max 0.04346035287404071 driven_lanedir_mean 0.04346035287404071 driven_lanedir_median 0.04346035287404071 driven_lanedir_min 0.04346035287404071 get_duckie_state_max 0.0043361620469526815 get_duckie_state_mean 0.0043361620469526815 get_duckie_state_median 0.0043361620469526815 get_duckie_state_min 0.0043361620469526815 get_robot_state_max 0.015912359411066227 get_robot_state_mean 0.015912359411066227 get_robot_state_median 0.015912359411066227 get_robot_state_min 0.015912359411066227 get_state_dump_max 0.014687148007479582 get_state_dump_mean 0.014687148007479582 get_state_dump_median 0.014687148007479582 get_state_dump_min 0.014687148007479582 get_ui_image_max 0.03943733735518022 get_ui_image_mean 0.03943733735518022 get_ui_image_median 0.03943733735518022 get_ui_image_min 0.03943733735518022 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04374587585638348, "get_ui_image": 0.03943733735518022, "step_physics": 0.11769897287542168, "survival_time": 0.49999999999999994, "driven_lanedir": 0.04346035287404071, "get_state_dump": 0.014687148007479582, "sim_render-ego": 0.00629403374411843, "get_robot_state": 0.015912359411066227, "get_duckie_state": 0.0043361620469526815, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01933633197437633, "deviation-heading": 0.05520778764840284, "complete-iteration": 0.2519768368114125, "set_robot_commands": 0.004672418941151012, "deviation-center-line": 0.00772771200941443, "driven_lanedir_consec": 0.04346035287404071, "sim_compute_sim_state": 0.02487082914872603, "sim_compute_performance-ego": 0.004578048532659357}}set_robot_commands_max 0.004672418941151012 set_robot_commands_mean 0.004672418941151012 set_robot_commands_median 0.004672418941151012 set_robot_commands_min 0.004672418941151012 sim_compute_performance-ego_max 0.004578048532659357 sim_compute_performance-ego_mean 0.004578048532659357 sim_compute_performance-ego_median 0.004578048532659357 sim_compute_performance-ego_min 0.004578048532659357 sim_compute_sim_state_max 0.02487082914872603 sim_compute_sim_state_mean 0.02487082914872603 sim_compute_sim_state_median 0.02487082914872603 sim_compute_sim_state_min 0.02487082914872603 sim_render-ego_max 0.00629403374411843 sim_render-ego_mean 0.00629403374411843 sim_render-ego_median 0.00629403374411843 sim_render-ego_min 0.00629403374411843 simulation-passed 1 step_physics_max 0.11769897287542168 step_physics_mean 0.11769897287542168 step_physics_median 0.11769897287542168 step_physics_min 0.11769897287542168 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41333
10521
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03804206369146312 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007689736089841167 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.021929892626675693 agent_compute-ego_mean 0.021929892626675693 agent_compute-ego_median 0.021929892626675693 agent_compute-ego_min 0.021929892626675693 complete-iteration_max 0.2587384960868142 complete-iteration_mean 0.2587384960868142 complete-iteration_median 0.2587384960868142 complete-iteration_min 0.2587384960868142 deviation-center-line_max 0.007689736089841167 deviation-center-line_mean 0.007689736089841167 deviation-center-line_min 0.007689736089841167 deviation-heading_max 0.05381222430553345 deviation-heading_mean 0.05381222430553345 deviation-heading_median 0.05381222430553345 deviation-heading_min 0.05381222430553345 driven_any_max 0.038262679326191505 driven_any_mean 0.038262679326191505 driven_any_median 0.038262679326191505 driven_any_min 0.038262679326191505 driven_lanedir_consec_max 0.03804206369146312 driven_lanedir_consec_mean 0.03804206369146312 driven_lanedir_consec_min 0.03804206369146312 driven_lanedir_max 0.03804206369146312 driven_lanedir_mean 0.03804206369146312 driven_lanedir_median 0.03804206369146312 driven_lanedir_min 0.03804206369146312 get_duckie_state_max 0.004449107430197976 get_duckie_state_mean 0.004449107430197976 get_duckie_state_median 0.004449107430197976 get_duckie_state_min 0.004449107430197976 get_robot_state_max 0.01584417169744318 get_robot_state_mean 0.01584417169744318 get_robot_state_median 0.01584417169744318 get_robot_state_min 0.01584417169744318 get_state_dump_max 0.015355175191705876 get_state_dump_mean 0.015355175191705876 get_state_dump_median 0.015355175191705876 get_state_dump_min 0.015355175191705876 get_ui_image_max 0.04179614240472967 get_ui_image_mean 0.04179614240472967 get_ui_image_median 0.04179614240472967 get_ui_image_min 0.04179614240472967 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.038262679326191505, "get_ui_image": 0.04179614240472967, "step_physics": 0.1174321174621582, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03804206369146312, "get_state_dump": 0.015355175191705876, "sim_render-ego": 0.006511753255670721, "get_robot_state": 0.01584417169744318, "get_duckie_state": 0.004449107430197976, "in-drivable-lane": 0.0, "agent_compute-ego": 0.021929892626675693, "deviation-heading": 0.05381222430553345, "complete-iteration": 0.2587384960868142, "set_robot_commands": 0.004787596789273349, "deviation-center-line": 0.007689736089841167, "driven_lanedir_consec": 0.03804206369146312, "sim_compute_sim_state": 0.026248238303444603, "sim_compute_performance-ego": 0.0042280067097057}}set_robot_commands_max 0.004787596789273349 set_robot_commands_mean 0.004787596789273349 set_robot_commands_median 0.004787596789273349 set_robot_commands_min 0.004787596789273349 sim_compute_performance-ego_max 0.0042280067097057 sim_compute_performance-ego_mean 0.0042280067097057 sim_compute_performance-ego_median 0.0042280067097057 sim_compute_performance-ego_min 0.0042280067097057 sim_compute_sim_state_max 0.026248238303444603 sim_compute_sim_state_mean 0.026248238303444603 sim_compute_sim_state_median 0.026248238303444603 sim_compute_sim_state_min 0.026248238303444603 sim_render-ego_max 0.006511753255670721 sim_render-ego_mean 0.006511753255670721 sim_render-ego_median 0.006511753255670721 sim_render-ego_min 0.006511753255670721 simulation-passed 1 step_physics_max 0.1174321174621582 step_physics_mean 0.1174321174621582 step_physics_median 0.1174321174621582 step_physics_min 0.1174321174621582 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41329
10530
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.013936132458452375 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007173912702937597 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.021506786346435547 agent_compute-ego_mean 0.021506786346435547 agent_compute-ego_median 0.021506786346435547 agent_compute-ego_min 0.021506786346435547 complete-iteration_max 0.2346498315984553 complete-iteration_mean 0.2346498315984553 complete-iteration_median 0.2346498315984553 complete-iteration_min 0.2346498315984553 deviation-center-line_max 0.007173912702937597 deviation-center-line_mean 0.007173912702937597 deviation-center-line_min 0.007173912702937597 deviation-heading_max 0.0533792738358804 deviation-heading_mean 0.0533792738358804 deviation-heading_median 0.0533792738358804 deviation-heading_min 0.0533792738358804 driven_any_max 0.014008222782145375 driven_any_mean 0.014008222782145375 driven_any_median 0.014008222782145375 driven_any_min 0.014008222782145375 driven_lanedir_consec_max 0.013936132458452375 driven_lanedir_consec_mean 0.013936132458452375 driven_lanedir_consec_min 0.013936132458452375 driven_lanedir_max 0.013936132458452375 driven_lanedir_mean 0.013936132458452375 driven_lanedir_median 0.013936132458452375 driven_lanedir_min 0.013936132458452375 get_duckie_state_max 0.003988027572631836 get_duckie_state_mean 0.003988027572631836 get_duckie_state_median 0.003988027572631836 get_duckie_state_min 0.003988027572631836 get_robot_state_max 0.01415285197171298 get_robot_state_mean 0.01415285197171298 get_robot_state_median 0.01415285197171298 get_robot_state_min 0.01415285197171298 get_state_dump_max 0.01499574834650213 get_state_dump_mean 0.01499574834650213 get_state_dump_median 0.01499574834650213 get_state_dump_min 0.01499574834650213 get_ui_image_max 0.04021802815524014 get_ui_image_mean 0.04021802815524014 get_ui_image_median 0.04021802815524014 get_ui_image_min 0.04021802815524014 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.014008222782145375, "get_ui_image": 0.04021802815524014, "step_physics": 0.1017878922549161, "survival_time": 0.49999999999999994, "driven_lanedir": 0.013936132458452375, "get_state_dump": 0.01499574834650213, "sim_render-ego": 0.005905216390436346, "get_robot_state": 0.01415285197171298, "get_duckie_state": 0.003988027572631836, "in-drivable-lane": 0.0, "agent_compute-ego": 0.021506786346435547, "deviation-heading": 0.0533792738358804, "complete-iteration": 0.2346498315984553, "set_robot_commands": 0.005021203647960316, "deviation-center-line": 0.007173912702937597, "driven_lanedir_consec": 0.013936132458452375, "sim_compute_sim_state": 0.022876847874034534, "sim_compute_performance-ego": 0.004055044867775657}}set_robot_commands_max 0.005021203647960316 set_robot_commands_mean 0.005021203647960316 set_robot_commands_median 0.005021203647960316 set_robot_commands_min 0.005021203647960316 sim_compute_performance-ego_max 0.004055044867775657 sim_compute_performance-ego_mean 0.004055044867775657 sim_compute_performance-ego_median 0.004055044867775657 sim_compute_performance-ego_min 0.004055044867775657 sim_compute_sim_state_max 0.022876847874034534 sim_compute_sim_state_mean 0.022876847874034534 sim_compute_sim_state_median 0.022876847874034534 sim_compute_sim_state_min 0.022876847874034534 sim_render-ego_max 0.005905216390436346 sim_render-ego_mean 0.005905216390436346 sim_render-ego_median 0.005905216390436346 sim_render-ego_min 0.005905216390436346 simulation-passed 1 step_physics_max 0.1017878922549161 step_physics_mean 0.1017878922549161 step_physics_median 0.1017878922549161 step_physics_min 0.1017878922549161 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41325
10528
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.022678577047437365 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007251631506166863 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019468415867198597 agent_compute-ego_mean 0.019468415867198597 agent_compute-ego_median 0.019468415867198597 agent_compute-ego_min 0.019468415867198597 complete-iteration_max 0.2530521479519931 complete-iteration_mean 0.2530521479519931 complete-iteration_median 0.2530521479519931 complete-iteration_min 0.2530521479519931 deviation-center-line_max 0.007251631506166863 deviation-center-line_mean 0.007251631506166863 deviation-center-line_min 0.007251631506166863 deviation-heading_max 0.05142251007147811 deviation-heading_mean 0.05142251007147811 deviation-heading_median 0.05142251007147811 deviation-heading_min 0.05142251007147811 driven_any_max 0.022769673140446565 driven_any_mean 0.022769673140446565 driven_any_median 0.022769673140446565 driven_any_min 0.022769673140446565 driven_lanedir_consec_max 0.022678577047437365 driven_lanedir_consec_mean 0.022678577047437365 driven_lanedir_consec_min 0.022678577047437365 driven_lanedir_max 0.022678577047437365 driven_lanedir_mean 0.022678577047437365 driven_lanedir_median 0.022678577047437365 driven_lanedir_min 0.022678577047437365 get_duckie_state_max 0.003967328505082564 get_duckie_state_mean 0.003967328505082564 get_duckie_state_median 0.003967328505082564 get_duckie_state_min 0.003967328505082564 get_robot_state_max 0.014738408001986418 get_robot_state_mean 0.014738408001986418 get_robot_state_median 0.014738408001986418 get_robot_state_min 0.014738408001986418 get_state_dump_max 0.01489411700855602 get_state_dump_mean 0.01489411700855602 get_state_dump_median 0.01489411700855602 get_state_dump_min 0.01489411700855602 get_ui_image_max 0.04786060073158958 get_ui_image_mean 0.04786060073158958 get_ui_image_median 0.04786060073158958 get_ui_image_min 0.04786060073158958 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.022769673140446565, "get_ui_image": 0.04786060073158958, "step_physics": 0.11145531047474254, "survival_time": 0.49999999999999994, "driven_lanedir": 0.022678577047437365, "get_state_dump": 0.01489411700855602, "sim_render-ego": 0.006496342745694247, "get_robot_state": 0.014738408001986418, "get_duckie_state": 0.003967328505082564, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019468415867198597, "deviation-heading": 0.05142251007147811, "complete-iteration": 0.2530521479519931, "set_robot_commands": 0.0049560937014493074, "deviation-center-line": 0.007251631506166863, "driven_lanedir_consec": 0.022678577047437365, "sim_compute_sim_state": 0.024821823293512516, "sim_compute_performance-ego": 0.00422469052401456}}set_robot_commands_max 0.0049560937014493074 set_robot_commands_mean 0.0049560937014493074 set_robot_commands_median 0.0049560937014493074 set_robot_commands_min 0.0049560937014493074 sim_compute_performance-ego_max 0.00422469052401456 sim_compute_performance-ego_mean 0.00422469052401456 sim_compute_performance-ego_median 0.00422469052401456 sim_compute_performance-ego_min 0.00422469052401456 sim_compute_sim_state_max 0.024821823293512516 sim_compute_sim_state_mean 0.024821823293512516 sim_compute_sim_state_median 0.024821823293512516 sim_compute_sim_state_min 0.024821823293512516 sim_render-ego_max 0.006496342745694247 sim_render-ego_mean 0.006496342745694247 sim_render-ego_median 0.006496342745694247 sim_render-ego_min 0.006496342745694247 simulation-passed 1 step_physics_max 0.11145531047474254 step_physics_mean 0.11145531047474254 step_physics_median 0.11145531047474254 step_physics_min 0.11145531047474254 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41321
10533
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021378440246859753 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007345331508775684 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019893754612315784 agent_compute-ego_mean 0.019893754612315784 agent_compute-ego_median 0.019893754612315784 agent_compute-ego_min 0.019893754612315784 complete-iteration_max 0.24800307100469415 complete-iteration_mean 0.24800307100469415 complete-iteration_median 0.24800307100469415 complete-iteration_min 0.24800307100469415 deviation-center-line_max 0.007345331508775684 deviation-center-line_mean 0.007345331508775684 deviation-center-line_min 0.007345331508775684 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 0.0215040646174951 driven_any_mean 0.0215040646174951 driven_any_median 0.0215040646174951 driven_any_min 0.0215040646174951 driven_lanedir_consec_max 0.021378440246859753 driven_lanedir_consec_mean 0.021378440246859753 driven_lanedir_consec_min 0.021378440246859753 driven_lanedir_max 0.021378440246859753 driven_lanedir_mean 0.021378440246859753 driven_lanedir_median 0.021378440246859753 driven_lanedir_min 0.021378440246859753 get_duckie_state_max 0.004607027227228338 get_duckie_state_mean 0.004607027227228338 get_duckie_state_median 0.004607027227228338 get_duckie_state_min 0.004607027227228338 get_robot_state_max 0.01518182321028276 get_robot_state_mean 0.01518182321028276 get_robot_state_median 0.01518182321028276 get_robot_state_min 0.01518182321028276 get_state_dump_max 0.015936006199229847 get_state_dump_mean 0.015936006199229847 get_state_dump_median 0.015936006199229847 get_state_dump_min 0.015936006199229847 get_ui_image_max 0.04369111494584517 get_ui_image_mean 0.04369111494584517 get_ui_image_median 0.04369111494584517 get_ui_image_min 0.04369111494584517 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.0215040646174951, "get_ui_image": 0.04369111494584517, "step_physics": 0.1073907722126354, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021378440246859753, "get_state_dump": 0.015936006199229847, "sim_render-ego": 0.005952423269098455, "get_robot_state": 0.01518182321028276, "get_duckie_state": 0.004607027227228338, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019893754612315784, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.24800307100469415, "set_robot_commands": 0.0047640366987748576, "deviation-center-line": 0.007345331508775684, "driven_lanedir_consec": 0.021378440246859753, "sim_compute_sim_state": 0.02604653618552468, "sim_compute_performance-ego": 0.004380442879416726}}set_robot_commands_max 0.0047640366987748576 set_robot_commands_mean 0.0047640366987748576 set_robot_commands_median 0.0047640366987748576 set_robot_commands_min 0.0047640366987748576 sim_compute_performance-ego_max 0.004380442879416726 sim_compute_performance-ego_mean 0.004380442879416726 sim_compute_performance-ego_median 0.004380442879416726 sim_compute_performance-ego_min 0.004380442879416726 sim_compute_sim_state_max 0.02604653618552468 sim_compute_sim_state_mean 0.02604653618552468 sim_compute_sim_state_median 0.02604653618552468 sim_compute_sim_state_min 0.02604653618552468 sim_render-ego_max 0.005952423269098455 sim_render-ego_mean 0.005952423269098455 sim_render-ego_median 0.005952423269098455 sim_render-ego_min 0.005952423269098455 simulation-passed 1 step_physics_max 0.1073907722126354 step_physics_mean 0.1073907722126354 step_physics_median 0.1073907722126354 step_physics_min 0.1073907722126354 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41313
10539
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.010689100914142546 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007164375986087309 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019400856711647728 agent_compute-ego_mean 0.019400856711647728 agent_compute-ego_median 0.019400856711647728 agent_compute-ego_min 0.019400856711647728 complete-iteration_max 0.24467223340814764 complete-iteration_mean 0.24467223340814764 complete-iteration_median 0.24467223340814764 complete-iteration_min 0.24467223340814764 deviation-center-line_max 0.007164375986087309 deviation-center-line_mean 0.007164375986087309 deviation-center-line_min 0.007164375986087309 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 0.010752032308748216 driven_any_mean 0.010752032308748216 driven_any_median 0.010752032308748216 driven_any_min 0.010752032308748216 driven_lanedir_consec_max 0.010689100914142546 driven_lanedir_consec_mean 0.010689100914142546 driven_lanedir_consec_min 0.010689100914142546 driven_lanedir_max 0.010689100914142546 driven_lanedir_mean 0.010689100914142546 driven_lanedir_median 0.010689100914142546 driven_lanedir_min 0.010689100914142546 get_duckie_state_max 0.0041533383456143465 get_duckie_state_mean 0.0041533383456143465 get_duckie_state_median 0.0041533383456143465 get_duckie_state_min 0.0041533383456143465 get_robot_state_max 0.015369610352949665 get_robot_state_mean 0.015369610352949665 get_robot_state_median 0.015369610352949665 get_robot_state_min 0.015369610352949665 get_state_dump_max 0.015224998647516424 get_state_dump_mean 0.015224998647516424 get_state_dump_median 0.015224998647516424 get_state_dump_min 0.015224998647516424 get_ui_image_max 0.04147466746243564 get_ui_image_mean 0.04147466746243564 get_ui_image_median 0.04147466746243564 get_ui_image_min 0.04147466746243564 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.010752032308748216, "get_ui_image": 0.04147466746243564, "step_physics": 0.108259916305542, "survival_time": 0.49999999999999994, "driven_lanedir": 0.010689100914142546, "get_state_dump": 0.015224998647516424, "sim_render-ego": 0.006223526867953214, "get_robot_state": 0.015369610352949665, "get_duckie_state": 0.0041533383456143465, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019400856711647728, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.24467223340814764, "set_robot_commands": 0.004996668208729137, "deviation-center-line": 0.007164375986087309, "driven_lanedir_consec": 0.010689100914142546, "sim_compute_sim_state": 0.024924191561612217, "sim_compute_performance-ego": 0.0044907656582919035}}set_robot_commands_max 0.004996668208729137 set_robot_commands_mean 0.004996668208729137 set_robot_commands_median 0.004996668208729137 set_robot_commands_min 0.004996668208729137 sim_compute_performance-ego_max 0.0044907656582919035 sim_compute_performance-ego_mean 0.0044907656582919035 sim_compute_performance-ego_median 0.0044907656582919035 sim_compute_performance-ego_min 0.0044907656582919035 sim_compute_sim_state_max 0.024924191561612217 sim_compute_sim_state_mean 0.024924191561612217 sim_compute_sim_state_median 0.024924191561612217 sim_compute_sim_state_min 0.024924191561612217 sim_render-ego_max 0.006223526867953214 sim_render-ego_mean 0.006223526867953214 sim_render-ego_median 0.006223526867953214 sim_render-ego_min 0.006223526867953214 simulation-passed 1 step_physics_max 0.108259916305542 step_physics_mean 0.108259916305542 step_physics_median 0.108259916305542 step_physics_min 0.108259916305542 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41308
10544
Jerome Labonte 🇨🇦real-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.04224231129195344 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00763834104379196 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018524430014870384 agent_compute-ego_mean 0.018524430014870384 agent_compute-ego_median 0.018524430014870384 agent_compute-ego_min 0.018524430014870384 complete-iteration_max 0.245983362197876 complete-iteration_mean 0.245983362197876 complete-iteration_median 0.245983362197876 complete-iteration_min 0.245983362197876 deviation-center-line_max 0.00763834104379196 deviation-center-line_mean 0.00763834104379196 deviation-center-line_min 0.00763834104379196 deviation-heading_max 0.05138034031333084 deviation-heading_mean 0.05138034031333084 deviation-heading_median 0.05138034031333084 deviation-heading_min 0.05138034031333084 driven_any_max 0.04242666138474131 driven_any_mean 0.04242666138474131 driven_any_median 0.04242666138474131 driven_any_min 0.04242666138474131 driven_lanedir_consec_max 0.04224231129195344 driven_lanedir_consec_mean 0.04224231129195344 driven_lanedir_consec_min 0.04224231129195344 driven_lanedir_max 0.04224231129195344 driven_lanedir_mean 0.04224231129195344 driven_lanedir_median 0.04224231129195344 driven_lanedir_min 0.04224231129195344 get_duckie_state_max 0.0042751268907026815 get_duckie_state_mean 0.0042751268907026815 get_duckie_state_median 0.0042751268907026815 get_duckie_state_min 0.0042751268907026815 get_robot_state_max 0.016830617731267757 get_robot_state_mean 0.016830617731267757 get_robot_state_median 0.016830617731267757 get_robot_state_min 0.016830617731267757 get_state_dump_max 0.015678145668723366 get_state_dump_mean 0.015678145668723366 get_state_dump_median 0.015678145668723366 get_state_dump_min 0.015678145668723366 get_ui_image_max 0.042553836649114433 get_ui_image_mean 0.042553836649114433 get_ui_image_median 0.042553836649114433 get_ui_image_min 0.042553836649114433 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04242666138474131, "get_ui_image": 0.042553836649114433, "step_physics": 0.10720725492997604, "survival_time": 0.49999999999999994, "driven_lanedir": 0.04224231129195344, "get_state_dump": 0.015678145668723366, "sim_render-ego": 0.006343017924915661, "get_robot_state": 0.016830617731267757, "get_duckie_state": 0.0042751268907026815, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018524430014870384, "deviation-heading": 0.05138034031333084, "complete-iteration": 0.245983362197876, "set_robot_commands": 0.0044859756122935905, "deviation-center-line": 0.00763834104379196, "driven_lanedir_consec": 0.04224231129195344, "sim_compute_sim_state": 0.0256292386488481, "sim_compute_performance-ego": 0.004280588843605735}}set_robot_commands_max 0.0044859756122935905 set_robot_commands_mean 0.0044859756122935905 set_robot_commands_median 0.0044859756122935905 set_robot_commands_min 0.0044859756122935905 sim_compute_performance-ego_max 0.004280588843605735 sim_compute_performance-ego_mean 0.004280588843605735 sim_compute_performance-ego_median 0.004280588843605735 sim_compute_performance-ego_min 0.004280588843605735 sim_compute_sim_state_max 0.0256292386488481 sim_compute_sim_state_mean 0.0256292386488481 sim_compute_sim_state_median 0.0256292386488481 sim_compute_sim_state_min 0.0256292386488481 sim_render-ego_max 0.006343017924915661 sim_render-ego_mean 0.006343017924915661 sim_render-ego_median 0.006343017924915661 sim_render-ego_min 0.006343017924915661 simulation-passed 1 step_physics_max 0.10720725492997604 step_physics_mean 0.10720725492997604 step_physics_median 0.10720725492997604 step_physics_min 0.10720725492997604 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41303
10549
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.042762940935430205 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00770220782346985 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017595096067948776 agent_compute-ego_mean 0.017595096067948776 agent_compute-ego_median 0.017595096067948776 agent_compute-ego_min 0.017595096067948776 complete-iteration_max 0.23586186495694247 complete-iteration_mean 0.23586186495694247 complete-iteration_median 0.23586186495694247 complete-iteration_min 0.23586186495694247 deviation-center-line_max 0.00770220782346985 deviation-center-line_mean 0.00770220782346985 deviation-center-line_min 0.00770220782346985 deviation-heading_max 0.05391744124134144 deviation-heading_mean 0.05391744124134144 deviation-heading_median 0.05391744124134144 deviation-heading_min 0.05391744124134144 driven_any_max 0.04300812860221509 driven_any_mean 0.04300812860221509 driven_any_median 0.04300812860221509 driven_any_min 0.04300812860221509 driven_lanedir_consec_max 0.042762940935430205 driven_lanedir_consec_mean 0.042762940935430205 driven_lanedir_consec_min 0.042762940935430205 driven_lanedir_max 0.042762940935430205 driven_lanedir_mean 0.042762940935430205 driven_lanedir_median 0.042762940935430205 driven_lanedir_min 0.042762940935430205 get_duckie_state_max 0.003987247293645685 get_duckie_state_mean 0.003987247293645685 get_duckie_state_median 0.003987247293645685 get_duckie_state_min 0.003987247293645685 get_robot_state_max 0.01366017081520774 get_robot_state_mean 0.01366017081520774 get_robot_state_median 0.01366017081520774 get_robot_state_min 0.01366017081520774 get_state_dump_max 0.015020890669389204 get_state_dump_mean 0.015020890669389204 get_state_dump_median 0.015020890669389204 get_state_dump_min 0.015020890669389204 get_ui_image_max 0.03882956504821777 get_ui_image_mean 0.03882956504821777 get_ui_image_median 0.03882956504821777 get_ui_image_min 0.03882956504821777 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04300812860221509, "get_ui_image": 0.03882956504821777, "step_physics": 0.10802611437710848, "survival_time": 0.49999999999999994, "driven_lanedir": 0.042762940935430205, "get_state_dump": 0.015020890669389204, "sim_render-ego": 0.005947091362693093, "get_robot_state": 0.01366017081520774, "get_duckie_state": 0.003987247293645685, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017595096067948776, "deviation-heading": 0.05391744124134144, "complete-iteration": 0.23586186495694247, "set_robot_commands": 0.005026643926447088, "deviation-center-line": 0.00770220782346985, "driven_lanedir_consec": 0.042762940935430205, "sim_compute_sim_state": 0.023548798127607865, "sim_compute_performance-ego": 0.004055781797929244}}set_robot_commands_max 0.005026643926447088 set_robot_commands_mean 0.005026643926447088 set_robot_commands_median 0.005026643926447088 set_robot_commands_min 0.005026643926447088 sim_compute_performance-ego_max 0.004055781797929244 sim_compute_performance-ego_mean 0.004055781797929244 sim_compute_performance-ego_median 0.004055781797929244 sim_compute_performance-ego_min 0.004055781797929244 sim_compute_sim_state_max 0.023548798127607865 sim_compute_sim_state_mean 0.023548798127607865 sim_compute_sim_state_median 0.023548798127607865 sim_compute_sim_state_min 0.023548798127607865 sim_render-ego_max 0.005947091362693093 sim_render-ego_mean 0.005947091362693093 sim_render-ego_median 0.005947091362693093 sim_render-ego_min 0.005947091362693093 simulation-passed 1 step_physics_max 0.10802611437710848 step_physics_mean 0.10802611437710848 step_physics_median 0.10802611437710848 step_physics_min 0.10802611437710848 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41298
10552
Jean-Sébastien Grondin 🇨🇦sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.010689100914142546 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007164375986087309 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02105483141812411 agent_compute-ego_mean 0.02105483141812411 agent_compute-ego_median 0.02105483141812411 agent_compute-ego_min 0.02105483141812411 complete-iteration_max 0.2481189857829701 complete-iteration_mean 0.2481189857829701 complete-iteration_median 0.2481189857829701 complete-iteration_min 0.2481189857829701 deviation-center-line_max 0.007164375986087309 deviation-center-line_mean 0.007164375986087309 deviation-center-line_min 0.007164375986087309 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 0.010752032308748216 driven_any_mean 0.010752032308748216 driven_any_median 0.010752032308748216 driven_any_min 0.010752032308748216 driven_lanedir_consec_max 0.010689100914142546 driven_lanedir_consec_mean 0.010689100914142546 driven_lanedir_consec_min 0.010689100914142546 driven_lanedir_max 0.010689100914142546 driven_lanedir_mean 0.010689100914142546 driven_lanedir_median 0.010689100914142546 driven_lanedir_min 0.010689100914142546 get_duckie_state_max 0.004324804652820934 get_duckie_state_mean 0.004324804652820934 get_duckie_state_median 0.004324804652820934 get_duckie_state_min 0.004324804652820934 get_robot_state_max 0.014369964599609377 get_robot_state_mean 0.014369964599609377 get_robot_state_median 0.014369964599609377 get_robot_state_min 0.014369964599609377 get_state_dump_max 0.016231883655894886 get_state_dump_mean 0.016231883655894886 get_state_dump_median 0.016231883655894886 get_state_dump_min 0.016231883655894886 get_ui_image_max 0.03966418179598721 get_ui_image_mean 0.03966418179598721 get_ui_image_median 0.03966418179598721 get_ui_image_min 0.03966418179598721 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.010752032308748216, "get_ui_image": 0.03966418179598721, "step_physics": 0.11172806132923473, "survival_time": 0.49999999999999994, "driven_lanedir": 0.010689100914142546, "get_state_dump": 0.016231883655894886, "sim_render-ego": 0.006189714778553356, "get_robot_state": 0.014369964599609377, "get_duckie_state": 0.004324804652820934, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02105483141812411, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.2481189857829701, "set_robot_commands": 0.005651322278109464, "deviation-center-line": 0.007164375986087309, "driven_lanedir_consec": 0.010689100914142546, "sim_compute_sim_state": 0.02463863112709739, "sim_compute_performance-ego": 0.004112005233764648}}set_robot_commands_max 0.005651322278109464 set_robot_commands_mean 0.005651322278109464 set_robot_commands_median 0.005651322278109464 set_robot_commands_min 0.005651322278109464 sim_compute_performance-ego_max 0.004112005233764648 sim_compute_performance-ego_mean 0.004112005233764648 sim_compute_performance-ego_median 0.004112005233764648 sim_compute_performance-ego_min 0.004112005233764648 sim_compute_sim_state_max 0.02463863112709739 sim_compute_sim_state_mean 0.02463863112709739 sim_compute_sim_state_median 0.02463863112709739 sim_compute_sim_state_min 0.02463863112709739 sim_render-ego_max 0.006189714778553356 sim_render-ego_mean 0.006189714778553356 sim_render-ego_median 0.006189714778553356 sim_render-ego_min 0.006189714778553356 simulation-passed 1 step_physics_max 0.11172806132923473 step_physics_mean 0.11172806132923473 step_physics_median 0.11172806132923473 step_physics_min 0.11172806132923473 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41294
10550
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.042762940935430205 survival_time_median 0.49999999999999994 deviation-center-line_median 0.00770220782346985 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02018956704573198 agent_compute-ego_mean 0.02018956704573198 agent_compute-ego_median 0.02018956704573198 agent_compute-ego_min 0.02018956704573198 complete-iteration_max 0.24576802687211471 complete-iteration_mean 0.24576802687211471 complete-iteration_median 0.24576802687211471 complete-iteration_min 0.24576802687211471 deviation-center-line_max 0.00770220782346985 deviation-center-line_mean 0.00770220782346985 deviation-center-line_min 0.00770220782346985 deviation-heading_max 0.05391744124134144 deviation-heading_mean 0.05391744124134144 deviation-heading_median 0.05391744124134144 deviation-heading_min 0.05391744124134144 driven_any_max 0.04300812860221509 driven_any_mean 0.04300812860221509 driven_any_median 0.04300812860221509 driven_any_min 0.04300812860221509 driven_lanedir_consec_max 0.042762940935430205 driven_lanedir_consec_mean 0.042762940935430205 driven_lanedir_consec_min 0.042762940935430205 driven_lanedir_max 0.042762940935430205 driven_lanedir_mean 0.042762940935430205 driven_lanedir_median 0.042762940935430205 driven_lanedir_min 0.042762940935430205 get_duckie_state_max 0.004331783814863725 get_duckie_state_mean 0.004331783814863725 get_duckie_state_median 0.004331783814863725 get_duckie_state_min 0.004331783814863725 get_robot_state_max 0.014078205282037909 get_robot_state_mean 0.014078205282037909 get_robot_state_median 0.014078205282037909 get_robot_state_min 0.014078205282037909 get_state_dump_max 0.015012806112116034 get_state_dump_mean 0.015012806112116034 get_state_dump_median 0.015012806112116034 get_state_dump_min 0.015012806112116034 get_ui_image_max 0.041176795959472656 get_ui_image_mean 0.041176795959472656 get_ui_image_median 0.041176795959472656 get_ui_image_min 0.041176795959472656 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04300812860221509, "get_ui_image": 0.041176795959472656, "step_physics": 0.10754832354458896, "survival_time": 0.49999999999999994, "driven_lanedir": 0.042762940935430205, "get_state_dump": 0.015012806112116034, "sim_render-ego": 0.007070433009754528, "get_robot_state": 0.014078205282037909, "get_duckie_state": 0.004331783814863725, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02018956704573198, "deviation-heading": 0.05391744124134144, "complete-iteration": 0.24576802687211471, "set_robot_commands": 0.004645000804554333, "deviation-center-line": 0.00770220782346985, "driven_lanedir_consec": 0.042762940935430205, "sim_compute_sim_state": 0.02710379253734242, "sim_compute_performance-ego": 0.00445357235995206}}set_robot_commands_max 0.004645000804554333 set_robot_commands_mean 0.004645000804554333 set_robot_commands_median 0.004645000804554333 set_robot_commands_min 0.004645000804554333 sim_compute_performance-ego_max 0.00445357235995206 sim_compute_performance-ego_mean 0.00445357235995206 sim_compute_performance-ego_median 0.00445357235995206 sim_compute_performance-ego_min 0.00445357235995206 sim_compute_sim_state_max 0.02710379253734242 sim_compute_sim_state_mean 0.02710379253734242 sim_compute_sim_state_median 0.02710379253734242 sim_compute_sim_state_min 0.02710379253734242 sim_render-ego_max 0.007070433009754528 sim_render-ego_mean 0.007070433009754528 sim_render-ego_median 0.007070433009754528 sim_render-ego_min 0.007070433009754528 simulation-passed 1 step_physics_max 0.10754832354458896 step_physics_mean 0.10754832354458896 step_physics_median 0.10754832354458896 step_physics_min 0.10754832354458896 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41291
10557
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03107869023849874 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007431323570408085 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019782521507956764 agent_compute-ego_mean 0.019782521507956764 agent_compute-ego_median 0.019782521507956764 agent_compute-ego_min 0.019782521507956764 complete-iteration_max 0.2449038245461204 complete-iteration_mean 0.2449038245461204 complete-iteration_median 0.2449038245461204 complete-iteration_min 0.2449038245461204 deviation-center-line_max 0.007431323570408085 deviation-center-line_mean 0.007431323570408085 deviation-center-line_min 0.007431323570408085 deviation-heading_max 0.04885870013839307 deviation-heading_mean 0.04885870013839307 deviation-heading_median 0.04885870013839307 deviation-heading_min 0.04885870013839307 driven_any_max 0.031180735584439952 driven_any_mean 0.031180735584439952 driven_any_median 0.031180735584439952 driven_any_min 0.031180735584439952 driven_lanedir_consec_max 0.03107869023849874 driven_lanedir_consec_mean 0.03107869023849874 driven_lanedir_consec_min 0.03107869023849874 driven_lanedir_max 0.03107869023849874 driven_lanedir_mean 0.03107869023849874 driven_lanedir_median 0.03107869023849874 driven_lanedir_min 0.03107869023849874 get_duckie_state_max 0.004212726246226917 get_duckie_state_mean 0.004212726246226917 get_duckie_state_median 0.004212726246226917 get_duckie_state_min 0.004212726246226917 get_robot_state_max 0.015382116491144354 get_robot_state_mean 0.015382116491144354 get_robot_state_median 0.015382116491144354 get_robot_state_min 0.015382116491144354 get_state_dump_max 0.01439302617853338 get_state_dump_mean 0.01439302617853338 get_state_dump_median 0.01439302617853338 get_state_dump_min 0.01439302617853338 get_ui_image_max 0.043390425768765534 get_ui_image_mean 0.043390425768765534 get_ui_image_median 0.043390425768765534 get_ui_image_min 0.043390425768765534 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.031180735584439952, "get_ui_image": 0.043390425768765534, "step_physics": 0.10590241172096948, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03107869023849874, "get_state_dump": 0.01439302617853338, "sim_render-ego": 0.00660816105929288, "get_robot_state": 0.015382116491144354, "get_duckie_state": 0.004212726246226917, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019782521507956764, "deviation-heading": 0.04885870013839307, "complete-iteration": 0.2449038245461204, "set_robot_commands": 0.005239768461747603, "deviation-center-line": 0.007431323570408085, "driven_lanedir_consec": 0.03107869023849874, "sim_compute_sim_state": 0.025111696936867454, "sim_compute_performance-ego": 0.004700097170743075}}set_robot_commands_max 0.005239768461747603 set_robot_commands_mean 0.005239768461747603 set_robot_commands_median 0.005239768461747603 set_robot_commands_min 0.005239768461747603 sim_compute_performance-ego_max 0.004700097170743075 sim_compute_performance-ego_mean 0.004700097170743075 sim_compute_performance-ego_median 0.004700097170743075 sim_compute_performance-ego_min 0.004700097170743075 sim_compute_sim_state_max 0.025111696936867454 sim_compute_sim_state_mean 0.025111696936867454 sim_compute_sim_state_median 0.025111696936867454 sim_compute_sim_state_min 0.025111696936867454 sim_render-ego_max 0.00660816105929288 sim_render-ego_mean 0.00660816105929288 sim_render-ego_median 0.00660816105929288 sim_render-ego_min 0.00660816105929288 simulation-passed 1 step_physics_max 0.10590241172096948 step_physics_mean 0.10590241172096948 step_physics_median 0.10590241172096948 step_physics_min 0.10590241172096948 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41287
10561
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:30 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.026784775679435047 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007374595594670315 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018500913273204456 agent_compute-ego_mean 0.018500913273204456 agent_compute-ego_median 0.018500913273204456 agent_compute-ego_min 0.018500913273204456 complete-iteration_max 0.2393611344424161 complete-iteration_mean 0.2393611344424161 complete-iteration_median 0.2393611344424161 complete-iteration_min 0.2393611344424161 deviation-center-line_max 0.007374595594670315 deviation-center-line_mean 0.007374595594670315 deviation-center-line_min 0.007374595594670315 deviation-heading_max 0.04942943325291788 deviation-heading_mean 0.04942943325291788 deviation-heading_median 0.04942943325291788 deviation-heading_min 0.04942943325291788 driven_any_max 0.026879999981502724 driven_any_mean 0.026879999981502724 driven_any_median 0.026879999981502724 driven_any_min 0.026879999981502724 driven_lanedir_consec_max 0.026784775679435047 driven_lanedir_consec_mean 0.026784775679435047 driven_lanedir_consec_min 0.026784775679435047 driven_lanedir_max 0.026784775679435047 driven_lanedir_mean 0.026784775679435047 driven_lanedir_median 0.026784775679435047 driven_lanedir_min 0.026784775679435047 get_duckie_state_max 0.0042865059592507105 get_duckie_state_mean 0.0042865059592507105 get_duckie_state_median 0.0042865059592507105 get_duckie_state_min 0.0042865059592507105 get_robot_state_max 0.016264026815241032 get_robot_state_mean 0.016264026815241032 get_robot_state_median 0.016264026815241032 get_robot_state_min 0.016264026815241032 get_state_dump_max 0.015662301670421253 get_state_dump_mean 0.015662301670421253 get_state_dump_median 0.015662301670421253 get_state_dump_min 0.015662301670421253 get_ui_image_max 0.04052610830827193 get_ui_image_mean 0.04052610830827193 get_ui_image_median 0.04052610830827193 get_ui_image_min 0.04052610830827193 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.026879999981502724, "get_ui_image": 0.04052610830827193, "step_physics": 0.10396463220769708, "survival_time": 0.49999999999999994, "driven_lanedir": 0.026784775679435047, "get_state_dump": 0.015662301670421253, "sim_render-ego": 0.006326133554632013, "get_robot_state": 0.016264026815241032, "get_duckie_state": 0.0042865059592507105, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018500913273204456, "deviation-heading": 0.04942943325291788, "complete-iteration": 0.2393611344424161, "set_robot_commands": 0.004738699306141247, "deviation-center-line": 0.007374595594670315, "driven_lanedir_consec": 0.026784775679435047, "sim_compute_sim_state": 0.024593374945900658, "sim_compute_performance-ego": 0.004345026883212003}}set_robot_commands_max 0.004738699306141247 set_robot_commands_mean 0.004738699306141247 set_robot_commands_median 0.004738699306141247 set_robot_commands_min 0.004738699306141247 sim_compute_performance-ego_max 0.004345026883212003 sim_compute_performance-ego_mean 0.004345026883212003 sim_compute_performance-ego_median 0.004345026883212003 sim_compute_performance-ego_min 0.004345026883212003 sim_compute_sim_state_max 0.024593374945900658 sim_compute_sim_state_mean 0.024593374945900658 sim_compute_sim_state_median 0.024593374945900658 sim_compute_sim_state_min 0.024593374945900658 sim_render-ego_max 0.006326133554632013 sim_render-ego_mean 0.006326133554632013 sim_render-ego_median 0.006326133554632013 sim_render-ego_min 0.006326133554632013 simulation-passed 1 step_physics_max 0.10396463220769708 step_physics_mean 0.10396463220769708 step_physics_median 0.10396463220769708 step_physics_min 0.10396463220769708 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41280
10561
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.02677683836049738 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0073888282040003375 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01941503177989613 agent_compute-ego_mean 0.01941503177989613 agent_compute-ego_median 0.01941503177989613 agent_compute-ego_min 0.01941503177989613 complete-iteration_max 0.23878348957408557 complete-iteration_mean 0.23878348957408557 complete-iteration_median 0.23878348957408557 complete-iteration_min 0.23878348957408557 deviation-center-line_max 0.0073888282040003375 deviation-center-line_mean 0.0073888282040003375 deviation-center-line_min 0.0073888282040003375 deviation-heading_max 0.05027066722997264 deviation-heading_mean 0.05027066722997264 deviation-heading_median 0.05027066722997264 deviation-heading_min 0.05027066722997264 driven_any_max 0.02688000056548801 driven_any_mean 0.02688000056548801 driven_any_median 0.02688000056548801 driven_any_min 0.02688000056548801 driven_lanedir_consec_max 0.02677683836049738 driven_lanedir_consec_mean 0.02677683836049738 driven_lanedir_consec_min 0.02677683836049738 driven_lanedir_max 0.02677683836049738 driven_lanedir_mean 0.02677683836049738 driven_lanedir_median 0.02677683836049738 driven_lanedir_min 0.02677683836049738 get_duckie_state_max 0.0040722543543035335 get_duckie_state_mean 0.0040722543543035335 get_duckie_state_median 0.0040722543543035335 get_duckie_state_min 0.0040722543543035335 get_robot_state_max 0.014625614339655096 get_robot_state_mean 0.014625614339655096 get_robot_state_median 0.014625614339655096 get_robot_state_min 0.014625614339655096 get_state_dump_max 0.01594344052401456 get_state_dump_mean 0.01594344052401456 get_state_dump_median 0.01594344052401456 get_state_dump_min 0.01594344052401456 get_ui_image_max 0.03756874257867986 get_ui_image_mean 0.03756874257867986 get_ui_image_median 0.03756874257867986 get_ui_image_min 0.03756874257867986 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02688000056548801, "get_ui_image": 0.03756874257867986, "step_physics": 0.10716707056218928, "survival_time": 0.49999999999999994, "driven_lanedir": 0.02677683836049738, "get_state_dump": 0.01594344052401456, "sim_render-ego": 0.0062161142175847835, "get_robot_state": 0.014625614339655096, "get_duckie_state": 0.0040722543543035335, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01941503177989613, "deviation-heading": 0.05027066722997264, "complete-iteration": 0.23878348957408557, "set_robot_commands": 0.0047162879597057, "deviation-center-line": 0.0073888282040003375, "driven_lanedir_consec": 0.02677683836049738, "sim_compute_sim_state": 0.02467788349498402, "sim_compute_performance-ego": 0.0042251240123401985}}set_robot_commands_max 0.0047162879597057 set_robot_commands_mean 0.0047162879597057 set_robot_commands_median 0.0047162879597057 set_robot_commands_min 0.0047162879597057 sim_compute_performance-ego_max 0.0042251240123401985 sim_compute_performance-ego_mean 0.0042251240123401985 sim_compute_performance-ego_median 0.0042251240123401985 sim_compute_performance-ego_min 0.0042251240123401985 sim_compute_sim_state_max 0.02467788349498402 sim_compute_sim_state_mean 0.02467788349498402 sim_compute_sim_state_median 0.02467788349498402 sim_compute_sim_state_min 0.02467788349498402 sim_render-ego_max 0.0062161142175847835 sim_render-ego_mean 0.0062161142175847835 sim_render-ego_median 0.0062161142175847835 sim_render-ego_min 0.0062161142175847835 simulation-passed 1 step_physics_max 0.10716707056218928 step_physics_mean 0.10716707056218928 step_physics_median 0.10716707056218928 step_physics_min 0.10716707056218928 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41277
10567
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.05344502773354787 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007888198076840965 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01958610794760964 agent_compute-ego_mean 0.01958610794760964 agent_compute-ego_median 0.01958610794760964 agent_compute-ego_min 0.01958610794760964 complete-iteration_max 0.2572319507598877 complete-iteration_mean 0.2572319507598877 complete-iteration_median 0.2572319507598877 complete-iteration_min 0.2572319507598877 deviation-center-line_max 0.007888198076840965 deviation-center-line_mean 0.007888198076840965 deviation-center-line_min 0.007888198076840965 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 0.05376016154373709 driven_any_mean 0.05376016154373709 driven_any_median 0.05376016154373709 driven_any_min 0.05376016154373709 driven_lanedir_consec_max 0.05344502773354787 driven_lanedir_consec_mean 0.05344502773354787 driven_lanedir_consec_min 0.05344502773354787 driven_lanedir_max 0.05344502773354787 driven_lanedir_mean 0.05344502773354787 driven_lanedir_median 0.05344502773354787 driven_lanedir_min 0.05344502773354787 get_duckie_state_max 0.0041869770396839485 get_duckie_state_mean 0.0041869770396839485 get_duckie_state_median 0.0041869770396839485 get_duckie_state_min 0.0041869770396839485 get_robot_state_max 0.015186895023692738 get_robot_state_mean 0.015186895023692738 get_robot_state_median 0.015186895023692738 get_robot_state_min 0.015186895023692738 get_state_dump_max 0.014820423993197355 get_state_dump_mean 0.014820423993197355 get_state_dump_median 0.014820423993197355 get_state_dump_min 0.014820423993197355 get_ui_image_max 0.04396083138205789 get_ui_image_mean 0.04396083138205789 get_ui_image_median 0.04396083138205789 get_ui_image_min 0.04396083138205789 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.05376016154373709, "get_ui_image": 0.04396083138205789, "step_physics": 0.12077663161537865, "survival_time": 0.49999999999999994, "driven_lanedir": 0.05344502773354787, "get_state_dump": 0.014820423993197355, "sim_render-ego": 0.00586004690690474, "get_robot_state": 0.015186895023692738, "get_duckie_state": 0.0041869770396839485, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01958610794760964, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.2572319507598877, "set_robot_commands": 0.004846811294555664, "deviation-center-line": 0.007888198076840965, "driven_lanedir_consec": 0.05344502773354787, "sim_compute_sim_state": 0.023880091580477627, "sim_compute_performance-ego": 0.0039827173406427555}}set_robot_commands_max 0.004846811294555664 set_robot_commands_mean 0.004846811294555664 set_robot_commands_median 0.004846811294555664 set_robot_commands_min 0.004846811294555664 sim_compute_performance-ego_max 0.0039827173406427555 sim_compute_performance-ego_mean 0.0039827173406427555 sim_compute_performance-ego_median 0.0039827173406427555 sim_compute_performance-ego_min 0.0039827173406427555 sim_compute_sim_state_max 0.023880091580477627 sim_compute_sim_state_mean 0.023880091580477627 sim_compute_sim_state_median 0.023880091580477627 sim_compute_sim_state_min 0.023880091580477627 sim_render-ego_max 0.00586004690690474 sim_render-ego_mean 0.00586004690690474 sim_render-ego_median 0.00586004690690474 sim_render-ego_min 0.00586004690690474 simulation-passed 1 step_physics_max 0.12077663161537865 step_physics_mean 0.12077663161537865 step_physics_median 0.12077663161537865 step_physics_min 0.12077663161537865 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41273
10572
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.033315494695675074 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007471536751724502 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02001643180847168 agent_compute-ego_mean 0.02001643180847168 agent_compute-ego_median 0.02001643180847168 agent_compute-ego_min 0.02001643180847168 complete-iteration_max 0.24889419295571064 complete-iteration_mean 0.24889419295571064 complete-iteration_median 0.24889419295571064 complete-iteration_min 0.24889419295571064 deviation-center-line_max 0.007471536751724502 deviation-center-line_mean 0.007471536751724502 deviation-center-line_min 0.007471536751724502 deviation-heading_max 0.04935618727788783 deviation-heading_mean 0.04935618727788783 deviation-heading_median 0.04935618727788783 deviation-heading_min 0.04935618727788783 driven_any_max 0.03343090815059645 driven_any_mean 0.03343090815059645 driven_any_median 0.03343090815059645 driven_any_min 0.03343090815059645 driven_lanedir_consec_max 0.033315494695675074 driven_lanedir_consec_mean 0.033315494695675074 driven_lanedir_consec_min 0.033315494695675074 driven_lanedir_max 0.033315494695675074 driven_lanedir_mean 0.033315494695675074 driven_lanedir_median 0.033315494695675074 driven_lanedir_min 0.033315494695675074 get_duckie_state_max 0.00468202070756392 get_duckie_state_mean 0.00468202070756392 get_duckie_state_median 0.00468202070756392 get_duckie_state_min 0.00468202070756392 get_robot_state_max 0.017103932120583275 get_robot_state_mean 0.017103932120583275 get_robot_state_median 0.017103932120583275 get_robot_state_min 0.017103932120583275 get_state_dump_max 0.01564624092795632 get_state_dump_mean 0.01564624092795632 get_state_dump_median 0.01564624092795632 get_state_dump_min 0.01564624092795632 get_ui_image_max 0.039444013075395065 get_ui_image_mean 0.039444013075395065 get_ui_image_median 0.039444013075395065 get_ui_image_min 0.039444013075395065 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03343090815059645, "get_ui_image": 0.039444013075395065, "step_physics": 0.1083550669930198, "survival_time": 0.49999999999999994, "driven_lanedir": 0.033315494695675074, "get_state_dump": 0.01564624092795632, "sim_render-ego": 0.006591645154086026, "get_robot_state": 0.017103932120583275, "get_duckie_state": 0.00468202070756392, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02001643180847168, "deviation-heading": 0.04935618727788783, "complete-iteration": 0.24889419295571064, "set_robot_commands": 0.005053173411976208, "deviation-center-line": 0.007471536751724502, "driven_lanedir_consec": 0.033315494695675074, "sim_compute_sim_state": 0.02719935503872958, "sim_compute_performance-ego": 0.004638390107588334}}set_robot_commands_max 0.005053173411976208 set_robot_commands_mean 0.005053173411976208 set_robot_commands_median 0.005053173411976208 set_robot_commands_min 0.005053173411976208 sim_compute_performance-ego_max 0.004638390107588334 sim_compute_performance-ego_mean 0.004638390107588334 sim_compute_performance-ego_median 0.004638390107588334 sim_compute_performance-ego_min 0.004638390107588334 sim_compute_sim_state_max 0.02719935503872958 sim_compute_sim_state_mean 0.02719935503872958 sim_compute_sim_state_median 0.02719935503872958 sim_compute_sim_state_min 0.02719935503872958 sim_render-ego_max 0.006591645154086026 sim_render-ego_mean 0.006591645154086026 sim_render-ego_median 0.006591645154086026 sim_render-ego_min 0.006591645154086026 simulation-passed 1 step_physics_max 0.1083550669930198 step_physics_mean 0.1083550669930198 step_physics_median 0.1083550669930198 step_physics_min 0.1083550669930198 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41262
10577
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:13 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41260
10580
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03070457379621061 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007425002168249691 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01883452588861639 agent_compute-ego_mean 0.01883452588861639 agent_compute-ego_median 0.01883452588861639 agent_compute-ego_min 0.01883452588861639 complete-iteration_max 0.23603190075267444 complete-iteration_mean 0.23603190075267444 complete-iteration_median 0.23603190075267444 complete-iteration_min 0.23603190075267444 deviation-center-line_max 0.007425002168249691 deviation-center-line_mean 0.007425002168249691 deviation-center-line_min 0.007425002168249691 deviation-heading_max 0.04950681744971068 deviation-heading_mean 0.04950681744971068 deviation-heading_median 0.04950681744971068 deviation-heading_min 0.04950681744971068 driven_any_max 0.03081203827093436 driven_any_mean 0.03081203827093436 driven_any_median 0.03081203827093436 driven_any_min 0.03081203827093436 driven_lanedir_consec_max 0.03070457379621061 driven_lanedir_consec_mean 0.03070457379621061 driven_lanedir_consec_min 0.03070457379621061 driven_lanedir_max 0.03070457379621061 driven_lanedir_mean 0.03070457379621061 driven_lanedir_median 0.03070457379621061 driven_lanedir_min 0.03070457379621061 get_duckie_state_max 0.004383433948863636 get_duckie_state_mean 0.004383433948863636 get_duckie_state_median 0.004383433948863636 get_duckie_state_min 0.004383433948863636 get_robot_state_max 0.015396746722134676 get_robot_state_mean 0.015396746722134676 get_robot_state_median 0.015396746722134676 get_robot_state_min 0.015396746722134676 get_state_dump_max 0.0171303315596147 get_state_dump_mean 0.0171303315596147 get_state_dump_median 0.0171303315596147 get_state_dump_min 0.0171303315596147 get_ui_image_max 0.03900007768110795 get_ui_image_mean 0.03900007768110795 get_ui_image_median 0.03900007768110795 get_ui_image_min 0.03900007768110795 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03081203827093436, "get_ui_image": 0.03900007768110795, "step_physics": 0.09947700933976608, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03070457379621061, "get_state_dump": 0.0171303315596147, "sim_render-ego": 0.006829045035622336, "get_robot_state": 0.015396746722134676, "get_duckie_state": 0.004383433948863636, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01883452588861639, "deviation-heading": 0.04950681744971068, "complete-iteration": 0.23603190075267444, "set_robot_commands": 0.0049617723985151815, "deviation-center-line": 0.007425002168249691, "driven_lanedir_consec": 0.03070457379621061, "sim_compute_sim_state": 0.02502400224859064, "sim_compute_performance-ego": 0.004841067574240945}}set_robot_commands_max 0.0049617723985151815 set_robot_commands_mean 0.0049617723985151815 set_robot_commands_median 0.0049617723985151815 set_robot_commands_min 0.0049617723985151815 sim_compute_performance-ego_max 0.004841067574240945 sim_compute_performance-ego_mean 0.004841067574240945 sim_compute_performance-ego_median 0.004841067574240945 sim_compute_performance-ego_min 0.004841067574240945 sim_compute_sim_state_max 0.02502400224859064 sim_compute_sim_state_mean 0.02502400224859064 sim_compute_sim_state_median 0.02502400224859064 sim_compute_sim_state_min 0.02502400224859064 sim_render-ego_max 0.006829045035622336 sim_render-ego_mean 0.006829045035622336 sim_render-ego_median 0.006829045035622336 sim_render-ego_min 0.006829045035622336 simulation-passed 1 step_physics_max 0.09947700933976608 step_physics_mean 0.09947700933976608 step_physics_median 0.09947700933976608 step_physics_min 0.09947700933976608 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41255
10581
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0069834204633990446 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01913671060041948 agent_compute-ego_mean 0.01913671060041948 agent_compute-ego_median 0.01913671060041948 agent_compute-ego_min 0.01913671060041948 complete-iteration_max 0.22768393429842865 complete-iteration_mean 0.22768393429842865 complete-iteration_median 0.22768393429842865 complete-iteration_min 0.22768393429842865 deviation-center-line_max 0.0069834204633990446 deviation-center-line_mean 0.0069834204633990446 deviation-center-line_min 0.0069834204633990446 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 4.440892098500626e-15 driven_any_mean 4.440892098500626e-15 driven_any_median 4.440892098500626e-15 driven_any_min 4.440892098500626e-15 driven_lanedir_consec_max 0.0 driven_lanedir_consec_mean 0.0 driven_lanedir_consec_min 0.0 driven_lanedir_max 0.0 driven_lanedir_mean 0.0 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 0.0038538195870139384 get_duckie_state_mean 0.0038538195870139384 get_duckie_state_median 0.0038538195870139384 get_duckie_state_min 0.0038538195870139384 get_robot_state_max 0.01341611688787287 get_robot_state_mean 0.01341611688787287 get_robot_state_median 0.01341611688787287 get_robot_state_min 0.01341611688787287 get_state_dump_max 0.01445328105579723 get_state_dump_mean 0.01445328105579723 get_state_dump_median 0.01445328105579723 get_state_dump_min 0.01445328105579723 get_ui_image_max 0.03815052726052024 get_ui_image_mean 0.03815052726052024 get_ui_image_median 0.03815052726052024 get_ui_image_min 0.03815052726052024 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 4.440892098500626e-15, "get_ui_image": 0.03815052726052024, "step_physics": 0.10080909729003906, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0, "get_state_dump": 0.01445328105579723, "sim_render-ego": 0.005812146446921609, "get_robot_state": 0.01341611688787287, "get_duckie_state": 0.0038538195870139384, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01913671060041948, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.22768393429842865, "set_robot_commands": 0.004624540155584162, "deviation-center-line": 0.0069834204633990446, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02306417985395952, "sim_compute_performance-ego": 0.0042084780606356535}}set_robot_commands_max 0.004624540155584162 set_robot_commands_mean 0.004624540155584162 set_robot_commands_median 0.004624540155584162 set_robot_commands_min 0.004624540155584162 sim_compute_performance-ego_max 0.0042084780606356535 sim_compute_performance-ego_mean 0.0042084780606356535 sim_compute_performance-ego_median 0.0042084780606356535 sim_compute_performance-ego_min 0.0042084780606356535 sim_compute_sim_state_max 0.02306417985395952 sim_compute_sim_state_mean 0.02306417985395952 sim_compute_sim_state_median 0.02306417985395952 sim_compute_sim_state_min 0.02306417985395952 sim_render-ego_max 0.005812146446921609 sim_render-ego_mean 0.005812146446921609 sim_render-ego_median 0.005812146446921609 sim_render-ego_min 0.005812146446921609 simulation-passed 1 step_physics_max 0.10080909729003906 step_physics_mean 0.10080909729003906 step_physics_median 0.10080909729003906 step_physics_min 0.10080909729003906 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41252
10586
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.05731907779706047 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007718552454048918 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02003680575977672 agent_compute-ego_mean 0.02003680575977672 agent_compute-ego_median 0.02003680575977672 agent_compute-ego_min 0.02003680575977672 complete-iteration_max 0.24378338727084073 complete-iteration_mean 0.24378338727084073 complete-iteration_median 0.24378338727084073 complete-iteration_min 0.24378338727084073 deviation-center-line_max 0.007718552454048918 deviation-center-line_mean 0.007718552454048918 deviation-center-line_min 0.007718552454048918 deviation-heading_max 0.05296753738500608 deviation-heading_mean 0.05296753738500608 deviation-heading_median 0.05296753738500608 deviation-heading_min 0.05296753738500608 driven_any_max 0.05761446483108146 driven_any_mean 0.05761446483108146 driven_any_median 0.05761446483108146 driven_any_min 0.05761446483108146 driven_lanedir_consec_max 0.05731907779706047 driven_lanedir_consec_mean 0.05731907779706047 driven_lanedir_consec_min 0.05731907779706047 driven_lanedir_max 0.05731907779706047 driven_lanedir_mean 0.05731907779706047 driven_lanedir_median 0.05731907779706047 driven_lanedir_min 0.05731907779706047 get_duckie_state_max 0.0049391009590842505 get_duckie_state_mean 0.0049391009590842505 get_duckie_state_median 0.0049391009590842505 get_duckie_state_min 0.0049391009590842505 get_robot_state_max 0.017217376015403053 get_robot_state_mean 0.017217376015403053 get_robot_state_median 0.017217376015403053 get_robot_state_min 0.017217376015403053 get_state_dump_max 0.014505061236294832 get_state_dump_mean 0.014505061236294832 get_state_dump_median 0.014505061236294832 get_state_dump_min 0.014505061236294832 get_ui_image_max 0.04255292632363059 get_ui_image_mean 0.04255292632363059 get_ui_image_median 0.04255292632363059 get_ui_image_min 0.04255292632363059 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.05761446483108146, "get_ui_image": 0.04255292632363059, "step_physics": 0.1028241677717729, "survival_time": 0.49999999999999994, "driven_lanedir": 0.05731907779706047, "get_state_dump": 0.014505061236294832, "sim_render-ego": 0.006625912406227805, "get_robot_state": 0.017217376015403053, "get_duckie_state": 0.0049391009590842505, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02003680575977672, "deviation-heading": 0.05296753738500608, "complete-iteration": 0.24378338727084073, "set_robot_commands": 0.004682757637717507, "deviation-center-line": 0.007718552454048918, "driven_lanedir_consec": 0.05731907779706047, "sim_compute_sim_state": 0.02553090182217685, "sim_compute_performance-ego": 0.004710067402232777}}set_robot_commands_max 0.004682757637717507 set_robot_commands_mean 0.004682757637717507 set_robot_commands_median 0.004682757637717507 set_robot_commands_min 0.004682757637717507 sim_compute_performance-ego_max 0.004710067402232777 sim_compute_performance-ego_mean 0.004710067402232777 sim_compute_performance-ego_median 0.004710067402232777 sim_compute_performance-ego_min 0.004710067402232777 sim_compute_sim_state_max 0.02553090182217685 sim_compute_sim_state_mean 0.02553090182217685 sim_compute_sim_state_median 0.02553090182217685 sim_compute_sim_state_min 0.02553090182217685 sim_render-ego_max 0.006625912406227805 sim_render-ego_mean 0.006625912406227805 sim_render-ego_median 0.006625912406227805 sim_render-ego_min 0.006625912406227805 simulation-passed 1 step_physics_max 0.1028241677717729 step_physics_mean 0.1028241677717729 step_physics_median 0.1028241677717729 step_physics_min 0.1028241677717729 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41247
10587
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03132248794913739 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007446037816365911 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02101434360850941 agent_compute-ego_mean 0.02101434360850941 agent_compute-ego_median 0.02101434360850941 agent_compute-ego_min 0.02101434360850941 complete-iteration_max 0.25823900916359643 complete-iteration_mean 0.25823900916359643 complete-iteration_median 0.25823900916359643 complete-iteration_min 0.25823900916359643 deviation-center-line_max 0.007446037816365911 deviation-center-line_mean 0.007446037816365911 deviation-center-line_min 0.007446037816365911 deviation-heading_max 0.04987688404592949 deviation-heading_mean 0.04987688404592949 deviation-heading_median 0.04987688404592949 deviation-heading_min 0.04987688404592949 driven_any_max 0.03143746646698049 driven_any_mean 0.03143746646698049 driven_any_median 0.03143746646698049 driven_any_min 0.03143746646698049 driven_lanedir_consec_max 0.03132248794913739 driven_lanedir_consec_mean 0.03132248794913739 driven_lanedir_consec_min 0.03132248794913739 driven_lanedir_max 0.03132248794913739 driven_lanedir_mean 0.03132248794913739 driven_lanedir_median 0.03132248794913739 driven_lanedir_min 0.03132248794913739 get_duckie_state_max 0.004796114834872159 get_duckie_state_mean 0.004796114834872159 get_duckie_state_median 0.004796114834872159 get_duckie_state_min 0.004796114834872159 get_robot_state_max 0.014743436466563831 get_robot_state_mean 0.014743436466563831 get_robot_state_median 0.014743436466563831 get_robot_state_min 0.014743436466563831 get_state_dump_max 0.01560044288635254 get_state_dump_mean 0.01560044288635254 get_state_dump_median 0.01560044288635254 get_state_dump_min 0.01560044288635254 get_ui_image_max 0.04297449372031472 get_ui_image_mean 0.04297449372031472 get_ui_image_median 0.04297449372031472 get_ui_image_min 0.04297449372031472 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.03143746646698049, "get_ui_image": 0.04297449372031472, "step_physics": 0.11531890522349963, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03132248794913739, "get_state_dump": 0.01560044288635254, "sim_render-ego": 0.0071395527232776985, "get_robot_state": 0.014743436466563831, "get_duckie_state": 0.004796114834872159, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02101434360850941, "deviation-heading": 0.04987688404592949, "complete-iteration": 0.25823900916359643, "set_robot_commands": 0.004826935854825107, "deviation-center-line": 0.007446037816365911, "driven_lanedir_consec": 0.03132248794913739, "sim_compute_sim_state": 0.02700250799005682, "sim_compute_performance-ego": 0.0046536922454833984}}set_robot_commands_max 0.004826935854825107 set_robot_commands_mean 0.004826935854825107 set_robot_commands_median 0.004826935854825107 set_robot_commands_min 0.004826935854825107 sim_compute_performance-ego_max 0.0046536922454833984 sim_compute_performance-ego_mean 0.0046536922454833984 sim_compute_performance-ego_median 0.0046536922454833984 sim_compute_performance-ego_min 0.0046536922454833984 sim_compute_sim_state_max 0.02700250799005682 sim_compute_sim_state_mean 0.02700250799005682 sim_compute_sim_state_median 0.02700250799005682 sim_compute_sim_state_min 0.02700250799005682 sim_render-ego_max 0.0071395527232776985 sim_render-ego_mean 0.0071395527232776985 sim_render-ego_median 0.0071395527232776985 sim_render-ego_min 0.0071395527232776985 simulation-passed 1 step_physics_max 0.11531890522349963 step_physics_mean 0.11531890522349963 step_physics_median 0.11531890522349963 step_physics_min 0.11531890522349963 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41241
10589
Raphael Jean sim-exercise-1 aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021419583990718305 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007309800694539511 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019084280187433415 agent_compute-ego_mean 0.019084280187433415 agent_compute-ego_median 0.019084280187433415 agent_compute-ego_min 0.019084280187433415 complete-iteration_max 0.23606191981922495 complete-iteration_mean 0.23606191981922495 complete-iteration_median 0.23606191981922495 complete-iteration_min 0.23606191981922495 deviation-center-line_max 0.007309800694539511 deviation-center-line_mean 0.007309800694539511 deviation-center-line_min 0.007309800694539511 deviation-heading_max 0.05051756028368079 deviation-heading_mean 0.05051756028368079 deviation-heading_median 0.05051756028368079 deviation-heading_min 0.05051756028368079 driven_any_max 0.021504002676870165 driven_any_mean 0.021504002676870165 driven_any_median 0.021504002676870165 driven_any_min 0.021504002676870165 driven_lanedir_consec_max 0.021419583990718305 driven_lanedir_consec_mean 0.021419583990718305 driven_lanedir_consec_min 0.021419583990718305 driven_lanedir_max 0.021419583990718305 driven_lanedir_mean 0.021419583990718305 driven_lanedir_median 0.021419583990718305 driven_lanedir_min 0.021419583990718305 get_duckie_state_max 0.004357294602827592 get_duckie_state_mean 0.004357294602827592 get_duckie_state_median 0.004357294602827592 get_duckie_state_min 0.004357294602827592 get_robot_state_max 0.01560776883905584 get_robot_state_mean 0.01560776883905584 get_robot_state_median 0.01560776883905584 get_robot_state_min 0.01560776883905584 get_state_dump_max 0.015420176766135475 get_state_dump_mean 0.015420176766135475 get_state_dump_median 0.015420176766135475 get_state_dump_min 0.015420176766135475 get_ui_image_max 0.0399050929329612 get_ui_image_mean 0.0399050929329612 get_ui_image_median 0.0399050929329612 get_ui_image_min 0.0399050929329612 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.021504002676870165, "get_ui_image": 0.0399050929329612, "step_physics": 0.10068598660555753, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021419583990718305, "get_state_dump": 0.015420176766135475, "sim_render-ego": 0.006199251521717419, "get_robot_state": 0.01560776883905584, "get_duckie_state": 0.004357294602827592, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019084280187433415, "deviation-heading": 0.05051756028368079, "complete-iteration": 0.23606191981922495, "set_robot_commands": 0.004834261807528409, "deviation-center-line": 0.007309800694539511, "driven_lanedir_consec": 0.021419583990718305, "sim_compute_sim_state": 0.025515599684281784, "sim_compute_performance-ego": 0.004301287911155007}}set_robot_commands_max 0.004834261807528409 set_robot_commands_mean 0.004834261807528409 set_robot_commands_median 0.004834261807528409 set_robot_commands_min 0.004834261807528409 sim_compute_performance-ego_max 0.004301287911155007 sim_compute_performance-ego_mean 0.004301287911155007 sim_compute_performance-ego_median 0.004301287911155007 sim_compute_performance-ego_min 0.004301287911155007 sim_compute_sim_state_max 0.025515599684281784 sim_compute_sim_state_mean 0.025515599684281784 sim_compute_sim_state_median 0.025515599684281784 sim_compute_sim_state_min 0.025515599684281784 sim_render-ego_max 0.006199251521717419 sim_render-ego_mean 0.006199251521717419 sim_render-ego_median 0.006199251521717419 sim_render-ego_min 0.006199251521717419 simulation-passed 1 step_physics_max 0.10068598660555753 step_physics_mean 0.10068598660555753 step_physics_median 0.10068598660555753 step_physics_min 0.10068598660555753 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41237
10592
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.037937897651380226 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007538490499549075 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01895408196882768 agent_compute-ego_mean 0.01895408196882768 agent_compute-ego_median 0.01895408196882768 agent_compute-ego_min 0.01895408196882768 complete-iteration_max 0.23478403958407315 complete-iteration_mean 0.23478403958407315 complete-iteration_median 0.23478403958407315 complete-iteration_min 0.23478403958407315 deviation-center-line_max 0.007538490499549075 deviation-center-line_mean 0.007538490499549075 deviation-center-line_min 0.007538490499549075 deviation-heading_max 0.050157009405562655 deviation-heading_mean 0.050157009405562655 deviation-heading_median 0.050157009405562655 deviation-heading_min 0.050157009405562655 driven_any_max 0.038081284122475224 driven_any_mean 0.038081284122475224 driven_any_median 0.038081284122475224 driven_any_min 0.038081284122475224 driven_lanedir_consec_max 0.037937897651380226 driven_lanedir_consec_mean 0.037937897651380226 driven_lanedir_consec_min 0.037937897651380226 driven_lanedir_max 0.037937897651380226 driven_lanedir_mean 0.037937897651380226 driven_lanedir_median 0.037937897651380226 driven_lanedir_min 0.037937897651380226 get_duckie_state_max 0.003952936692671342 get_duckie_state_mean 0.003952936692671342 get_duckie_state_median 0.003952936692671342 get_duckie_state_min 0.003952936692671342 get_robot_state_max 0.014583522623235527 get_robot_state_mean 0.014583522623235527 get_robot_state_median 0.014583522623235527 get_robot_state_min 0.014583522623235527 get_state_dump_max 0.01539975946599787 get_state_dump_mean 0.01539975946599787 get_state_dump_median 0.01539975946599787 get_state_dump_min 0.01539975946599787 get_ui_image_max 0.040660728107799186 get_ui_image_mean 0.040660728107799186 get_ui_image_median 0.040660728107799186 get_ui_image_min 0.040660728107799186 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.038081284122475224, "get_ui_image": 0.040660728107799186, "step_physics": 0.10277318954467772, "survival_time": 0.49999999999999994, "driven_lanedir": 0.037937897651380226, "get_state_dump": 0.01539975946599787, "sim_render-ego": 0.005986993963068182, "get_robot_state": 0.014583522623235527, "get_duckie_state": 0.003952936692671342, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01895408196882768, "deviation-heading": 0.050157009405562655, "complete-iteration": 0.23478403958407315, "set_robot_commands": 0.004411090504039417, "deviation-center-line": 0.007538490499549075, "driven_lanedir_consec": 0.037937897651380226, "sim_compute_sim_state": 0.023822502656416455, "sim_compute_performance-ego": 0.004073749889026989}}set_robot_commands_max 0.004411090504039417 set_robot_commands_mean 0.004411090504039417 set_robot_commands_median 0.004411090504039417 set_robot_commands_min 0.004411090504039417 sim_compute_performance-ego_max 0.004073749889026989 sim_compute_performance-ego_mean 0.004073749889026989 sim_compute_performance-ego_median 0.004073749889026989 sim_compute_performance-ego_min 0.004073749889026989 sim_compute_sim_state_max 0.023822502656416455 sim_compute_sim_state_mean 0.023822502656416455 sim_compute_sim_state_median 0.023822502656416455 sim_compute_sim_state_min 0.023822502656416455 sim_render-ego_max 0.005986993963068182 sim_render-ego_mean 0.005986993963068182 sim_render-ego_median 0.005986993963068182 sim_render-ego_min 0.005986993963068182 simulation-passed 1 step_physics_max 0.10277318954467772 step_physics_mean 0.10277318954467772 step_physics_median 0.10277318954467772 step_physics_min 0.10277318954467772 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41235
10592
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.040632563799634536 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007632285891704068 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019633965058760208 agent_compute-ego_mean 0.019633965058760208 agent_compute-ego_median 0.019633965058760208 agent_compute-ego_min 0.019633965058760208 complete-iteration_max 0.2831640677018599 complete-iteration_mean 0.2831640677018599 complete-iteration_median 0.2831640677018599 complete-iteration_min 0.2831640677018599 deviation-center-line_max 0.007632285891704068 deviation-center-line_mean 0.007632285891704068 deviation-center-line_min 0.007632285891704068 deviation-heading_max 0.05125106693595355 deviation-heading_mean 0.05125106693595355 deviation-heading_median 0.05125106693595355 deviation-heading_min 0.05125106693595355 driven_any_max 0.04080671230173928 driven_any_mean 0.04080671230173928 driven_any_median 0.04080671230173928 driven_any_min 0.04080671230173928 driven_lanedir_consec_max 0.040632563799634536 driven_lanedir_consec_mean 0.040632563799634536 driven_lanedir_consec_min 0.040632563799634536 driven_lanedir_max 0.040632563799634536 driven_lanedir_mean 0.040632563799634536 driven_lanedir_median 0.040632563799634536 driven_lanedir_min 0.040632563799634536 get_duckie_state_max 0.003714561462402344 get_duckie_state_mean 0.003714561462402344 get_duckie_state_median 0.003714561462402344 get_duckie_state_min 0.003714561462402344 get_robot_state_max 0.013265132904052734 get_robot_state_mean 0.013265132904052734 get_robot_state_median 0.013265132904052734 get_robot_state_min 0.013265132904052734 get_state_dump_max 0.015050346201116388 get_state_dump_mean 0.015050346201116388 get_state_dump_median 0.015050346201116388 get_state_dump_min 0.015050346201116388 get_ui_image_max 0.039661862633445046 get_ui_image_mean 0.039661862633445046 get_ui_image_median 0.039661862633445046 get_ui_image_min 0.039661862633445046 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04080671230173928, "get_ui_image": 0.039661862633445046, "step_physics": 0.15223232182589444, "survival_time": 0.49999999999999994, "driven_lanedir": 0.040632563799634536, "get_state_dump": 0.015050346201116388, "sim_render-ego": 0.005460370670665394, "get_robot_state": 0.013265132904052734, "get_duckie_state": 0.003714561462402344, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019633965058760208, "deviation-heading": 0.05125106693595355, "complete-iteration": 0.2831640677018599, "set_robot_commands": 0.0049087134274569426, "deviation-center-line": 0.007632285891704068, "driven_lanedir_consec": 0.040632563799634536, "sim_compute_sim_state": 0.024986548857255417, "sim_compute_performance-ego": 0.00409919565374201}}set_robot_commands_max 0.0049087134274569426 set_robot_commands_mean 0.0049087134274569426 set_robot_commands_median 0.0049087134274569426 set_robot_commands_min 0.0049087134274569426 sim_compute_performance-ego_max 0.00409919565374201 sim_compute_performance-ego_mean 0.00409919565374201 sim_compute_performance-ego_median 0.00409919565374201 sim_compute_performance-ego_min 0.00409919565374201 sim_compute_sim_state_max 0.024986548857255417 sim_compute_sim_state_mean 0.024986548857255417 sim_compute_sim_state_median 0.024986548857255417 sim_compute_sim_state_min 0.024986548857255417 sim_render-ego_max 0.005460370670665394 sim_render-ego_mean 0.005460370670665394 sim_render-ego_median 0.005460370670665394 sim_render-ego_min 0.005460370670665394 simulation-passed 1 step_physics_max 0.15223232182589444 step_physics_mean 0.15223232182589444 step_physics_median 0.15223232182589444 step_physics_min 0.15223232182589444 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41228
10595
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:13 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41221
10599
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:11 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41215
10600
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:12 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41211
10604
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.02678190758719801 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007382453046203537 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020065459338101475 agent_compute-ego_mean 0.020065459338101475 agent_compute-ego_median 0.020065459338101475 agent_compute-ego_min 0.020065459338101475 complete-iteration_max 0.23818703131242233 complete-iteration_mean 0.23818703131242233 complete-iteration_median 0.23818703131242233 complete-iteration_min 0.23818703131242233 deviation-center-line_max 0.007382453046203537 deviation-center-line_mean 0.007382453046203537 deviation-center-line_min 0.007382453046203537 deviation-heading_max 0.0498275578392618 deviation-heading_mean 0.0498275578392618 deviation-heading_median 0.0498275578392618 deviation-heading_min 0.0498275578392618 driven_any_max 0.02687997813465676 driven_any_mean 0.02687997813465676 driven_any_median 0.02687997813465676 driven_any_min 0.02687997813465676 driven_lanedir_consec_max 0.02678190758719801 driven_lanedir_consec_mean 0.02678190758719801 driven_lanedir_consec_min 0.02678190758719801 driven_lanedir_max 0.02678190758719801 driven_lanedir_mean 0.02678190758719801 driven_lanedir_median 0.02678190758719801 driven_lanedir_min 0.02678190758719801 get_duckie_state_max 0.004445422779430042 get_duckie_state_mean 0.004445422779430042 get_duckie_state_median 0.004445422779430042 get_duckie_state_min 0.004445422779430042 get_robot_state_max 0.01570530371232466 get_robot_state_mean 0.01570530371232466 get_robot_state_median 0.01570530371232466 get_robot_state_min 0.01570530371232466 get_state_dump_max 0.015223373066295277 get_state_dump_mean 0.015223373066295277 get_state_dump_median 0.015223373066295277 get_state_dump_min 0.015223373066295277 get_ui_image_max 0.0390396768396551 get_ui_image_mean 0.0390396768396551 get_ui_image_median 0.0390396768396551 get_ui_image_min 0.0390396768396551 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02687997813465676, "get_ui_image": 0.0390396768396551, "step_physics": 0.10184428908608176, "survival_time": 0.49999999999999994, "driven_lanedir": 0.02678190758719801, "get_state_dump": 0.015223373066295277, "sim_render-ego": 0.0068569183349609375, "get_robot_state": 0.01570530371232466, "get_duckie_state": 0.004445422779430042, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020065459338101475, "deviation-heading": 0.0498275578392618, "complete-iteration": 0.23818703131242233, "set_robot_commands": 0.005115834149447354, "deviation-center-line": 0.007382453046203537, "driven_lanedir_consec": 0.02678190758719801, "sim_compute_sim_state": 0.025026884945956143, "sim_compute_performance-ego": 0.004667758941650391}}set_robot_commands_max 0.005115834149447354 set_robot_commands_mean 0.005115834149447354 set_robot_commands_median 0.005115834149447354 set_robot_commands_min 0.005115834149447354 sim_compute_performance-ego_max 0.004667758941650391 sim_compute_performance-ego_mean 0.004667758941650391 sim_compute_performance-ego_median 0.004667758941650391 sim_compute_performance-ego_min 0.004667758941650391 sim_compute_sim_state_max 0.025026884945956143 sim_compute_sim_state_mean 0.025026884945956143 sim_compute_sim_state_median 0.025026884945956143 sim_compute_sim_state_min 0.025026884945956143 sim_render-ego_max 0.0068569183349609375 sim_render-ego_mean 0.0068569183349609375 sim_render-ego_median 0.0068569183349609375 sim_render-ego_min 0.0068569183349609375 simulation-passed 1 step_physics_max 0.10184428908608176 step_physics_mean 0.10184428908608176 step_physics_median 0.10184428908608176 step_physics_min 0.10184428908608176 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41206
10607
Liam Paull 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:11 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41203
10608
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.05172742917486062 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007683782689153804 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01872190562161532 agent_compute-ego_mean 0.01872190562161532 agent_compute-ego_median 0.01872190562161532 agent_compute-ego_min 0.01872190562161532 complete-iteration_max 0.25897966731678357 complete-iteration_mean 0.25897966731678357 complete-iteration_median 0.25897966731678357 complete-iteration_min 0.25897966731678357 deviation-center-line_max 0.007683782689153804 deviation-center-line_mean 0.007683782689153804 deviation-center-line_min 0.007683782689153804 deviation-heading_max 0.047022787713917095 deviation-heading_mean 0.047022787713917095 deviation-heading_median 0.047022787713917095 deviation-heading_min 0.047022787713917095 driven_any_max 0.05186396110090823 driven_any_mean 0.05186396110090823 driven_any_median 0.05186396110090823 driven_any_min 0.05186396110090823 driven_lanedir_consec_max 0.05172742917486062 driven_lanedir_consec_mean 0.05172742917486062 driven_lanedir_consec_min 0.05172742917486062 driven_lanedir_max 0.05172742917486062 driven_lanedir_mean 0.05172742917486062 driven_lanedir_median 0.05172742917486062 driven_lanedir_min 0.05172742917486062 get_duckie_state_max 0.004529237747192383 get_duckie_state_mean 0.004529237747192383 get_duckie_state_median 0.004529237747192383 get_duckie_state_min 0.004529237747192383 get_robot_state_max 0.01565098762512207 get_robot_state_mean 0.01565098762512207 get_robot_state_median 0.01565098762512207 get_robot_state_min 0.01565098762512207 get_state_dump_max 0.014932263981212269 get_state_dump_mean 0.014932263981212269 get_state_dump_median 0.014932263981212269 get_state_dump_min 0.014932263981212269 get_ui_image_max 0.04643368721008301 get_ui_image_mean 0.04643368721008301 get_ui_image_median 0.04643368721008301 get_ui_image_min 0.04643368721008301 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.05186396110090823, "get_ui_image": 0.04643368721008301, "step_physics": 0.11830108815973456, "survival_time": 0.49999999999999994, "driven_lanedir": 0.05172742917486062, "get_state_dump": 0.014932263981212269, "sim_render-ego": 0.006309986114501953, "get_robot_state": 0.01565098762512207, "get_duckie_state": 0.004529237747192383, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01872190562161532, "deviation-heading": 0.047022787713917095, "complete-iteration": 0.25897966731678357, "set_robot_commands": 0.0047054941003972835, "deviation-center-line": 0.007683782689153804, "driven_lanedir_consec": 0.05172742917486062, "sim_compute_sim_state": 0.024924733422019264, "sim_compute_performance-ego": 0.004302003166892312}}set_robot_commands_max 0.0047054941003972835 set_robot_commands_mean 0.0047054941003972835 set_robot_commands_median 0.0047054941003972835 set_robot_commands_min 0.0047054941003972835 sim_compute_performance-ego_max 0.004302003166892312 sim_compute_performance-ego_mean 0.004302003166892312 sim_compute_performance-ego_median 0.004302003166892312 sim_compute_performance-ego_min 0.004302003166892312 sim_compute_sim_state_max 0.024924733422019264 sim_compute_sim_state_mean 0.024924733422019264 sim_compute_sim_state_median 0.024924733422019264 sim_compute_sim_state_min 0.024924733422019264 sim_render-ego_max 0.006309986114501953 sim_render-ego_mean 0.006309986114501953 sim_render-ego_median 0.006309986114501953 sim_render-ego_min 0.006309986114501953 simulation-passed 1 step_physics_max 0.11830108815973456 step_physics_mean 0.11830108815973456 step_physics_median 0.11830108815973456 step_physics_min 0.11830108815973456 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41201
10610
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.04198274141430414 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007589853489547335 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.02235191518610174 agent_compute-ego_mean 0.02235191518610174 agent_compute-ego_median 0.02235191518610174 agent_compute-ego_min 0.02235191518610174 complete-iteration_max 0.27952413125471637 complete-iteration_mean 0.27952413125471637 complete-iteration_median 0.27952413125471637 complete-iteration_min 0.27952413125471637 deviation-center-line_max 0.007589853489547335 deviation-center-line_mean 0.007589853489547335 deviation-center-line_min 0.007589853489547335 deviation-heading_max 0.04894373563922241 deviation-heading_mean 0.04894373563922241 deviation-heading_median 0.04894373563922241 deviation-heading_min 0.04894373563922241 driven_any_max 0.04212251524167024 driven_any_mean 0.04212251524167024 driven_any_median 0.04212251524167024 driven_any_min 0.04212251524167024 driven_lanedir_consec_max 0.04198274141430414 driven_lanedir_consec_mean 0.04198274141430414 driven_lanedir_consec_min 0.04198274141430414 driven_lanedir_max 0.04198274141430414 driven_lanedir_mean 0.04198274141430414 driven_lanedir_median 0.04198274141430414 driven_lanedir_min 0.04198274141430414 get_duckie_state_max 0.005431673743508079 get_duckie_state_mean 0.005431673743508079 get_duckie_state_median 0.005431673743508079 get_duckie_state_min 0.005431673743508079 get_robot_state_max 0.017151377417824486 get_robot_state_mean 0.017151377417824486 get_robot_state_median 0.017151377417824486 get_robot_state_min 0.017151377417824486 get_state_dump_max 0.016532811251553623 get_state_dump_mean 0.016532811251553623 get_state_dump_median 0.016532811251553623 get_state_dump_min 0.016532811251553623 get_ui_image_max 0.04557412320917303 get_ui_image_mean 0.04557412320917303 get_ui_image_median 0.04557412320917303 get_ui_image_min 0.04557412320917303 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.04212251524167024, "get_ui_image": 0.04557412320917303, "step_physics": 0.12389896132729272, "survival_time": 0.49999999999999994, "driven_lanedir": 0.04198274141430414, "get_state_dump": 0.016532811251553623, "sim_render-ego": 0.008116440339521929, "get_robot_state": 0.017151377417824486, "get_duckie_state": 0.005431673743508079, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02235191518610174, "deviation-heading": 0.04894373563922241, "complete-iteration": 0.27952413125471637, "set_robot_commands": 0.005927671085704456, "deviation-center-line": 0.007589853489547335, "driven_lanedir_consec": 0.04198274141430414, "sim_compute_sim_state": 0.02949279004877264, "sim_compute_performance-ego": 0.004866058176214045}}set_robot_commands_max 0.005927671085704456 set_robot_commands_mean 0.005927671085704456 set_robot_commands_median 0.005927671085704456 set_robot_commands_min 0.005927671085704456 sim_compute_performance-ego_max 0.004866058176214045 sim_compute_performance-ego_mean 0.004866058176214045 sim_compute_performance-ego_median 0.004866058176214045 sim_compute_performance-ego_min 0.004866058176214045 sim_compute_sim_state_max 0.02949279004877264 sim_compute_sim_state_mean 0.02949279004877264 sim_compute_sim_state_median 0.02949279004877264 sim_compute_sim_state_min 0.02949279004877264 sim_render-ego_max 0.008116440339521929 sim_render-ego_mean 0.008116440339521929 sim_render-ego_median 0.008116440339521929 sim_render-ego_min 0.008116440339521929 simulation-passed 1 step_physics_max 0.12389896132729272 step_physics_mean 0.12389896132729272 step_physics_median 0.12389896132729272 step_physics_min 0.12389896132729272 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41198
10612
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.026330973049295103 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0073640725734981 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018718372691761364 agent_compute-ego_mean 0.018718372691761364 agent_compute-ego_median 0.018718372691761364 agent_compute-ego_min 0.018718372691761364 complete-iteration_max 0.22992517731406473 complete-iteration_mean 0.22992517731406473 complete-iteration_median 0.22992517731406473 complete-iteration_min 0.22992517731406473 deviation-center-line_max 0.0073640725734981 deviation-center-line_mean 0.0073640725734981 deviation-center-line_min 0.0073640725734981 deviation-heading_max 0.04924721233611451 deviation-heading_mean 0.04924721233611451 deviation-heading_median 0.04924721233611451 deviation-heading_min 0.04924721233611451 driven_any_max 0.026422366853472743 driven_any_mean 0.026422366853472743 driven_any_median 0.026422366853472743 driven_any_min 0.026422366853472743 driven_lanedir_consec_max 0.026330973049295103 driven_lanedir_consec_mean 0.026330973049295103 driven_lanedir_consec_min 0.026330973049295103 driven_lanedir_max 0.026330973049295103 driven_lanedir_mean 0.026330973049295103 driven_lanedir_median 0.026330973049295103 driven_lanedir_min 0.026330973049295103 get_duckie_state_max 0.0040267597545276985 get_duckie_state_mean 0.0040267597545276985 get_duckie_state_median 0.0040267597545276985 get_duckie_state_min 0.0040267597545276985 get_robot_state_max 0.01419695940884677 get_robot_state_mean 0.01419695940884677 get_robot_state_median 0.01419695940884677 get_robot_state_min 0.01419695940884677 get_state_dump_max 0.01438849622553045 get_state_dump_mean 0.01438849622553045 get_state_dump_median 0.01438849622553045 get_state_dump_min 0.01438849622553045 get_ui_image_max 0.03909477320584384 get_ui_image_mean 0.03909477320584384 get_ui_image_median 0.03909477320584384 get_ui_image_min 0.03909477320584384 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.026422366853472743, "get_ui_image": 0.03909477320584384, "step_physics": 0.09922896731983533, "survival_time": 0.49999999999999994, "driven_lanedir": 0.026330973049295103, "get_state_dump": 0.01438849622553045, "sim_render-ego": 0.006148923527110706, "get_robot_state": 0.01419695940884677, "get_duckie_state": 0.0040267597545276985, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018718372691761364, "deviation-heading": 0.04924721233611451, "complete-iteration": 0.22992517731406473, "set_robot_commands": 0.004956028678200461, "deviation-center-line": 0.0073640725734981, "driven_lanedir_consec": 0.026330973049295103, "sim_compute_sim_state": 0.02440862222151323, "sim_compute_performance-ego": 0.0045918984846635294}}set_robot_commands_max 0.004956028678200461 set_robot_commands_mean 0.004956028678200461 set_robot_commands_median 0.004956028678200461 set_robot_commands_min 0.004956028678200461 sim_compute_performance-ego_max 0.0045918984846635294 sim_compute_performance-ego_mean 0.0045918984846635294 sim_compute_performance-ego_median 0.0045918984846635294 sim_compute_performance-ego_min 0.0045918984846635294 sim_compute_sim_state_max 0.02440862222151323 sim_compute_sim_state_mean 0.02440862222151323 sim_compute_sim_state_median 0.02440862222151323 sim_compute_sim_state_min 0.02440862222151323 sim_render-ego_max 0.006148923527110706 sim_render-ego_mean 0.006148923527110706 sim_render-ego_median 0.006148923527110706 sim_render-ego_min 0.006148923527110706 simulation-passed 1 step_physics_max 0.09922896731983533 step_physics_mean 0.09922896731983533 step_physics_median 0.09922896731983533 step_physics_min 0.09922896731983533 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41197
10613
Francois Hebert exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03163453442263009 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007443232859738189 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01978778839111328 agent_compute-ego_mean 0.01978778839111328 agent_compute-ego_median 0.01978778839111328 agent_compute-ego_min 0.01978778839111328 complete-iteration_max 0.22975440458817917 complete-iteration_mean 0.22975440458817917 complete-iteration_median 0.22975440458817917 complete-iteration_min 0.22975440458817917 deviation-center-line_max 0.007443232859738189 deviation-center-line_mean 0.007443232859738189 deviation-center-line_min 0.007443232859738189 deviation-heading_max 0.04940061642039403 deviation-heading_mean 0.04940061642039403 deviation-heading_median 0.04940061642039403 deviation-heading_min 0.04940061642039403 driven_any_max 0.031745983747015386 driven_any_mean 0.031745983747015386 driven_any_median 0.031745983747015386 driven_any_min 0.031745983747015386 driven_lanedir_consec_max 0.03163453442263009 driven_lanedir_consec_mean 0.03163453442263009 driven_lanedir_consec_min 0.03163453442263009 driven_lanedir_max 0.03163453442263009 driven_lanedir_mean 0.03163453442263009 driven_lanedir_median 0.03163453442263009 driven_lanedir_min 0.03163453442263009 get_duckie_state_max 0.003951701250943271 get_duckie_state_mean 0.003951701250943271 get_duckie_state_median 0.003951701250943271 get_duckie_state_min 0.003951701250943271 get_robot_state_max 0.013768802989612926 get_robot_state_mean 0.013768802989612926 get_robot_state_median 0.013768802989612926 get_robot_state_min 0.013768802989612926 get_state_dump_max 0.015291387384588068 get_state_dump_mean 0.015291387384588068 get_state_dump_median 0.015291387384588068 get_state_dump_min 0.015291387384588068 get_ui_image_max 0.03881300579417835 get_ui_image_mean 0.03881300579417835 get_ui_image_median 0.03881300579417835 get_ui_image_min 0.03881300579417835 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.031745983747015386, "get_ui_image": 0.03881300579417835, "step_physics": 0.09930398247458716, "survival_time": 0.49999999999999994, "driven_lanedir": 0.03163453442263009, "get_state_dump": 0.015291387384588068, "sim_render-ego": 0.005964907732876864, "get_robot_state": 0.013768802989612926, "get_duckie_state": 0.003951701250943271, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01978778839111328, "deviation-heading": 0.04940061642039403, "complete-iteration": 0.22975440458817917, "set_robot_commands": 0.005044958808205344, "deviation-center-line": 0.007443232859738189, "driven_lanedir_consec": 0.03163453442263009, "sim_compute_sim_state": 0.02347176725214178, "sim_compute_performance-ego": 0.00419384782964533}}set_robot_commands_max 0.005044958808205344 set_robot_commands_mean 0.005044958808205344 set_robot_commands_median 0.005044958808205344 set_robot_commands_min 0.005044958808205344 sim_compute_performance-ego_max 0.00419384782964533 sim_compute_performance-ego_mean 0.00419384782964533 sim_compute_performance-ego_median 0.00419384782964533 sim_compute_performance-ego_min 0.00419384782964533 sim_compute_sim_state_max 0.02347176725214178 sim_compute_sim_state_mean 0.02347176725214178 sim_compute_sim_state_median 0.02347176725214178 sim_compute_sim_state_min 0.02347176725214178 sim_render-ego_max 0.005964907732876864 sim_render-ego_mean 0.005964907732876864 sim_render-ego_median 0.005964907732876864 sim_render-ego_min 0.005964907732876864 simulation-passed 1 step_physics_max 0.09930398247458716 step_physics_mean 0.09930398247458716 step_physics_median 0.09930398247458716 step_physics_min 0.09930398247458716 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41194
10615
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:10 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 3 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41138
11122
Olga (Ge Ya) Xu 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:28 Waited 3606 seconds [...] Waited 3606 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41136
10660
Liam Paull 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0203215161594712 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007322498452526 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018225691535256126 agent_compute-ego_mean 0.018225691535256126 agent_compute-ego_median 0.018225691535256126 agent_compute-ego_min 0.018225691535256126 complete-iteration_max 0.23633462732488456 complete-iteration_mean 0.23633462732488456 complete-iteration_median 0.23633462732488456 complete-iteration_min 0.23633462732488456 deviation-center-line_max 0.007322498452526 deviation-center-line_mean 0.007322498452526 deviation-center-line_min 0.007322498452526 deviation-heading_max 0.05338047190714772 deviation-heading_mean 0.05338047190714772 deviation-heading_median 0.05338047190714772 deviation-heading_min 0.05338047190714772 driven_any_max 0.02042884320942885 driven_any_mean 0.02042884320942885 driven_any_median 0.02042884320942885 driven_any_min 0.02042884320942885 driven_lanedir_consec_max 0.0203215161594712 driven_lanedir_consec_mean 0.0203215161594712 driven_lanedir_consec_min 0.0203215161594712 driven_lanedir_max 0.0203215161594712 driven_lanedir_mean 0.0203215161594712 driven_lanedir_median 0.0203215161594712 driven_lanedir_min 0.0203215161594712 get_duckie_state_max 0.004309524189342152 get_duckie_state_mean 0.004309524189342152 get_duckie_state_median 0.004309524189342152 get_duckie_state_min 0.004309524189342152 get_robot_state_max 0.015057737177068537 get_robot_state_mean 0.015057737177068537 get_robot_state_median 0.015057737177068537 get_robot_state_min 0.015057737177068537 get_state_dump_max 0.0156110633503307 get_state_dump_mean 0.0156110633503307 get_state_dump_median 0.0156110633503307 get_state_dump_min 0.0156110633503307 get_ui_image_max 0.04161891070279208 get_ui_image_mean 0.04161891070279208 get_ui_image_median 0.04161891070279208 get_ui_image_min 0.04161891070279208 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02042884320942885, "get_ui_image": 0.04161891070279208, "step_physics": 0.10183516415682706, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0203215161594712, "get_state_dump": 0.0156110633503307, "sim_render-ego": 0.006208788264881481, "get_robot_state": 0.015057737177068537, "get_duckie_state": 0.004309524189342152, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018225691535256126, "deviation-heading": 0.05338047190714772, "complete-iteration": 0.23633462732488456, "set_robot_commands": 0.004691297357732599, "deviation-center-line": 0.007322498452526, "driven_lanedir_consec": 0.0203215161594712, "sim_compute_sim_state": 0.024304476651278408, "sim_compute_performance-ego": 0.004316806793212891}}set_robot_commands_max 0.004691297357732599 set_robot_commands_mean 0.004691297357732599 set_robot_commands_median 0.004691297357732599 set_robot_commands_min 0.004691297357732599 sim_compute_performance-ego_max 0.004316806793212891 sim_compute_performance-ego_mean 0.004316806793212891 sim_compute_performance-ego_median 0.004316806793212891 sim_compute_performance-ego_min 0.004316806793212891 sim_compute_sim_state_max 0.024304476651278408 sim_compute_sim_state_mean 0.024304476651278408 sim_compute_sim_state_median 0.024304476651278408 sim_compute_sim_state_min 0.024304476651278408 sim_render-ego_max 0.006208788264881481 sim_render-ego_mean 0.006208788264881481 sim_render-ego_median 0.006208788264881481 sim_render-ego_min 0.006208788264881481 simulation-passed 1 step_physics_max 0.10183516415682706 step_physics_mean 0.10183516415682706 step_physics_median 0.10183516415682706 step_physics_min 0.10183516415682706 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41134
10662
Daniil Lisus exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.006148136357557732 survival_time_median 0.49999999999999994 deviation-center-line_median 0.006994897371638484 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01880468021739613 agent_compute-ego_mean 0.01880468021739613 agent_compute-ego_median 0.01880468021739613 agent_compute-ego_min 0.01880468021739613 complete-iteration_max 0.2305605194785378 complete-iteration_mean 0.2305605194785378 complete-iteration_median 0.2305605194785378 complete-iteration_min 0.2305605194785378 deviation-center-line_max 0.006994897371638484 deviation-center-line_mean 0.006994897371638484 deviation-center-line_min 0.006994897371638484 deviation-heading_max 0.04651293970620591 deviation-heading_mean 0.04651293970620591 deviation-heading_median 0.04651293970620591 deviation-heading_min 0.04651293970620591 driven_any_max 0.006161991705113161 driven_any_mean 0.006161991705113161 driven_any_median 0.006161991705113161 driven_any_min 0.006161991705113161 driven_lanedir_consec_max 0.006148136357557732 driven_lanedir_consec_mean 0.006148136357557732 driven_lanedir_consec_min 0.006148136357557732 driven_lanedir_max 0.006148136357557732 driven_lanedir_mean 0.006148136357557732 driven_lanedir_median 0.006148136357557732 driven_lanedir_min 0.006148136357557732 get_duckie_state_max 0.004042950543490323 get_duckie_state_mean 0.004042950543490323 get_duckie_state_median 0.004042950543490323 get_duckie_state_min 0.004042950543490323 get_robot_state_max 0.01537710970098322 get_robot_state_mean 0.01537710970098322 get_robot_state_median 0.01537710970098322 get_robot_state_min 0.01537710970098322 get_state_dump_max 0.01529515873302113 get_state_dump_mean 0.01529515873302113 get_state_dump_median 0.01529515873302113 get_state_dump_min 0.01529515873302113 get_ui_image_max 0.039772835644808685 get_ui_image_mean 0.039772835644808685 get_ui_image_median 0.039772835644808685 get_ui_image_min 0.039772835644808685 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.006161991705113161, "get_ui_image": 0.039772835644808685, "step_physics": 0.09881990606134589, "survival_time": 0.49999999999999994, "driven_lanedir": 0.006148136357557732, "get_state_dump": 0.01529515873302113, "sim_render-ego": 0.005943146618929776, "get_robot_state": 0.01537710970098322, "get_duckie_state": 0.004042950543490323, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01880468021739613, "deviation-heading": 0.04651293970620591, "complete-iteration": 0.2305605194785378, "set_robot_commands": 0.00487949631430886, "deviation-center-line": 0.006994897371638484, "driven_lanedir_consec": 0.006148136357557732, "sim_compute_sim_state": 0.023326136849143288, "sim_compute_performance-ego": 0.004130840301513672}}set_robot_commands_max 0.00487949631430886 set_robot_commands_mean 0.00487949631430886 set_robot_commands_median 0.00487949631430886 set_robot_commands_min 0.00487949631430886 sim_compute_performance-ego_max 0.004130840301513672 sim_compute_performance-ego_mean 0.004130840301513672 sim_compute_performance-ego_median 0.004130840301513672 sim_compute_performance-ego_min 0.004130840301513672 sim_compute_sim_state_max 0.023326136849143288 sim_compute_sim_state_mean 0.023326136849143288 sim_compute_sim_state_median 0.023326136849143288 sim_compute_sim_state_min 0.023326136849143288 sim_render-ego_max 0.005943146618929776 sim_render-ego_mean 0.005943146618929776 sim_render-ego_median 0.005943146618929776 sim_render-ego_min 0.005943146618929776 simulation-passed 1 step_physics_max 0.09881990606134589 step_physics_mean 0.09881990606134589 step_physics_median 0.09881990606134589 step_physics_min 0.09881990606134589 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41133
10663
Daniil Lisus exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.00792736884677181 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007109190376384164 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019762602719393643 agent_compute-ego_mean 0.019762602719393643 agent_compute-ego_median 0.019762602719393643 agent_compute-ego_min 0.019762602719393643 complete-iteration_max 0.23469276861710983 complete-iteration_mean 0.23469276861710983 complete-iteration_median 0.23469276861710983 complete-iteration_min 0.23469276861710983 deviation-center-line_max 0.007109190376384164 deviation-center-line_mean 0.007109190376384164 deviation-center-line_min 0.007109190376384164 deviation-heading_max 0.05816505903685601 deviation-heading_mean 0.05816505903685601 deviation-heading_median 0.05816505903685601 deviation-heading_min 0.05816505903685601 driven_any_max 0.007992387323184429 driven_any_mean 0.007992387323184429 driven_any_median 0.007992387323184429 driven_any_min 0.007992387323184429 driven_lanedir_consec_max 0.00792736884677181 driven_lanedir_consec_mean 0.00792736884677181 driven_lanedir_consec_min 0.00792736884677181 driven_lanedir_max 0.00792736884677181 driven_lanedir_mean 0.00792736884677181 driven_lanedir_median 0.00792736884677181 driven_lanedir_min 0.00792736884677181 get_duckie_state_max 0.004130688580599698 get_duckie_state_mean 0.004130688580599698 get_duckie_state_median 0.004130688580599698 get_duckie_state_min 0.004130688580599698 get_robot_state_max 0.014191497455943714 get_robot_state_mean 0.014191497455943714 get_robot_state_median 0.014191497455943714 get_robot_state_min 0.014191497455943714 get_state_dump_max 0.01451288570057262 get_state_dump_mean 0.01451288570057262 get_state_dump_median 0.01451288570057262 get_state_dump_min 0.01451288570057262 get_ui_image_max 0.038716663013805046 get_ui_image_mean 0.038716663013805046 get_ui_image_median 0.038716663013805046 get_ui_image_min 0.038716663013805046 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.007992387323184429, "get_ui_image": 0.038716663013805046, "step_physics": 0.10351527820933948, "survival_time": 0.49999999999999994, "driven_lanedir": 0.00792736884677181, "get_state_dump": 0.01451288570057262, "sim_render-ego": 0.006393801082264294, "get_robot_state": 0.014191497455943714, "get_duckie_state": 0.004130688580599698, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019762602719393643, "deviation-heading": 0.05816505903685601, "complete-iteration": 0.23469276861710983, "set_robot_commands": 0.005141843448985706, "deviation-center-line": 0.007109190376384164, "driven_lanedir_consec": 0.00792736884677181, "sim_compute_sim_state": 0.023962302641435104, "sim_compute_performance-ego": 0.004204424944790927}}set_robot_commands_max 0.005141843448985706 set_robot_commands_mean 0.005141843448985706 set_robot_commands_median 0.005141843448985706 set_robot_commands_min 0.005141843448985706 sim_compute_performance-ego_max 0.004204424944790927 sim_compute_performance-ego_mean 0.004204424944790927 sim_compute_performance-ego_median 0.004204424944790927 sim_compute_performance-ego_min 0.004204424944790927 sim_compute_sim_state_max 0.023962302641435104 sim_compute_sim_state_mean 0.023962302641435104 sim_compute_sim_state_median 0.023962302641435104 sim_compute_sim_state_min 0.023962302641435104 sim_render-ego_max 0.006393801082264294 sim_render-ego_mean 0.006393801082264294 sim_render-ego_median 0.006393801082264294 sim_render-ego_min 0.006393801082264294 simulation-passed 1 step_physics_max 0.10351527820933948 step_physics_mean 0.10351527820933948 step_physics_median 0.10351527820933948 step_physics_min 0.10351527820933948 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41132
10664
Daniil Lisus exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.009138125787677698 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007028732112056198 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.0188990289514715 agent_compute-ego_mean 0.0188990289514715 agent_compute-ego_median 0.0188990289514715 agent_compute-ego_min 0.0188990289514715 complete-iteration_max 0.23411521044644443 complete-iteration_mean 0.23411521044644443 complete-iteration_median 0.23411521044644443 complete-iteration_min 0.23411521044644443 deviation-center-line_max 0.007028732112056198 deviation-center-line_mean 0.007028732112056198 deviation-center-line_min 0.007028732112056198 deviation-heading_max 0.04400081419941181 deviation-heading_mean 0.04400081419941181 deviation-heading_median 0.04400081419941181 deviation-heading_min 0.04400081419941181 driven_any_max 0.009147336658587676 driven_any_mean 0.009147336658587676 driven_any_median 0.009147336658587676 driven_any_min 0.009147336658587676 driven_lanedir_consec_max 0.009138125787677698 driven_lanedir_consec_mean 0.009138125787677698 driven_lanedir_consec_min 0.009138125787677698 driven_lanedir_max 0.009138125787677698 driven_lanedir_mean 0.009138125787677698 driven_lanedir_median 0.009138125787677698 driven_lanedir_min 0.009138125787677698 get_duckie_state_max 0.003871809352527965 get_duckie_state_mean 0.003871809352527965 get_duckie_state_median 0.003871809352527965 get_duckie_state_min 0.003871809352527965 get_robot_state_max 0.013448888605291191 get_robot_state_mean 0.013448888605291191 get_robot_state_median 0.013448888605291191 get_robot_state_min 0.013448888605291191 get_state_dump_max 0.0152145732532848 get_state_dump_mean 0.0152145732532848 get_state_dump_median 0.0152145732532848 get_state_dump_min 0.0152145732532848 get_ui_image_max 0.04004905440590598 get_ui_image_mean 0.04004905440590598 get_ui_image_median 0.04004905440590598 get_ui_image_min 0.04004905440590598 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.009147336658587676, "get_ui_image": 0.04004905440590598, "step_physics": 0.10494292866099963, "survival_time": 0.49999999999999994, "driven_lanedir": 0.009138125787677698, "get_state_dump": 0.0152145732532848, "sim_render-ego": 0.005843769420276989, "get_robot_state": 0.013448888605291191, "get_duckie_state": 0.003871809352527965, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0188990289514715, "deviation-heading": 0.04400081419941181, "complete-iteration": 0.23411521044644443, "set_robot_commands": 0.004516341469504617, "deviation-center-line": 0.007028732112056198, "driven_lanedir_consec": 0.009138125787677698, "sim_compute_sim_state": 0.023114182732322, "sim_compute_performance-ego": 0.004057233983820135}}set_robot_commands_max 0.004516341469504617 set_robot_commands_mean 0.004516341469504617 set_robot_commands_median 0.004516341469504617 set_robot_commands_min 0.004516341469504617 sim_compute_performance-ego_max 0.004057233983820135 sim_compute_performance-ego_mean 0.004057233983820135 sim_compute_performance-ego_median 0.004057233983820135 sim_compute_performance-ego_min 0.004057233983820135 sim_compute_sim_state_max 0.023114182732322 sim_compute_sim_state_mean 0.023114182732322 sim_compute_sim_state_median 0.023114182732322 sim_compute_sim_state_min 0.023114182732322 sim_render-ego_max 0.005843769420276989 sim_render-ego_mean 0.005843769420276989 sim_render-ego_median 0.005843769420276989 sim_render-ego_min 0.005843769420276989 simulation-passed 1 step_physics_max 0.10494292866099963 step_physics_mean 0.10494292866099963 step_physics_median 0.10494292866099963 step_physics_min 0.10494292866099963 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41131
10665
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021413415721598383 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007321310335550776 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01901193098588423 agent_compute-ego_mean 0.01901193098588423 agent_compute-ego_median 0.01901193098588423 agent_compute-ego_min 0.01901193098588423 complete-iteration_max 0.24163016405972568 complete-iteration_mean 0.24163016405972568 complete-iteration_median 0.24163016405972568 complete-iteration_min 0.24163016405972568 deviation-center-line_max 0.007321310335550776 deviation-center-line_mean 0.007321310335550776 deviation-center-line_min 0.007321310335550776 deviation-heading_max 0.05138225806606009 deviation-heading_mean 0.05138225806606009 deviation-heading_median 0.05138225806606009 deviation-heading_min 0.05138225806606009 driven_any_max 0.02150398633174789 driven_any_mean 0.02150398633174789 driven_any_median 0.02150398633174789 driven_any_min 0.02150398633174789 driven_lanedir_consec_max 0.021413415721598383 driven_lanedir_consec_mean 0.021413415721598383 driven_lanedir_consec_min 0.021413415721598383 driven_lanedir_max 0.021413415721598383 driven_lanedir_mean 0.021413415721598383 driven_lanedir_median 0.021413415721598383 driven_lanedir_min 0.021413415721598383 get_duckie_state_max 0.0041614445773038 get_duckie_state_mean 0.0041614445773038 get_duckie_state_median 0.0041614445773038 get_duckie_state_min 0.0041614445773038 get_robot_state_max 0.013360998847267843 get_robot_state_mean 0.013360998847267843 get_robot_state_median 0.013360998847267843 get_robot_state_min 0.013360998847267843 get_state_dump_max 0.01524131948297674 get_state_dump_mean 0.01524131948297674 get_state_dump_median 0.01524131948297674 get_state_dump_min 0.01524131948297674 get_ui_image_max 0.04007937691428445 get_ui_image_mean 0.04007937691428445 get_ui_image_median 0.04007937691428445 get_ui_image_min 0.04007937691428445 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02150398633174789, "get_ui_image": 0.04007937691428445, "step_physics": 0.11120746352455832, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021413415721598383, "get_state_dump": 0.01524131948297674, "sim_render-ego": 0.0060020793568004265, "get_robot_state": 0.013360998847267843, "get_duckie_state": 0.0041614445773038, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01901193098588423, "deviation-heading": 0.05138225806606009, "complete-iteration": 0.24163016405972568, "set_robot_commands": 0.0045482678846879435, "deviation-center-line": 0.007321310335550776, "driven_lanedir_consec": 0.021413415721598383, "sim_compute_sim_state": 0.023759733546863903, "sim_compute_performance-ego": 0.004102576862681995}}set_robot_commands_max 0.0045482678846879435 set_robot_commands_mean 0.0045482678846879435 set_robot_commands_median 0.0045482678846879435 set_robot_commands_min 0.0045482678846879435 sim_compute_performance-ego_max 0.004102576862681995 sim_compute_performance-ego_mean 0.004102576862681995 sim_compute_performance-ego_median 0.004102576862681995 sim_compute_performance-ego_min 0.004102576862681995 sim_compute_sim_state_max 0.023759733546863903 sim_compute_sim_state_mean 0.023759733546863903 sim_compute_sim_state_median 0.023759733546863903 sim_compute_sim_state_min 0.023759733546863903 sim_render-ego_max 0.0060020793568004265 sim_render-ego_mean 0.0060020793568004265 sim_render-ego_median 0.0060020793568004265 sim_render-ego_min 0.0060020793568004265 simulation-passed 1 step_physics_max 0.11120746352455832 step_physics_mean 0.11120746352455832 step_physics_median 0.11120746352455832 step_physics_min 0.11120746352455832 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41130
10666
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021430988844488574 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007297212658073491 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01764392852783203 agent_compute-ego_mean 0.01764392852783203 agent_compute-ego_median 0.01764392852783203 agent_compute-ego_min 0.01764392852783203 complete-iteration_max 0.21666524626991965 complete-iteration_mean 0.21666524626991965 complete-iteration_median 0.21666524626991965 complete-iteration_min 0.21666524626991965 deviation-center-line_max 0.007297212658073491 deviation-center-line_mean 0.007297212658073491 deviation-center-line_min 0.007297212658073491 deviation-heading_max 0.04923309139045943 deviation-heading_mean 0.04923309139045943 deviation-heading_median 0.04923309139045943 deviation-heading_min 0.04923309139045943 driven_any_max 0.021503950638812955 driven_any_mean 0.021503950638812955 driven_any_median 0.021503950638812955 driven_any_min 0.021503950638812955 driven_lanedir_consec_max 0.021430988844488574 driven_lanedir_consec_mean 0.021430988844488574 driven_lanedir_consec_min 0.021430988844488574 driven_lanedir_max 0.021430988844488574 driven_lanedir_mean 0.021430988844488574 driven_lanedir_median 0.021430988844488574 driven_lanedir_min 0.021430988844488574 get_duckie_state_max 0.0037839412689208984 get_duckie_state_mean 0.0037839412689208984 get_duckie_state_median 0.0037839412689208984 get_duckie_state_min 0.0037839412689208984 get_robot_state_max 0.013823899355801668 get_robot_state_mean 0.013823899355801668 get_robot_state_median 0.013823899355801668 get_robot_state_min 0.013823899355801668 get_state_dump_max 0.014448556033047762 get_state_dump_mean 0.014448556033047762 get_state_dump_median 0.014448556033047762 get_state_dump_min 0.014448556033047762 get_ui_image_max 0.037247115915471855 get_ui_image_mean 0.037247115915471855 get_ui_image_median 0.037247115915471855 get_ui_image_min 0.037247115915471855 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.021503950638812955, "get_ui_image": 0.037247115915471855, "step_physics": 0.0943961576981978, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021430988844488574, "get_state_dump": 0.014448556033047762, "sim_render-ego": 0.005376273935491388, "get_robot_state": 0.013823899355801668, "get_duckie_state": 0.0037839412689208984, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01764392852783203, "deviation-heading": 0.04923309139045943, "complete-iteration": 0.21666524626991965, "set_robot_commands": 0.003960501063953747, "deviation-center-line": 0.007297212658073491, "driven_lanedir_consec": 0.021430988844488574, "sim_compute_sim_state": 0.02195949987931685, "sim_compute_performance-ego": 0.0038884553042325106}}set_robot_commands_max 0.003960501063953747 set_robot_commands_mean 0.003960501063953747 set_robot_commands_median 0.003960501063953747 set_robot_commands_min 0.003960501063953747 sim_compute_performance-ego_max 0.0038884553042325106 sim_compute_performance-ego_mean 0.0038884553042325106 sim_compute_performance-ego_median 0.0038884553042325106 sim_compute_performance-ego_min 0.0038884553042325106 sim_compute_sim_state_max 0.02195949987931685 sim_compute_sim_state_mean 0.02195949987931685 sim_compute_sim_state_median 0.02195949987931685 sim_compute_sim_state_min 0.02195949987931685 sim_render-ego_max 0.005376273935491388 sim_render-ego_mean 0.005376273935491388 sim_render-ego_median 0.005376273935491388 sim_render-ego_min 0.005376273935491388 simulation-passed 1 step_physics_max 0.0943961576981978 step_physics_mean 0.0943961576981978 step_physics_median 0.0943961576981978 step_physics_min 0.0943961576981978 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41128
10666
Himanshu Arora 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.021430988844488574 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007297212658073491 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020491144873879173 agent_compute-ego_mean 0.020491144873879173 agent_compute-ego_median 0.020491144873879173 agent_compute-ego_min 0.020491144873879173 complete-iteration_max 0.24579607356678357 complete-iteration_mean 0.24579607356678357 complete-iteration_median 0.24579607356678357 complete-iteration_min 0.24579607356678357 deviation-center-line_max 0.007297212658073491 deviation-center-line_mean 0.007297212658073491 deviation-center-line_min 0.007297212658073491 deviation-heading_max 0.04923309139045943 deviation-heading_mean 0.04923309139045943 deviation-heading_median 0.04923309139045943 deviation-heading_min 0.04923309139045943 driven_any_max 0.021503950638812955 driven_any_mean 0.021503950638812955 driven_any_median 0.021503950638812955 driven_any_min 0.021503950638812955 driven_lanedir_consec_max 0.021430988844488574 driven_lanedir_consec_mean 0.021430988844488574 driven_lanedir_consec_min 0.021430988844488574 driven_lanedir_max 0.021430988844488574 driven_lanedir_mean 0.021430988844488574 driven_lanedir_median 0.021430988844488574 driven_lanedir_min 0.021430988844488574 get_duckie_state_max 0.0041437582536177206 get_duckie_state_mean 0.0041437582536177206 get_duckie_state_median 0.0041437582536177206 get_duckie_state_min 0.0041437582536177206 get_robot_state_max 0.015948815779252487 get_robot_state_mean 0.015948815779252487 get_robot_state_median 0.015948815779252487 get_robot_state_min 0.015948815779252487 get_state_dump_max 0.015173370187932796 get_state_dump_mean 0.015173370187932796 get_state_dump_median 0.015173370187932796 get_state_dump_min 0.015173370187932796 get_ui_image_max 0.040943232449618255 get_ui_image_mean 0.040943232449618255 get_ui_image_median 0.040943232449618255 get_ui_image_min 0.040943232449618255 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.021503950638812955, "get_ui_image": 0.040943232449618255, "step_physics": 0.10844514586708764, "survival_time": 0.49999999999999994, "driven_lanedir": 0.021430988844488574, "get_state_dump": 0.015173370187932796, "sim_render-ego": 0.006594484502618963, "get_robot_state": 0.015948815779252487, "get_duckie_state": 0.0041437582536177206, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020491144873879173, "deviation-heading": 0.04923309139045943, "complete-iteration": 0.24579607356678357, "set_robot_commands": 0.004795724695379084, "deviation-center-line": 0.007297212658073491, "driven_lanedir_consec": 0.021430988844488574, "sim_compute_sim_state": 0.02435547655278986, "sim_compute_performance-ego": 0.004739219492132013}}set_robot_commands_max 0.004795724695379084 set_robot_commands_mean 0.004795724695379084 set_robot_commands_median 0.004795724695379084 set_robot_commands_min 0.004795724695379084 sim_compute_performance-ego_max 0.004739219492132013 sim_compute_performance-ego_mean 0.004739219492132013 sim_compute_performance-ego_median 0.004739219492132013 sim_compute_performance-ego_min 0.004739219492132013 sim_compute_sim_state_max 0.02435547655278986 sim_compute_sim_state_mean 0.02435547655278986 sim_compute_sim_state_median 0.02435547655278986 sim_compute_sim_state_min 0.02435547655278986 sim_render-ego_max 0.006594484502618963 sim_render-ego_mean 0.006594484502618963 sim_render-ego_median 0.006594484502618963 sim_render-ego_min 0.006594484502618963 simulation-passed 1 step_physics_max 0.10844514586708764 step_physics_mean 0.10844514586708764 step_physics_median 0.10844514586708764 step_physics_min 0.10844514586708764 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41126
10667
Daniil Lisus exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.02135358977919788 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007355712546687706 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020180788907137783 agent_compute-ego_mean 0.020180788907137783 agent_compute-ego_median 0.020180788907137783 agent_compute-ego_min 0.020180788907137783 complete-iteration_max 0.2511789148504084 complete-iteration_mean 0.2511789148504084 complete-iteration_median 0.2511789148504084 complete-iteration_min 0.2511789148504084 deviation-center-line_max 0.007355712546687706 deviation-center-line_mean 0.007355712546687706 deviation-center-line_min 0.007355712546687706 deviation-heading_max 0.055620198045097345 deviation-heading_mean 0.055620198045097345 deviation-heading_median 0.055620198045097345 deviation-heading_min 0.055620198045097345 driven_any_max 0.02150401542256976 driven_any_mean 0.02150401542256976 driven_any_median 0.02150401542256976 driven_any_min 0.02150401542256976 driven_lanedir_consec_max 0.02135358977919788 driven_lanedir_consec_mean 0.02135358977919788 driven_lanedir_consec_min 0.02135358977919788 driven_lanedir_max 0.02135358977919788 driven_lanedir_mean 0.02135358977919788 driven_lanedir_median 0.02135358977919788 driven_lanedir_min 0.02135358977919788 get_duckie_state_max 0.004067659378051758 get_duckie_state_mean 0.004067659378051758 get_duckie_state_median 0.004067659378051758 get_duckie_state_min 0.004067659378051758 get_robot_state_max 0.015052947131070225 get_robot_state_mean 0.015052947131070225 get_robot_state_median 0.015052947131070225 get_robot_state_min 0.015052947131070225 get_state_dump_max 0.01621389389038086 get_state_dump_mean 0.01621389389038086 get_state_dump_median 0.01621389389038086 get_state_dump_min 0.01621389389038086 get_ui_image_max 0.04200534387068315 get_ui_image_mean 0.04200534387068315 get_ui_image_median 0.04200534387068315 get_ui_image_min 0.04200534387068315 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02150401542256976, "get_ui_image": 0.04200534387068315, "step_physics": 0.110796104777943, "survival_time": 0.49999999999999994, "driven_lanedir": 0.02135358977919788, "get_state_dump": 0.01621389389038086, "sim_render-ego": 0.006125775250521573, "get_robot_state": 0.015052947131070225, "get_duckie_state": 0.004067659378051758, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020180788907137783, "deviation-heading": 0.055620198045097345, "complete-iteration": 0.2511789148504084, "set_robot_commands": 0.005259990692138672, "deviation-center-line": 0.007355712546687706, "driven_lanedir_consec": 0.02135358977919788, "sim_compute_sim_state": 0.027108409188010475, "sim_compute_performance-ego": 0.004214676943692294}}set_robot_commands_max 0.005259990692138672 set_robot_commands_mean 0.005259990692138672 set_robot_commands_median 0.005259990692138672 set_robot_commands_min 0.005259990692138672 sim_compute_performance-ego_max 0.004214676943692294 sim_compute_performance-ego_mean 0.004214676943692294 sim_compute_performance-ego_median 0.004214676943692294 sim_compute_performance-ego_min 0.004214676943692294 sim_compute_sim_state_max 0.027108409188010475 sim_compute_sim_state_mean 0.027108409188010475 sim_compute_sim_state_median 0.027108409188010475 sim_compute_sim_state_min 0.027108409188010475 sim_render-ego_max 0.006125775250521573 sim_render-ego_mean 0.006125775250521573 sim_render-ego_median 0.006125775250521573 sim_render-ego_min 0.006125775250521573 simulation-passed 1 step_physics_max 0.110796104777943 step_physics_mean 0.110796104777943 step_physics_median 0.110796104777943 step_physics_min 0.110796104777943 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41097
11130
Olga (Ge Ya) Xu 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim host-error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:14 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 943, in get_services_id
raise ZValueError(container_ids=container_ids, services=services, res=res, names=names)
zuper_commons.types.exceptions.ZValueError:
│ container_ids: [a9d8c8e36a1e924c8b5304dfd3e8f3b2d013447bc697566eff20599827328dfe,
│ e6b5738bef267f7f27eb741d1674511eb37e7c5ccfc20d1dc157f111c1833bc0,
│ a54a486234a1b078e6cb7a497d3e35660bdd7f9babd37dd263d7d0e34a8cd10f]
│ services: dict[4]
│ │ solution :
│ │ dict[5]
│ │ │ image : docker.io/oooolga/aido-submissions@sha256:c3843ab8f130a355d4e6110c2ac087d682d976e050e3407af9983b4cdb3c3a57
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_DATA_IN : /fifos/ego-in
│ │ │ │ AIDO_REQUIRE_GPU : 1
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/ego-out
│ │ │ │ challenge_name : aido5-LF-sim-validation
│ │ │ │ challenge_step_name : LFv-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/oooolga/aido-submissions:2020_11_05_03_49_10@sha256:c3843ab8f130a355d4e6110c2ac087d682d976e050e3407af9983b4cdb3c3a57
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ evaluator :
│ │ dict[6]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-experiment_manager@sha256:48f0b2f34825d15848c3060740ab95a99254d233959586b75aeedf03f1ed5832
│ │ │ environment :
│ │ │ dict[8]
│ │ │ │ experiment_manager_parameters :
│ │ │ │ |episodes_per_scenario: 1
│ │ │ │ |episode_length_s: 15.0
│ │ │ │ |min_episode_length_s: 0.0
│ │ │ │ |seed: 20200922
│ │ │ │ |physics_dt: 0.05
│ │ │ │ |max_failures: 2
│ │ │ │ |fifo_dir: /fifos
│ │ │ │ |sim_in: /fifos/simulator-in
│ │ │ │ |sim_out: /fifos/simulator-out
│ │ │ │ |sm_in: /fifos/scenario_maker-in
│ │ │ │ |sm_out: /fifos/scenario_maker-out
│ │ │ │ |timeout_initialization: 120
│ │ │ │ |timeout_regular: 120
│ │ │ │ |
│ │ │ │ |port: 10123 # visualization port
│ │ │ │ |
│ │ │ │ challenge_name : aido5-LF-sim-validation
│ │ │ │ challenge_step_name : LFv-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/oooolga/aido-submissions:2020_11_05_03_49_10@sha256:c3843ab8f130a355d4e6110c2ac087d682d976e050e3407af9983b4cdb3c3a57
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ ports : [10123]
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ simulator :
│ │ dict[5]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-simulator-gym@sha256:953ba9f1437e3f267db1f4ff2e58340de33f6c207283f26def16fc8612b9506e
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_CONFIG :
│ │ │ │ |env_constructor: Simulator
│ │ │ │ |env_parameters:
│ │ │ │ | max_steps: 500001 # we don't want the gym to reset itself
│ │ │ │ | domain_rand: 0
│ │ │ │ | camera_width: 640
│ │ │ │ | camera_height: 480
│ │ │ │ | distortion: true
│ │ │ │ | num_tris_distractors: 0
│ │ │ │ | color_ground: [0, 0.3, 0] # green
│ │ │ │ | enable_leds: true
│ │ │ │ |
│ │ │ │ AIDONODE_DATA_IN : /fifos/simulator-in
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/simulator-out
│ │ │ │ challenge_name : aido5-LF-sim-validation
│ │ │ │ challenge_step_name : LFv-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/oooolga/aido-submissions:2020_11_05_03_49_10@sha256:c3843ab8f130a355d4e6110c2ac087d682d976e050e3407af9983b4cdb3c3a57
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ │ scenario_maker :
│ │ dict[5]
│ │ │ image : docker.io/duckietown/challenge-aido_lf-scenario_maker@sha256:1562e17ba46090cdedbe68b8584827f1b3730f2786f6abd52e8790b4f0f1e63c
│ │ │ environment :
│ │ │ dict[10]
│ │ │ │ AIDONODE_CONFIG :
│ │ │ │ |maps:
│ │ │ │ |- ETHZ_autolab_technical_track
│ │ │ │ |scenarios_per_map: 4
│ │ │ │ |robots_npcs: []
│ │ │ │ |robots_pcs: [ego]
│ │ │ │ |
│ │ │ │ AIDONODE_DATA_IN : /fifos/scenario_maker-in
│ │ │ │ AIDONODE_DATA_OUT : fifo:/fifos/scenario_maker-out
│ │ │ │ challenge_name : aido5-LF-sim-validation
│ │ │ │ challenge_step_name : LFv-sim
│ │ │ │ SUBMISSION_CONTAINER : docker.io/oooolga/aido-submissions:2020_11_05_03_49_10@sha256:c3843ab8f130a355d4e6110c2ac087d682d976e050e3407af9983b4cdb3c3a57
│ │ │ │ username : aido
│ │ │ │ uid : 0
│ │ │ │ USER : aido
│ │ │ │ HOME : /fake-home/aido
│ │ │ user : 0:0
│ │ │ volumes :
│ │ │ [
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-wd:/challenges:rw,
│ │ │ /mnt/Data/duckietown-tmp-evals/production/aido5-LF-sim-validation/submission11130/LFv-sim-mont03-614c9626f856-1-job41097-a-fifos:/fifos:rw,
│ │ │ /tmp/fake-aido-home:/fake-home/aido:rw]
│ │ │ networks : {evaluation : {aliases : [evaluation]} }
│ res: dict[3]
│ │ evaluator : a9d8c8e36a1e924c8b5304dfd3e8f3b2d013447bc697566eff20599827328dfe
│ │ simulator : e6b5738bef267f7f27eb741d1674511eb37e7c5ccfc20d1dc157f111c1833bc0
│ │ solution : a54a486234a1b078e6cb7a497d3e35660bdd7f9babd37dd263d7d0e34a8cd10f
│ names: dict[3]
│ │ a9d8c8e36a1e924c8b5304dfd3e8f3b2d013447bc697566eff20599827328dfe : mont03-614c9626f856-1-job41097-867956_evaluator_1
│ │ e6b5738bef267f7f27eb741d1674511eb37e7c5ccfc20d1dc157f111c1833bc0 : mont03-614c9626f856-1-job41097-867956_simulator_1
│ │ a54a486234a1b078e6cb7a497d3e35660bdd7f9babd37dd263d7d0e34a8cd10f : mont03-614c9626f856-1-job41097-867956_solution_1
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41096
11295
Charlie Gauthier 🇨🇦template-ros aido5-LFP-sim-validation
LFP-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:39 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median 14.950000000000076 in-drivable-lane_median 3.700000000000032 driven_lanedir_consec_median 0.7206668078156653 deviation-center-line_median 0.5388744197691988
other stats agent_compute-ego_max 0.016972691218058267 agent_compute-ego_mean 0.016798272927602134 agent_compute-ego_median 0.01678420384724935 agent_compute-ego_min 0.016651992797851563 complete-iteration_max 0.24782676855723065 complete-iteration_mean 0.23659860988458 complete-iteration_median 0.23522855957349145 complete-iteration_min 0.22811055183410645 deviation-center-line_max 0.7733670520294358 deviation-center-line_mean 0.5274174846868742 deviation-center-line_min 0.25855404717966357 deviation-heading_max 5.202035032615247 deviation-heading_mean 2.6055472695025426 deviation-heading_median 2.047958881397127 deviation-heading_min 1.1242362826006704 driven_any_max 1.9399579740448805 driven_any_mean 1.6362578734855466 driven_any_median 1.9366870662792304 driven_any_min 0.7316993873388462 driven_lanedir_consec_max 1.2097354626508894 driven_lanedir_consec_mean 0.819037724413236 driven_lanedir_consec_min 0.6250818193707239 driven_lanedir_max 1.541860089970822 driven_lanedir_mean 0.9533795785883378 driven_lanedir_median 0.8232882025059027 driven_lanedir_min 0.6250818193707239 get_duckie_state_max 0.03201166311899821 get_duckie_state_mean 0.030430123714300303 get_duckie_state_median 0.030435749689737952 get_duckie_state_min 0.02883733235872709 get_robot_state_max 0.015726914405822755 get_robot_state_mean 0.01413929597944276 get_robot_state_median 0.014002861976623534 get_robot_state_min 0.012824545558701212 get_state_dump_max 0.019837594032287596 get_state_dump_mean 0.019492388821055747 get_state_dump_median 0.01948316256205241 get_state_dump_min 0.019165636127830572 get_ui_image_max 0.03746604363123576 get_ui_image_mean 0.03682840594369122 get_ui_image_median 0.03703582661783593 get_ui_image_min 0.03577592690785726 in-drivable-lane_max 9.450000000000088 in-drivable-lane_mean 4.350000000000037 in-drivable-lane_min 0.549999999999998 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9335453290509863, "get_ui_image": 0.037432918548583986, "step_physics": 0.08304723103841145, "survival_time": 14.950000000000076, "driven_lanedir": 1.541860089970822, "get_state_dump": 0.019837594032287596, "sim_render-ego": 0.005903255939483642, "get_robot_state": 0.015123732089996338, "get_duckie_state": 0.03164676825205485, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.016651992797851563, "deviation-heading": 2.713347636595667, "complete-iteration": 0.2413720107078552, "set_robot_commands": 0.004915172259012858, "deviation-center-line": 0.639068045032971, "driven_lanedir_consec": 1.2097354626508894, "sim_compute_sim_state": 0.02258251825968425, "sim_compute_performance-ego": 0.004072256882985433}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.7316993873388462, "get_ui_image": 0.03663873468708788, "step_physics": 0.07875368737766886, "survival_time": 5.849999999999987, "driven_lanedir": 0.6250818193707239, "get_state_dump": 0.019165636127830572, "sim_render-ego": 0.0055551284398788064, "get_robot_state": 0.012824545558701212, "get_duckie_state": 0.02883733235872709, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.016751209894816082, "deviation-heading": 1.1242362826006704, "complete-iteration": 0.22811055183410645, "set_robot_commands": 0.004584012887416742, "deviation-center-line": 0.4386807945054266, "driven_lanedir_consec": 0.6250818193707239, "sim_compute_sim_state": 0.02099200191660824, "sim_compute_performance-ego": 0.003856396063780173}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398288035074749, "get_ui_image": 0.03577592690785726, "step_physics": 0.0786224087079366, "survival_time": 14.950000000000076, "driven_lanedir": 0.9919423254064412, "get_state_dump": 0.01927745262781779, "sim_render-ego": 0.005542869567871094, "get_robot_state": 0.012881991863250732, "get_duckie_state": 0.02922473112742106, "in-drivable-lane": 5.150000000000031, "agent_compute-ego": 0.016817197799682618, "deviation-heading": 5.202035032615247, "complete-iteration": 0.2290851084391276, "set_robot_commands": 0.004536630312601726, "deviation-center-line": 0.7733670520294358, "driven_lanedir_consec": 0.7866995360259662, "sim_compute_sim_state": 0.022467228571573895, "sim_compute_performance-ego": 0.003784275054931641}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399579740448805, "get_ui_image": 0.03746604363123576, "step_physics": 0.08391436656316122, "survival_time": 14.950000000000076, "driven_lanedir": 0.6546340796053642, "get_state_dump": 0.01968887249628703, "sim_render-ego": 0.006039320627848307, "get_robot_state": 0.015726914405822755, "get_duckie_state": 0.03201166311899821, "in-drivable-lane": 9.450000000000088, "agent_compute-ego": 0.016972691218058267, "deviation-heading": 1.3825701261985863, "complete-iteration": 0.24782676855723065, "set_robot_commands": 0.004910931587219238, "deviation-center-line": 0.25855404717966357, "driven_lanedir_consec": 0.6546340796053642, "sim_compute_sim_state": 0.02691397666931152, "sim_compute_performance-ego": 0.004024101098378499}}set_robot_commands_max 0.004915172259012858 set_robot_commands_mean 0.004736686761562641 set_robot_commands_median 0.00474747223731799 set_robot_commands_min 0.004536630312601726 sim_compute_performance-ego_max 0.004072256882985433 sim_compute_performance-ego_mean 0.0039342572750189365 sim_compute_performance-ego_median 0.003940248581079336 sim_compute_performance-ego_min 0.003784275054931641 sim_compute_sim_state_max 0.02691397666931152 sim_compute_sim_state_mean 0.023238931354294473 sim_compute_sim_state_median 0.02252487341562907 sim_compute_sim_state_min 0.02099200191660824 sim_render-ego_max 0.006039320627848307 sim_render-ego_mean 0.005760143643770463 sim_render-ego_median 0.005729192189681225 sim_render-ego_min 0.005542869567871094 simulation-passed 1 step_physics_max 0.08391436656316122 step_physics_mean 0.08108442342179453 step_physics_median 0.08090045920804015 step_physics_min 0.0786224087079366 survival_time_max 14.950000000000076 survival_time_mean 12.675000000000054 survival_time_min 5.849999999999987
No reset possible 41095
10689
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0069834204633990446 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019540504975752396 agent_compute-ego_mean 0.019540504975752396 agent_compute-ego_median 0.019540504975752396 agent_compute-ego_min 0.019540504975752396 complete-iteration_max 0.22550067034634677 complete-iteration_mean 0.22550067034634677 complete-iteration_median 0.22550067034634677 complete-iteration_min 0.22550067034634677 deviation-center-line_max 0.0069834204633990446 deviation-center-line_mean 0.0069834204633990446 deviation-center-line_min 0.0069834204633990446 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 4.440892098500626e-15 driven_any_mean 4.440892098500626e-15 driven_any_median 4.440892098500626e-15 driven_any_min 4.440892098500626e-15 driven_lanedir_consec_max 0.0 driven_lanedir_consec_mean 0.0 driven_lanedir_consec_min 0.0 driven_lanedir_max 0.0 driven_lanedir_mean 0.0 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 0.003641497005115856 get_duckie_state_mean 0.003641497005115856 get_duckie_state_median 0.003641497005115856 get_duckie_state_min 0.003641497005115856 get_robot_state_max 0.013255140998146751 get_robot_state_mean 0.013255140998146751 get_robot_state_median 0.013255140998146751 get_robot_state_min 0.013255140998146751 get_state_dump_max 0.01478886604309082 get_state_dump_mean 0.01478886604309082 get_state_dump_median 0.01478886604309082 get_state_dump_min 0.01478886604309082 get_ui_image_max 0.038144588470458984 get_ui_image_mean 0.038144588470458984 get_ui_image_median 0.038144588470458984 get_ui_image_min 0.038144588470458984 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 4.440892098500626e-15, "get_ui_image": 0.038144588470458984, "step_physics": 0.0978846549987793, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0, "get_state_dump": 0.01478886604309082, "sim_render-ego": 0.005226178602738814, "get_robot_state": 0.013255140998146751, "get_duckie_state": 0.003641497005115856, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019540504975752396, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.22550067034634677, "set_robot_commands": 0.004915909333662553, "deviation-center-line": 0.0069834204633990446, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.023984258825128727, "sim_compute_performance-ego": 0.003954042087901722}}set_robot_commands_max 0.004915909333662553 set_robot_commands_mean 0.004915909333662553 set_robot_commands_median 0.004915909333662553 set_robot_commands_min 0.004915909333662553 sim_compute_performance-ego_max 0.003954042087901722 sim_compute_performance-ego_mean 0.003954042087901722 sim_compute_performance-ego_median 0.003954042087901722 sim_compute_performance-ego_min 0.003954042087901722 sim_compute_sim_state_max 0.023984258825128727 sim_compute_sim_state_mean 0.023984258825128727 sim_compute_sim_state_median 0.023984258825128727 sim_compute_sim_state_min 0.023984258825128727 sim_render-ego_max 0.005226178602738814 sim_render-ego_mean 0.005226178602738814 sim_render-ego_median 0.005226178602738814 sim_render-ego_min 0.005226178602738814 simulation-passed 1 step_physics_max 0.0978846549987793 step_physics_mean 0.0978846549987793 step_physics_median 0.0978846549987793 step_physics_min 0.0978846549987793 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41094
10690
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0069834204633990446 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018486521460793236 agent_compute-ego_mean 0.018486521460793236 agent_compute-ego_median 0.018486521460793236 agent_compute-ego_min 0.018486521460793236 complete-iteration_max 0.22580740668556903 complete-iteration_mean 0.22580740668556903 complete-iteration_median 0.22580740668556903 complete-iteration_min 0.22580740668556903 deviation-center-line_max 0.0069834204633990446 deviation-center-line_mean 0.0069834204633990446 deviation-center-line_min 0.0069834204633990446 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 4.440892098500626e-15 driven_any_mean 4.440892098500626e-15 driven_any_median 4.440892098500626e-15 driven_any_min 4.440892098500626e-15 driven_lanedir_consec_max 0.0 driven_lanedir_consec_mean 0.0 driven_lanedir_consec_min 0.0 driven_lanedir_max 0.0 driven_lanedir_mean 0.0 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 0.004144950346513228 get_duckie_state_mean 0.004144950346513228 get_duckie_state_median 0.004144950346513228 get_duckie_state_min 0.004144950346513228 get_robot_state_max 0.013466444882479582 get_robot_state_mean 0.013466444882479582 get_robot_state_median 0.013466444882479582 get_robot_state_min 0.013466444882479582 get_state_dump_max 0.014980771324851296 get_state_dump_mean 0.014980771324851296 get_state_dump_median 0.014980771324851296 get_state_dump_min 0.014980771324851296 get_ui_image_max 0.03925782983953303 get_ui_image_mean 0.03925782983953303 get_ui_image_median 0.03925782983953303 get_ui_image_min 0.03925782983953303 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 4.440892098500626e-15, "get_ui_image": 0.03925782983953303, "step_physics": 0.0960596041245894, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0, "get_state_dump": 0.014980771324851296, "sim_render-ego": 0.0058689117431640625, "get_robot_state": 0.013466444882479582, "get_duckie_state": 0.004144950346513228, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018486521460793236, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.22580740668556903, "set_robot_commands": 0.004358616742220792, "deviation-center-line": 0.0069834204633990446, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02479329976168546, "sim_compute_performance-ego": 0.004244002428921786}}set_robot_commands_max 0.004358616742220792 set_robot_commands_mean 0.004358616742220792 set_robot_commands_median 0.004358616742220792 set_robot_commands_min 0.004358616742220792 sim_compute_performance-ego_max 0.004244002428921786 sim_compute_performance-ego_mean 0.004244002428921786 sim_compute_performance-ego_median 0.004244002428921786 sim_compute_performance-ego_min 0.004244002428921786 sim_compute_sim_state_max 0.02479329976168546 sim_compute_sim_state_mean 0.02479329976168546 sim_compute_sim_state_median 0.02479329976168546 sim_compute_sim_state_min 0.02479329976168546 sim_render-ego_max 0.0058689117431640625 sim_render-ego_mean 0.0058689117431640625 sim_render-ego_median 0.0058689117431640625 sim_render-ego_min 0.0058689117431640625 simulation-passed 1 step_physics_max 0.0960596041245894 step_physics_mean 0.0960596041245894 step_physics_median 0.0960596041245894 step_physics_min 0.0960596041245894 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41093
10691
Anthony Courchesne 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0069834204633990446 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.020802649584683502 agent_compute-ego_mean 0.020802649584683502 agent_compute-ego_median 0.020802649584683502 agent_compute-ego_min 0.020802649584683502 complete-iteration_max 0.23479619893160733 complete-iteration_mean 0.23479619893160733 complete-iteration_median 0.23479619893160733 complete-iteration_min 0.23479619893160733 deviation-center-line_max 0.0069834204633990446 deviation-center-line_mean 0.0069834204633990446 deviation-center-line_min 0.0069834204633990446 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 4.440892098500626e-15 driven_any_mean 4.440892098500626e-15 driven_any_median 4.440892098500626e-15 driven_any_min 4.440892098500626e-15 driven_lanedir_consec_max 0.0 driven_lanedir_consec_mean 0.0 driven_lanedir_consec_min 0.0 driven_lanedir_max 0.0 driven_lanedir_mean 0.0 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 0.0040881417014382105 get_duckie_state_mean 0.0040881417014382105 get_duckie_state_median 0.0040881417014382105 get_duckie_state_min 0.0040881417014382105 get_robot_state_max 0.013999375430020418 get_robot_state_mean 0.013999375430020418 get_robot_state_median 0.013999375430020418 get_robot_state_min 0.013999375430020418 get_state_dump_max 0.015258984132246538 get_state_dump_mean 0.015258984132246538 get_state_dump_median 0.015258984132246538 get_state_dump_min 0.015258984132246538 get_ui_image_max 0.03896997191689231 get_ui_image_mean 0.03896997191689231 get_ui_image_median 0.03896997191689231 get_ui_image_min 0.03896997191689231 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 4.440892098500626e-15, "get_ui_image": 0.03896997191689231, "step_physics": 0.10265361179005016, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0, "get_state_dump": 0.015258984132246538, "sim_render-ego": 0.005971171639182351, "get_robot_state": 0.013999375430020418, "get_duckie_state": 0.0040881417014382105, "in-drivable-lane": 0.0, "agent_compute-ego": 0.020802649584683502, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.23479619893160733, "set_robot_commands": 0.005261442878029563, "deviation-center-line": 0.0069834204633990446, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.0234220027923584, "sim_compute_performance-ego": 0.004204294898293235}}set_robot_commands_max 0.005261442878029563 set_robot_commands_mean 0.005261442878029563 set_robot_commands_median 0.005261442878029563 set_robot_commands_min 0.005261442878029563 sim_compute_performance-ego_max 0.004204294898293235 sim_compute_performance-ego_mean 0.004204294898293235 sim_compute_performance-ego_median 0.004204294898293235 sim_compute_performance-ego_min 0.004204294898293235 sim_compute_sim_state_max 0.0234220027923584 sim_compute_sim_state_mean 0.0234220027923584 sim_compute_sim_state_median 0.0234220027923584 sim_compute_sim_state_min 0.0234220027923584 sim_render-ego_max 0.005971171639182351 sim_render-ego_mean 0.005971171639182351 sim_render-ego_median 0.005971171639182351 sim_render-ego_min 0.005971171639182351 simulation-passed 1 step_physics_max 0.10265361179005016 step_physics_mean 0.10265361179005016 step_physics_median 0.10265361179005016 step_physics_min 0.10265361179005016 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41091
10692
Jerome Labonte 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 0.49999999999999994 deviation-center-line_median 0.0069834204633990446 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.01866999539462003 agent_compute-ego_mean 0.01866999539462003 agent_compute-ego_median 0.01866999539462003 agent_compute-ego_min 0.01866999539462003 complete-iteration_max 0.21966557069258255 complete-iteration_mean 0.21966557069258255 complete-iteration_median 0.21966557069258255 complete-iteration_min 0.21966557069258255 deviation-center-line_max 0.0069834204633990446 deviation-center-line_mean 0.0069834204633990446 deviation-center-line_min 0.0069834204633990446 deviation-heading_max 0.05417632424158945 deviation-heading_mean 0.05417632424158945 deviation-heading_median 0.05417632424158945 deviation-heading_min 0.05417632424158945 driven_any_max 4.440892098500626e-15 driven_any_mean 4.440892098500626e-15 driven_any_median 4.440892098500626e-15 driven_any_min 4.440892098500626e-15 driven_lanedir_consec_max 0.0 driven_lanedir_consec_mean 0.0 driven_lanedir_consec_min 0.0 driven_lanedir_max 0.0 driven_lanedir_mean 0.0 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 0.003885420885953036 get_duckie_state_mean 0.003885420885953036 get_duckie_state_median 0.003885420885953036 get_duckie_state_min 0.003885420885953036 get_robot_state_max 0.01475258307023482 get_robot_state_mean 0.01475258307023482 get_robot_state_median 0.01475258307023482 get_robot_state_min 0.01475258307023482 get_state_dump_max 0.014053734866055574 get_state_dump_mean 0.014053734866055574 get_state_dump_median 0.014053734866055574 get_state_dump_min 0.014053734866055574 get_ui_image_max 0.03711782802234997 get_ui_image_mean 0.03711782802234997 get_ui_image_median 0.03711782802234997 get_ui_image_min 0.03711782802234997 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 4.440892098500626e-15, "get_ui_image": 0.03711782802234997, "step_physics": 0.09309781681407582, "survival_time": 0.49999999999999994, "driven_lanedir": 0.0, "get_state_dump": 0.014053734866055574, "sim_render-ego": 0.006147709759798917, "get_robot_state": 0.01475258307023482, "get_duckie_state": 0.003885420885953036, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01866999539462003, "deviation-heading": 0.05417632424158945, "complete-iteration": 0.21966557069258255, "set_robot_commands": 0.004434347152709961, "deviation-center-line": 0.0069834204633990446, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02317907593467019, "sim_compute_performance-ego": 0.004173668948086825}}set_robot_commands_max 0.004434347152709961 set_robot_commands_mean 0.004434347152709961 set_robot_commands_median 0.004434347152709961 set_robot_commands_min 0.004434347152709961 sim_compute_performance-ego_max 0.004173668948086825 sim_compute_performance-ego_mean 0.004173668948086825 sim_compute_performance-ego_median 0.004173668948086825 sim_compute_performance-ego_min 0.004173668948086825 sim_compute_sim_state_max 0.02317907593467019 sim_compute_sim_state_mean 0.02317907593467019 sim_compute_sim_state_median 0.02317907593467019 sim_compute_sim_state_min 0.02317907593467019 sim_render-ego_max 0.006147709759798917 sim_render-ego_mean 0.006147709759798917 sim_render-ego_median 0.006147709759798917 sim_render-ego_min 0.006147709759798917 simulation-passed 1 step_physics_max 0.09309781681407582 step_physics_mean 0.09309781681407582 step_physics_median 0.09309781681407582 step_physics_min 0.09309781681407582 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41089
10693
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.020292778836923375 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007339188732914333 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019108620556918057 agent_compute-ego_mean 0.019108620556918057 agent_compute-ego_median 0.019108620556918057 agent_compute-ego_min 0.019108620556918057 complete-iteration_max 0.23505265062505548 complete-iteration_mean 0.23505265062505548 complete-iteration_median 0.23505265062505548 complete-iteration_min 0.23505265062505548 deviation-center-line_max 0.007339188732914333 deviation-center-line_mean 0.007339188732914333 deviation-center-line_min 0.007339188732914333 deviation-heading_max 0.05547073924282974 deviation-heading_mean 0.05547073924282974 deviation-heading_median 0.05547073924282974 deviation-heading_min 0.05547073924282974 driven_any_max 0.02042885387241455 driven_any_mean 0.02042885387241455 driven_any_median 0.02042885387241455 driven_any_min 0.02042885387241455 driven_lanedir_consec_max 0.020292778836923375 driven_lanedir_consec_mean 0.020292778836923375 driven_lanedir_consec_min 0.020292778836923375 driven_lanedir_max 0.020292778836923375 driven_lanedir_mean 0.020292778836923375 driven_lanedir_median 0.020292778836923375 driven_lanedir_min 0.020292778836923375 get_duckie_state_max 0.004098610444502397 get_duckie_state_mean 0.004098610444502397 get_duckie_state_median 0.004098610444502397 get_duckie_state_min 0.004098610444502397 get_robot_state_max 0.01382996819236062 get_robot_state_mean 0.01382996819236062 get_robot_state_median 0.01382996819236062 get_robot_state_min 0.01382996819236062 get_state_dump_max 0.015658118508078835 get_state_dump_mean 0.015658118508078835 get_state_dump_median 0.015658118508078835 get_state_dump_min 0.015658118508078835 get_ui_image_max 0.040083971890536224 get_ui_image_mean 0.040083971890536224 get_ui_image_median 0.040083971890536224 get_ui_image_min 0.040083971890536224 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02042885387241455, "get_ui_image": 0.040083971890536224, "step_physics": 0.10221312262795187, "survival_time": 0.49999999999999994, "driven_lanedir": 0.020292778836923375, "get_state_dump": 0.015658118508078835, "sim_render-ego": 0.0061723535711115055, "get_robot_state": 0.01382996819236062, "get_duckie_state": 0.004098610444502397, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019108620556918057, "deviation-heading": 0.05547073924282974, "complete-iteration": 0.23505265062505548, "set_robot_commands": 0.00478783520785245, "deviation-center-line": 0.007339188732914333, "driven_lanedir_consec": 0.020292778836923375, "sim_compute_sim_state": 0.024527961557561703, "sim_compute_performance-ego": 0.004389589483087713}}set_robot_commands_max 0.00478783520785245 set_robot_commands_mean 0.00478783520785245 set_robot_commands_median 0.00478783520785245 set_robot_commands_min 0.00478783520785245 sim_compute_performance-ego_max 0.004389589483087713 sim_compute_performance-ego_mean 0.004389589483087713 sim_compute_performance-ego_median 0.004389589483087713 sim_compute_performance-ego_min 0.004389589483087713 sim_compute_sim_state_max 0.024527961557561703 sim_compute_sim_state_mean 0.024527961557561703 sim_compute_sim_state_median 0.024527961557561703 sim_compute_sim_state_min 0.024527961557561703 sim_render-ego_max 0.0061723535711115055 sim_render-ego_mean 0.0061723535711115055 sim_render-ego_median 0.0061723535711115055 sim_render-ego_min 0.0061723535711115055 simulation-passed 1 step_physics_max 0.10221312262795187 step_physics_mean 0.10221312262795187 step_physics_median 0.10221312262795187 step_physics_min 0.10221312262795187 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41088
10694
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.020292778836923375 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007339188732914333 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019520477815107865 agent_compute-ego_mean 0.019520477815107865 agent_compute-ego_median 0.019520477815107865 agent_compute-ego_min 0.019520477815107865 complete-iteration_max 0.21765535528009589 complete-iteration_mean 0.21765535528009589 complete-iteration_median 0.21765535528009589 complete-iteration_min 0.21765535528009589 deviation-center-line_max 0.007339188732914333 deviation-center-line_mean 0.007339188732914333 deviation-center-line_min 0.007339188732914333 deviation-heading_max 0.05547073924282974 deviation-heading_mean 0.05547073924282974 deviation-heading_median 0.05547073924282974 deviation-heading_min 0.05547073924282974 driven_any_max 0.02042885387241455 driven_any_mean 0.02042885387241455 driven_any_median 0.02042885387241455 driven_any_min 0.02042885387241455 driven_lanedir_consec_max 0.020292778836923375 driven_lanedir_consec_mean 0.020292778836923375 driven_lanedir_consec_min 0.020292778836923375 driven_lanedir_max 0.020292778836923375 driven_lanedir_mean 0.020292778836923375 driven_lanedir_median 0.020292778836923375 driven_lanedir_min 0.020292778836923375 get_duckie_state_max 0.003803166476162997 get_duckie_state_mean 0.003803166476162997 get_duckie_state_median 0.003803166476162997 get_duckie_state_min 0.003803166476162997 get_robot_state_max 0.012749325145374643 get_robot_state_mean 0.012749325145374643 get_robot_state_median 0.012749325145374643 get_robot_state_min 0.012749325145374643 get_state_dump_max 0.013627745888449928 get_state_dump_mean 0.013627745888449928 get_state_dump_median 0.013627745888449928 get_state_dump_min 0.013627745888449928 get_ui_image_max 0.03818559646606445 get_ui_image_mean 0.03818559646606445 get_ui_image_median 0.03818559646606445 get_ui_image_min 0.03818559646606445 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02042885387241455, "get_ui_image": 0.03818559646606445, "step_physics": 0.093130501833829, "survival_time": 0.49999999999999994, "driven_lanedir": 0.020292778836923375, "get_state_dump": 0.013627745888449928, "sim_render-ego": 0.005673646926879883, "get_robot_state": 0.012749325145374643, "get_duckie_state": 0.003803166476162997, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019520477815107865, "deviation-heading": 0.05547073924282974, "complete-iteration": 0.21765535528009589, "set_robot_commands": 0.004646496339277787, "deviation-center-line": 0.007339188732914333, "driven_lanedir_consec": 0.020292778836923375, "sim_compute_sim_state": 0.022056492892178623, "sim_compute_performance-ego": 0.00411092151295055}}set_robot_commands_max 0.004646496339277787 set_robot_commands_mean 0.004646496339277787 set_robot_commands_median 0.004646496339277787 set_robot_commands_min 0.004646496339277787 sim_compute_performance-ego_max 0.00411092151295055 sim_compute_performance-ego_mean 0.00411092151295055 sim_compute_performance-ego_median 0.00411092151295055 sim_compute_performance-ego_min 0.00411092151295055 sim_compute_sim_state_max 0.022056492892178623 sim_compute_sim_state_mean 0.022056492892178623 sim_compute_sim_state_median 0.022056492892178623 sim_compute_sim_state_min 0.022056492892178623 sim_render-ego_max 0.005673646926879883 sim_render-ego_mean 0.005673646926879883 sim_render-ego_median 0.005673646926879883 sim_render-ego_min 0.005673646926879883 simulation-passed 1 step_physics_max 0.093130501833829 step_physics_mean 0.093130501833829 step_physics_median 0.093130501833829 step_physics_min 0.093130501833829 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41086
10695
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.020292778836923375 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007339188732914333 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.019136233763261276 agent_compute-ego_mean 0.019136233763261276 agent_compute-ego_median 0.019136233763261276 agent_compute-ego_min 0.019136233763261276 complete-iteration_max 0.2295835234902122 complete-iteration_mean 0.2295835234902122 complete-iteration_median 0.2295835234902122 complete-iteration_min 0.2295835234902122 deviation-center-line_max 0.007339188732914333 deviation-center-line_mean 0.007339188732914333 deviation-center-line_min 0.007339188732914333 deviation-heading_max 0.05547073924282974 deviation-heading_mean 0.05547073924282974 deviation-heading_median 0.05547073924282974 deviation-heading_min 0.05547073924282974 driven_any_max 0.02042885387241455 driven_any_mean 0.02042885387241455 driven_any_median 0.02042885387241455 driven_any_min 0.02042885387241455 driven_lanedir_consec_max 0.020292778836923375 driven_lanedir_consec_mean 0.020292778836923375 driven_lanedir_consec_min 0.020292778836923375 driven_lanedir_max 0.020292778836923375 driven_lanedir_mean 0.020292778836923375 driven_lanedir_median 0.020292778836923375 driven_lanedir_min 0.020292778836923375 get_duckie_state_max 0.004353154789317738 get_duckie_state_mean 0.004353154789317738 get_duckie_state_median 0.004353154789317738 get_duckie_state_min 0.004353154789317738 get_robot_state_max 0.016450361772017044 get_robot_state_mean 0.016450361772017044 get_robot_state_median 0.016450361772017044 get_robot_state_min 0.016450361772017044 get_state_dump_max 0.01568644697015936 get_state_dump_mean 0.01568644697015936 get_state_dump_median 0.01568644697015936 get_state_dump_min 0.01568644697015936 get_ui_image_max 0.04018865932117809 get_ui_image_mean 0.04018865932117809 get_ui_image_median 0.04018865932117809 get_ui_image_min 0.04018865932117809 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.02042885387241455, "get_ui_image": 0.04018865932117809, "step_physics": 0.09368508512323552, "survival_time": 0.49999999999999994, "driven_lanedir": 0.020292778836923375, "get_state_dump": 0.01568644697015936, "sim_render-ego": 0.006249319423328747, "get_robot_state": 0.016450361772017044, "get_duckie_state": 0.004353154789317738, "in-drivable-lane": 0.0, "agent_compute-ego": 0.019136233763261276, "deviation-heading": 0.05547073924282974, "complete-iteration": 0.2295835234902122, "set_robot_commands": 0.005711967294866388, "deviation-center-line": 0.007339188732914333, "driven_lanedir_consec": 0.020292778836923375, "sim_compute_sim_state": 0.023608511144464665, "sim_compute_performance-ego": 0.004344636743718927}}set_robot_commands_max 0.005711967294866388 set_robot_commands_mean 0.005711967294866388 set_robot_commands_median 0.005711967294866388 set_robot_commands_min 0.005711967294866388 sim_compute_performance-ego_max 0.004344636743718927 sim_compute_performance-ego_mean 0.004344636743718927 sim_compute_performance-ego_median 0.004344636743718927 sim_compute_performance-ego_min 0.004344636743718927 sim_compute_sim_state_max 0.023608511144464665 sim_compute_sim_state_mean 0.023608511144464665 sim_compute_sim_state_median 0.023608511144464665 sim_compute_sim_state_min 0.023608511144464665 sim_render-ego_max 0.006249319423328747 sim_render-ego_mean 0.006249319423328747 sim_render-ego_median 0.006249319423328747 sim_render-ego_min 0.006249319423328747 simulation-passed 1 step_physics_max 0.09368508512323552 step_physics_mean 0.09368508512323552 step_physics_median 0.09368508512323552 step_physics_min 0.09368508512323552 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41085
10698
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:03 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 2 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41082
10699
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:00:50 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 474, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 66, in on_received_get_commands
|| context.write('commands', commands)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 99, in write
|| self._write(topic, data, timing, with_schema)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 112, in _write
|| check_isinstance(data, klass)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_commons/types/zc_checks.py", line 13, in check_isinstance
|| raise_type_mismatch(ob, expected, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_commons/types/zc_checks.py", line 25, in raise_type_mismatch
|| raise ZValueError(msg, expected=expected, obtained=type(ob), **kwargs)
|| zuper_commons.types.exceptions.ZValueError: Object not of expected type:
|| │ expected: dataclass aido_schemas.schemas.Duckiebot1Commands
|| │ field wheels : dataclass aido_schemas.schemas.PWMCommands
|| │ field motor_left : float
|| │ field motor_right : float
|| │ __doc__
|| │ PWM commands are floats between -1 and 1.
|| │ field LEDS : dataclass aido_schemas.schemas.LEDSCommands
|| │ field center : dataclass aido_schemas.schemas.RGB
|| │ field r : float
|| │ field g : float
|| │ field b : float
|| │ __doc__ RGB(r: float, g: float, b: float)
|| │ field front_left : dataclass aido_schemas.schemas.RGB
|| │ field r : float
|| │ field g : float
|| │ field b : float
|| │ __doc__ RGB(r: float, g: float, b: float)
|| │ field front_right : dataclass aido_schemas.schemas.RGB
|| │ field r : float
|| │ field g : float
|| │ field b : float
|| │ __doc__ RGB(r: float, g: float, b: float)
|| │ field back_left : dataclass aido_schemas.schemas.RGB
|| │ field r : float
|| │ field g : float
|| │ field b : float
|| │ __doc__ RGB(r: float, g: float, b: float)
|| │ field back_right : dataclass aido_schemas.schemas.RGB
|| │ field r : float
|| │ field g : float
|| │ field b : float
|| │ __doc__ RGB(r: float, g: float, b: float)
|| │ __doc__ LEDSCommands(center: aido_schemas.schemas.RGB, fro
|| │ __doc__ Duckiebot1Commands(wheels: aido_schemas.schemas.PW
|| │ obtained: dict
|| │ object: dict[2]
|| │ │ wheels : {motor_left : 0.0, motor_right : 0.0}
|| │ │ LEDS :
|| │ │ dict[5]
|| │ │ │ center : {r : 0.5, g : 0.5, b : 0.5}
|| │ │ │ front_left : {r : 0.5, g : 0.5, b : 0.5}
|| │ │ │ front_right : {r : 0.5, g : 0.5, b : 0.5}
|| │ │ │ back_left : {r : 0.5, g : 0.5, b : 0.5}
|| │ │ │ back_right : {r : 0.5, g : 0.5, b : 0.5}
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41080
10701
Anthony Courchesne 🇨🇦baseline-duckietown aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:00:58 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 532, in run_episode
agent_ci.write_topic_and_expect_zero("observations", obs_plus)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "observations".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 39, in on_received_observations
|| jpg_data = data['camera']['jpg_data']
|| TypeError: 'Duckiebot1Observations' object is not subscriptable
||
|| The above exception was the direct cause of the following exception:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 474, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 24, in call_if_fun_exists
|| raise ZTypeError(msg, f=f, args=kwargs, argspec=a) from e
|| zuper_commons.types.exceptions.ZTypeError: Cannot call function <bound method ROSBaselineAgent.on_received_observations of <__main__.ROSBaselineAgent object at 0x7fb00d27a040>>.
|| │ f: <bound method ROSBaselineAgent.on_received_observations of <__main__.ROSBaselineAgent object at 0x7fb00d27a040>>
|| │ args: dict[2]
|| │ │ data :
|| │ │ Duckiebot1Observations
|| │ │ │ camera : JPGImage(jpg_data =66724 bytes b'\xff\xd8\xff\xe0\x00\x10JFIF' )
|| │ │ context : <zuper_nodes_wrapper.wrapper.ConcreteContext object at 0x7faff41c3ee0>
|| │ argspec: <class 'inspect.FullArgSpec'> [7]
|| │ #0 [self, context, data]
|| │ #1 None
|| │ #2 None
|| │ #3 None
|| │ #4 []
|| │ #5 None
|| │ #6 dict[2]
|| │ │ context : <class 'zuper_nodes_wrapper.interface.Context'>
|| │ │ data :
|| │ │ dataclass aido_schemas.schemas.Duckiebot1Observations
|| │ │ field camera : dataclass aido_schemas.protocol_simulator.JPGImage
|| │ │ field jpg_data : bytes
|| │ │ __doc__
|| │ │ An image in JPG format.
|| │ │
|| │ │ jpg_data
|| │ │ __doc__ Duckiebot1Observations(camera: aido_schemas.protoc
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41079
10702
Jiaxu Xing template-random aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:00:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.06871089847212986 survival_time_median 0.49999999999999994 deviation-center-line_median 0.008019844335283851 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017325292934070934 agent_compute-ego_mean 0.017325292934070934 agent_compute-ego_median 0.017325292934070934 agent_compute-ego_min 0.017325292934070934 complete-iteration_max 0.2212111733176491 complete-iteration_mean 0.2212111733176491 complete-iteration_median 0.2212111733176491 complete-iteration_min 0.2212111733176491 deviation-center-line_max 0.008019844335283851 deviation-center-line_mean 0.008019844335283851 deviation-center-line_min 0.008019844335283851 deviation-heading_max 0.05040343959962079 deviation-heading_mean 0.05040343959962079 deviation-heading_median 0.05040343959962079 deviation-heading_min 0.05040343959962079 driven_any_max 0.06898176896787415 driven_any_mean 0.06898176896787415 driven_any_median 0.06898176896787415 driven_any_min 0.06898176896787415 driven_lanedir_consec_max 0.06871089847212986 driven_lanedir_consec_mean 0.06871089847212986 driven_lanedir_consec_min 0.06871089847212986 driven_lanedir_max 0.06871089847212986 driven_lanedir_mean 0.06871089847212986 driven_lanedir_median 0.06871089847212986 driven_lanedir_min 0.06871089847212986 get_duckie_state_max 0.004091934724287553 get_duckie_state_mean 0.004091934724287553 get_duckie_state_median 0.004091934724287553 get_duckie_state_min 0.004091934724287553 get_robot_state_max 0.013389977541836824 get_robot_state_mean 0.013389977541836824 get_robot_state_median 0.013389977541836824 get_robot_state_min 0.013389977541836824 get_state_dump_max 0.014633547176014294 get_state_dump_mean 0.014633547176014294 get_state_dump_median 0.014633547176014294 get_state_dump_min 0.014633547176014294 get_ui_image_max 0.039084066044200554 get_ui_image_mean 0.039084066044200554 get_ui_image_median 0.039084066044200554 get_ui_image_min 0.039084066044200554 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.06898176896787415, "get_ui_image": 0.039084066044200554, "step_physics": 0.09354079853404652, "survival_time": 0.49999999999999994, "driven_lanedir": 0.06871089847212986, "get_state_dump": 0.014633547176014294, "sim_render-ego": 0.005951317873868075, "get_robot_state": 0.013389977541836824, "get_duckie_state": 0.004091934724287553, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017325292934070934, "deviation-heading": 0.05040343959962079, "complete-iteration": 0.2212111733176491, "set_robot_commands": 0.004684643311934037, "deviation-center-line": 0.008019844335283851, "driven_lanedir_consec": 0.06871089847212986, "sim_compute_sim_state": 0.02407917109402743, "sim_compute_performance-ego": 0.004279136657714844}}set_robot_commands_max 0.004684643311934037 set_robot_commands_mean 0.004684643311934037 set_robot_commands_median 0.004684643311934037 set_robot_commands_min 0.004684643311934037 sim_compute_performance-ego_max 0.004279136657714844 sim_compute_performance-ego_mean 0.004279136657714844 sim_compute_performance-ego_median 0.004279136657714844 sim_compute_performance-ego_min 0.004279136657714844 sim_compute_sim_state_max 0.02407917109402743 sim_compute_sim_state_mean 0.02407917109402743 sim_compute_sim_state_median 0.02407917109402743 sim_compute_sim_state_min 0.02407917109402743 sim_render-ego_max 0.005951317873868075 sim_render-ego_mean 0.005951317873868075 sim_render-ego_median 0.005951317873868075 sim_render-ego_min 0.005951317873868075 simulation-passed 1 step_physics_max 0.09354079853404652 step_physics_mean 0.09354079853404652 step_physics_median 0.09354079853404652 step_physics_min 0.09354079853404652 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41077
10703
Charlie Gauthier 🇨🇦template-ros aido5-LF-sanity-sim-validation
sanity-check success yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:01:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.020327335696814774 survival_time_median 0.49999999999999994 deviation-center-line_median 0.007322527807226318 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.018933231180364437 agent_compute-ego_mean 0.018933231180364437 agent_compute-ego_median 0.018933231180364437 agent_compute-ego_min 0.018933231180364437 complete-iteration_max 0.2191548997705633 complete-iteration_mean 0.2191548997705633 complete-iteration_median 0.2191548997705633 complete-iteration_min 0.2191548997705633 deviation-center-line_max 0.007322527807226318 deviation-center-line_mean 0.007322527807226318 deviation-center-line_min 0.007322527807226318 deviation-heading_max 0.05306170683075205 deviation-heading_mean 0.05306170683075205 deviation-heading_median 0.05306170683075205 deviation-heading_min 0.05306170683075205 driven_any_max 0.020428796563110384 driven_any_mean 0.020428796563110384 driven_any_median 0.020428796563110384 driven_any_min 0.020428796563110384 driven_lanedir_consec_max 0.020327335696814774 driven_lanedir_consec_mean 0.020327335696814774 driven_lanedir_consec_min 0.020327335696814774 driven_lanedir_max 0.020327335696814774 driven_lanedir_mean 0.020327335696814774 driven_lanedir_median 0.020327335696814774 driven_lanedir_min 0.020327335696814774 get_duckie_state_max 0.0035470182245427914 get_duckie_state_mean 0.0035470182245427914 get_duckie_state_median 0.0035470182245427914 get_duckie_state_min 0.0035470182245427914 get_robot_state_max 0.013364401730624111 get_robot_state_mean 0.013364401730624111 get_robot_state_median 0.013364401730624111 get_robot_state_min 0.013364401730624111 get_state_dump_max 0.014019055800004438 get_state_dump_mean 0.014019055800004438 get_state_dump_median 0.014019055800004438 get_state_dump_min 0.014019055800004438 get_ui_image_max 0.03804523294622248 get_ui_image_mean 0.03804523294622248 get_ui_image_median 0.03804523294622248 get_ui_image_min 0.03804523294622248 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"udem1-sc0-0-ego": {"driven_any": 0.020428796563110384, "get_ui_image": 0.03804523294622248, "step_physics": 0.0934863957491788, "survival_time": 0.49999999999999994, "driven_lanedir": 0.020327335696814774, "get_state_dump": 0.014019055800004438, "sim_render-ego": 0.0058304179798473015, "get_robot_state": 0.013364401730624111, "get_duckie_state": 0.0035470182245427914, "in-drivable-lane": 0.0, "agent_compute-ego": 0.018933231180364437, "deviation-heading": 0.05306170683075205, "complete-iteration": 0.2191548997705633, "set_robot_commands": 0.004969575188376687, "deviation-center-line": 0.007322527807226318, "driven_lanedir_consec": 0.020327335696814774, "sim_compute_sim_state": 0.02273026379671964, "sim_compute_performance-ego": 0.004083199934525924}}set_robot_commands_max 0.004969575188376687 set_robot_commands_mean 0.004969575188376687 set_robot_commands_median 0.004969575188376687 set_robot_commands_min 0.004969575188376687 sim_compute_performance-ego_max 0.004083199934525924 sim_compute_performance-ego_mean 0.004083199934525924 sim_compute_performance-ego_median 0.004083199934525924 sim_compute_performance-ego_min 0.004083199934525924 sim_compute_sim_state_max 0.02273026379671964 sim_compute_sim_state_mean 0.02273026379671964 sim_compute_sim_state_median 0.02273026379671964 sim_compute_sim_state_min 0.02273026379671964 sim_render-ego_max 0.0058304179798473015 sim_render-ego_mean 0.0058304179798473015 sim_render-ego_median 0.0058304179798473015 sim_render-ego_min 0.0058304179798473015 simulation-passed 1 step_physics_max 0.0934863957491788 step_physics_mean 0.0934863957491788 step_physics_median 0.0934863957491788 step_physics_min 0.0934863957491788 survival_time_max 0.49999999999999994 survival_time_mean 0.49999999999999994 survival_time_min 0.49999999999999994
No reset possible 41075
10704
Charlie Gauthier 🇨🇦template-ros aido5-LF-sanity-sim-validation
sanity-check failed yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:00:57 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 319, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 474, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 62, in on_received_get_commands
|| pwm_commands = PWMCommands(motor_left=pwm_left, motor_right=pwm_right)
|| File "<string>", line 5, in __init__
|| File "/usr/local/lib/python3.8/dist-packages/aido_schemas/schemas.py", line 52, in __post_init__
|| raise ValueError(msg)
|| ValueError: Expected values to be between -1 and 1. Obtained 0.1899999976158142, -5.609999656677246
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41072
11292
Charlie Gauthier 🇨🇦template-ros aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.3218579385548987 survival_time_median 14.950000000000076 deviation-center-line_median 0.6912982003281991 in-drivable-lane_median 1.9750000000000187
other stats agent_compute-ego_max 0.01658622980117798 agent_compute-ego_mean 0.01648420830567678 agent_compute-ego_median 0.016488600571950278 agent_compute-ego_min 0.016373402277628582 complete-iteration_max 0.2019405484199524 complete-iteration_mean 0.19420052409172056 complete-iteration_median 0.19380067984263105 complete-iteration_min 0.18726018826166788 deviation-center-line_max 0.9781849750347476 deviation-center-line_mean 0.6465786832954793 deviation-center-line_min 0.2255333574907714 deviation-heading_max 6.583715598566567 deviation-heading_mean 3.152810909550212 deviation-heading_median 2.5826505226209058 deviation-heading_min 0.8622269943924696 driven_any_max 1.9399392684124788 driven_any_mean 1.938264631205718 driven_any_median 1.9398763047313432 driven_any_min 1.9333666469477069 driven_lanedir_consec_max 1.8560385449075807 driven_lanedir_consec_mean 1.1887858639422582 driven_lanedir_consec_min 0.25538903375165445 driven_lanedir_max 1.8560385449075807 driven_lanedir_mean 1.265791155844387 driven_lanedir_median 1.4758685223591566 driven_lanedir_min 0.25538903375165445 get_duckie_state_max 2.6075045267740887e-06 get_duckie_state_mean 2.451141675313314e-06 get_duckie_state_median 2.4056434631347656e-06 get_duckie_state_min 2.3857752482096352e-06 get_robot_state_max 0.015555565357208251 get_robot_state_mean 0.015335279901822409 get_robot_state_median 0.01549622098604838 get_robot_state_min 0.01479311227798462 get_state_dump_max 0.013515512943267822 get_state_dump_mean 0.013435724973678589 get_state_dump_median 0.01342439850171407 get_state_dump_min 0.013378589948018393 get_ui_image_max 0.034945762157440184 get_ui_image_mean 0.03408661663532257 get_ui_image_median 0.03402662475903829 get_ui_image_min 0.03334745486577352 in-drivable-lane_max 12.45000000000007 in-drivable-lane_mean 4.175000000000028 in-drivable-lane_min 0.30000000000000426 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9333666469477069, "get_ui_image": 0.03334745486577352, "step_physics": 0.07326287110646566, "survival_time": 14.950000000000076, "driven_lanedir": 1.1861718738563298, "get_state_dump": 0.013378589948018393, "sim_render-ego": 0.005852655569712321, "get_robot_state": 0.015512379805246989, "get_duckie_state": 2.6075045267740887e-06, "in-drivable-lane": 3.150000000000026, "agent_compute-ego": 0.016415619850158693, "deviation-heading": 6.583715598566567, "complete-iteration": 0.1888707931836446, "set_robot_commands": 0.004974354108174642, "deviation-center-line": 0.9781849750347476, "driven_lanedir_consec": 0.994298835922132, "sim_compute_sim_state": 0.022042292753855382, "sim_compute_performance-ego": 0.00394136110941569}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399318941633572, "get_ui_image": 0.033596630891164145, "step_physics": 0.07272455374399821, "survival_time": 14.950000000000076, "driven_lanedir": 1.7655651708619835, "get_state_dump": 0.013407025337219238, "sim_render-ego": 0.005753312905629476, "get_robot_state": 0.01479311227798462, "get_duckie_state": 2.3857752482096352e-06, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.01658622980117798, "deviation-heading": 2.55547430502851, "complete-iteration": 0.18726018826166788, "set_robot_commands": 0.0046911811828613285, "deviation-center-line": 0.7985113529250144, "driven_lanedir_consec": 1.6494170411876652, "sim_compute_sim_state": 0.021663556893666586, "sim_compute_performance-ego": 0.003902170658111572}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9398207152993296, "get_ui_image": 0.034945762157440184, "step_physics": 0.08144823471705119, "survival_time": 14.950000000000076, "driven_lanedir": 0.25538903375165445, "get_state_dump": 0.013441771666208902, "sim_render-ego": 0.005818162759145101, "get_robot_state": 0.015555565357208251, "get_duckie_state": 2.420743306477865e-06, "in-drivable-lane": 12.45000000000007, "agent_compute-ego": 0.016373402277628582, "deviation-heading": 0.8622269943924696, "complete-iteration": 0.19873056650161744, "set_robot_commands": 0.004807367324829102, "deviation-center-line": 0.2255333574907714, "driven_lanedir_consec": 0.25538903375165445, "sim_compute_sim_state": 0.0222491192817688, "sim_compute_performance-ego": 0.00394699494043986}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399392684124788, "get_ui_image": 0.03445661862691243, "step_physics": 0.08180648485819499, "survival_time": 14.950000000000076, "driven_lanedir": 1.8560385449075807, "get_state_dump": 0.013515512943267822, "sim_render-ego": 0.005768344402313232, "get_robot_state": 0.015480062166849771, "get_duckie_state": 2.390543619791667e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.016561581293741863, "deviation-heading": 2.609826740213302, "complete-iteration": 0.2019405484199524, "set_robot_commands": 0.004940323829650879, "deviation-center-line": 0.5840850477313837, "driven_lanedir_consec": 1.8560385449075807, "sim_compute_sim_state": 0.02533935785293579, "sim_compute_performance-ego": 0.003926566441853841}}set_robot_commands_max 0.004974354108174642 set_robot_commands_mean 0.004853306611378988 set_robot_commands_median 0.00487384557723999 set_robot_commands_min 0.0046911811828613285 sim_compute_performance-ego_max 0.00394699494043986 sim_compute_performance-ego_mean 0.003929273287455241 sim_compute_performance-ego_median 0.003933963775634765 sim_compute_performance-ego_min 0.003902170658111572 sim_compute_sim_state_max 0.02533935785293579 sim_compute_sim_state_mean 0.022823581695556643 sim_compute_sim_state_median 0.022145706017812093 sim_compute_sim_state_min 0.021663556893666586 sim_render-ego_max 0.005852655569712321 sim_render-ego_mean 0.005798118909200033 sim_render-ego_median 0.005793253580729166 sim_render-ego_min 0.005753312905629476 simulation-passed 1 step_physics_max 0.08180648485819499 step_physics_mean 0.0773105361064275 step_physics_median 0.07735555291175843 step_physics_min 0.07272455374399821 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41067
10707
Liam Paull 🇨🇦exercise_ros_template aido5-LF-sanity-sim-validation
sanity-check error yes mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:38 Waited 3609 seconds [...] Waited 3609 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41051
10716
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim error no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 1:00:25 Waited 3605 seconds [...] Waited 3605 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41049
10717
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:23 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 133 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41047
10717
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:05 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 35 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41044
10719
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:07:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6831657997459133 survival_time_median 13.550000000000058 deviation-center-line_median 0.2607292557478131 in-drivable-lane_median 5.3750000000000595
other stats agent_compute-ego_max 0.01779698133468628 agent_compute-ego_mean 0.0173868298416426 agent_compute-ego_median 0.01725806706236223 agent_compute-ego_min 0.01723420390715966 complete-iteration_max 0.19746267398198444 complete-iteration_mean 0.1939121208270353 complete-iteration_median 0.1945776364589349 complete-iteration_min 0.189030536408287 deviation-center-line_max 0.28075172673622206 deviation-center-line_mean 0.2554182405980292 deviation-center-line_min 0.21946272416026852 deviation-heading_max 2.497713801022087 deviation-heading_mean 1.3043865175468077 deviation-heading_median 0.9696073223967824 deviation-heading_min 0.780617624371579 driven_any_max 2.793627574171294 driven_any_mean 2.4323249317702844 driven_any_median 2.4665862399234952 driven_any_min 2.0024996730628537 driven_lanedir_consec_max 1.9960251402404876 driven_lanedir_consec_mean 1.5175662314520943 driven_lanedir_consec_min 0.7079081860760641 driven_lanedir_max 1.9960251402404876 driven_lanedir_mean 1.5175662314520943 driven_lanedir_median 1.6831657997459133 driven_lanedir_min 0.7079081860760641 get_duckie_state_max 2.6054107225858247e-06 get_duckie_state_mean 2.420050607674029e-06 get_duckie_state_median 2.377886831024547e-06 get_duckie_state_min 2.319018046061198e-06 get_robot_state_max 0.015549437357829168 get_robot_state_mean 0.015067083071722717 get_robot_state_median 0.015228132789517628 get_robot_state_min 0.01426262935002645 get_state_dump_max 0.013430110613505046 get_state_dump_mean 0.013338502524358708 get_state_dump_median 0.013336147225027637 get_state_dump_min 0.013251605033874512 get_ui_image_max 0.03396408374492939 get_ui_image_mean 0.03375692965090747 get_ui_image_median 0.03379680037498474 get_ui_image_min 0.03347003410873099 in-drivable-lane_max 10.350000000000062 in-drivable-lane_mean 6.125000000000057 in-drivable-lane_min 3.4000000000000483 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.0024996730628537, "get_ui_image": 0.03396408374492939, "step_physics": 0.07438864845495957, "survival_time": 10.400000000000013, "driven_lanedir": 1.385672976941325, "get_state_dump": 0.013390192618736854, "sim_render-ego": 0.005832006151859577, "get_robot_state": 0.015549437357829168, "get_duckie_state": 2.6054107225858247e-06, "in-drivable-lane": 4.250000000000027, "agent_compute-ego": 0.01723420390715966, "deviation-heading": 0.8240494917843606, "complete-iteration": 0.19304727820249704, "set_robot_commands": 0.004831106616900518, "deviation-center-line": 0.21946272416026852, "driven_lanedir_consec": 1.385672976941325, "sim_compute_sim_state": 0.02377702410404499, "sim_compute_performance-ego": 0.003939288166853098}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.5480016814629605, "get_ui_image": 0.03347003410873099, "step_physics": 0.07220401096736452, "survival_time": 12.150000000000038, "driven_lanedir": 1.9806586225505016, "get_state_dump": 0.01328210183131842, "sim_render-ego": 0.005867681385558329, "get_robot_state": 0.015327265233169367, "get_duckie_state": 2.4224505012418017e-06, "in-drivable-lane": 3.4000000000000483, "agent_compute-ego": 0.017241711479155614, "deviation-heading": 1.115165153009204, "complete-iteration": 0.189030536408287, "set_robot_commands": 0.004916805298730669, "deviation-center-line": 0.28075172673622206, "driven_lanedir_consec": 1.9806586225505016, "sim_compute_sim_state": 0.02264606805495274, "sim_compute_performance-ego": 0.0039300800841531635}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.38517079838403, "get_ui_image": 0.033712891737620036, "step_physics": 0.07964387655258179, "survival_time": 14.950000000000076, "driven_lanedir": 0.7079081860760641, "get_state_dump": 0.013251605033874512, "sim_render-ego": 0.005794445673624675, "get_robot_state": 0.01426262935002645, "get_duckie_state": 2.319018046061198e-06, "in-drivable-lane": 10.350000000000062, "agent_compute-ego": 0.01779698133468628, "deviation-heading": 2.497713801022087, "complete-iteration": 0.1961079947153727, "set_robot_commands": 0.004704787731170655, "deviation-center-line": 0.27595104934036624, "driven_lanedir_consec": 0.7079081860760641, "sim_compute_sim_state": 0.022962470054626465, "sim_compute_performance-ego": 0.003833348751068115}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.793627574171294, "get_ui_image": 0.03388070901234945, "step_physics": 0.076668434937795, "survival_time": 14.950000000000076, "driven_lanedir": 1.9960251402404876, "get_state_dump": 0.013430110613505046, "sim_render-ego": 0.005777535438537598, "get_robot_state": 0.015129000345865885, "get_duckie_state": 2.333323160807292e-06, "in-drivable-lane": 6.500000000000092, "agent_compute-ego": 0.017274422645568846, "deviation-heading": 0.780617624371579, "complete-iteration": 0.19746267398198444, "set_robot_commands": 0.004795237382253011, "deviation-center-line": 0.24550746215525995, "driven_lanedir_consec": 1.9960251402404876, "sim_compute_sim_state": 0.026537816524505615, "sim_compute_performance-ego": 0.00382281223932902}}set_robot_commands_max 0.004916805298730669 set_robot_commands_mean 0.004811984257263713 set_robot_commands_median 0.004813171999576765 set_robot_commands_min 0.004704787731170655 sim_compute_performance-ego_max 0.003939288166853098 sim_compute_performance-ego_mean 0.0038813823103508497 sim_compute_performance-ego_median 0.0038817144176106393 sim_compute_performance-ego_min 0.00382281223932902 sim_compute_sim_state_max 0.026537816524505615 sim_compute_sim_state_mean 0.023980844684532453 sim_compute_sim_state_median 0.02336974707933573 sim_compute_sim_state_min 0.02264606805495274 sim_render-ego_max 0.005867681385558329 sim_render-ego_mean 0.005817917162395045 sim_render-ego_median 0.005813225912742126 sim_render-ego_min 0.005777535438537598 simulation-passed 1 step_physics_max 0.07964387655258179 step_physics_mean 0.07572624272817521 step_physics_median 0.0755285416963773 step_physics_min 0.07220401096736452 survival_time_max 14.950000000000076 survival_time_mean 13.11250000000005 survival_time_min 10.400000000000013
No reset possible 41041
10720
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:07:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6888181204008403 survival_time_median 12.800000000000049 deviation-center-line_median 0.2627762537769831 in-drivable-lane_median 4.350000000000046
other stats agent_compute-ego_max 0.017307804425557453 agent_compute-ego_mean 0.016949349394209553 agent_compute-ego_median 0.016873453216361203 agent_compute-ego_min 0.016742686718558344 complete-iteration_max 0.20179349899291993 complete-iteration_mean 0.19704187627057743 complete-iteration_median 0.19787580190764975 complete-iteration_min 0.1906224022740903 deviation-center-line_max 0.2992090307728875 deviation-center-line_mean 0.2594093905505958 deviation-center-line_min 0.2128760238755295 deviation-heading_max 2.6572564198933235 deviation-heading_mean 1.3627815823224854 deviation-heading_median 1.001698139299473 deviation-heading_min 0.7904736307976719 driven_any_max 2.5810598844281887 driven_any_mean 2.3131451500416387 driven_any_median 2.4306961791888995 driven_any_min 1.810128357360567 driven_lanedir_consec_max 1.9817399441610593 driven_lanedir_consec_mean 1.5152896418689157 driven_lanedir_consec_min 0.7017823825129227 driven_lanedir_max 1.9817399441610593 driven_lanedir_mean 1.5152896418689157 driven_lanedir_median 1.6888181204008403 driven_lanedir_min 0.7017823825129227 get_duckie_state_max 2.563863560773324e-06 get_duckie_state_mean 2.4394166420393874e-06 get_duckie_state_median 2.4123585298558495e-06 get_duckie_state_min 2.3690859476725262e-06 get_robot_state_max 0.015627982588153583 get_robot_state_mean 0.015294847925660503 get_robot_state_median 0.015374120819395869 get_robot_state_min 0.014803167475696696 get_state_dump_max 0.01357443205976256 get_state_dump_mean 0.013510832701985649 get_state_dump_median 0.013513937304299495 get_state_dump_min 0.01344102413958104 get_ui_image_max 0.03532406261989048 get_ui_image_mean 0.0346175976166111 get_ui_image_median 0.034808920322408995 get_ui_image_min 0.03352848720173591 in-drivable-lane_max 10.100000000000062 in-drivable-lane_mean 5.6250000000000515 in-drivable-lane_min 3.7000000000000526 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.810128357360567, "get_ui_image": 0.034980382320385625, "step_physics": 0.07497832970918665, "survival_time": 10.350000000000012, "driven_lanedir": 1.398621419061871, "get_state_dump": 0.01357443205976256, "sim_render-ego": 0.005987381589585456, "get_robot_state": 0.015456724857938463, "get_duckie_state": 2.563863560773324e-06, "in-drivable-lane": 4.0500000000000265, "agent_compute-ego": 0.016742686718558344, "deviation-heading": 0.7945503920416846, "complete-iteration": 0.19448689101398856, "set_robot_commands": 0.004898348868181164, "deviation-center-line": 0.2128760238755295, "driven_lanedir_consec": 1.398621419061871, "sim_compute_sim_state": 0.023721741017512076, "sim_compute_performance-ego": 0.003996887068817581}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.408207363806252, "get_ui_image": 0.03352848720173591, "step_physics": 0.07280255589089375, "survival_time": 12.650000000000045, "driven_lanedir": 1.9817399441610593, "get_state_dump": 0.01357298594689652, "sim_render-ego": 0.0059513122196725235, "get_robot_state": 0.015627982588153583, "get_duckie_state": 2.4322464532060586e-06, "in-drivable-lane": 3.7000000000000526, "agent_compute-ego": 0.016869235886886658, "deviation-heading": 1.2088458865572616, "complete-iteration": 0.1906224022740903, "set_robot_commands": 0.004950182239999885, "deviation-center-line": 0.27482498483190193, "driven_lanedir_consec": 1.9817399441610593, "sim_compute_sim_state": 0.02310355849888014, "sim_compute_performance-ego": 0.004064704118510009}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4531849945715467, "get_ui_image": 0.03463745832443237, "step_physics": 0.0832461436589559, "survival_time": 14.950000000000076, "driven_lanedir": 0.7017823825129227, "get_state_dump": 0.013454888661702474, "sim_render-ego": 0.0059308377901713056, "get_robot_state": 0.01529151678085327, "get_duckie_state": 2.3690859476725262e-06, "in-drivable-lane": 10.100000000000062, "agent_compute-ego": 0.017307804425557453, "deviation-heading": 2.6572564198933235, "complete-iteration": 0.20179349899291993, "set_robot_commands": 0.004810529549916585, "deviation-center-line": 0.2992090307728875, "driven_lanedir_consec": 0.7017823825129227, "sim_compute_sim_state": 0.02300526777903239, "sim_compute_performance-ego": 0.003957955837249756}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.5810598844281887, "get_ui_image": 0.03532406261989048, "step_physics": 0.07956549007459957, "survival_time": 12.950000000000047, "driven_lanedir": 1.9790148217398096, "get_state_dump": 0.01344102413958104, "sim_render-ego": 0.005822421040774312, "get_robot_state": 0.014803167475696696, "get_duckie_state": 2.392470606505641e-06, "in-drivable-lane": 4.650000000000066, "agent_compute-ego": 0.016877670545835752, "deviation-heading": 0.7904736307976719, "complete-iteration": 0.201264712801311, "set_robot_commands": 0.004729497386681988, "deviation-center-line": 0.2507275227220642, "driven_lanedir_consec": 1.9790148217398096, "sim_compute_sim_state": 0.026632304357285665, "sim_compute_performance-ego": 0.003915702974474108}}set_robot_commands_max 0.004950182239999885 set_robot_commands_mean 0.004847139511194905 set_robot_commands_median 0.004854439209048875 set_robot_commands_min 0.004729497386681988 sim_compute_performance-ego_max 0.004064704118510009 sim_compute_performance-ego_mean 0.003983812499762864 sim_compute_performance-ego_median 0.003977421453033668 sim_compute_performance-ego_min 0.003915702974474108 sim_compute_sim_state_max 0.026632304357285665 sim_compute_sim_state_mean 0.02411571791317757 sim_compute_sim_state_median 0.023412649758196107 sim_compute_sim_state_min 0.02300526777903239 sim_render-ego_max 0.005987381589585456 sim_render-ego_mean 0.005922988160050899 sim_render-ego_median 0.005941075004921914 sim_render-ego_min 0.005822421040774312 simulation-passed 1 step_physics_max 0.0832461436589559 step_physics_mean 0.07764812983340896 step_physics_median 0.07727190989189311 step_physics_min 0.07280255589089375 survival_time_max 14.950000000000076 survival_time_mean 12.725000000000044 survival_time_min 10.350000000000012
No reset possible 41038
10723
Dishank Bansal 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.175392162120825 survival_time_median 14.950000000000076 deviation-center-line_median 0.4705412203650058 in-drivable-lane_median 3.800000000000024
other stats agent_compute-ego_max 0.01759694258371989 agent_compute-ego_mean 0.01715075796110588 agent_compute-ego_median 0.01707976579666138 agent_compute-ego_min 0.016846557667380885 complete-iteration_max 0.20576460043589273 complete-iteration_mean 0.19529130868744432 complete-iteration_median 0.19271921396255492 complete-iteration_min 0.18996220638877467 deviation-center-line_max 0.7801599052830729 deviation-center-line_mean 0.4903815333669539 deviation-center-line_min 0.2402837874547313 deviation-heading_max 2.357171483079988 deviation-heading_mean 1.4121480878675778 deviation-heading_median 1.1520387639657106 deviation-heading_min 0.9873433404589022 driven_any_max 1.9399878227843528 driven_any_mean 1.7574983634225738 driven_any_median 1.9368132573359436 driven_any_min 1.216379116234055 driven_lanedir_consec_max 1.7202539850473175 driven_lanedir_consec_mean 1.1557499109437428 driven_lanedir_consec_min 0.5519613344860044 driven_lanedir_max 1.7202539850473175 driven_lanedir_mean 1.164674024491831 driven_lanedir_median 1.1932403892170007 driven_lanedir_min 0.5519613344860044 get_duckie_state_max 2.57571538289388e-06 get_duckie_state_mean 2.478695752327902e-06 get_duckie_state_median 2.486580296566612e-06 get_duckie_state_min 2.3659070332845053e-06 get_robot_state_max 0.01551576852798462 get_robot_state_mean 0.014988261471714889 get_robot_state_median 0.014860368987970184 get_robot_state_min 0.01471653938293457 get_state_dump_max 0.013695625254982396 get_state_dump_mean 0.013506842998036166 get_state_dump_median 0.01347354253133138 get_state_dump_min 0.013384661674499513 get_ui_image_max 0.03534350315729777 get_ui_image_mean 0.0344412419565937 get_ui_image_median 0.034197064512654356 get_ui_image_min 0.03402733564376831 in-drivable-lane_max 7.500000000000077 in-drivable-lane_mean 4.162500000000037 in-drivable-lane_min 1.550000000000022 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336496923857425, "get_ui_image": 0.03402733564376831, "step_physics": 0.07652133305867513, "survival_time": 14.950000000000076, "driven_lanedir": 0.8227067089985964, "get_state_dump": 0.013384661674499513, "sim_render-ego": 0.005893177986145019, "get_robot_state": 0.014937036832173666, "get_duckie_state": 2.5701522827148436e-06, "in-drivable-lane": 7.500000000000077, "agent_compute-ego": 0.01759694258371989, "deviation-heading": 2.357171483079988, "complete-iteration": 0.19383575995763144, "set_robot_commands": 0.004674506982167562, "deviation-center-line": 0.47850860672567913, "driven_lanedir_consec": 0.7870102548062452, "sim_compute_sim_state": 0.02275819222132365, "sim_compute_performance-ego": 0.003903682231903076}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9399768222861449, "get_ui_image": 0.03407535314559937, "step_physics": 0.07458613475163778, "survival_time": 14.950000000000076, "driven_lanedir": 1.5637740694354048, "get_state_dump": 0.013501023451487223, "sim_render-ego": 0.005919350783030192, "get_robot_state": 0.01551576852798462, "get_duckie_state": 2.57571538289388e-06, "in-drivable-lane": 2.750000000000039, "agent_compute-ego": 0.017073716322580975, "deviation-heading": 1.097305654185838, "complete-iteration": 0.19160266796747843, "set_robot_commands": 0.004853741327921549, "deviation-center-line": 0.7801599052830729, "driven_lanedir_consec": 1.5637740694354048, "sim_compute_sim_state": 0.021986765066782633, "sim_compute_performance-ego": 0.003948071797688802}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.216379116234055, "get_ui_image": 0.03431877587970934, "step_physics": 0.0734164652071501, "survival_time": 9.5, "driven_lanedir": 0.5519613344860044, "get_state_dump": 0.013695625254982396, "sim_render-ego": 0.005936618855125026, "get_robot_state": 0.014783701143766703, "get_duckie_state": 2.40300831041838e-06, "in-drivable-lane": 4.8500000000000085, "agent_compute-ego": 0.016846557667380885, "deviation-heading": 0.9873433404589022, "complete-iteration": 0.18996220638877467, "set_robot_commands": 0.004584391493546335, "deviation-center-line": 0.2402837874547313, "driven_lanedir_consec": 0.5519613344860044, "sim_compute_sim_state": 0.022281828679536517, "sim_compute_performance-ego": 0.003957496191325941}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399878227843528, "get_ui_image": 0.03534350315729777, "step_physics": 0.08433597803115844, "survival_time": 14.950000000000076, "driven_lanedir": 1.7202539850473175, "get_state_dump": 0.013446061611175538, "sim_render-ego": 0.00579270601272583, "get_robot_state": 0.01471653938293457, "get_duckie_state": 2.3659070332845053e-06, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.01708581527074178, "deviation-heading": 1.2067718737455833, "complete-iteration": 0.20576460043589273, "set_robot_commands": 0.004650953610738118, "deviation-center-line": 0.4625738340043324, "driven_lanedir_consec": 1.7202539850473175, "sim_compute_sim_state": 0.026385250886281332, "sim_compute_performance-ego": 0.003863982359568278}}set_robot_commands_max 0.004853741327921549 set_robot_commands_mean 0.004690898353593391 set_robot_commands_median 0.00466273029645284 set_robot_commands_min 0.004584391493546335 sim_compute_performance-ego_max 0.003957496191325941 sim_compute_performance-ego_mean 0.003918308145121525 sim_compute_performance-ego_median 0.003925877014795939 sim_compute_performance-ego_min 0.003863982359568278 sim_compute_sim_state_max 0.026385250886281332 sim_compute_sim_state_mean 0.023353009213481032 sim_compute_sim_state_median 0.02252001045043008 sim_compute_sim_state_min 0.021986765066782633 sim_render-ego_max 0.005936618855125026 sim_render-ego_mean 0.005885463409256516 sim_render-ego_median 0.005906264384587606 sim_render-ego_min 0.00579270601272583 simulation-passed 1 step_physics_max 0.08433597803115844 step_physics_mean 0.07721497776215537 step_physics_median 0.07555373390515646 step_physics_min 0.0734164652071501 survival_time_max 14.950000000000076 survival_time_mean 13.58750000000006 survival_time_min 9.5
No reset possible 41033
10730
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.6908881388256485 survival_time_median 12.725000000000046 deviation-center-line_median 0.23309140260890193 in-drivable-lane_median 5.200000000000058
other stats agent_compute-ego_max 0.01766879204286629 agent_compute-ego_mean 0.01745412521795964 agent_compute-ego_median 0.017526097650881166 agent_compute-ego_min 0.017095513527209942 complete-iteration_max 0.209916356098221 complete-iteration_mean 0.20602243423896335 complete-iteration_median 0.205501895348231 complete-iteration_min 0.20316959016117048 deviation-center-line_max 0.4747087187437574 deviation-center-line_mean 0.28974217679125636 deviation-center-line_min 0.2180771832034642 deviation-heading_max 3.835246650401312 deviation-heading_mean 1.6536317412888029 deviation-heading_median 0.9963949722350698 deviation-heading_min 0.7864903702837608 driven_any_max 2.752281245103686 driven_any_mean 2.5027851575698223 driven_any_median 2.4902999172553777 driven_any_min 2.2782595506648464 driven_lanedir_consec_max 1.987265560664747 driven_lanedir_consec_mean 1.505188869462337 driven_lanedir_consec_min 0.6517136395333045 driven_lanedir_max 1.987265560664747 driven_lanedir_mean 1.5340139073805934 driven_lanedir_median 1.6908881388256485 driven_lanedir_min 0.7670137912063304 get_duckie_state_max 2.79782766319183e-06 get_duckie_state_mean 2.7012712689583266e-06 get_duckie_state_median 2.702871958414714e-06 get_duckie_state_min 2.601513495812049e-06 get_robot_state_max 0.015828056029047834 get_robot_state_mean 0.015738480404500325 get_robot_state_median 0.01573326069631694 get_robot_state_min 0.01565934419631958 get_state_dump_max 0.015099553219285834 get_state_dump_mean 0.01393763823888208 get_state_dump_median 0.013631306584404406 get_state_dump_min 0.013388386567433677 get_ui_image_max 0.036743155444961 get_ui_image_mean 0.03581165120716518 get_ui_image_median 0.035718958368026674 get_ui_image_min 0.03506553264764639 in-drivable-lane_max 8.750000000000037 in-drivable-lane_mean 5.725000000000052 in-drivable-lane_min 3.7500000000000537 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.2782595506648464, "get_ui_image": 0.035699480355031205, "step_physics": 0.08013753341549218, "survival_time": 12.150000000000038, "driven_lanedir": 1.4035162358525386, "get_state_dump": 0.01372359417102955, "sim_render-ego": 0.006250299053427614, "get_robot_state": 0.015746484568089615, "get_duckie_state": 2.781550089518229e-06, "in-drivable-lane": 5.850000000000052, "agent_compute-ego": 0.017504921665898076, "deviation-heading": 0.7864903702837608, "complete-iteration": 0.20316959016117048, "set_robot_commands": 0.004869636684778787, "deviation-center-line": 0.2206234419731821, "driven_lanedir_consec": 1.4035162358525386, "sim_compute_sim_state": 0.024994367434654708, "sim_compute_performance-ego": 0.004081653469383962}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.6984263775894357, "get_ui_image": 0.036743155444961, "step_physics": 0.08382563801654372, "survival_time": 12.450000000000042, "driven_lanedir": 1.9782600417987584, "get_state_dump": 0.015099553219285834, "sim_render-ego": 0.0064307140059260475, "get_robot_state": 0.015828056029047834, "get_duckie_state": 2.79782766319183e-06, "in-drivable-lane": 3.7500000000000537, "agent_compute-ego": 0.01766879204286629, "deviation-heading": 1.0886609783407528, "complete-iteration": 0.209916356098221, "set_robot_commands": 0.004816860558996239, "deviation-center-line": 0.24555936324462177, "driven_lanedir_consec": 1.9782600417987584, "sim_compute_sim_state": 0.024860701886525595, "sim_compute_performance-ego": 0.004477220366757558}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.28217345692132, "get_ui_image": 0.035738436381022136, "step_physics": 0.08499516487121582, "survival_time": 14.950000000000076, "driven_lanedir": 0.7670137912063304, "get_state_dump": 0.013388386567433677, "sim_render-ego": 0.006079903443654378, "get_robot_state": 0.01572003682454427, "get_duckie_state": 2.6241938273111977e-06, "in-drivable-lane": 8.750000000000037, "agent_compute-ego": 0.01754727363586426, "deviation-heading": 3.835246650401312, "complete-iteration": 0.20635146935780843, "set_robot_commands": 0.005111945470174154, "deviation-center-line": 0.4747087187437574, "driven_lanedir_consec": 0.6517136395333045, "sim_compute_sim_state": 0.023464709917704264, "sim_compute_performance-ego": 0.0041474437713623045}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.752281245103686, "get_ui_image": 0.03506553264764639, "step_physics": 0.08082130138690655, "survival_time": 13.00000000000005, "driven_lanedir": 1.987265560664747, "get_state_dump": 0.01353901899777926, "sim_render-ego": 0.00608372871692364, "get_robot_state": 0.01565934419631958, "get_duckie_state": 2.601513495812049e-06, "in-drivable-lane": 4.550000000000065, "agent_compute-ego": 0.017095513527209942, "deviation-heading": 0.9041289661293866, "complete-iteration": 0.2046523213386536, "set_robot_commands": 0.004903843769660363, "deviation-center-line": 0.2180771832034642, "driven_lanedir_consec": 1.987265560664747, "sim_compute_sim_state": 0.02729357756101168, "sim_compute_performance-ego": 0.004034592555119441}}set_robot_commands_max 0.005111945470174154 set_robot_commands_mean 0.004925571620902385 set_robot_commands_median 0.004886740227219575 set_robot_commands_min 0.004816860558996239 sim_compute_performance-ego_max 0.004477220366757558 sim_compute_performance-ego_mean 0.004185227540655816 sim_compute_performance-ego_median 0.004114548620373133 sim_compute_performance-ego_min 0.004034592555119441 sim_compute_sim_state_max 0.02729357756101168 sim_compute_sim_state_mean 0.025153339199974065 sim_compute_sim_state_median 0.024927534660590153 sim_compute_sim_state_min 0.023464709917704264 sim_render-ego_max 0.0064307140059260475 sim_render-ego_mean 0.006211161304982921 sim_render-ego_median 0.006167013885175627 sim_render-ego_min 0.006079903443654378 simulation-passed 1 step_physics_max 0.08499516487121582 step_physics_mean 0.08244490942253957 step_physics_median 0.08232346970172513 step_physics_min 0.08013753341549218 survival_time_max 14.950000000000076 survival_time_mean 13.13750000000005 survival_time_min 12.150000000000038
No reset possible 41028
10732
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8849749828668103 survival_time_median 14.950000000000076 deviation-center-line_median 0.4460149279381343 in-drivable-lane_median 2.175000000000031
other stats agent_compute-ego_max 0.017618701457977295 agent_compute-ego_mean 0.017213077529213434 agent_compute-ego_median 0.01714934544551692 agent_compute-ego_min 0.01693491776784261 complete-iteration_max 0.21463747104008993 complete-iteration_mean 0.1997401812476833 complete-iteration_median 0.1957299532101392 complete-iteration_min 0.192863347530365 deviation-center-line_max 0.8949033901113894 deviation-center-line_mean 0.5217109203988808 deviation-center-line_min 0.29991043560786523 deviation-heading_max 2.7815962416305324 deviation-heading_mean 1.6317103923843177 deviation-heading_median 1.3364590842217492 deviation-heading_min 1.0723271594632378 driven_any_max 2.266304611396165 driven_any_mean 2.0935858360450825 driven_any_median 2.105303524278743 driven_any_min 1.8974316842266792 driven_lanedir_consec_max 2.089600728714988 driven_lanedir_consec_mean 1.8228263436608003 driven_lanedir_consec_min 1.4317546801945922 driven_lanedir_max 2.089600728714988 driven_lanedir_mean 1.8228263436608003 driven_lanedir_median 1.8849749828668103 driven_lanedir_min 1.4317546801945922 get_duckie_state_max 2.9958947731630644e-06 get_duckie_state_mean 2.7598357258631945e-06 get_duckie_state_median 2.739826838175456e-06 get_duckie_state_min 2.563794453938802e-06 get_robot_state_max 0.0159173313776652 get_robot_state_mean 0.015297373034368174 get_robot_state_median 0.015550190802038151 get_robot_state_min 0.0141717791557312 get_state_dump_max 0.013687268098195392 get_state_dump_mean 0.013612170418103536 get_state_dump_median 0.013642365137736003 get_state_dump_min 0.013476683298746744 get_ui_image_max 0.03617660840352376 get_ui_image_mean 0.03487304895318628 get_ui_image_median 0.03445254940186104 get_ui_image_min 0.034410488605499265 in-drivable-lane_max 4.90000000000007 in-drivable-lane_mean 2.750000000000039 in-drivable-lane_min 1.7500000000000249 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.8974316842266792, "get_ui_image": 0.034422080882274324, "step_physics": 0.07537316057803857, "survival_time": 13.70000000000006, "driven_lanedir": 1.4317546801945922, "get_state_dump": 0.013672828674316406, "sim_render-ego": 0.005990441698227485, "get_robot_state": 0.01588496326530067, "get_duckie_state": 2.9958947731630644e-06, "in-drivable-lane": 4.90000000000007, "agent_compute-ego": 0.016981325880454406, "deviation-heading": 1.0723271594632378, "complete-iteration": 0.1953875505141098, "set_robot_commands": 0.004853588821244066, "deviation-center-line": 0.29991043560786523, "driven_lanedir_consec": 1.4317546801945922, "sim_compute_sim_state": 0.024016780574826428, "sim_compute_performance-ego": 0.00404694480617551}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.266304611396165, "get_ui_image": 0.034410488605499265, "step_physics": 0.07453624248504638, "survival_time": 14.950000000000076, "driven_lanedir": 1.9939211632069336, "get_state_dump": 0.013476683298746744, "sim_render-ego": 0.005968028704325358, "get_robot_state": 0.015215418338775634, "get_duckie_state": 2.7060508728027343e-06, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.01693491776784261, "deviation-heading": 1.4644147860581078, "complete-iteration": 0.192863347530365, "set_robot_commands": 0.004791686534881592, "deviation-center-line": 0.351181682182298, "driven_lanedir_consec": 1.9939211632069336, "sim_compute_sim_state": 0.023305986722310382, "sim_compute_performance-ego": 0.004076880613962809}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9703240264347488, "get_ui_image": 0.034483017921447756, "step_physics": 0.079366561571757, "survival_time": 14.950000000000076, "driven_lanedir": 1.7760288025266877, "get_state_dump": 0.013611901601155598, "sim_render-ego": 0.005758115450541178, "get_robot_state": 0.0141717791557312, "get_duckie_state": 2.563794453938802e-06, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.017317365010579427, "deviation-heading": 2.7815962416305324, "complete-iteration": 0.19607235590616864, "set_robot_commands": 0.004623646736145019, "deviation-center-line": 0.8949033901113894, "driven_lanedir_consec": 1.7760288025266877, "sim_compute_sim_state": 0.02274137576421102, "sim_compute_performance-ego": 0.003852558930714925}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.2402830221227372, "get_ui_image": 0.03617660840352376, "step_physics": 0.08711448431015015, "survival_time": 14.950000000000076, "driven_lanedir": 2.089600728714988, "get_state_dump": 0.013687268098195392, "sim_render-ego": 0.006332905292510987, "get_robot_state": 0.0159173313776652, "get_duckie_state": 2.773602803548177e-06, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.017618701457977295, "deviation-heading": 1.2085033823853908, "complete-iteration": 0.21463747104008993, "set_robot_commands": 0.004972471396128337, "deviation-center-line": 0.5408481736939708, "driven_lanedir_consec": 2.089600728714988, "sim_compute_sim_state": 0.028430657386779787, "sim_compute_performance-ego": 0.004233094851175944}}set_robot_commands_max 0.004972471396128337 set_robot_commands_mean 0.004810348372099754 set_robot_commands_median 0.004822637678062829 set_robot_commands_min 0.004623646736145019 sim_compute_performance-ego_max 0.004233094851175944 sim_compute_performance-ego_mean 0.004052369800507298 sim_compute_performance-ego_median 0.00406191271006916 sim_compute_performance-ego_min 0.003852558930714925 sim_compute_sim_state_max 0.028430657386779787 sim_compute_sim_state_mean 0.024623700112031903 sim_compute_sim_state_median 0.023661383648568405 sim_compute_sim_state_min 0.02274137576421102 sim_render-ego_max 0.006332905292510987 sim_render-ego_mean 0.0060123727864012525 sim_render-ego_median 0.005979235201276422 sim_render-ego_min 0.005758115450541178 simulation-passed 1 step_physics_max 0.08711448431015015 step_physics_mean 0.07909761223624803 step_physics_median 0.0773698610748978 step_physics_min 0.07453624248504638 survival_time_max 14.950000000000076 survival_time_mean 14.637500000000074 survival_time_min 13.70000000000006
No reset possible 41026
11289
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:05:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.579912889629501 survival_time_median 8.24999999999999 deviation-center-line_median 0.32434308126773725 in-drivable-lane_median 2.4750000000000028
other stats agent_compute-ego_max 0.019087446319473372 agent_compute-ego_mean 0.018854034147900604 agent_compute-ego_median 0.01888111365945857 agent_compute-ego_min 0.018566462953211897 complete-iteration_max 0.20942909111410885 complete-iteration_mean 0.19543009442845288 complete-iteration_median 0.19374064627325324 complete-iteration_min 0.18480999405319623 deviation-center-line_max 0.6505791309236152 deviation-center-line_mean 0.3499151035182615 deviation-center-line_min 0.10039512061395632 deviation-heading_max 2.6008690474271376 deviation-heading_mean 1.3030007289361991 deviation-heading_median 1.1055559281432392 deviation-heading_min 0.4000220120311819 driven_any_max 5.0353648631092875 driven_any_mean 2.934569161699999 driven_any_median 2.7642366032231815 driven_any_min 1.1744385772443455 driven_lanedir_consec_max 2.158128877440214 driven_lanedir_consec_mean 1.469106156738031 driven_lanedir_consec_min 0.5584699702529078 driven_lanedir_max 2.158128877440214 driven_lanedir_mean 1.469106156738031 driven_lanedir_median 1.579912889629501 driven_lanedir_min 0.5584699702529078 get_duckie_state_max 2.592005194189714e-06 get_duckie_state_mean 2.5240366663882445e-06 get_duckie_state_median 2.5567559674832584e-06 get_duckie_state_min 2.390629536396748e-06 get_robot_state_max 0.01555593215813071 get_robot_state_mean 0.014686423646647028 get_robot_state_median 0.014887697801625271 get_robot_state_min 0.01341436682520686 get_state_dump_max 0.013436267335536116 get_state_dump_mean 0.013322563719704618 get_state_dump_median 0.01336463514741484 get_state_dump_min 0.013124717248452676 get_ui_image_max 0.03531010352959067 get_ui_image_mean 0.03392457719955852 get_ui_image_median 0.03354018953590911 get_ui_image_min 0.03330782619682518 in-drivable-lane_max 8.800000000000061 in-drivable-lane_mean 3.862500000000015 in-drivable-lane_min 1.699999999999994 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.379891413430834, "get_ui_image": 0.03348483239020501, "step_physics": 0.07453879776534501, "survival_time": 7.149999999999983, "driven_lanedir": 1.5171616386422466, "get_state_dump": 0.013415976837798433, "sim_render-ego": 0.0059136060568002555, "get_robot_state": 0.015363017995874364, "get_duckie_state": 2.570919223598667e-06, "in-drivable-lane": 2.3499999999999917, "agent_compute-ego": 0.019087446319473372, "deviation-heading": 0.748386631520968, "complete-iteration": 0.19454760818214684, "set_robot_commands": 0.0045686601758836865, "deviation-center-line": 0.20522805674877295, "driven_lanedir_consec": 1.5171616386422466, "sim_compute_sim_state": 0.023989720778031784, "sim_compute_performance-ego": 0.0040492477950516284}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.148581793015529, "get_ui_image": 0.03359554668161321, "step_physics": 0.07506279001898944, "survival_time": 9.349999999999998, "driven_lanedir": 2.158128877440214, "get_state_dump": 0.01331329345703125, "sim_render-ego": 0.005794743165612858, "get_robot_state": 0.01441237760737618, "get_duckie_state": 2.592005194189714e-06, "in-drivable-lane": 2.600000000000014, "agent_compute-ego": 0.019057655079479523, "deviation-heading": 1.4627252247655105, "complete-iteration": 0.19293368436435965, "set_robot_commands": 0.004499148557530367, "deviation-center-line": 0.6505791309236152, "driven_lanedir_consec": 2.158128877440214, "sim_compute_sim_state": 0.023155327149253477, "sim_compute_performance-ego": 0.00390536134893244}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.1744385772443455, "get_ui_image": 0.03330782619682518, "step_physics": 0.07099836903649408, "survival_time": 3.699999999999995, "driven_lanedir": 0.5584699702529078, "get_state_dump": 0.013124717248452676, "sim_render-ego": 0.005614680212897224, "get_robot_state": 0.01341436682520686, "get_duckie_state": 2.390629536396748e-06, "in-drivable-lane": 1.699999999999994, "agent_compute-ego": 0.018704572239437615, "deviation-heading": 0.4000220120311819, "complete-iteration": 0.18480999405319623, "set_robot_commands": 0.004227912103807604, "deviation-center-line": 0.10039512061395632, "driven_lanedir_consec": 0.5584699702529078, "sim_compute_sim_state": 0.02152481916788462, "sim_compute_performance-ego": 0.00375813729054219}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.0353648631092875, "get_ui_image": 0.03531010352959067, "step_physics": 0.08401553024679928, "survival_time": 14.750000000000076, "driven_lanedir": 1.642664140616755, "get_state_dump": 0.013436267335536116, "sim_render-ego": 0.005888104842881025, "get_robot_state": 0.01555593215813071, "get_duckie_state": 2.5425927113678494e-06, "in-drivable-lane": 8.800000000000061, "agent_compute-ego": 0.018566462953211897, "deviation-heading": 2.6008690474271376, "complete-iteration": 0.20942909111410885, "set_robot_commands": 0.004649079856225999, "deviation-center-line": 0.44345810578670153, "driven_lanedir_consec": 1.642664140616755, "sim_compute_sim_state": 0.02776995594218626, "sim_compute_performance-ego": 0.004096714924957792}}set_robot_commands_max 0.004649079856225999 set_robot_commands_mean 0.004486200173361914 set_robot_commands_median 0.004533904366707027 set_robot_commands_min 0.004227912103807604 sim_compute_performance-ego_max 0.004096714924957792 sim_compute_performance-ego_mean 0.003952365339871013 sim_compute_performance-ego_median 0.0039773045719920345 sim_compute_performance-ego_min 0.00375813729054219 sim_compute_sim_state_max 0.02776995594218626 sim_compute_sim_state_mean 0.024109955759339035 sim_compute_sim_state_median 0.02357252396364263 sim_compute_sim_state_min 0.02152481916788462 sim_render-ego_max 0.0059136060568002555 sim_render-ego_mean 0.00580278356954784 sim_render-ego_median 0.005841424004246942 sim_render-ego_min 0.005614680212897224 simulation-passed 1 step_physics_max 0.08401553024679928 step_physics_mean 0.07615387176690697 step_physics_median 0.07480079389216723 step_physics_min 0.07099836903649408 survival_time_max 14.750000000000076 survival_time_mean 8.737500000000011 survival_time_min 3.699999999999995
No reset possible 41021
10738
Dishank Bansal 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9904010656118871 survival_time_median 14.950000000000076 deviation-center-line_median 0.5487966141145071 in-drivable-lane_median 0.15000000000000213
other stats agent_compute-ego_max 0.017437838608363888 agent_compute-ego_mean 0.01713701901195934 agent_compute-ego_median 0.017228631575902303 agent_compute-ego_min 0.016652974287668865 complete-iteration_max 0.1951923775223066 complete-iteration_mean 0.19221135694650732 complete-iteration_median 0.19229258259137472 complete-iteration_min 0.1890678850809733 deviation-center-line_max 0.9712000888578864 deviation-center-line_mean 0.5954576832321143 deviation-center-line_min 0.3130374158415569 deviation-heading_max 2.58394966733865 deviation-heading_mean 1.5196572331335996 deviation-heading_median 1.2267510666396193 deviation-heading_min 1.0411771319165095 driven_any_max 2.04209872841453 driven_any_mean 1.9810312372436991 driven_any_median 2.0420863650041285 driven_any_min 1.7978534905520087 driven_lanedir_consec_max 2.030604717713028 driven_lanedir_consec_mean 1.842537039308256 driven_lanedir_consec_min 1.358741308296222 driven_lanedir_max 2.030604717713028 driven_lanedir_mean 1.842537039308256 driven_lanedir_median 1.9904010656118871 driven_lanedir_min 1.358741308296222 get_duckie_state_max 3.4233309187979068e-06 get_duckie_state_mean 3.1897519369545223e-06 get_duckie_state_median 3.1916300455729167e-06 get_duckie_state_min 2.952416737874349e-06 get_robot_state_max 0.01576629134843934 get_robot_state_mean 0.014602731994862828 get_robot_state_median 0.015024278163909912 get_robot_state_min 0.01259608030319214 get_state_dump_max 0.013458039625635689 get_state_dump_mean 0.01324292596781029 get_state_dump_median 0.013262962897618613 get_state_dump_min 0.012987738450368245 get_ui_image_max 0.034734360676891396 get_ui_image_mean 0.034204090709956184 get_ui_image_median 0.0340992263952891 get_ui_image_min 0.033883549372355146 in-drivable-lane_max 2.8500000000000405 in-drivable-lane_mean 0.7875000000000112 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.7978534905520087, "get_ui_image": 0.034734360676891396, "step_physics": 0.07514990500684054, "survival_time": 13.250000000000052, "driven_lanedir": 1.358741308296222, "get_state_dump": 0.013458039625635689, "sim_render-ego": 0.006062381672409346, "get_robot_state": 0.01576629134843934, "get_duckie_state": 3.4233309187979068e-06, "in-drivable-lane": 2.8500000000000405, "agent_compute-ego": 0.017437838608363888, "deviation-heading": 1.3257893552029787, "complete-iteration": 0.1951923775223066, "set_robot_commands": 0.004877444033352834, "deviation-center-line": 0.3130374158415569, "driven_lanedir_consec": 1.358741308296222, "sim_compute_sim_state": 0.023528709051743993, "sim_compute_performance-ego": 0.004019560903873083}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.04209872841453, "get_ui_image": 0.0340193247795105, "step_physics": 0.07206593195597331, "survival_time": 14.950000000000076, "driven_lanedir": 2.03059076361313, "get_state_dump": 0.01315182367960612, "sim_render-ego": 0.005928107102711995, "get_robot_state": 0.015436354478200276, "get_duckie_state": 3.2941500345865885e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017148137092590332, "deviation-heading": 1.1277127780762597, "complete-iteration": 0.1890678850809733, "set_robot_commands": 0.0047966877619425455, "deviation-center-line": 0.5421263705237911, "driven_lanedir_consec": 2.03059076361313, "sim_compute_sim_state": 0.02237871487935384, "sim_compute_performance-ego": 0.003988283475240072}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.042074038048928, "get_ui_image": 0.034179128011067705, "step_physics": 0.07545079310735067, "survival_time": 14.950000000000076, "driven_lanedir": 1.9502113676106436, "get_state_dump": 0.013374102115631104, "sim_render-ego": 0.005862818559010823, "get_robot_state": 0.014612201849619548, "get_duckie_state": 3.089110056559245e-06, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.017309126059214273, "deviation-heading": 2.58394966733865, "complete-iteration": 0.19179508129755657, "set_robot_commands": 0.004694302082061768, "deviation-center-line": 0.9712000888578864, "driven_lanedir_consec": 1.9502113676106436, "sim_compute_sim_state": 0.022252010504404705, "sim_compute_performance-ego": 0.0039082980155944825}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.0420986919593296, "get_ui_image": 0.033883549372355146, "step_physics": 0.07879465262095134, "survival_time": 14.950000000000076, "driven_lanedir": 2.030604717713028, "get_state_dump": 0.012987738450368245, "sim_render-ego": 0.0053202287356058755, "get_robot_state": 0.01259608030319214, "get_duckie_state": 2.952416737874349e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.016652974287668865, "deviation-heading": 1.0411771319165095, "complete-iteration": 0.1927900838851929, "set_robot_commands": 0.0044068018595377605, "deviation-center-line": 0.555466857705223, "driven_lanedir_consec": 2.030604717713028, "sim_compute_sim_state": 0.024353423913319905, "sim_compute_performance-ego": 0.003649599552154541}}set_robot_commands_max 0.004877444033352834 set_robot_commands_mean 0.004693808934223727 set_robot_commands_median 0.004745494922002156 set_robot_commands_min 0.0044068018595377605 sim_compute_performance-ego_max 0.004019560903873083 sim_compute_performance-ego_mean 0.003891435486715544 sim_compute_performance-ego_median 0.003948290745417277 sim_compute_performance-ego_min 0.003649599552154541 sim_compute_sim_state_max 0.024353423913319905 sim_compute_sim_state_mean 0.02312821458720561 sim_compute_sim_state_median 0.022953711965548917 sim_compute_sim_state_min 0.022252010504404705 sim_render-ego_max 0.006062381672409346 sim_render-ego_mean 0.00579338401743451 sim_render-ego_median 0.00589546283086141 sim_render-ego_min 0.0053202287356058755 simulation-passed 1 step_physics_max 0.07879465262095134 step_physics_mean 0.07536532067277897 step_physics_median 0.07530034905709561 step_physics_min 0.07206593195597331 survival_time_max 14.950000000000076 survival_time_mean 14.52500000000007 survival_time_min 13.250000000000052
No reset possible 41019
10739
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:28 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 112 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41017
11288
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:02:57 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6217180502841234 survival_time_median 2.2 deviation-center-line_median 0.09215201186340338 in-drivable-lane_median 0.39999999999999947
other stats agent_compute-ego_max 0.02004239082336426 agent_compute-ego_mean 0.019076639571113205 agent_compute-ego_median 0.019027286912219783 agent_compute-ego_min 0.018209593636648997 complete-iteration_max 0.2068487977981567 complete-iteration_mean 0.19421152861062968 complete-iteration_median 0.1923651829698032 complete-iteration_min 0.18526695070475557 deviation-center-line_max 0.16421406551085607 deviation-center-line_mean 0.1034655453124887 deviation-center-line_min 0.06534409201229195 deviation-heading_max 0.3625837358512876 deviation-heading_mean 0.2781670669301178 deviation-heading_median 0.28082749686230435 deviation-heading_min 0.1884295381445749 driven_any_max 3.185096227644503 driven_any_mean 1.381333335597546 driven_any_median 0.9104743562045176 driven_any_min 0.5192884023366464 driven_lanedir_consec_max 0.8546506413972899 driven_lanedir_consec_mean 0.6134496470974213 driven_lanedir_consec_min 0.3557118464241489 driven_lanedir_max 0.8546506413972899 driven_lanedir_mean 0.6134496470974213 driven_lanedir_median 0.6217180502841234 driven_lanedir_min 0.3557118464241489 get_duckie_state_max 3.6515687641344577e-06 get_duckie_state_mean 3.534548729208336e-06 get_duckie_state_median 3.527550801743556e-06 get_duckie_state_min 3.4315245492117744e-06 get_robot_state_max 0.015197696685791016 get_robot_state_mean 0.01418576259057848 get_robot_state_median 0.014248468149873548 get_robot_state_min 0.013048417376775812 get_state_dump_max 0.014294649425305818 get_state_dump_mean 0.013569992223631751 get_state_dump_median 0.013475545304162164 get_state_dump_min 0.01303422886089687 get_ui_image_max 0.03424152374267578 get_ui_image_mean 0.033548553131733785 get_ui_image_median 0.0334854229052264 get_ui_image_min 0.03298184297380656 in-drivable-lane_max 4.999999999999983 in-drivable-lane_mean 1.5249999999999957 in-drivable-lane_min 0.30000000000000027 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.7637301367894541, "get_ui_image": 0.033927239869770254, "step_physics": 0.07408796486101653, "survival_time": 1.900000000000001, "driven_lanedir": 0.5583567194145094, "get_state_dump": 0.014294649425305818, "sim_render-ego": 0.005911858458268015, "get_robot_state": 0.01424739862743177, "get_duckie_state": 3.6515687641344577e-06, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.01959015821155749, "deviation-heading": 0.2453828049829364, "complete-iteration": 0.1926842175031963, "set_robot_commands": 0.004519048490022358, "deviation-center-line": 0.10626518240362172, "driven_lanedir_consec": 0.5583567194145094, "sim_compute_sim_state": 0.02174364265642668, "sim_compute_performance-ego": 0.0042159055408678555}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5192884023366464, "get_ui_image": 0.03304360594068255, "step_physics": 0.07630446978977748, "survival_time": 1.4000000000000006, "driven_lanedir": 0.3557118464241489, "get_state_dump": 0.013565446649278914, "sim_render-ego": 0.005611811365400042, "get_robot_state": 0.014249537672315325, "get_duckie_state": 3.4315245492117744e-06, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.018209593636648997, "deviation-heading": 0.31627218874167234, "complete-iteration": 0.19204614843641007, "set_robot_commands": 0.0044784290449959895, "deviation-center-line": 0.07803884132318502, "driven_lanedir_consec": 0.3557118464241489, "sim_compute_sim_state": 0.02266194990703038, "sim_compute_performance-ego": 0.00378727912902832}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.185096227644503, "get_ui_image": 0.03298184297380656, "step_physics": 0.07194514344208432, "survival_time": 6.849999999999984, "driven_lanedir": 0.6850793811537375, "get_state_dump": 0.01303422886089687, "sim_render-ego": 0.005513553201717182, "get_robot_state": 0.013048417376775812, "get_duckie_state": 3.478822916963674e-06, "in-drivable-lane": 4.999999999999983, "agent_compute-ego": 0.018464415612882073, "deviation-heading": 0.3625837358512876, "complete-iteration": 0.18526695070475557, "set_robot_commands": 0.004387298639673386, "deviation-center-line": 0.06534409201229195, "driven_lanedir_consec": 0.6850793811537375, "sim_compute_sim_state": 0.022068477895138036, "sim_compute_performance-ego": 0.0036828639733530303}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.057218575619581, "get_ui_image": 0.03424152374267578, "step_physics": 0.08352279663085938, "survival_time": 2.499999999999999, "driven_lanedir": 0.8546506413972899, "get_state_dump": 0.01338564395904541, "sim_render-ego": 0.005812039375305176, "get_robot_state": 0.015197696685791016, "get_duckie_state": 3.5762786865234375e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.02004239082336426, "deviation-heading": 0.1884295381445749, "complete-iteration": 0.2068487977981567, "set_robot_commands": 0.004706087112426757, "deviation-center-line": 0.16421406551085607, "driven_lanedir_consec": 0.8546506413972899, "sim_compute_sim_state": 0.02578100681304932, "sim_compute_performance-ego": 0.004016528129577637}}set_robot_commands_max 0.004706087112426757 set_robot_commands_mean 0.004522715821779623 set_robot_commands_median 0.004498738767509174 set_robot_commands_min 0.004387298639673386 sim_compute_performance-ego_max 0.0042159055408678555 sim_compute_performance-ego_mean 0.003925644193206712 sim_compute_performance-ego_median 0.003901903629302978 sim_compute_performance-ego_min 0.0036828639733530303 sim_compute_sim_state_max 0.02578100681304932 sim_compute_sim_state_mean 0.023063769317911105 sim_compute_sim_state_median 0.02236521390108421 sim_compute_sim_state_min 0.02174364265642668 sim_render-ego_max 0.005911858458268015 sim_render-ego_mean 0.005712315600172603 sim_render-ego_median 0.005711925370352609 sim_render-ego_min 0.005513553201717182 simulation-passed 1 step_physics_max 0.08352279663085938 step_physics_mean 0.07646509368093442 step_physics_median 0.075196217325397 step_physics_min 0.07194514344208432 survival_time_max 6.849999999999984 survival_time_mean 3.162499999999996 survival_time_min 1.4000000000000006
No reset possible 41016
10742
Yishu Malhotra 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:43 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 137 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 41012
10747
Philippe Reddy 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.24265056733973456 survival_time_median 14.950000000000076 deviation-center-line_median 0.20774794724034595 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017441741625467935 agent_compute-ego_mean 0.01731950561205546 agent_compute-ego_median 0.01736302137374878 agent_compute-ego_min 0.017110238075256346 complete-iteration_max 0.21256456057230633 complete-iteration_mean 0.1962707495689392 complete-iteration_median 0.19103639403978984 complete-iteration_min 0.19044564962387084 deviation-center-line_max 0.8130907781052001 deviation-center-line_mean 0.3267032034257984 deviation-center-line_min 0.07822614111730167 deviation-heading_max 2.803798481326491 deviation-heading_mean 1.6352586392145498 deviation-heading_median 1.3996304828290629 deviation-heading_min 0.9379751098735832 driven_any_max 0.7653920510444711 driven_any_mean 0.3452874060949394 driven_any_median 0.24505641578699316 driven_any_min 0.12564474176130008 driven_lanedir_consec_max 0.7368423569847835 driven_lanedir_consec_mean 0.33667507125414803 driven_lanedir_consec_min 0.12455679335233948 driven_lanedir_max 0.7368423569847835 driven_lanedir_mean 0.33667507125414803 driven_lanedir_median 0.24265056733973456 driven_lanedir_min 0.12455679335233948 get_duckie_state_max 2.700487772623698e-06 get_duckie_state_mean 2.6470422744750975e-06 get_duckie_state_median 2.6778380076090492e-06 get_duckie_state_min 2.5320053100585936e-06 get_robot_state_max 0.015765189329783123 get_robot_state_mean 0.015465387503306073 get_robot_state_median 0.015535699129104616 get_robot_state_min 0.015024962425231934 get_state_dump_max 0.013758282661437988 get_state_dump_mean 0.013631719748179118 get_state_dump_median 0.013603994051615395 get_state_dump_min 0.013560608228047688 get_ui_image_max 0.034949923356374105 get_ui_image_mean 0.03460320850213369 get_ui_image_median 0.0347184431552887 get_ui_image_min 0.03402602434158325 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.30068230398854845, "get_ui_image": 0.034663735230763756, "step_physics": 0.0728588358561198, "survival_time": 14.950000000000076, "driven_lanedir": 0.29743267591566314, "get_state_dump": 0.013758282661437988, "sim_render-ego": 0.0058954199155171715, "get_robot_state": 0.015024962425231934, "get_duckie_state": 2.655188242594401e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017398645083109537, "deviation-heading": 1.1972081581176592, "complete-iteration": 0.1906348450978597, "set_robot_commands": 0.0048939267794291174, "deviation-center-line": 0.1026808822826406, "driven_lanedir_consec": 0.29743267591566314, "sim_compute_sim_state": 0.02200299501419067, "sim_compute_performance-ego": 0.003991853396097819}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.12564474176130008, "get_ui_image": 0.03477315107981364, "step_physics": 0.07354376872380575, "survival_time": 14.950000000000076, "driven_lanedir": 0.12455679335233948, "get_state_dump": 0.013581701119740804, "sim_render-ego": 0.00612411896387736, "get_robot_state": 0.015641839504241944, "get_duckie_state": 2.700487772623698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017441741625467935, "deviation-heading": 0.9379751098735832, "complete-iteration": 0.19143794298172, "set_robot_commands": 0.005048928260803223, "deviation-center-line": 0.07822614111730167, "driven_lanedir_consec": 0.12455679335233948, "sim_compute_sim_state": 0.021065865357716877, "sim_compute_performance-ego": 0.004064885775248209}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.7653920510444711, "get_ui_image": 0.03402602434158325, "step_physics": 0.073398277759552, "survival_time": 14.950000000000076, "driven_lanedir": 0.7368423569847835, "get_state_dump": 0.013560608228047688, "sim_render-ego": 0.006090629100799561, "get_robot_state": 0.015429558753967286, "get_duckie_state": 2.5320053100585936e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01732739766438802, "deviation-heading": 2.803798481326491, "complete-iteration": 0.19044564962387084, "set_robot_commands": 0.004906519254048666, "deviation-center-line": 0.8130907781052001, "driven_lanedir_consec": 0.7368423569847835, "sim_compute_sim_state": 0.02163677215576172, "sim_compute_performance-ego": 0.00392244815826416}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.1894305275854379, "get_ui_image": 0.034949923356374105, "step_physics": 0.09091756741205852, "survival_time": 14.950000000000076, "driven_lanedir": 0.187868458763806, "get_state_dump": 0.01362628698348999, "sim_render-ego": 0.0060014820098876955, "get_robot_state": 0.015765189329783123, "get_duckie_state": 2.700487772623698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017110238075256346, "deviation-heading": 1.602052807540466, "complete-iteration": 0.21256456057230633, "set_robot_commands": 0.004932538668314616, "deviation-center-line": 0.3128150121980513, "driven_lanedir_consec": 0.187868458763806, "sim_compute_sim_state": 0.02502628087997437, "sim_compute_performance-ego": 0.004085328578948975}}set_robot_commands_max 0.005048928260803223 set_robot_commands_mean 0.004945478240648905 set_robot_commands_median 0.004919528961181641 set_robot_commands_min 0.0048939267794291174 sim_compute_performance-ego_max 0.004085328578948975 sim_compute_performance-ego_mean 0.004016128977139791 sim_compute_performance-ego_median 0.004028369585673014 sim_compute_performance-ego_min 0.00392244815826416 sim_compute_sim_state_max 0.02502628087997437 sim_compute_sim_state_mean 0.02243297835191091 sim_compute_sim_state_median 0.0218198835849762 sim_compute_sim_state_min 0.021065865357716877 sim_render-ego_max 0.00612411896387736 sim_render-ego_mean 0.006027912497520447 sim_render-ego_median 0.0060460555553436286 sim_render-ego_min 0.0058954199155171715 simulation-passed 1 step_physics_max 0.09091756741205852 step_physics_mean 0.07767961243788402 step_physics_median 0.07347102324167887 step_physics_min 0.0728588358561198 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41008
10753
Dishank Bansal 🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:45 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.949614070163891 survival_time_median 14.950000000000076 deviation-center-line_median 0.5401071967050639 in-drivable-lane_median 0.4250000000000061
other stats agent_compute-ego_max 0.01754313786824544 agent_compute-ego_mean 0.017369486292203265 agent_compute-ego_median 0.01741042176882426 agent_compute-ego_min 0.01711396376291911 complete-iteration_max 0.20013647397359213 complete-iteration_mean 0.1948329085111618 complete-iteration_median 0.1947895920276642 complete-iteration_min 0.18961597601572672 deviation-center-line_max 0.7961845327246562 deviation-center-line_mean 0.5988681168573 deviation-center-line_min 0.5190735412944162 deviation-heading_max 2.528567675273468 deviation-heading_mean 1.5452982589819295 deviation-heading_median 1.3128595860564245 deviation-heading_min 1.026906188541401 driven_any_max 2.042099409994921 driven_any_mean 2.0404288328846394 driven_any_median 2.0420881341050703 driven_any_min 2.035439653333496 driven_lanedir_consec_max 2.0304843694980037 driven_lanedir_consec_mean 1.889817674234628 driven_lanedir_consec_min 1.6295581871127252 driven_lanedir_max 2.0304843694980037 driven_lanedir_mean 1.889817674234628 driven_lanedir_median 1.949614070163891 driven_lanedir_min 1.6295581871127252 get_duckie_state_max 2.7712186177571614e-06 get_duckie_state_mean 2.720355987548828e-06 get_duckie_state_median 2.7231375376383464e-06 get_duckie_state_min 2.6639302571614584e-06 get_robot_state_max 0.01569888194402059 get_robot_state_mean 0.014877444704373678 get_robot_state_median 0.014955182472864786 get_robot_state_min 0.013900531927744549 get_state_dump_max 0.013667495250701904 get_state_dump_mean 0.013484910527865091 get_state_dump_median 0.01343335787455241 get_state_dump_min 0.013405431111653644 get_ui_image_max 0.034785295327504476 get_ui_image_mean 0.03418984154860179 get_ui_image_median 0.0341513454914093 get_ui_image_min 0.033671379884084064 in-drivable-lane_max 2.7000000000000384 in-drivable-lane_mean 0.8875000000000126 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.035439653333496, "get_ui_image": 0.033671379884084064, "step_physics": 0.07396699905395508, "survival_time": 14.950000000000076, "driven_lanedir": 1.6295581871127252, "get_state_dump": 0.01342358668645223, "sim_render-ego": 0.0057554070154825845, "get_robot_state": 0.013900531927744549, "get_duckie_state": 2.6639302571614584e-06, "in-drivable-lane": 2.7000000000000384, "agent_compute-ego": 0.017540741761525473, "deviation-heading": 1.3734464930308274, "complete-iteration": 0.19020397901535036, "set_robot_commands": 0.0046070750554402665, "deviation-center-line": 0.5190735412944162, "driven_lanedir_consec": 1.6295581871127252, "sim_compute_sim_state": 0.023318227926890055, "sim_compute_performance-ego": 0.0038803998629252114}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.04209794680491, "get_ui_image": 0.03420880635579427, "step_physics": 0.07255239089330037, "survival_time": 14.950000000000076, "driven_lanedir": 2.0277872150482055, "get_state_dump": 0.013405431111653644, "sim_render-ego": 0.00585528294245402, "get_robot_state": 0.01521118958791097, "get_duckie_state": 2.7712186177571614e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01711396376291911, "deviation-heading": 1.252272679082021, "complete-iteration": 0.18961597601572672, "set_robot_commands": 0.004764068921407064, "deviation-center-line": 0.5399077603590292, "driven_lanedir_consec": 2.0277872150482055, "sim_compute_sim_state": 0.0224024764696757, "sim_compute_performance-ego": 0.003961270650227865}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0420783214052305, "get_ui_image": 0.034785295327504476, "step_physics": 0.07930646657943725, "survival_time": 14.950000000000076, "driven_lanedir": 1.8714409252795772, "get_state_dump": 0.013667495250701904, "sim_render-ego": 0.006089844703674316, "get_robot_state": 0.01569888194402059, "get_duckie_state": 2.770423889160156e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.01754313786824544, "deviation-heading": 2.528567675273468, "complete-iteration": 0.199375205039978, "set_robot_commands": 0.0049542419115702315, "deviation-center-line": 0.7961845327246562, "driven_lanedir_consec": 1.8714409252795772, "sim_compute_sim_state": 0.0231142258644104, "sim_compute_performance-ego": 0.004070792198181152}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.042099409994921, "get_ui_image": 0.03409388462702433, "step_physics": 0.08022270838419597, "survival_time": 14.950000000000076, "driven_lanedir": 2.0304843694980037, "get_state_dump": 0.013443129062652588, "sim_render-ego": 0.0057518903414408365, "get_robot_state": 0.014699175357818605, "get_duckie_state": 2.6758511861165363e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017280101776123047, "deviation-heading": 1.026906188541401, "complete-iteration": 0.20013647397359213, "set_robot_commands": 0.00479406754175822, "deviation-center-line": 0.5403066330510985, "driven_lanedir_consec": 2.0304843694980037, "sim_compute_sim_state": 0.02578942139943441, "sim_compute_performance-ego": 0.003921770254770915}}set_robot_commands_max 0.0049542419115702315 set_robot_commands_mean 0.0047798633575439455 set_robot_commands_median 0.004779068231582642 set_robot_commands_min 0.0046070750554402665 sim_compute_performance-ego_max 0.004070792198181152 sim_compute_performance-ego_mean 0.003958558241526286 sim_compute_performance-ego_median 0.00394152045249939 sim_compute_performance-ego_min 0.0038803998629252114 sim_compute_sim_state_max 0.02578942139943441 sim_compute_sim_state_mean 0.02365608791510264 sim_compute_sim_state_median 0.023216226895650227 sim_compute_sim_state_min 0.0224024764696757 sim_render-ego_max 0.006089844703674316 sim_render-ego_mean 0.00586310625076294 sim_render-ego_median 0.005805344978968303 sim_render-ego_min 0.0057518903414408365 simulation-passed 1 step_physics_max 0.08022270838419597 step_physics_mean 0.07651214122772217 step_physics_median 0.07663673281669617 step_physics_min 0.07255239089330037 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 41005
10757
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:55 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1250415287256055 survival_time_median 14.950000000000076 deviation-center-line_median 0.5371416863105083 in-drivable-lane_median 3.900000000000055
other stats agent_compute-ego_max 0.01824076016743978 agent_compute-ego_mean 0.017659848332405092 agent_compute-ego_median 0.017479052941004436 agent_compute-ego_min 0.017440527280171713 complete-iteration_max 0.19998686949412028 complete-iteration_mean 0.19526487867037456 complete-iteration_median 0.19498550176620483 complete-iteration_min 0.19110164165496824 deviation-center-line_max 0.5863023173129699 deviation-center-line_mean 0.5320382988469581 deviation-center-line_min 0.46756750545384573 deviation-heading_max 1.304707971781497 deviation-heading_mean 1.0119035129713267 deviation-heading_median 0.9537953647113232 deviation-heading_min 0.8353153506811636 driven_any_max 2.83879124990725 driven_any_mean 2.7897964485476905 driven_any_median 2.8262203875101415 driven_any_min 2.66795376926323 driven_lanedir_consec_max 2.8115649842335086 driven_lanedir_consec_mean 2.133120345435728 driven_lanedir_consec_min 1.4708333400581914 driven_lanedir_max 2.8115649842335086 driven_lanedir_mean 2.133120345435728 driven_lanedir_median 2.1250415287256055 driven_lanedir_min 1.4708333400581914 get_duckie_state_max 2.477963765462239e-06 get_duckie_state_mean 2.388755480448405e-06 get_duckie_state_median 2.3833910624186197e-06 get_duckie_state_min 2.3102760314941405e-06 get_robot_state_max 0.01546819527943929 get_robot_state_mean 0.0150959446032842 get_robot_state_median 0.015167593161265055 get_robot_state_min 0.0145803968111674 get_state_dump_max 0.013522884845733642 get_state_dump_mean 0.013438366055488586 get_state_dump_median 0.013430069287618002 get_state_dump_min 0.0133704408009847 get_ui_image_max 0.03466095606486003 get_ui_image_mean 0.03402019143104553 get_ui_image_median 0.03402594566345215 get_ui_image_min 0.033367918332417805 in-drivable-lane_max 6.750000000000096 in-drivable-lane_mean 3.637500000000052 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.835781977250344, "get_ui_image": 0.03427853981653849, "step_physics": 0.07573246637980144, "survival_time": 14.950000000000076, "driven_lanedir": 2.8115649842335086, "get_state_dump": 0.013522884845733642, "sim_render-ego": 0.005883711973826091, "get_robot_state": 0.0145803968111674, "get_duckie_state": 2.477963765462239e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01745289166768392, "deviation-heading": 1.304707971781497, "complete-iteration": 0.19347724040349323, "set_robot_commands": 0.004813347657521566, "deviation-center-line": 0.46756750545384573, "driven_lanedir_consec": 2.8115649842335086, "sim_compute_sim_state": 0.02316486914952596, "sim_compute_performance-ego": 0.003902057806650798}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.83879124990725, "get_ui_image": 0.033773351510365805, "step_physics": 0.07312586148579915, "survival_time": 14.950000000000076, "driven_lanedir": 2.178727463044458, "get_state_dump": 0.013427456219991049, "sim_render-ego": 0.0059166153271993, "get_robot_state": 0.015398547649383544, "get_duckie_state": 2.387364705403646e-06, "in-drivable-lane": 3.600000000000051, "agent_compute-ego": 0.017440527280171713, "deviation-heading": 0.9890922616591804, "complete-iteration": 0.19110164165496824, "set_robot_commands": 0.004860074520111084, "deviation-center-line": 0.5072902945432652, "driven_lanedir_consec": 2.178727463044458, "sim_compute_sim_state": 0.023014608224232992, "sim_compute_performance-ego": 0.0039977590243021645}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.66795376926323, "get_ui_image": 0.03466095606486003, "step_physics": 0.07961987415949504, "survival_time": 14.950000000000076, "driven_lanedir": 1.4708333400581914, "get_state_dump": 0.0133704408009847, "sim_render-ego": 0.00601560910542806, "get_robot_state": 0.01546819527943929, "get_duckie_state": 2.379417419433594e-06, "in-drivable-lane": 6.750000000000096, "agent_compute-ego": 0.01824076016743978, "deviation-heading": 0.9184984677634656, "complete-iteration": 0.19998686949412028, "set_robot_commands": 0.005021109580993653, "deviation-center-line": 0.5863023173129699, "driven_lanedir_consec": 1.4708333400581914, "sim_compute_sim_state": 0.02339606761932373, "sim_compute_performance-ego": 0.004046308994293213}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8166587977699384, "get_ui_image": 0.033367918332417805, "step_physics": 0.07607769727706909, "survival_time": 14.950000000000076, "driven_lanedir": 2.0713555944067528, "get_state_dump": 0.013432682355244956, "sim_render-ego": 0.0057537086804707845, "get_robot_state": 0.014936638673146568, "get_duckie_state": 2.3102760314941405e-06, "in-drivable-lane": 4.20000000000006, "agent_compute-ego": 0.01750521421432495, "deviation-heading": 0.8353153506811636, "complete-iteration": 0.1964937631289164, "set_robot_commands": 0.004851115544637044, "deviation-center-line": 0.5669930780777513, "driven_lanedir_consec": 2.0713555944067528, "sim_compute_sim_state": 0.026552030245463053, "sim_compute_performance-ego": 0.003870870272318522}}set_robot_commands_max 0.005021109580993653 set_robot_commands_mean 0.004886411825815836 set_robot_commands_median 0.004855595032374064 set_robot_commands_min 0.004813347657521566 sim_compute_performance-ego_max 0.004046308994293213 sim_compute_performance-ego_mean 0.003954249024391175 sim_compute_performance-ego_median 0.003949908415476481 sim_compute_performance-ego_min 0.003870870272318522 sim_compute_sim_state_max 0.026552030245463053 sim_compute_sim_state_mean 0.024031893809636436 sim_compute_sim_state_median 0.023280468384424845 sim_compute_sim_state_min 0.023014608224232992 sim_render-ego_max 0.00601560910542806 sim_render-ego_mean 0.005892411271731059 sim_render-ego_median 0.005900163650512696 sim_render-ego_min 0.0057537086804707845 simulation-passed 1 step_physics_max 0.07961987415949504 step_physics_mean 0.07613897482554119 step_physics_median 0.07590508182843526 step_physics_min 0.07312586148579915 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 40999
10763
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.663932012485536 survival_time_median 14.000000000000064 deviation-center-line_median 0.2913542647306758 in-drivable-lane_median 4.075000000000058
other stats agent_compute-ego_max 0.01790740172068278 agent_compute-ego_mean 0.017343639176253558 agent_compute-ego_median 0.01728394440812319 agent_compute-ego_min 0.01689926616808507 complete-iteration_max 0.21483376105626423 complete-iteration_mean 0.20713760242224444 complete-iteration_median 0.20587503604072288 complete-iteration_min 0.2019665765512676 deviation-center-line_max 0.3238467146739946 deviation-center-line_mean 0.2780896166624325 deviation-center-line_min 0.20580322251438368 deviation-heading_max 2.7996323394448273 deviation-heading_mean 1.3967816140401843 deviation-heading_median 0.9785442570765152 deviation-heading_min 0.8304056025628794 driven_any_max 2.9106826517407 driven_any_mean 2.6309084965532374 driven_any_median 2.8533129052651987 driven_any_min 1.9063255239418528 driven_lanedir_consec_max 1.9841448953376035 driven_lanedir_consec_mean 1.494976159824006 driven_lanedir_consec_min 0.6678957189873483 driven_lanedir_max 1.9841448953376035 driven_lanedir_mean 1.4955375937676447 driven_lanedir_median 1.663932012485536 driven_lanedir_min 0.6701414547619032 get_duckie_state_max 2.7336999383896434e-06 get_duckie_state_mean 2.629606791732895e-06 get_duckie_state_median 2.6277085425148547e-06 get_duckie_state_min 2.529310143512228e-06 get_robot_state_max 0.015969417464565223 get_robot_state_mean 0.015699029343779692 get_robot_state_median 0.015759254481779967 get_robot_state_min 0.01530819094699362 get_state_dump_max 0.013755212624867758 get_state_dump_mean 0.013648185860476248 get_state_dump_median 0.01369553640452944 get_state_dump_min 0.013446458007978355 get_ui_image_max 0.03699724912643432 get_ui_image_mean 0.03618063223420585 get_ui_image_median 0.036338223441232054 get_ui_image_min 0.035048832927925 in-drivable-lane_max 9.95000000000006 in-drivable-lane_mean 5.150000000000048 in-drivable-lane_min 2.5000000000000178 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9063255239418528, "get_ui_image": 0.03581487945237085, "step_physics": 0.08062707691292488, "survival_time": 9.55, "driven_lanedir": 1.3529384800969788, "get_state_dump": 0.013669529510418155, "sim_render-ego": 0.0060229626001487855, "get_robot_state": 0.015729841761564084, "get_duckie_state": 2.7336999383896434e-06, "in-drivable-lane": 2.5000000000000178, "agent_compute-ego": 0.01689926616808507, "deviation-heading": 0.8304056025628794, "complete-iteration": 0.2019665765512676, "set_robot_commands": 0.004846062335668434, "deviation-center-line": 0.20580322251438368, "driven_lanedir_consec": 1.3529384800969788, "sim_compute_sim_state": 0.024118410979265942, "sim_compute_performance-ego": 0.004090109420696478}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8952410612259265, "get_ui_image": 0.03686156743009326, "step_physics": 0.08352685814172449, "survival_time": 14.200000000000069, "driven_lanedir": 1.9841448953376035, "get_state_dump": 0.01372154329864072, "sim_render-ego": 0.006128375798883572, "get_robot_state": 0.015969417464565223, "get_duckie_state": 2.694801545478928e-06, "in-drivable-lane": 4.25000000000006, "agent_compute-ego": 0.017108777878989637, "deviation-heading": 1.1198436247481591, "complete-iteration": 0.20698398603519924, "set_robot_commands": 0.005013384449649864, "deviation-center-line": 0.3238467146739946, "driven_lanedir_consec": 1.9841448953376035, "sim_compute_sim_state": 0.0243056659967127, "sim_compute_performance-ego": 0.004197971082069505}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.9106826517407, "get_ui_image": 0.03699724912643432, "step_physics": 0.09021037181218464, "survival_time": 14.950000000000076, "driven_lanedir": 0.6701414547619032, "get_state_dump": 0.013755212624867758, "sim_render-ego": 0.006339607238769532, "get_robot_state": 0.01578866720199585, "get_duckie_state": 2.5606155395507813e-06, "in-drivable-lane": 9.95000000000006, "agent_compute-ego": 0.01790740172068278, "deviation-heading": 2.7996323394448273, "complete-iteration": 0.21483376105626423, "set_robot_commands": 0.004920519193013509, "deviation-center-line": 0.26739032963400616, "driven_lanedir_consec": 0.6678957189873483, "sim_compute_sim_state": 0.02452703555425008, "sim_compute_performance-ego": 0.004235370953877767}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.811384749304471, "get_ui_image": 0.035048832927925, "step_physics": 0.08141343144402988, "survival_time": 13.80000000000006, "driven_lanedir": 1.9749255448740937, "get_state_dump": 0.013446458007978355, "sim_render-ego": 0.005973781364551489, "get_robot_state": 0.01530819094699362, "get_duckie_state": 2.529310143512228e-06, "in-drivable-lane": 3.900000000000055, "agent_compute-ego": 0.017459110937256744, "deviation-heading": 0.8372448894048712, "complete-iteration": 0.20476608604624652, "set_robot_commands": 0.0047619636508001795, "deviation-center-line": 0.3153181998273455, "driven_lanedir_consec": 1.9749255448740937, "sim_compute_sim_state": 0.02722181617349818, "sim_compute_performance-ego": 0.003986104674961256}}set_robot_commands_max 0.005013384449649864 set_robot_commands_mean 0.004885482407282996 set_robot_commands_median 0.004883290764340971 set_robot_commands_min 0.0047619636508001795 sim_compute_performance-ego_max 0.004235370953877767 sim_compute_performance-ego_mean 0.004127389032901252 sim_compute_performance-ego_median 0.004144040251382992 sim_compute_performance-ego_min 0.003986104674961256 sim_compute_sim_state_max 0.02722181617349818 sim_compute_sim_state_mean 0.02504323217593173 sim_compute_sim_state_median 0.02441635077548139 sim_compute_sim_state_min 0.024118410979265942 sim_render-ego_max 0.006339607238769532 sim_render-ego_mean 0.006116181750588345 sim_render-ego_median 0.0060756691995161784 sim_render-ego_min 0.005973781364551489 simulation-passed 1 step_physics_max 0.09021037181218464 step_physics_mean 0.08394443457771597 step_physics_median 0.08247014479287718 step_physics_min 0.08062707691292488 survival_time_max 14.950000000000076 survival_time_mean 13.125000000000052 survival_time_min 9.55
No reset possible 40994
10763
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.838285594726573 survival_time_median 13.325000000000054 deviation-center-line_median 0.29646276357374934 in-drivable-lane_median 3.600000000000051
other stats agent_compute-ego_max 0.018601516882578533 agent_compute-ego_mean 0.01783432853976477 agent_compute-ego_median 0.01766551914126299 agent_compute-ego_min 0.01740475899395458 complete-iteration_max 0.21373711268107096 complete-iteration_mean 0.20735811478934585 complete-iteration_median 0.20658959168980195 complete-iteration_min 0.2025161630967084 deviation-center-line_max 0.5523074392684447 deviation-center-line_mean 0.34203140619418004 deviation-center-line_min 0.22289265836077685 deviation-heading_max 2.2966994112375407 deviation-heading_mean 1.3389328053765217 deviation-heading_median 1.082797956252672 deviation-heading_min 0.893435897763201 driven_any_max 2.9907519612420113 driven_any_mean 2.5697733417298485 driven_any_median 2.714068380111896 driven_any_min 1.8602046454535912 driven_lanedir_consec_max 1.9435382609288163 driven_lanedir_consec_mean 1.7407766426812203 driven_lanedir_consec_min 1.3429971203429192 driven_lanedir_max 1.9435382609288163 driven_lanedir_mean 1.7407766426812203 driven_lanedir_median 1.838285594726573 driven_lanedir_min 1.3429971203429192 get_duckie_state_max 2.9296326122695593e-06 get_duckie_state_mean 2.7557531619582867e-06 get_duckie_state_median 2.725825590245864e-06 get_duckie_state_min 2.6417288550718583e-06 get_robot_state_max 0.01605588840923721 get_robot_state_mean 0.01579180011083014 get_robot_state_median 0.01586321893860312 get_robot_state_min 0.015384874156877108 get_state_dump_max 0.013802707896513096 get_state_dump_mean 0.013721073140528294 get_state_dump_median 0.01371735778358057 get_state_dump_min 0.013646869098438937 get_ui_image_max 0.03765087505038694 get_ui_image_mean 0.036638982949318166 get_ui_image_median 0.03683849940537981 get_ui_image_min 0.03522805793612611 in-drivable-lane_max 5.650000000000067 in-drivable-lane_mean 3.787500000000046 in-drivable-lane_min 2.300000000000015 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.8602046454535912, "get_ui_image": 0.03705282389798904, "step_physics": 0.0790304589399042, "survival_time": 9.349999999999998, "driven_lanedir": 1.3429971203429192, "get_state_dump": 0.013646869098438937, "sim_render-ego": 0.006098984397031407, "get_robot_state": 0.015679177115945256, "get_duckie_state": 2.6417288550718583e-06, "in-drivable-lane": 2.300000000000015, "agent_compute-ego": 0.01740475899395458, "deviation-heading": 0.893435897763201, "complete-iteration": 0.2025161630967084, "set_robot_commands": 0.00492595478812641, "deviation-center-line": 0.22289265836077685, "driven_lanedir_consec": 1.3429971203429192, "sim_compute_sim_state": 0.024420886116231826, "sim_compute_performance-ego": 0.0041047519541041735}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.830405676273738, "get_ui_image": 0.03765087505038694, "step_physics": 0.08310011736780619, "survival_time": 13.900000000000064, "driven_lanedir": 1.9435382609288163, "get_state_dump": 0.013664193290600674, "sim_render-ego": 0.006386486746424394, "get_robot_state": 0.01605588840923721, "get_duckie_state": 2.9296326122695593e-06, "in-drivable-lane": 4.100000000000058, "agent_compute-ego": 0.01777177920444406, "deviation-heading": 1.2342993947931784, "complete-iteration": 0.20835480587087943, "set_robot_commands": 0.0049993751717985965, "deviation-center-line": 0.32653493482033075, "driven_lanedir_consec": 1.9435382609288163, "sim_compute_sim_state": 0.024257652193522283, "sim_compute_performance-ego": 0.0043082571715759715}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.9907519612420113, "get_ui_image": 0.03662417491277059, "step_physics": 0.08774498144785563, "survival_time": 14.950000000000076, "driven_lanedir": 1.772798765188264, "get_state_dump": 0.013770522276560466, "sim_render-ego": 0.0064115556081136066, "get_robot_state": 0.016047260761260985, "get_duckie_state": 2.70843505859375e-06, "in-drivable-lane": 5.650000000000067, "agent_compute-ego": 0.018601516882578533, "deviation-heading": 2.2966994112375407, "complete-iteration": 0.21373711268107096, "set_robot_commands": 0.005034205118815104, "deviation-center-line": 0.5523074392684447, "driven_lanedir_consec": 1.772798765188264, "sim_compute_sim_state": 0.024987828731536862, "sim_compute_performance-ego": 0.004353219668070475}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.5977310839500536, "get_ui_image": 0.03522805793612611, "step_physics": 0.08075557690040738, "survival_time": 12.750000000000046, "driven_lanedir": 1.903772424264882, "get_state_dump": 0.013802707896513096, "sim_render-ego": 0.006064791772879806, "get_robot_state": 0.015384874156877108, "get_duckie_state": 2.743216121897978e-06, "in-drivable-lane": 3.100000000000044, "agent_compute-ego": 0.017559259078081917, "deviation-heading": 0.9312965177121656, "complete-iteration": 0.20482437750872445, "set_robot_commands": 0.004895774990904565, "deviation-center-line": 0.266390592327168, "driven_lanedir_consec": 1.903772424264882, "sim_compute_sim_state": 0.026917716568591547, "sim_compute_performance-ego": 0.00405723160388423}}set_robot_commands_max 0.005034205118815104 set_robot_commands_mean 0.004963827517411169 set_robot_commands_median 0.004962664979962504 set_robot_commands_min 0.004895774990904565 sim_compute_performance-ego_max 0.004353219668070475 sim_compute_performance-ego_mean 0.004205865099408713 sim_compute_performance-ego_median 0.004206504562840073 sim_compute_performance-ego_min 0.00405723160388423 sim_compute_sim_state_max 0.026917716568591547 sim_compute_sim_state_mean 0.025146020902470628 sim_compute_sim_state_median 0.024704357423884347 sim_compute_sim_state_min 0.024257652193522283 sim_render-ego_max 0.0064115556081136066 sim_render-ego_mean 0.006240454631112303 sim_render-ego_median 0.0062427355717279 sim_render-ego_min 0.006064791772879806 simulation-passed 1 step_physics_max 0.08774498144785563 step_physics_mean 0.08265778366399334 step_physics_median 0.08192784713410678 step_physics_min 0.0790304589399042 survival_time_max 14.950000000000076 survival_time_mean 12.737500000000049 survival_time_min 9.349999999999998
No reset possible 40989
10762
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8254385198647136 survival_time_median 14.150000000000066 deviation-center-line_median 0.3116029380877442 in-drivable-lane_median 4.3250000000000615
other stats agent_compute-ego_max 0.017483706474304198 agent_compute-ego_mean 0.01719268591475451 agent_compute-ego_median 0.01719026533811445 agent_compute-ego_min 0.01690650650848495 complete-iteration_max 0.2059424393493215 complete-iteration_mean 0.20409590353411208 complete-iteration_median 0.20414723023028047 complete-iteration_min 0.20214671432656584 deviation-center-line_max 0.4874533725825685 deviation-center-line_mean 0.33245181421682884 deviation-center-line_min 0.21914800810925855 deviation-heading_max 2.3044662976554955 deviation-heading_mean 1.3719110814810065 deviation-heading_median 1.1090303097221137 deviation-heading_min 0.9651174088243034 driven_any_max 3.0273201403186127 driven_any_mean 2.6668227933128907 driven_any_median 2.8811909583514694 driven_any_min 1.8775891162300116 driven_lanedir_consec_max 1.9689269894933288 driven_lanedir_consec_mean 1.7573290069739118 driven_lanedir_consec_min 1.409511998672891 driven_lanedir_max 1.9689269894933288 driven_lanedir_mean 1.7573290069739118 driven_lanedir_median 1.8254385198647136 driven_lanedir_min 1.409511998672891 get_duckie_state_max 3.9188067118326825e-06 get_duckie_state_mean 3.838067442937124e-06 get_duckie_state_median 3.837627606864755e-06 get_duckie_state_min 3.758207846186302e-06 get_robot_state_max 0.016177144050598145 get_robot_state_mean 0.01594076954588811 get_robot_state_median 0.01606858973007476 get_robot_state_min 0.015448754672804776 get_state_dump_max 0.013772077560424804 get_state_dump_mean 0.01366718680132128 get_state_dump_median 0.013673228669249636 get_state_dump_min 0.013550212306361043 get_ui_image_max 0.037107248887366294 get_ui_image_mean 0.03584534275835178 get_ui_image_median 0.03571095657727075 get_ui_image_min 0.034852208991499316 in-drivable-lane_max 5.800000000000003 in-drivable-lane_mean 4.137500000000036 in-drivable-lane_min 2.1000000000000174 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.8775891162300116, "get_ui_image": 0.035757481105743893, "step_physics": 0.07875022181758175, "survival_time": 9.45, "driven_lanedir": 1.409511998672891, "get_state_dump": 0.013699156897408622, "sim_render-ego": 0.006385859988984608, "get_robot_state": 0.016102287504408095, "get_duckie_state": 3.832357901114004e-06, "in-drivable-lane": 2.1000000000000174, "agent_compute-ego": 0.017321938560122534, "deviation-heading": 0.9651174088243034, "complete-iteration": 0.20214671432656584, "set_robot_commands": 0.004990816116333008, "deviation-center-line": 0.21914800810925855, "driven_lanedir_consec": 1.409511998672891, "sim_compute_sim_state": 0.024656010683251437, "sim_compute_performance-ego": 0.004326952828301324}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8390680106792785, "get_ui_image": 0.037107248887366294, "step_physics": 0.08229532122184727, "survival_time": 13.950000000000063, "driven_lanedir": 1.9395623397967912, "get_state_dump": 0.013550212306361043, "sim_render-ego": 0.006293548905294002, "get_robot_state": 0.01603489195574142, "get_duckie_state": 3.842897312615507e-06, "in-drivable-lane": 4.150000000000059, "agent_compute-ego": 0.01705859211610637, "deviation-heading": 1.2507828126698446, "complete-iteration": 0.2059424393493215, "set_robot_commands": 0.004888277327288009, "deviation-center-line": 0.29941382691352914, "driven_lanedir_consec": 1.9395623397967912, "sim_compute_sim_state": 0.024219468503015443, "sim_compute_performance-ego": 0.004336315243902172}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0273201403186127, "get_ui_image": 0.03566443204879761, "step_physics": 0.08182599941889444, "survival_time": 14.950000000000076, "driven_lanedir": 1.7113146999326363, "get_state_dump": 0.013772077560424804, "sim_render-ego": 0.006509433587392172, "get_robot_state": 0.016177144050598145, "get_duckie_state": 3.9188067118326825e-06, "in-drivable-lane": 5.800000000000003, "agent_compute-ego": 0.017483706474304198, "deviation-heading": 2.3044662976554955, "complete-iteration": 0.20479975382486976, "set_robot_commands": 0.005166218280792236, "deviation-center-line": 0.4874533725825685, "driven_lanedir_consec": 1.7113146999326363, "sim_compute_sim_state": 0.023628972371419272, "sim_compute_performance-ego": 0.00441146453221639}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.92331390602366, "get_ui_image": 0.034852208991499316, "step_physics": 0.08035546811200185, "survival_time": 14.350000000000067, "driven_lanedir": 1.9689269894933288, "get_state_dump": 0.013647300441090651, "sim_render-ego": 0.005957789537383289, "get_robot_state": 0.015448754672804776, "get_duckie_state": 3.758207846186302e-06, "in-drivable-lane": 4.500000000000064, "agent_compute-ego": 0.01690650650848495, "deviation-heading": 0.967277806774382, "complete-iteration": 0.2034947066356911, "set_robot_commands": 0.0049223849997703205, "deviation-center-line": 0.3237920492619593, "driven_lanedir_consec": 1.9689269894933288, "sim_compute_sim_state": 0.02723016389986364, "sim_compute_performance-ego": 0.004020818019162487}}set_robot_commands_max 0.005166218280792236 set_robot_commands_mean 0.004991924181045894 set_robot_commands_median 0.004956600558051664 set_robot_commands_min 0.004888277327288009 sim_compute_performance-ego_max 0.00441146453221639 sim_compute_performance-ego_mean 0.004273887655895593 sim_compute_performance-ego_median 0.0043316340361017475 sim_compute_performance-ego_min 0.004020818019162487 sim_compute_sim_state_max 0.02723016389986364 sim_compute_sim_state_mean 0.024933653864387447 sim_compute_sim_state_median 0.02443773959313344 sim_compute_sim_state_min 0.023628972371419272 sim_render-ego_max 0.006509433587392172 sim_render-ego_mean 0.006286658004763517 sim_render-ego_median 0.006339704447139305 sim_render-ego_min 0.005957789537383289 simulation-passed 1 step_physics_max 0.08229532122184727 step_physics_mean 0.08080675264258133 step_physics_median 0.08109073376544815 step_physics_min 0.07875022181758175 survival_time_max 14.950000000000076 survival_time_mean 13.17500000000005 survival_time_min 9.45
No reset possible 40983
10765
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:08:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.957334279667476 survival_time_median 14.625000000000073 deviation-center-line_median 0.35622919906589545 in-drivable-lane_median 4.075000000000058
other stats agent_compute-ego_max 0.018311358292897543 agent_compute-ego_mean 0.01796911278079131 agent_compute-ego_median 0.01801284083613643 agent_compute-ego_min 0.017539411157994837 complete-iteration_max 0.2107036749521891 complete-iteration_mean 0.20543858451998873 complete-iteration_median 0.20757362842559812 complete-iteration_min 0.1959034062765695 deviation-center-line_max 0.47700907662144887 deviation-center-line_mean 0.3664947770289031 deviation-center-line_min 0.27651163336237256 deviation-heading_max 1.97194008041943 deviation-heading_mean 1.5471267797956418 deviation-heading_median 1.5638814302799653 deviation-heading_min 1.088804178203207 driven_any_max 3.044747763915514 driven_any_mean 2.927319900694143 driven_any_median 2.95874059583612 driven_any_min 2.7470506471888188 driven_lanedir_consec_max 2.5055981119410333 driven_lanedir_consec_mean 1.807696693474251 driven_lanedir_consec_min 0.8105201026210196 driven_lanedir_max 2.5055981119410333 driven_lanedir_mean 1.807696693474251 driven_lanedir_median 1.957334279667476 driven_lanedir_min 0.8105201026210196 get_duckie_state_max 3.017584482828776e-06 get_duckie_state_mean 2.8334535239614126e-06 get_duckie_state_median 2.8234122794269128e-06 get_duckie_state_min 2.6694050541630497e-06 get_robot_state_max 0.016120970249176025 get_robot_state_mean 0.016013294491425786 get_robot_state_median 0.01604347198097794 get_robot_state_min 0.015845263754571234 get_state_dump_max 0.014114038149515788 get_state_dump_mean 0.013740819832476518 get_state_dump_median 0.013645357835542906 get_state_dump_min 0.01355852550930447 get_ui_image_max 0.03630195776621501 get_ui_image_mean 0.035603286883461135 get_ui_image_median 0.03574041931717484 get_ui_image_min 0.03463035113327987 in-drivable-lane_max 10.000000000000062 in-drivable-lane_mean 5.112500000000048 in-drivable-lane_min 2.300000000000015 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.044747763915514, "get_ui_image": 0.03572827021280924, "step_physics": 0.08226987997690836, "survival_time": 14.950000000000076, "driven_lanedir": 2.5055981119410333, "get_state_dump": 0.01367103099822998, "sim_render-ego": 0.0063249770800272625, "get_robot_state": 0.016120970249176025, "get_duckie_state": 3.017584482828776e-06, "in-drivable-lane": 2.300000000000015, "agent_compute-ego": 0.018043753306070963, "deviation-heading": 1.97194008041943, "complete-iteration": 0.2065918215115865, "set_robot_commands": 0.004903170267740885, "deviation-center-line": 0.47700907662144887, "driven_lanedir_consec": 2.5055981119410333, "sim_compute_sim_state": 0.024971633752187097, "sim_compute_performance-ego": 0.004385033448537191}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.91310549033931, "get_ui_image": 0.03463035113327987, "step_physics": 0.07539482883640103, "survival_time": 14.300000000000068, "driven_lanedir": 1.9551958856779148, "get_state_dump": 0.01361968467285583, "sim_render-ego": 0.006084020321185772, "get_robot_state": 0.015845263754571234, "get_duckie_state": 2.9010372562008305e-06, "in-drivable-lane": 4.500000000000064, "agent_compute-ego": 0.017539411157994837, "deviation-heading": 1.169439426812905, "complete-iteration": 0.1959034062765695, "set_robot_commands": 0.004908512522290636, "deviation-center-line": 0.34502514336654616, "driven_lanedir_consec": 1.9551958856779148, "sim_compute_sim_state": 0.023677960142389043, "sim_compute_performance-ego": 0.004036243978913848}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.0043757013329304, "get_ui_image": 0.03630195776621501, "step_physics": 0.08412219365437826, "survival_time": 14.950000000000076, "driven_lanedir": 0.8105201026210196, "get_state_dump": 0.014114038149515788, "sim_render-ego": 0.006346135934193929, "get_robot_state": 0.01609838565190633, "get_duckie_state": 2.745787302652995e-06, "in-drivable-lane": 10.000000000000062, "agent_compute-ego": 0.018311358292897543, "deviation-heading": 1.9583234337470257, "complete-iteration": 0.20855543533960977, "set_robot_commands": 0.004739511807759603, "deviation-center-line": 0.27651163336237256, "driven_lanedir_consec": 0.8105201026210196, "sim_compute_sim_state": 0.024155375162760416, "sim_compute_performance-ego": 0.004193939367930094}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.7470506471888188, "get_ui_image": 0.03575256842154044, "step_physics": 0.08453535327204952, "survival_time": 13.500000000000057, "driven_lanedir": 1.9594726736570376, "get_state_dump": 0.01355852550930447, "sim_render-ego": 0.006151350339253744, "get_robot_state": 0.015988558310049552, "get_duckie_state": 2.6694050541630497e-06, "in-drivable-lane": 3.650000000000052, "agent_compute-ego": 0.017981928366201896, "deviation-heading": 1.088804178203207, "complete-iteration": 0.2107036749521891, "set_robot_commands": 0.004912847059744376, "deviation-center-line": 0.36743325476524474, "driven_lanedir_consec": 1.9594726736570376, "sim_compute_sim_state": 0.027548716686390064, "sim_compute_performance-ego": 0.004102192101655183}}set_robot_commands_max 0.004912847059744376 set_robot_commands_mean 0.004866010414383875 set_robot_commands_median 0.004905841395015761 set_robot_commands_min 0.004739511807759603 sim_compute_performance-ego_max 0.004385033448537191 sim_compute_performance-ego_mean 0.004179352224259078 sim_compute_performance-ego_median 0.0041480657347926385 sim_compute_performance-ego_min 0.004036243978913848 sim_compute_sim_state_max 0.027548716686390064 sim_compute_sim_state_mean 0.02508842143593165 sim_compute_sim_state_median 0.024563504457473753 sim_compute_sim_state_min 0.023677960142389043 sim_render-ego_max 0.006346135934193929 sim_render-ego_mean 0.0062266209186651765 sim_render-ego_median 0.006238163709640503 sim_render-ego_min 0.006084020321185772 simulation-passed 1 step_physics_max 0.08453535327204952 step_physics_mean 0.08158056393493429 step_physics_median 0.0831960368156433 step_physics_min 0.07539482883640103 survival_time_max 14.950000000000076 survival_time_mean 14.42500000000007 survival_time_min 13.500000000000057
No reset possible 40978
10776
Fernanda Custodio Pereira do Carmo 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1529396402551986 survival_time_median 14.950000000000076 deviation-center-line_median 0.3762407426906883 in-drivable-lane_median 3.5000000000000497
other stats agent_compute-ego_max 0.018441405296325684 agent_compute-ego_mean 0.01781447137228861 agent_compute-ego_median 0.01773713796997497 agent_compute-ego_min 0.017342204252878825 complete-iteration_max 0.2158433532714844 complete-iteration_mean 0.20728322023913365 complete-iteration_median 0.2082426965236664 complete-iteration_min 0.19680413463771745 deviation-center-line_max 0.4314153175850904 deviation-center-line_mean 0.3725508115164501 deviation-center-line_min 0.30630644309933336 deviation-heading_max 1.005569009227618 deviation-heading_mean 0.9257644806397428 deviation-heading_median 0.9257075940301416 deviation-heading_min 0.8460737252710699 driven_any_max 2.8589356086344546 driven_any_mean 2.8541512260619326 driven_any_median 2.8542577903214776 driven_any_min 2.84915371497032 driven_lanedir_consec_max 2.8376038310614655 driven_lanedir_consec_mean 2.190653390300431 driven_lanedir_consec_min 1.6191304496298604 driven_lanedir_max 2.8376038310614655 driven_lanedir_mean 2.190653390300431 driven_lanedir_median 2.1529396402551986 driven_lanedir_min 1.6191304496298604 get_duckie_state_max 3.871917724609375e-06 get_duckie_state_mean 3.682610972615696e-06 get_duckie_state_median 3.631586996500924e-06 get_duckie_state_min 3.5953521728515625e-06 get_robot_state_max 0.01621986707051595 get_robot_state_mean 0.01592844263419209 get_robot_state_median 0.015955743392308555 get_robot_state_min 0.0155824166816353 get_state_dump_max 0.013923697471618653 get_state_dump_mean 0.013690698670860906 get_state_dump_median 0.013680073022842408 get_state_dump_min 0.013478951166140151 get_ui_image_max 0.03655425786972046 get_ui_image_mean 0.03603813873708115 get_ui_image_median 0.03627989212671916 get_ui_image_min 0.03503851282516582 in-drivable-lane_max 6.250000000000089 in-drivable-lane_mean 3.312500000000047 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.849614640851654, "get_ui_image": 0.03609478632609049, "step_physics": 0.08372852245966593, "survival_time": 14.950000000000076, "driven_lanedir": 2.8376038310614655, "get_state_dump": 0.013923697471618653, "sim_render-ego": 0.006141172250111898, "get_robot_state": 0.015965686639149983, "get_duckie_state": 3.5953521728515625e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017342204252878825, "deviation-heading": 0.8460737252710699, "complete-iteration": 0.207427503267924, "set_robot_commands": 0.005333205858866374, "deviation-center-line": 0.3290974553834264, "driven_lanedir_consec": 2.8376038310614655, "sim_compute_sim_state": 0.024541903336842856, "sim_compute_performance-ego": 0.0041951998074849445}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.84915371497032, "get_ui_image": 0.03503851282516582, "step_physics": 0.0768506830970713, "survival_time": 14.900000000000077, "driven_lanedir": 2.0393770643193556, "get_state_dump": 0.013478951166140151, "sim_render-ego": 0.006051149944331022, "get_robot_state": 0.0155824166816353, "get_duckie_state": 3.5986804322108325e-06, "in-drivable-lane": 4.0500000000000576, "agent_compute-ego": 0.017502098275511056, "deviation-heading": 1.005569009227618, "complete-iteration": 0.19680413463771745, "set_robot_commands": 0.004893520534438575, "deviation-center-line": 0.30630644309933336, "driven_lanedir_consec": 2.0393770643193556, "sim_compute_sim_state": 0.023231889577519975, "sim_compute_performance-ego": 0.004014960871446853}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8589009397913014, "get_ui_image": 0.036464997927347816, "step_physics": 0.08406508843104045, "survival_time": 14.950000000000076, "driven_lanedir": 1.6191304496298604, "get_state_dump": 0.013612427711486816, "sim_render-ego": 0.006345485051472982, "get_robot_state": 0.015945800145467124, "get_duckie_state": 3.664493560791015e-06, "in-drivable-lane": 6.250000000000089, "agent_compute-ego": 0.018441405296325684, "deviation-heading": 0.9379996107840768, "complete-iteration": 0.2090578897794088, "set_robot_commands": 0.004971421559651692, "deviation-center-line": 0.4233840299979503, "driven_lanedir_consec": 1.6191304496298604, "sim_compute_sim_state": 0.02493446429570516, "sim_compute_performance-ego": 0.004111746946970622}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8589356086344546, "get_ui_image": 0.03655425786972046, "step_physics": 0.087261221408844, "survival_time": 14.950000000000076, "driven_lanedir": 2.2665022161910415, "get_state_dump": 0.013747718334197998, "sim_render-ego": 0.006396928628285726, "get_robot_state": 0.01621986707051595, "get_duckie_state": 3.871917724609375e-06, "in-drivable-lane": 2.950000000000042, "agent_compute-ego": 0.017972177664438885, "deviation-heading": 0.9134155772762064, "complete-iteration": 0.2158433532714844, "set_robot_commands": 0.00497819979985555, "deviation-center-line": 0.4314153175850904, "driven_lanedir_consec": 2.2665022161910415, "sim_compute_sim_state": 0.02825439453125, "sim_compute_performance-ego": 0.004292869567871093}}set_robot_commands_max 0.005333205858866374 set_robot_commands_mean 0.005044086938203048 set_robot_commands_median 0.004974810679753621 set_robot_commands_min 0.004893520534438575 sim_compute_performance-ego_max 0.004292869567871093 sim_compute_performance-ego_mean 0.004153694298443379 sim_compute_performance-ego_median 0.004153473377227783 sim_compute_performance-ego_min 0.004014960871446853 sim_compute_sim_state_max 0.02825439453125 sim_compute_sim_state_mean 0.0252406629353295 sim_compute_sim_state_median 0.024738183816274007 sim_compute_sim_state_min 0.023231889577519975 sim_render-ego_max 0.006396928628285726 sim_render-ego_mean 0.006233683968550407 sim_render-ego_median 0.00624332865079244 sim_render-ego_min 0.006051149944331022 simulation-passed 1 step_physics_max 0.087261221408844 step_physics_mean 0.08297637884915542 step_physics_median 0.08389680544535319 step_physics_min 0.0768506830970713 survival_time_max 14.950000000000076 survival_time_mean 14.937500000000078 survival_time_min 14.900000000000077
No reset possible 40975
11284
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.17606044510423202 survival_time_median 1.7000000000000008 deviation-center-line_median 0.10112790004034908 in-drivable-lane_median 0.27500000000000024
other stats agent_compute-ego_max 0.0225820618291055 agent_compute-ego_mean 0.020641018472608783 agent_compute-ego_median 0.02024273140089853 agent_compute-ego_min 0.01949654925953258 complete-iteration_max 0.21032245697513705 complete-iteration_mean 0.20717353348766288 complete-iteration_median 0.20716356931826768 complete-iteration_min 0.2040445383389791 deviation-center-line_max 0.6592710632925917 deviation-center-line_mean 0.23594424440826128 deviation-center-line_min 0.08225011425975533 deviation-heading_max 2.8660535125119684 deviation-heading_mean 1.1613389556624636 deviation-heading_median 0.6472930065272084 deviation-heading_min 0.4847162970834694 driven_any_max 2.926187622047727 driven_any_mean 0.9283803063700092 driven_any_median 0.27016647695031853 driven_any_min 0.24700064953167256 driven_lanedir_consec_max 1.4353013557249017 driven_lanedir_consec_mean 0.48409801846223655 driven_lanedir_consec_min 0.1489698279155807 driven_lanedir_max 1.4353013557249017 driven_lanedir_mean 0.48409801846223655 driven_lanedir_median 0.17606044510423202 driven_lanedir_min 0.1489698279155807 get_duckie_state_max 2.768731886340726e-06 get_duckie_state_mean 2.559740988506716e-06 get_duckie_state_median 2.6145487120657257e-06 get_duckie_state_min 2.2411346435546876e-06 get_robot_state_max 0.015904288138112715 get_robot_state_mean 0.015296350168192993 get_robot_state_median 0.015720007419586183 get_robot_state_min 0.013841097695486889 get_state_dump_max 0.014032313317963572 get_state_dump_mean 0.013731946631061216 get_state_dump_median 0.01375575283522247 get_state_dump_min 0.013383967535836356 get_ui_image_max 0.03683781623840332 get_ui_image_mean 0.035822945221594765 get_ui_image_median 0.03570286594411378 get_ui_image_min 0.03504823275974819 in-drivable-lane_max 6.800000000000036 in-drivable-lane_mean 1.9000000000000092 in-drivable-lane_min 0.2500000000000002 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.2657773935217202, "get_ui_image": 0.03683781623840332, "step_physics": 0.08070516586303711, "survival_time": 1.6500000000000008, "driven_lanedir": 0.1710351880038821, "get_state_dump": 0.014032313317963572, "sim_render-ego": 0.006159327246926047, "get_robot_state": 0.01560656229654948, "get_duckie_state": 2.5214570941347065e-06, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.01949654925953258, "deviation-heading": 0.6073246231461031, "complete-iteration": 0.2043552543177749, "set_robot_commands": 0.004589232531460849, "deviation-center-line": 0.08648285467212931, "driven_lanedir_consec": 0.1710351880038821, "sim_compute_sim_state": 0.02258911277308609, "sim_compute_performance-ego": 0.004193212046767726}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.24700064953167256, "get_ui_image": 0.03622059668264081, "step_physics": 0.08540887217367849, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1489698279155807, "get_state_dump": 0.01368223467180806, "sim_render-ego": 0.00627604607612856, "get_robot_state": 0.015904288138112715, "get_duckie_state": 2.768731886340726e-06, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.0225820618291055, "deviation-heading": 0.6872613899083138, "complete-iteration": 0.21032245697513705, "set_robot_commands": 0.004663021333755985, "deviation-center-line": 0.08225011425975533, "driven_lanedir_consec": 0.1489698279155807, "sim_compute_sim_state": 0.02131454406246062, "sim_compute_performance-ego": 0.00411536616663779}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.926187622047727, "get_ui_image": 0.03518513520558675, "step_physics": 0.08071035146713257, "survival_time": 14.950000000000076, "driven_lanedir": 1.4353013557249017, "get_state_dump": 0.01382927099863688, "sim_render-ego": 0.0061944826443990075, "get_robot_state": 0.015833452542622885, "get_duckie_state": 2.707640329996745e-06, "in-drivable-lane": 6.800000000000036, "agent_compute-ego": 0.02017491102218628, "deviation-heading": 2.8660535125119684, "complete-iteration": 0.2040445383389791, "set_robot_commands": 0.004561160405476888, "deviation-center-line": 0.6592710632925917, "driven_lanedir_consec": 1.4353013557249017, "sim_compute_sim_state": 0.02320095777511597, "sim_compute_performance-ego": 0.004203627904256185}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.2745555603789169, "get_ui_image": 0.03504823275974819, "step_physics": 0.08630225999014718, "survival_time": 1.7500000000000009, "driven_lanedir": 0.181085702204582, "get_state_dump": 0.013383967535836356, "sim_render-ego": 0.005826759338378906, "get_robot_state": 0.013841097695486889, "get_duckie_state": 2.2411346435546876e-06, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.02031055177961077, "deviation-heading": 0.4847162970834694, "complete-iteration": 0.2099718843187605, "set_robot_commands": 0.004344946997506278, "deviation-center-line": 0.11577294540856886, "driven_lanedir_consec": 0.181085702204582, "sim_compute_sim_state": 0.026729740415300643, "sim_compute_performance-ego": 0.004038258961268834}}set_robot_commands_max 0.004663021333755985 set_robot_commands_mean 0.00453959031705 set_robot_commands_median 0.004575196468468868 set_robot_commands_min 0.004344946997506278 sim_compute_performance-ego_max 0.004203627904256185 sim_compute_performance-ego_mean 0.004137616269732634 sim_compute_performance-ego_median 0.004154289106702758 sim_compute_performance-ego_min 0.004038258961268834 sim_compute_sim_state_max 0.026729740415300643 sim_compute_sim_state_mean 0.023458588756490827 sim_compute_sim_state_median 0.022895035274101028 sim_compute_sim_state_min 0.02131454406246062 sim_render-ego_max 0.00627604607612856 sim_render-ego_mean 0.00611415382645813 sim_render-ego_median 0.006176904945662528 sim_render-ego_min 0.005826759338378906 simulation-passed 1 step_physics_max 0.08630225999014718 step_physics_mean 0.08328166237349884 step_physics_median 0.08305961182040553 step_physics_min 0.08070516586303711 survival_time_max 14.950000000000076 survival_time_mean 4.97500000000002 survival_time_min 1.5500000000000007
No reset possible 40968
10773
Melisande Teng exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7401311315205656 survival_time_median 14.600000000000072 deviation-center-line_median 0.3773068093724735 in-drivable-lane_median 4.1750000000000425
other stats agent_compute-ego_max 0.017637765407562254 agent_compute-ego_mean 0.01732984927264973 agent_compute-ego_median 0.01739679497584962 agent_compute-ego_min 0.016888041731337428 complete-iteration_max 0.2101705042521159 complete-iteration_mean 0.20475421469948576 complete-iteration_median 0.20420364855600637 complete-iteration_min 0.20043905743381432 deviation-center-line_max 0.779874760566137 deviation-center-line_mean 0.4696305773208703 deviation-center-line_min 0.3440339299723974 deviation-heading_max 2.1076622575777617 deviation-heading_mean 1.5184670344496172 deviation-heading_median 1.4763880538630778 deviation-heading_min 1.0134297724945514 driven_any_max 2.5480755938859065 driven_any_mean 2.4423637549207147 driven_any_median 2.484488306397611 driven_any_min 2.252402813001731 driven_lanedir_consec_max 1.9739230423987784 driven_lanedir_consec_mean 1.7042023044897894 driven_lanedir_consec_min 1.3626239125192483 driven_lanedir_max 1.9739230423987784 driven_lanedir_mean 1.7042023044897894 driven_lanedir_median 1.7401311315205656 driven_lanedir_min 1.3626239125192483 get_duckie_state_max 2.7040360679089184e-06 get_duckie_state_mean 2.6197269400579417e-06 get_duckie_state_median 2.624612105520148e-06 get_duckie_state_min 2.525647481282552e-06 get_robot_state_max 0.01631725549697876 get_robot_state_mean 0.01589124115081313 get_robot_state_median 0.01584540992835318 get_robot_state_min 0.0155568892495674 get_state_dump_max 0.013846515814463296 get_state_dump_mean 0.013750709007632918 get_state_dump_median 0.013726633055168283 get_state_dump_min 0.013703054105731804 get_ui_image_max 0.03617906332015991 get_ui_image_mean 0.03562224597556225 get_ui_image_median 0.035551650649622867 get_ui_image_min 0.03520661928284336 in-drivable-lane_max 5.60000000000008 in-drivable-lane_mean 4.15000000000005 in-drivable-lane_min 2.6500000000000377 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.252402813001731, "get_ui_image": 0.03520661928284336, "step_physics": 0.07993351909476266, "survival_time": 14.200000000000069, "driven_lanedir": 1.3626239125192483, "get_state_dump": 0.013703054105731804, "sim_render-ego": 0.006116155167700539, "get_robot_state": 0.015849258698208232, "get_duckie_state": 2.7040360679089184e-06, "in-drivable-lane": 5.60000000000008, "agent_compute-ego": 0.016888041731337428, "deviation-heading": 1.6047812091198388, "complete-iteration": 0.20246937829004208, "set_robot_commands": 0.0050401863917498525, "deviation-center-line": 0.39212991306495254, "driven_lanedir_consec": 1.3626239125192483, "sim_compute_sim_state": 0.02545337525891586, "sim_compute_performance-ego": 0.004128890977778905}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.4233429082282423, "get_ui_image": 0.035663450809947234, "step_physics": 0.07902979432490834, "survival_time": 14.250000000000068, "driven_lanedir": 1.9172962245937497, "get_state_dump": 0.013728398607488264, "sim_render-ego": 0.006328396211590683, "get_robot_state": 0.0155568892495674, "get_duckie_state": 2.623440926535088e-06, "in-drivable-lane": 2.6500000000000377, "agent_compute-ego": 0.017414888582731547, "deviation-heading": 1.3479948986063168, "complete-iteration": 0.20043905743381432, "set_robot_commands": 0.00489719457793654, "deviation-center-line": 0.3440339299723974, "driven_lanedir_consec": 1.9172962245937497, "sim_compute_sim_state": 0.02354787358066492, "sim_compute_performance-ego": 0.004122980017411081}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.5480755938859065, "get_ui_image": 0.03617906332015991, "step_physics": 0.08549038807551067, "survival_time": 14.950000000000076, "driven_lanedir": 1.5629660384473818, "get_state_dump": 0.013724867502848308, "sim_render-ego": 0.0064946420987447104, "get_robot_state": 0.01631725549697876, "get_duckie_state": 2.6257832845052084e-06, "in-drivable-lane": 5.20000000000004, "agent_compute-ego": 0.017637765407562254, "deviation-heading": 2.1076622575777617, "complete-iteration": 0.2101705042521159, "set_robot_commands": 0.005107726256052653, "deviation-center-line": 0.779874760566137, "driven_lanedir_consec": 1.5629660384473818, "sim_compute_sim_state": 0.024643871784210205, "sim_compute_performance-ego": 0.004420035680135091}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.5456337045669795, "get_ui_image": 0.0354398504892985, "step_physics": 0.08125706513722737, "survival_time": 14.950000000000076, "driven_lanedir": 1.9739230423987784, "get_state_dump": 0.013846515814463296, "sim_render-ego": 0.006107383569081624, "get_robot_state": 0.01584156115849813, "get_duckie_state": 2.525647481282552e-06, "in-drivable-lane": 3.1500000000000448, "agent_compute-ego": 0.017378701368967693, "deviation-heading": 1.0134297724945514, "complete-iteration": 0.20593791882197063, "set_robot_commands": 0.004966574509938558, "deviation-center-line": 0.3624837056799944, "driven_lanedir_consec": 1.9739230423987784, "sim_compute_sim_state": 0.026811233361562093, "sim_compute_performance-ego": 0.004139529863993327}}set_robot_commands_max 0.005107726256052653 set_robot_commands_mean 0.005002920433919401 set_robot_commands_median 0.005003380450844206 set_robot_commands_min 0.00489719457793654 sim_compute_performance-ego_max 0.004420035680135091 sim_compute_performance-ego_mean 0.004202859134829601 sim_compute_performance-ego_median 0.004134210420886116 sim_compute_performance-ego_min 0.004122980017411081 sim_compute_sim_state_max 0.026811233361562093 sim_compute_sim_state_mean 0.02511408849633827 sim_compute_sim_state_median 0.025048623521563035 sim_compute_sim_state_min 0.02354787358066492 sim_render-ego_max 0.0064946420987447104 sim_render-ego_mean 0.006261644261779388 sim_render-ego_median 0.006222275689645611 sim_render-ego_min 0.006107383569081624 simulation-passed 1 step_physics_max 0.08549038807551067 step_physics_mean 0.08142769165810226 step_physics_median 0.08059529211599502 step_physics_min 0.07902979432490834 survival_time_max 14.950000000000076 survival_time_mean 14.587500000000071 survival_time_min 14.200000000000069
No reset possible 40958
11283
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:07:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.16481067644605263 survival_time_median 14.950000000000076 deviation-center-line_median 0.3411132839915018 in-drivable-lane_median 5.499999999999994
other stats agent_compute-ego_max 0.022125279903411864 agent_compute-ego_mean 0.020161819504756553 agent_compute-ego_median 0.020302326281865436 agent_compute-ego_min 0.017917345551883474 complete-iteration_max 0.21591140111287435 complete-iteration_mean 0.20405979881099623 complete-iteration_median 0.20743428826332092 complete-iteration_min 0.18545921760446885 deviation-center-line_max 0.7928191188067016 deviation-center-line_mean 0.4380103684373331 deviation-center-line_min 0.27699578695962734 deviation-heading_max 6.865107055675296 deviation-heading_mean 4.745136477689443 deviation-heading_median 4.832594490304981 deviation-heading_min 2.4502498744725143 driven_any_max 0.6502849373978586 driven_any_mean 0.4985008276338999 driven_any_median 0.5560953974021348 driven_any_min 0.23152757833347143 driven_lanedir_consec_max 0.2647531840540527 driven_lanedir_consec_mean 0.17096382015520595 driven_lanedir_consec_min 0.08948074367466585 driven_lanedir_max 0.2647531840540527 driven_lanedir_mean 0.17096382015520595 driven_lanedir_median 0.16481067644605263 driven_lanedir_min 0.08948074367466585 get_duckie_state_max 2.742608388264974e-06 get_duckie_state_mean 2.665402842502968e-06 get_duckie_state_median 2.7060508728027347e-06 get_duckie_state_min 2.5069012361414294e-06 get_robot_state_max 0.0161342453956604 get_robot_state_mean 0.015241021338631124 get_robot_state_median 0.015532085895538329 get_robot_state_min 0.01376566816778744 get_state_dump_max 0.013770192464192707 get_state_dump_mean 0.013622775434278974 get_state_dump_median 0.013595290896939297 get_state_dump_min 0.013530327479044596 get_ui_image_max 0.03668210426966349 get_ui_image_mean 0.035695657192492014 get_ui_image_median 0.03644701679547628 get_ui_image_min 0.03320649090935202 in-drivable-lane_max 11.400000000000082 in-drivable-lane_mean 6.325000000000015 in-drivable-lane_min 2.8999999999999897 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.23152757833347143, "get_ui_image": 0.03320649090935202, "step_physics": 0.07123368101961472, "survival_time": 6.799999999999984, "driven_lanedir": 0.09410683001830522, "get_state_dump": 0.013648865854038912, "sim_render-ego": 0.005725990323459401, "get_robot_state": 0.01376566816778744, "get_duckie_state": 2.5069012361414294e-06, "in-drivable-lane": 2.8999999999999897, "agent_compute-ego": 0.017917345551883474, "deviation-heading": 2.9285626197676073, "complete-iteration": 0.18545921760446885, "set_robot_commands": 0.004345239961848539, "deviation-center-line": 0.28244459860243404, "driven_lanedir_consec": 0.09410683001830522, "sim_compute_sim_state": 0.02159026265144348, "sim_compute_performance-ego": 0.0038805007934570312}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5499005691915814, "get_ui_image": 0.03668210426966349, "step_physics": 0.0813913623491923, "survival_time": 14.950000000000076, "driven_lanedir": 0.23551452287380004, "get_state_dump": 0.013530327479044596, "sim_render-ego": 0.0061885762214660646, "get_robot_state": 0.01570144494374593, "get_duckie_state": 2.7322769165039065e-06, "in-drivable-lane": 5.749999999999994, "agent_compute-ego": 0.020248944759368896, "deviation-heading": 6.865107055675296, "complete-iteration": 0.20467346509297688, "set_robot_commands": 0.004607776800791423, "deviation-center-line": 0.3997819693805696, "driven_lanedir_consec": 0.23551452287380004, "sim_compute_sim_state": 0.021984854539235432, "sim_compute_performance-ego": 0.004181932608286539}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.6502849373978586, "get_ui_image": 0.03622198979059855, "step_physics": 0.08863304058710735, "survival_time": 14.950000000000076, "driven_lanedir": 0.08948074367466585, "get_state_dump": 0.01354171593983968, "sim_render-ego": 0.00623949925104777, "get_robot_state": 0.0161342453956604, "get_duckie_state": 2.6798248291015626e-06, "in-drivable-lane": 11.400000000000082, "agent_compute-ego": 0.022125279903411864, "deviation-heading": 2.4502498744725143, "complete-iteration": 0.21591140111287435, "set_robot_commands": 0.004693824450174968, "deviation-center-line": 0.27699578695962734, "driven_lanedir_consec": 0.08948074367466585, "sim_compute_sim_state": 0.023943022092183432, "sim_compute_performance-ego": 0.004218626022338867}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.5622902256126882, "get_ui_image": 0.03667204380035401, "step_physics": 0.08292823314666747, "survival_time": 14.950000000000076, "driven_lanedir": 0.2647531840540527, "get_state_dump": 0.013770192464192707, "sim_render-ego": 0.006031624476114909, "get_robot_state": 0.015362726847330728, "get_duckie_state": 2.742608388264974e-06, "in-drivable-lane": 5.249999999999994, "agent_compute-ego": 0.02035570780436198, "deviation-heading": 6.736626360842355, "complete-iteration": 0.21019511143366496, "set_robot_commands": 0.004574828147888184, "deviation-center-line": 0.7928191188067016, "driven_lanedir_consec": 0.2647531840540527, "sim_compute_sim_state": 0.026114697456359862, "sim_compute_performance-ego": 0.004224166870117187}}set_robot_commands_max 0.004693824450174968 set_robot_commands_mean 0.004555417340175779 set_robot_commands_median 0.004591302474339804 set_robot_commands_min 0.004345239961848539 sim_compute_performance-ego_max 0.004224166870117187 sim_compute_performance-ego_mean 0.004126306573549906 sim_compute_performance-ego_median 0.004200279315312703 sim_compute_performance-ego_min 0.0038805007934570312 sim_compute_sim_state_max 0.026114697456359862 sim_compute_sim_state_mean 0.023408209184805552 sim_compute_sim_state_median 0.02296393831570943 sim_compute_sim_state_min 0.02159026265144348 sim_render-ego_max 0.00623949925104777 sim_render-ego_mean 0.006046422568022037 sim_render-ego_median 0.006110100348790486 sim_render-ego_min 0.005725990323459401 simulation-passed 1 step_physics_max 0.08863304058710735 step_physics_mean 0.08104657927564546 step_physics_median 0.08215979774792989 step_physics_min 0.07123368101961472 survival_time_max 14.950000000000076 survival_time_mean 12.912500000000056 survival_time_min 6.799999999999984
No reset possible 40948
10795
Ayman Shams 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017873660723368327 agent_compute-ego_mean 0.01757861812909444 agent_compute-ego_median 0.017552016973495482 agent_compute-ego_min 0.01733677784601847 complete-iteration_max 0.22012581586837768 complete-iteration_mean 0.20738709290822344 complete-iteration_median 0.20580307483673096 complete-iteration_min 0.19781640609105428 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.6377042134602863e-06 get_duckie_state_mean 2.5204817454020184e-06 get_duckie_state_median 2.5292237599690757e-06 get_duckie_state_min 2.3857752482096352e-06 get_robot_state_max 0.01602087338765462 get_robot_state_mean 0.015709088643391926 get_robot_state_median 0.01577990929285685 get_robot_state_min 0.01525566260019938 get_state_dump_max 0.013719850381215414 get_state_dump_mean 0.0136437193552653 get_state_dump_median 0.013686716556549072 get_state_dump_min 0.01348159392674764 get_ui_image_max 0.037417821884155274 get_ui_image_mean 0.03644065697987874 get_ui_image_median 0.0365983517964681 get_ui_image_min 0.0351481024424235 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.0351481024424235, "step_physics": 0.07864230791727701, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.01348159392674764, "sim_render-ego": 0.006141539414723714, "get_robot_state": 0.01525566260019938, "get_duckie_state": 2.5534629821777346e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01733677784601847, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.19781640609105428, "set_robot_commands": 0.004672246774037679, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02286446253458659, "sim_compute_performance-ego": 0.004120601812998454}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.037417821884155274, "step_physics": 0.08325518290201823, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013719850381215414, "sim_render-ego": 0.00621471881866455, "get_robot_state": 0.01602087338765462, "get_duckie_state": 2.5049845377604165e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017493322690327964, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.20566194534301757, "set_robot_commands": 0.0049147367477416996, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022176539103190104, "sim_compute_performance-ego": 0.004291720390319824}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.035951975186665854, "step_physics": 0.08388948996861775, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.013687273661295574, "sim_render-ego": 0.006277812321980794, "get_robot_state": 0.01570439656575521, "get_duckie_state": 2.6377042134602863e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017873660723368327, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.20594420433044433, "set_robot_commands": 0.004845165411631267, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.02339260975519816, "sim_compute_performance-ego": 0.004162476062774658}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.03724472840627035, "step_physics": 0.09494727770487468, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013686159451802573, "sim_render-ego": 0.005999859968821208, "get_robot_state": 0.015855422019958498, "get_duckie_state": 2.3857752482096352e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017610711256663004, "deviation-heading": 0.486072248607516, "complete-iteration": 0.22012581586837768, "set_robot_commands": 0.005025049050649007, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.025553267002105712, "sim_compute_performance-ego": 0.004046531518300375}}set_robot_commands_max 0.005025049050649007 set_robot_commands_mean 0.004864299496014913 set_robot_commands_median 0.0048799510796864835 set_robot_commands_min 0.004672246774037679 sim_compute_performance-ego_max 0.004291720390319824 sim_compute_performance-ego_mean 0.004155332446098328 sim_compute_performance-ego_median 0.004141538937886556 sim_compute_performance-ego_min 0.004046531518300375 sim_compute_sim_state_max 0.025553267002105712 sim_compute_sim_state_mean 0.02349671959877014 sim_compute_sim_state_median 0.023128536144892377 sim_compute_sim_state_min 0.022176539103190104 sim_render-ego_max 0.006277812321980794 sim_render-ego_mean 0.0061584826310475665 sim_render-ego_median 0.006178129116694133 sim_render-ego_min 0.005999859968821208 simulation-passed 1 step_physics_max 0.09494727770487468 step_physics_mean 0.08518356462319691 step_physics_median 0.083572336435318 step_physics_min 0.07864230791727701 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 40940
10798
Frank (Chude) Qian 🇨🇦template-tensorflow aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:06:23 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1365, in _do_call
|| return fn(*args)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1349, in _run_fn
|| return self._call_tf_sessionrun(options, feed_dict, fetch_list,
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1441, in _call_tf_sessionrun
|| return tf_session.TF_SessionRun_wrapper(self._session, options, feed_dict,
|| tensorflow.python.framework.errors_impl.UnknownError: 2 root error(s) found.
|| (0) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
|| [[{{node conv2d/Conv2D}}]]
|| (1) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
|| [[{{node conv2d/Conv2D}}]]
|| [[Tanh/_47]]
|| 0 successful operations.
|| 0 derived errors ignored.
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 58, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 54, in compute_action
|| action = self.model.predict(observation)
|| File "/submission/model.py", line 64, in predict
|| action = self.tf_session.run(self._computation_graph, feed_dict={
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 957, in run
|| result = self._run(None, fetches, feed_dict, options_ptr,
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1180, in _run
|| results = self._do_run(handle, final_targets, final_fetches,
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1358, in _do_run
|| return self._do_call(_run_fn, feeds, fetches, targets, options,
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/client/session.py", line 1384, in _do_call
|| raise type(e)(node_def, op, message)
|| tensorflow.python.framework.errors_impl.UnknownError: 2 root error(s) found.
|| (0) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
|| [[node conv2d/Conv2D (defined at /submission/model.py:28) ]]
|| (1) Unknown: Failed to get convolution algorithm. This is probably because cuDNN failed to initialize, so try looking to see if a warning log message was printed above.
|| [[node conv2d/Conv2D (defined at /submission/model.py:28) ]]
|| [[Tanh/_47]]
|| 0 successful operations.
|| 0 derived errors ignored.
||
|| Errors may have originated from an input operation.
|| Input Source operations connected to node conv2d/Conv2D:
|| map_1/TensorArrayV2Stack/TensorListStack (defined at /submission/model.py:91)
||
|| Input Source operations connected to node conv2d/Conv2D:
|| map_1/TensorArrayV2Stack/TensorListStack (defined at /submission/model.py:91)
||
|| Original stack trace for 'conv2d/Conv2D':
|| File "solution.py", line 91, in <module>
|| main()
|| File "solution.py", line 87, in main
|| wrap_direct(node=node, protocol=protocol)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/interface.py", line 24, in wrap_direct
|| run_loop(node, protocol, args)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 244, in run_loop
|| loop(node_name, fi, fo, node, protocol, tin, tout, config=config, fi_desc=fin, fo_desc=fout)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 314, in loop
|| call_if_fun_exists(node, "init", context=context_data)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 36, in init
|| self.model = TfInference(observation_shape=(1,) + expect_shape,
|| File "/submission/model.py", line 61, in __init__
|| self._initialize(observation_shape, action_shape, graph_location)
|| File "/submission/model.py", line 86, in _initialize
|| self._create(input_shape, action_shape)
|| File "/submission/model.py", line 99, in _create
|| self._computation_graph = self.computation_graph()
|| File "/submission/model.py", line 70, in computation_graph
|| model = one_residual(self._preprocessed_state, seed=self.seed)
|| File "/submission/model.py", line 28, in one_residual
|| nn = tf.compat.v1.layers.conv2d(x, filters=32, kernel_size=5, strides=2, padding='same',
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/util/deprecation.py", line 324, in new_func
|| return func(*args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/layers/convolutional.py", line 424, in conv2d
|| return layer.apply(inputs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/util/deprecation.py", line 324, in new_func
|| return func(*args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/base_layer_v1.py", line 1695, in apply
|| return self.__call__(inputs, *args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/layers/base.py", line 547, in __call__
|| outputs = super(Layer, self).__call__(inputs, *args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/engine/base_layer_v1.py", line 778, in __call__
|| outputs = call_fn(cast_inputs, *args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/autograph/impl/api.py", line 262, in wrapper
|| return converted_call(f, args, kwargs, options=options)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/autograph/impl/api.py", line 492, in converted_call
|| return _call_unconverted(f, args, kwargs, options)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/autograph/impl/api.py", line 346, in _call_unconverted
|| return f(*args, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/keras/layers/convolutional.py", line 207, in call
|| outputs = self._convolution_op(inputs, self.kernel)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/ops/nn_ops.py", line 1106, in __call__
|| return self.conv_op(inp, filter)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/ops/nn_ops.py", line 638, in __call__
|| return self.call(inp, filter)
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/ops/nn_ops.py", line 231, in __call__
|| return self.conv_op(
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/ops/nn_ops.py", line 2006, in conv2d
|| return gen_nn_ops.conv2d(input, # pylint: disable=redefined-builtin
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/ops/gen_nn_ops.py", line 965, in conv2d
|| _, _, _op, _outputs = _op_def_library._apply_op_helper(
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/framework/op_def_library.py", line 742, in _apply_op_helper
|| op = g._create_op_internal(op_type_name, inputs, dtypes=None,
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/framework/ops.py", line 3319, in _create_op_internal
|| ret = Operation(
|| File "/usr/local/lib/python3.8/dist-packages/tensorflow/python/framework/ops.py", line 1791, in __init__
|| self._traceback = tf_stack.extract_stack()
||
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 40930
10805
Ayman Shams 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:09:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5473244433063165 survival_time_median 14.950000000000076 deviation-center-line_median 0.8792757825127926 in-drivable-lane_median 6.450000000000092
other stats agent_compute-ego_max 0.017650023301442466 agent_compute-ego_mean 0.017552971839904785 agent_compute-ego_median 0.017544705073038735 agent_compute-ego_min 0.017472453912099204 complete-iteration_max 0.2263802727063497 complete-iteration_mean 0.21078046441078185 complete-iteration_median 0.2084210769335429 complete-iteration_min 0.19989943106969196 deviation-center-line_max 1.2282485191616526 deviation-center-line_mean 0.9391629545505696 deviation-center-line_min 0.7698517340150404 deviation-heading_max 2.478512835373488 deviation-heading_mean 2.0654471084671777 deviation-heading_median 1.9961150016011735 deviation-heading_min 1.791045595292877 driven_any_max 1.0210507415296834 driven_any_mean 1.020217828472802 driven_any_median 1.0210474487909649 driven_any_min 1.017725674779595 driven_lanedir_consec_max 0.6482204967919963 driven_lanedir_consec_mean 0.5595434354508252 driven_lanedir_consec_min 0.4953043583986714 driven_lanedir_max 0.6482204967919963 driven_lanedir_mean 0.5595434354508252 driven_lanedir_median 0.5473244433063165 driven_lanedir_min 0.4953043583986714 get_duckie_state_max 2.697308858235677e-06 get_duckie_state_mean 2.572536468505859e-06 get_duckie_state_median 2.585649490356445e-06 get_duckie_state_min 2.4215380350748697e-06 get_robot_state_max 0.01609669764836629 get_robot_state_mean 0.015862895250320433 get_robot_state_median 0.01583118716875712 get_robot_state_min 0.015692509015401205 get_state_dump_max 0.01395069440205892 get_state_dump_mean 0.01370817800362905 get_state_dump_median 0.01369057536125183 get_state_dump_min 0.013500866889953613 get_ui_image_max 0.03772688309351603 get_ui_image_mean 0.03713186105092366 get_ui_image_median 0.03749887903531392 get_ui_image_min 0.03580280303955078 in-drivable-lane_max 7.200000000000097 in-drivable-lane_mean 6.250000000000081 in-drivable-lane_min 4.900000000000044 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.017725674779595, "get_ui_image": 0.03772688309351603, "step_physics": 0.08399233102798462, "survival_time": 14.950000000000076, "driven_lanedir": 0.4953043583986714, "get_state_dump": 0.013500866889953613, "sim_render-ego": 0.006388723850250244, "get_robot_state": 0.01609669764836629, "get_duckie_state": 2.697308858235677e-06, "in-drivable-lane": 7.200000000000097, "agent_compute-ego": 0.017650023301442466, "deviation-heading": 1.791045595292877, "complete-iteration": 0.2084043502807617, "set_robot_commands": 0.004937055905659993, "deviation-center-line": 0.7698517340150404, "driven_lanedir_consec": 0.4953043583986714, "sim_compute_sim_state": 0.023763622442881268, "sim_compute_performance-ego": 0.004194099108378093}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.0210498871835338, "get_ui_image": 0.03580280303955078, "step_physics": 0.07960819562276204, "survival_time": 14.950000000000076, "driven_lanedir": 0.5631199589281373, "get_state_dump": 0.01395069440205892, "sim_render-ego": 0.006110947132110595, "get_robot_state": 0.015692509015401205, "get_duckie_state": 2.6194254557291666e-06, "in-drivable-lane": 6.250000000000089, "agent_compute-ego": 0.017481256326039633, "deviation-heading": 1.9645313649660248, "complete-iteration": 0.19989943106969196, "set_robot_commands": 0.00481124480565389, "deviation-center-line": 0.8733258114621179, "driven_lanedir_consec": 0.5631199589281373, "sim_compute_sim_state": 0.0222310209274292, "sim_compute_performance-ego": 0.0040590763092041016}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.021045010398396, "get_ui_image": 0.037353987693786624, "step_physics": 0.08527310450871785, "survival_time": 14.950000000000076, "driven_lanedir": 0.6482204967919963, "get_state_dump": 0.01376302719116211, "sim_render-ego": 0.006280763149261475, "get_robot_state": 0.01575485308965047, "get_duckie_state": 2.4215380350748697e-06, "in-drivable-lane": 4.900000000000044, "agent_compute-ego": 0.017472453912099204, "deviation-heading": 2.478512835373488, "complete-iteration": 0.20843780358632405, "set_robot_commands": 0.004987947940826416, "deviation-center-line": 1.2282485191616526, "driven_lanedir_consec": 0.6482204967919963, "sim_compute_sim_state": 0.023155141671498614, "sim_compute_performance-ego": 0.0042444594701131185}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.0210507415296834, "get_ui_image": 0.037643770376841225, "step_physics": 0.09950988133748372, "survival_time": 14.950000000000076, "driven_lanedir": 0.5315289276844957, "get_state_dump": 0.013618123531341552, "sim_render-ego": 0.006277832190195719, "get_robot_state": 0.01590752124786377, "get_duckie_state": 2.551873524983724e-06, "in-drivable-lane": 6.6500000000000945, "agent_compute-ego": 0.01760815382003784, "deviation-heading": 2.027698638236322, "complete-iteration": 0.2263802727063497, "set_robot_commands": 0.004923574129740397, "deviation-center-line": 0.8852257535634673, "driven_lanedir_consec": 0.5315289276844957, "sim_compute_sim_state": 0.026558247407277424, "sim_compute_performance-ego": 0.004179509480794271}}set_robot_commands_max 0.004987947940826416 set_robot_commands_mean 0.004914955695470175 set_robot_commands_median 0.004930315017700195 set_robot_commands_min 0.00481124480565389 sim_compute_performance-ego_max 0.0042444594701131185 sim_compute_performance-ego_mean 0.004169286092122396 sim_compute_performance-ego_median 0.004186804294586182 sim_compute_performance-ego_min 0.0040590763092041016 sim_compute_sim_state_max 0.026558247407277424 sim_compute_sim_state_mean 0.023927008112271626 sim_compute_sim_state_median 0.02345938205718994 sim_compute_sim_state_min 0.0222310209274292 sim_render-ego_max 0.006388723850250244 sim_render-ego_mean 0.006264566580454508 sim_render-ego_median 0.006279297669728597 sim_render-ego_min 0.006110947132110595 simulation-passed 1 step_physics_max 0.09950988133748372 step_physics_mean 0.08709587812423705 step_physics_median 0.08463271776835124 step_physics_min 0.07960819562276204 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 40921
11282
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim success no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:04:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median -0.4866457069795309 survival_time_median 5.4999999999999885 deviation-center-line_median 0.2649260100338864 in-drivable-lane_median 0.8249999999999971
other stats agent_compute-ego_max 0.020225509304866617 agent_compute-ego_mean 0.019631550162711304 agent_compute-ego_median 0.019538769981201017 agent_compute-ego_min 0.01922315138357657 complete-iteration_max 0.2169214501793002 complete-iteration_mean 0.20306651972466075 complete-iteration_median 0.20059716850320233 complete-iteration_min 0.19415029171293816 deviation-center-line_max 0.2892607095424341 deviation-center-line_mean 0.24463640519438504 deviation-center-line_min 0.15943289116733328 deviation-heading_max 1.3911462637178118 deviation-heading_mean 1.0190604661785645 deviation-heading_median 1.0245004911751303 deviation-heading_min 0.6360946186461857 driven_any_max 0.8770057931749106 driven_any_mean 0.7183050523169159 driven_any_median 0.7456594308147392 driven_any_min 0.5048955544632748 driven_lanedir_consec_max -0.3440634056634513 driven_lanedir_consec_mean -0.5155381130332273 driven_lanedir_consec_min -0.7447976325103958 driven_lanedir_max -0.3440634056634513 driven_lanedir_mean -0.5155381130332273 driven_lanedir_median -0.4866457069795309 driven_lanedir_min -0.7447976325103958 get_duckie_state_max 3.659725189208984e-06 get_duckie_state_mean 3.549868668131635e-06 get_duckie_state_median 3.5641516973457467e-06 get_duckie_state_min 3.411446088626061e-06 get_robot_state_max 0.015986787938626013 get_robot_state_mean 0.01501332806645288 get_robot_state_median 0.01482367949721254 get_robot_state_min 0.014419165332760431 get_state_dump_max 0.016580246112964773 get_state_dump_mean 0.014504490896298516 get_state_dump_median 0.013967008914478994 get_state_dump_min 0.01350369964327131 get_ui_image_max 0.03634123291288104 get_ui_image_mean 0.03534765216419999 get_ui_image_median 0.0354077846681809 get_ui_image_min 0.034233806407557126 in-drivable-lane_max 2.299999999999992 in-drivable-lane_mean 1.1749999999999958 in-drivable-lane_min 0.7499999999999973 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.7261071409915282, "get_ui_image": 0.034233806407557126, "step_physics": 0.07555909705373039, "survival_time": 5.649999999999988, "driven_lanedir": -0.5972350289573001, "get_state_dump": 0.01371560054542744, "sim_render-ego": 0.005960390631076509, "get_robot_state": 0.014419165332760431, "get_duckie_state": 3.531970808991289e-06, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.01957101737503457, "deviation-heading": 0.8879549557903528, "complete-iteration": 0.19415029171293816, "set_robot_commands": 0.004455844912908773, "deviation-center-line": 0.2436031971823407, "driven_lanedir_consec": -0.5972350289573001, "sim_compute_sim_state": 0.022057117614070927, "sim_compute_performance-ego": 0.004037034195081323}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.8770057931749106, "get_ui_image": 0.03634123291288104, "step_physics": 0.08034984384264265, "survival_time": 6.999999999999983, "driven_lanedir": -0.7447976325103958, "get_state_dump": 0.01350369964327131, "sim_render-ego": 0.006073015076773507, "get_robot_state": 0.015226352214813232, "get_duckie_state": 3.659725189208984e-06, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.019506522587367466, "deviation-heading": 1.3911462637178118, "complete-iteration": 0.20066768952778408, "set_robot_commands": 0.004659962654113769, "deviation-center-line": 0.286248822885432, "driven_lanedir_consec": -0.7447976325103958, "sim_compute_sim_state": 0.02078037602560861, "sim_compute_performance-ego": 0.004079108578818185}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.7652117206379502, "get_ui_image": 0.035438564336188486, "step_physics": 0.07684821726005768, "survival_time": 5.349999999999989, "driven_lanedir": -0.3440634056634513, "get_state_dump": 0.014218417283530549, "sim_render-ego": 0.006157019428003614, "get_robot_state": 0.015986787938626013, "get_duckie_state": 3.596332585700205e-06, "in-drivable-lane": 2.299999999999992, "agent_compute-ego": 0.020225509304866617, "deviation-heading": 1.161046026559908, "complete-iteration": 0.2005266474786206, "set_robot_commands": 0.004601621182165413, "deviation-center-line": 0.15943289116733328, "driven_lanedir_consec": -0.3440634056634513, "sim_compute_sim_state": 0.022792063026784735, "sim_compute_performance-ego": 0.004109667840405045}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.5048955544632748, "get_ui_image": 0.03537700500017331, "step_physics": 0.0924628781683651, "survival_time": 4.049999999999994, "driven_lanedir": -0.37605638500176175, "get_state_dump": 0.016580246112964773, "sim_render-ego": 0.005759301009001555, "get_robot_state": 0.014421006779611847, "get_duckie_state": 3.411446088626061e-06, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01922315138357657, "deviation-heading": 0.6360946186461857, "complete-iteration": 0.2169214501793002, "set_robot_commands": 0.004445873660805785, "deviation-center-line": 0.2892607095424341, "driven_lanedir_consec": -0.37605638500176175, "sim_compute_sim_state": 0.024520944665979455, "sim_compute_performance-ego": 0.003986608834914219}}set_robot_commands_max 0.004659962654113769 set_robot_commands_mean 0.004540825602498435 set_robot_commands_median 0.004528733047537093 set_robot_commands_min 0.004445873660805785 sim_compute_performance-ego_max 0.004109667840405045 sim_compute_performance-ego_mean 0.004053104862304693 sim_compute_performance-ego_median 0.004058071386949753 sim_compute_performance-ego_min 0.003986608834914219 sim_compute_sim_state_max 0.024520944665979455 sim_compute_sim_state_mean 0.022537625333110933 sim_compute_sim_state_median 0.02242459032042783 sim_compute_sim_state_min 0.02078037602560861 sim_render-ego_max 0.006157019428003614 sim_render-ego_mean 0.005987431536213796 sim_render-ego_median 0.006016702853925008 sim_render-ego_min 0.005759301009001555 simulation-passed 1 step_physics_max 0.0924628781683651 step_physics_mean 0.08130500908119895 step_physics_median 0.07859903055135017 step_physics_min 0.07555909705373039 survival_time_max 6.999999999999983 survival_time_mean 5.512499999999988 survival_time_min 4.049999999999994
No reset possible 40915
10812
Ayman Shams 🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim failed no mont03-614c9626f856-1
4 years, 7 months 4 years, 7 months 0:03:26 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 84 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible