Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 40905
10820
Raphael Jean exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 18:00:24+00:00 2020-11-07 18:08:53+00:00 0:08:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9352655963228809 survival_time_median 14.950000000000076 deviation-center-line_median 0.3559663764445816 in-drivable-lane_median 3.300000000000047
other stats agent_compute-ego_max 0.017525014877319337 agent_compute-ego_mean 0.01733758433755622 agent_compute-ego_median 0.017298915386199952 agent_compute-ego_min 0.017227491700505637 complete-iteration_max 0.2100850288073222 complete-iteration_mean 0.20624164738329537 complete-iteration_median 0.2060271564736424 complete-iteration_min 0.20282724777857464 deviation-center-line_max 0.42707335758138987 deviation-center-line_mean 0.3437594719326392 deviation-center-line_min 0.2360317772600038 deviation-heading_max 1.8537678415712615 deviation-heading_mean 1.7696537383745403 deviation-heading_median 1.8269339352584104 deviation-heading_min 1.5709792414100794 driven_any_max 2.8336031327662337 driven_any_mean 2.3778438711136043 driven_any_median 2.632499564876134 driven_any_min 1.412773221935916 driven_lanedir_consec_max 2.1836402121540988 driven_lanedir_consec_mean 1.815001079789668 driven_lanedir_consec_min 1.205832914358811 driven_lanedir_max 2.1836402121540988 driven_lanedir_mean 1.815001079789668 driven_lanedir_median 1.9352655963228809 driven_lanedir_min 1.205832914358811 get_duckie_state_max 2.642711961125753e-06 get_duckie_state_mean 2.521733682318385e-06 get_duckie_state_median 2.5415420532226563e-06 get_duckie_state_min 2.361138661702474e-06 get_robot_state_max 0.01611404339472453 get_robot_state_mean 0.015788183767632788 get_robot_state_median 0.01573084712028503 get_robot_state_min 0.015576997435236552 get_state_dump_max 0.013951693375905357 get_state_dump_mean 0.0137541306162455 get_state_dump_median 0.013755061229070028 get_state_dump_min 0.013554706630936587 get_ui_image_max 0.03637195207986487 get_ui_image_mean 0.035975980208102 get_ui_image_median 0.03610706448554993 get_ui_image_min 0.035317839781443275 in-drivable-lane_max 5.1000000000000725 in-drivable-lane_mean 3.000000000000042 in-drivable-lane_min 0.3000000000000034 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.412773221935916, "get_ui_image": 0.03637195207986487, "step_physics": 0.08178374135350606, "survival_time": 8.299999999999983, "driven_lanedir": 1.205832914358811, "get_state_dump": 0.013554706630936587, "sim_render-ego": 0.006164988839482686, "get_robot_state": 0.015576997435236552, "get_duckie_state": 2.642711961125753e-06, "in-drivable-lane": 0.3000000000000034, "agent_compute-ego": 0.017227491700505637, "deviation-heading": 1.8044463785326403, "complete-iteration": 0.20368057561207967, "set_robot_commands": 0.004616180098200419, "deviation-center-line": 0.2360317772600038, "driven_lanedir_consec": 1.205832914358811, "sim_compute_sim_state": 0.02405475564749844, "sim_compute_performance-ego": 0.004167437553405762}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.5849036216303207, "get_ui_image": 0.03634131193161011, "step_physics": 0.07961910009384156, "survival_time": 14.950000000000076, "driven_lanedir": 2.035569163298988, "get_state_dump": 0.013667027950286865, "sim_render-ego": 0.006359718640645345, "get_robot_state": 0.01611404339472453, "get_duckie_state": 2.6273727416992182e-06, "in-drivable-lane": 3.300000000000047, "agent_compute-ego": 0.017264357407887777, "deviation-heading": 1.8537678415712615, "complete-iteration": 0.20282724777857464, "set_robot_commands": 0.004944625695546468, "deviation-center-line": 0.3479627891487053, "driven_lanedir_consec": 2.035569163298988, "sim_compute_sim_state": 0.02407270034154256, "sim_compute_performance-ego": 0.004281016985575358}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8336031327662337, "get_ui_image": 0.035872817039489746, "step_physics": 0.08487755378087361, "survival_time": 14.950000000000076, "driven_lanedir": 1.8349620293467732, "get_state_dump": 0.01384309450785319, "sim_render-ego": 0.006218379338582357, "get_robot_state": 0.01568141460418701, "get_duckie_state": 2.455711364746094e-06, "in-drivable-lane": 5.1000000000000725, "agent_compute-ego": 0.017525014877319337, "deviation-heading": 1.5709792414100794, "complete-iteration": 0.2083737373352051, "set_robot_commands": 0.004915730953216553, "deviation-center-line": 0.3639699637404578, "driven_lanedir_consec": 1.8349620293467732, "sim_compute_sim_state": 0.025011031627655028, "sim_compute_performance-ego": 0.004262930552164714}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.6800955081219473, "get_ui_image": 0.035317839781443275, "step_physics": 0.08367766618728638, "survival_time": 14.950000000000076, "driven_lanedir": 2.1836402121540988, "get_state_dump": 0.013951693375905357, "sim_render-ego": 0.006224613189697265, "get_robot_state": 0.015780279636383055, "get_duckie_state": 2.361138661702474e-06, "in-drivable-lane": 3.300000000000047, "agent_compute-ego": 0.017333473364512127, "deviation-heading": 1.8494214919841812, "complete-iteration": 0.2100850288073222, "set_robot_commands": 0.005139532089233398, "deviation-center-line": 0.42707335758138987, "driven_lanedir_consec": 2.1836402121540988, "sim_compute_sim_state": 0.028387898604075115, "sim_compute_performance-ego": 0.004107631842295329}}set_robot_commands_max 0.005139532089233398 set_robot_commands_mean 0.0049040172090492095 set_robot_commands_median 0.00493017832438151 set_robot_commands_min 0.004616180098200419 sim_compute_performance-ego_max 0.004281016985575358 sim_compute_performance-ego_mean 0.00420475423336029 sim_compute_performance-ego_median 0.004215184052785238 sim_compute_performance-ego_min 0.004107631842295329 sim_compute_sim_state_max 0.028387898604075115 sim_compute_sim_state_mean 0.025381596555192787 sim_compute_sim_state_median 0.02454186598459879 sim_compute_sim_state_min 0.02405475564749844 sim_render-ego_max 0.006359718640645345 sim_render-ego_mean 0.006241925002101913 sim_render-ego_median 0.006221496264139811 sim_render-ego_min 0.006164988839482686 simulation-passed 1 step_physics_max 0.08487755378087361 step_physics_mean 0.0824895153538769 step_physics_median 0.08273070377039622 step_physics_min 0.07961910009384156 survival_time_max 14.950000000000076 survival_time_mean 13.287500000000056 survival_time_min 8.299999999999983
No reset possible 40895
10825
Yishu Malhotra  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 17:51:44+00:00 2020-11-07 17:59:57+00:00 0:08:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.868885991035479 survival_time_median 14.950000000000076 deviation-center-line_median 0.3753196217274461 in-drivable-lane_median 1.8500000000000263
other stats agent_compute-ego_max 0.043853349685668945 agent_compute-ego_mean 0.02408070933318201 agent_compute-ego_median 0.017603111892860394 agent_compute-ego_min 0.017263263861338297 complete-iteration_max 0.22907617807388303 complete-iteration_mean 0.2087336882409148 complete-iteration_median 0.20239672660827637 complete-iteration_min 0.20106512167322357 deviation-center-line_max 0.5595561269755587 deviation-center-line_mean 0.3719927179220663 deviation-center-line_min 0.1777755012578141 deviation-heading_max 3.0157699894955052 deviation-heading_mean 1.9444861126379112 deviation-heading_median 1.80791612786205 deviation-heading_min 1.146342205332041 driven_any_max 2.2725359275016896 driven_any_mean 1.8651211104822456 driven_any_median 2.133717757412852 driven_any_min 0.9205129996015884 driven_lanedir_consec_max 2.0528605708763807 driven_lanedir_consec_mean 1.6484928341917973 driven_lanedir_consec_min 0.8033387838198509 driven_lanedir_max 2.0528605708763807 driven_lanedir_mean 1.6484928341917973 driven_lanedir_median 1.868885991035479 driven_lanedir_min 0.8033387838198509 get_duckie_state_max 2.826849619547526e-06 get_duckie_state_mean 2.6706291308866088e-06 get_duckie_state_median 2.6769306403132564e-06 get_duckie_state_min 2.501805623372396e-06 get_robot_state_max 0.015935893058776854 get_robot_state_mean 0.015531596863676556 get_robot_state_median 0.015572654803593954 get_robot_state_min 0.015045184788741464 get_state_dump_max 0.01391673838998389 get_state_dump_mean 0.013597075233622174 get_state_dump_median 0.013526110251744588 get_state_dump_min 0.013419342041015626 get_ui_image_max 0.03589723348617554 get_ui_image_mean 0.035353679478637816 get_ui_image_median 0.035427459121689084 get_ui_image_min 0.03466256618499756 in-drivable-lane_max 2.5000000000000355 in-drivable-lane_mean 1.6750000000000216 in-drivable-lane_min 0.4999999999999982 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.9205129996015884, "get_ui_image": 0.0354416220206914, "step_physics": 0.08033067973579948, "survival_time": 6.349999999999985, "driven_lanedir": 0.8033387838198509, "get_state_dump": 0.01391673838998389, "sim_render-ego": 0.0061529152036651855, "get_robot_state": 0.015045184788741464, "get_duckie_state": 2.7558934970164864e-06, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.017314991613072674, "deviation-heading": 1.146342205332041, "complete-iteration": 0.20106512167322357, "set_robot_commands": 0.0048349898631178485, "deviation-center-line": 0.1777755012578141, "driven_lanedir_consec": 0.8033387838198509, "sim_compute_sim_state": 0.023747932253860113, "sim_compute_performance-ego": 0.004127089432844027}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.2725359275016896, "get_ui_image": 0.03589723348617554, "step_physics": 0.07968432505925496, "survival_time": 14.950000000000076, "driven_lanedir": 1.9988426183852068, "get_state_dump": 0.013542009989420572, "sim_render-ego": 0.006237473487854004, "get_robot_state": 0.015935893058776854, "get_duckie_state": 2.597967783610026e-06, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.017263263861338297, "deviation-heading": 2.2174982086913055, "complete-iteration": 0.20215722719828289, "set_robot_commands": 0.004929610888163249, "deviation-center-line": 0.35892557461073177, "driven_lanedir_consec": 1.9988426183852068, "sim_compute_sim_state": 0.024121635754903156, "sim_compute_performance-ego": 0.0043994251887003585}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0100836053281337, "get_ui_image": 0.03541329622268677, "step_physics": 0.08139582236607869, "survival_time": 14.950000000000076, "driven_lanedir": 1.738929363685751, "get_state_dump": 0.013510210514068604, "sim_render-ego": 0.006065339247385661, "get_robot_state": 0.015564346313476562, "get_duckie_state": 2.826849619547526e-06, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.01789123217264811, "deviation-heading": 3.0157699894955052, "complete-iteration": 0.20263622601826983, "set_robot_commands": 0.004782690207163493, "deviation-center-line": 0.5595561269755587, "driven_lanedir_consec": 1.738929363685751, "sim_compute_sim_state": 0.02375494082768758, "sim_compute_performance-ego": 0.0041127594312032065}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.25735190949757, "get_ui_image": 0.03466256618499756, "step_physics": 0.08000157197316488, "survival_time": 14.950000000000076, "driven_lanedir": 2.0528605708763807, "get_state_dump": 0.013419342041015626, "sim_render-ego": 0.005856820742289225, "get_robot_state": 0.015580963293711343, "get_duckie_state": 2.501805623372396e-06, "in-drivable-lane": 2.5000000000000355, "agent_compute-ego": 0.043853349685668945, "deviation-heading": 1.398334047032794, "complete-iteration": 0.22907617807388303, "set_robot_commands": 0.005089372793833415, "deviation-center-line": 0.3917136688441604, "driven_lanedir_consec": 2.0528605708763807, "sim_compute_sim_state": 0.026515693664550782, "sim_compute_performance-ego": 0.003954772154490153}}set_robot_commands_max 0.005089372793833415 set_robot_commands_mean 0.0049091659380695015 set_robot_commands_median 0.004882300375640549 set_robot_commands_min 0.004782690207163493 sim_compute_performance-ego_max 0.0043994251887003585 sim_compute_performance-ego_mean 0.0041485115518094355 sim_compute_performance-ego_median 0.004119924432023617 sim_compute_performance-ego_min 0.003954772154490153 sim_compute_sim_state_max 0.026515693664550782 sim_compute_sim_state_mean 0.02453505062525041 sim_compute_sim_state_median 0.02393828829129537 sim_compute_sim_state_min 0.023747932253860113 sim_render-ego_max 0.006237473487854004 sim_render-ego_mean 0.006078137170298519 sim_render-ego_median 0.006109127225525424 sim_render-ego_min 0.005856820742289225 simulation-passed 1 step_physics_max 0.08139582236607869 step_physics_mean 0.0803530997835745 step_physics_median 0.08016612585448218 step_physics_min 0.07968432505925496 survival_time_max 14.950000000000076 survival_time_mean 12.800000000000054 survival_time_min 6.349999999999985
No reset possible 40880
10835
Yishu Malhotra  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 17:42:23+00:00 2020-11-07 17:51:27+00:00 0:09:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8505788024630792 survival_time_median 14.950000000000076 deviation-center-line_median 0.4380887761820851 in-drivable-lane_median 2.7250000000000387
other stats agent_compute-ego_max 0.01738277276357015 agent_compute-ego_mean 0.01722072700659434 agent_compute-ego_median 0.017208736737569175 agent_compute-ego_min 0.017082661787668863 complete-iteration_max 0.20509700695673624 complete-iteration_mean 0.19966336091359457 complete-iteration_median 0.201431245803833 complete-iteration_min 0.190693945089976 deviation-center-line_max 0.9258997097750188 deviation-center-line_mean 0.5176387111792231 deviation-center-line_min 0.26847758257770327 deviation-heading_max 2.839555912597704 deviation-heading_mean 1.6412230587565042 deviation-heading_median 1.3355444632477056 deviation-heading_min 1.0542473959329026 driven_any_max 2.2672452697246883 driven_any_mean 2.106683100046447 driven_any_median 2.1196528572369533 driven_any_min 1.9201814159871955 driven_lanedir_consec_max 1.9990114190936596 driven_lanedir_consec_mean 1.777258592823229 driven_lanedir_consec_min 1.4088653472730976 driven_lanedir_max 1.9990114190936596 driven_lanedir_mean 1.777258592823229 driven_lanedir_median 1.8505788024630792 driven_lanedir_min 1.4088653472730976 get_duckie_state_max 3.976027170817057e-06 get_duckie_state_mean 3.79025936126709e-06 get_duckie_state_median 3.828207651774089e-06 get_duckie_state_min 3.528594970703125e-06 get_robot_state_max 0.015771169662475586 get_robot_state_mean 0.01545855402946472 get_robot_state_median 0.0154620357354482 get_robot_state_min 0.015138974984486898 get_state_dump_max 0.01371279795964559 get_state_dump_mean 0.013648205002148946 get_state_dump_median 0.01365044911702474 get_state_dump_min 0.013579123814900717 get_ui_image_max 0.03561491807301839 get_ui_image_mean 0.034800101121266684 get_ui_image_median 0.035057477553685504 get_ui_image_min 0.03347053130467733 in-drivable-lane_max 6.450000000000092 in-drivable-lane_mean 3.500000000000041 in-drivable-lane_min 2.0999999999999943 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.0019181870704847, "get_ui_image": 0.03561491807301839, "step_physics": 0.07895570993423462, "survival_time": 14.950000000000076, "driven_lanedir": 1.4088653472730976, "get_state_dump": 0.01371279795964559, "sim_render-ego": 0.006231024265289307, "get_robot_state": 0.015771169662475586, "get_duckie_state": 3.848870595296224e-06, "in-drivable-lane": 6.450000000000092, "agent_compute-ego": 0.017313794294993082, "deviation-heading": 1.0542473959329026, "complete-iteration": 0.20114015897115073, "set_robot_commands": 0.004898265202840169, "deviation-center-line": 0.26847758257770327, "driven_lanedir_consec": 1.4088653472730976, "sim_compute_sim_state": 0.02428819497426351, "sim_compute_performance-ego": 0.004198177655537923}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.237387527403422, "get_ui_image": 0.03347053130467733, "step_physics": 0.07375834385553996, "survival_time": 14.950000000000076, "driven_lanedir": 1.9959541185572045, "get_state_dump": 0.013600990772247317, "sim_render-ego": 0.005984129110972087, "get_robot_state": 0.01526535908381144, "get_duckie_state": 3.8075447082519537e-06, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.017103679180145263, "deviation-heading": 1.556084649316467, "complete-iteration": 0.190693945089976, "set_robot_commands": 0.004824241002400716, "deviation-center-line": 0.4496646714618089, "driven_lanedir_consec": 1.9959541185572045, "sim_compute_sim_state": 0.02249641497929891, "sim_compute_performance-ego": 0.004039571285247802}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9201814159871955, "get_ui_image": 0.03513655662536621, "step_physics": 0.08217286109924317, "survival_time": 14.950000000000076, "driven_lanedir": 1.7052034863689542, "get_state_dump": 0.013699907461802163, "sim_render-ego": 0.006189610163370768, "get_robot_state": 0.015138974984486898, "get_duckie_state": 3.528594970703125e-06, "in-drivable-lane": 2.0999999999999943, "agent_compute-ego": 0.017082661787668863, "deviation-heading": 2.839555912597704, "complete-iteration": 0.2017223326365153, "set_robot_commands": 0.004797091484069824, "deviation-center-line": 0.9258997097750188, "driven_lanedir_consec": 1.7052034863689542, "sim_compute_sim_state": 0.02326607624689738, "sim_compute_performance-ego": 0.004084568818410237}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.2672452697246883, "get_ui_image": 0.0349783984820048, "step_physics": 0.08167556365331013, "survival_time": 14.950000000000076, "driven_lanedir": 1.9990114190936596, "get_state_dump": 0.013579123814900717, "sim_render-ego": 0.006064937114715576, "get_robot_state": 0.01565871238708496, "get_duckie_state": 3.976027170817057e-06, "in-drivable-lane": 3.000000000000042, "agent_compute-ego": 0.01738277276357015, "deviation-heading": 1.115004277178944, "complete-iteration": 0.20509700695673624, "set_robot_commands": 0.00482986847559611, "deviation-center-line": 0.4265128809023613, "driven_lanedir_consec": 1.9990114190936596, "sim_compute_sim_state": 0.02674078067143758, "sim_compute_performance-ego": 0.004032080173492432}}set_robot_commands_max 0.004898265202840169 set_robot_commands_mean 0.004837366541226705 set_robot_commands_median 0.004827054738998414 set_robot_commands_min 0.004797091484069824 sim_compute_performance-ego_max 0.004198177655537923 sim_compute_performance-ego_mean 0.004088599483172099 sim_compute_performance-ego_median 0.0040620700518290195 sim_compute_performance-ego_min 0.004032080173492432 sim_compute_sim_state_max 0.02674078067143758 sim_compute_sim_state_mean 0.02419786671797434 sim_compute_sim_state_median 0.023777135610580445 sim_compute_sim_state_min 0.02249641497929891 sim_render-ego_max 0.006231024265289307 sim_render-ego_mean 0.006117425163586935 sim_render-ego_median 0.006127273639043172 sim_render-ego_min 0.005984129110972087 simulation-passed 1 step_physics_max 0.08217286109924317 step_physics_mean 0.07914061963558197 step_physics_median 0.08031563679377238 step_physics_min 0.07375834385553996 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 40866
10839
Yishu Malhotra  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 17:33:05+00:00 2020-11-07 17:42:13+00:00 0:09:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.8678770576649677 survival_time_median 14.950000000000076 deviation-center-line_median 0.35137133973958523 in-drivable-lane_median 2.450000000000035
other stats agent_compute-ego_max 0.05368645191192627 agent_compute-ego_mean 0.033865559867963885 agent_compute-ego_median 0.032249149878819786 agent_compute-ego_min 0.01727748780228973 complete-iteration_max 0.2511392649014791 complete-iteration_mean 0.22231103737969204 complete-iteration_median 0.21998953779538472 complete-iteration_min 0.19812580902651963 deviation-center-line_max 0.9431856140107652 deviation-center-line_mean 0.47539899877532066 deviation-center-line_min 0.25566770161134694 deviation-heading_max 2.896613659701561 deviation-heading_mean 1.7792886255077565 deviation-heading_median 1.5778650748266456 deviation-heading_min 1.0648106926761742 driven_any_max 2.382134188790412 driven_any_mean 2.0374970894107816 driven_any_median 2.1248550046074404 driven_any_min 1.5181441596378331 driven_lanedir_consec_max 2.0109840953845506 driven_lanedir_consec_mean 1.7532392559909036 driven_lanedir_consec_min 1.2662188132491283 driven_lanedir_max 2.0109840953845506 driven_lanedir_mean 1.7532392559909036 driven_lanedir_median 1.8678770576649677 driven_lanedir_min 1.2662188132491283 get_duckie_state_max 2.8888384501139324e-06 get_duckie_state_mean 2.8081609113184033e-06 get_duckie_state_median 2.8753028915658432e-06 get_duckie_state_min 2.593199412027995e-06 get_robot_state_max 0.016073619524637858 get_robot_state_mean 0.01586661672160636 get_robot_state_median 0.015884879342031696 get_robot_state_min 0.015623088677724202 get_state_dump_max 0.01380626122156779 get_state_dump_mean 0.01371868539899363 get_state_dump_median 0.01372159538765299 get_state_dump_min 0.013625289599100749 get_ui_image_max 0.03658381938934326 get_ui_image_mean 0.035962263921986516 get_ui_image_median 0.03622357885042826 get_ui_image_min 0.034818078597746285 in-drivable-lane_max 3.0500000000000433 in-drivable-lane_mean 2.40000000000003 in-drivable-lane_min 1.6500000000000077 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.5181441596378331, "get_ui_image": 0.034818078597746285, "step_physics": 0.07645110307236062, "survival_time": 11.050000000000022, "driven_lanedir": 1.2662188132491283, "get_state_dump": 0.013795217237860908, "sim_render-ego": 0.0061922806959885815, "get_robot_state": 0.015979503614330724, "get_duckie_state": 2.8879933767189267e-06, "in-drivable-lane": 2.1500000000000306, "agent_compute-ego": 0.01727748780228973, "deviation-heading": 1.7381164182124738, "complete-iteration": 0.19812580902651963, "set_robot_commands": 0.004917787750382229, "deviation-center-line": 0.25566770161134694, "driven_lanedir_consec": 1.2662188132491283, "sim_compute_sim_state": 0.024452800664427055, "sim_compute_performance-ego": 0.004093297466433426}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.318989525574771, "get_ui_image": 0.036353517373402915, "step_physics": 0.08199598630269368, "survival_time": 14.950000000000076, "driven_lanedir": 1.995986143829128, "get_state_dump": 0.013625289599100749, "sim_render-ego": 0.006367981433868408, "get_robot_state": 0.016073619524637858, "get_duckie_state": 2.86261240641276e-06, "in-drivable-lane": 2.750000000000039, "agent_compute-ego": 0.01770326534907023, "deviation-heading": 1.4176137314408177, "complete-iteration": 0.20620704412460328, "set_robot_commands": 0.0050367609659830725, "deviation-center-line": 0.34902101584884876, "driven_lanedir_consec": 1.995986143829128, "sim_compute_sim_state": 0.024527958234151204, "sim_compute_performance-ego": 0.004368820985158285}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.93072048364011, "get_ui_image": 0.036093640327453616, "step_physics": 0.08274147828420003, "survival_time": 14.950000000000076, "driven_lanedir": 1.7397679715008074, "get_state_dump": 0.013647973537445068, "sim_render-ego": 0.0060642313957214354, "get_robot_state": 0.015790255069732667, "get_duckie_state": 2.593199412027995e-06, "in-drivable-lane": 1.6500000000000077, "agent_compute-ego": 0.04679503440856934, "deviation-heading": 2.896613659701561, "complete-iteration": 0.23377203146616615, "set_robot_commands": 0.005030712286631266, "deviation-center-line": 0.9431856140107652, "driven_lanedir_consec": 1.7397679715008074, "sim_compute_sim_state": 0.02335375944773356, "sim_compute_performance-ego": 0.00410342534383138}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.382134188790412, "get_ui_image": 0.03658381938934326, "step_physics": 0.08738142649332682, "survival_time": 14.950000000000076, "driven_lanedir": 2.0109840953845506, "get_state_dump": 0.01380626122156779, "sim_render-ego": 0.006316891511281331, "get_robot_state": 0.015623088677724202, "get_duckie_state": 2.8888384501139324e-06, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.05368645191192627, "deviation-heading": 1.0648106926761742, "complete-iteration": 0.2511392649014791, "set_robot_commands": 0.005031342506408691, "deviation-center-line": 0.35372166363032165, "driven_lanedir_consec": 2.0109840953845506, "sim_compute_sim_state": 0.028306682109832764, "sim_compute_performance-ego": 0.004244405428568522}}set_robot_commands_max 0.0050367609659830725 set_robot_commands_mean 0.005004150877351315 set_robot_commands_median 0.005031027396519979 set_robot_commands_min 0.004917787750382229 sim_compute_performance-ego_max 0.004368820985158285 sim_compute_performance-ego_mean 0.004202487305997904 sim_compute_performance-ego_median 0.004173915386199951 sim_compute_performance-ego_min 0.004093297466433426 sim_compute_sim_state_max 0.028306682109832764 sim_compute_sim_state_mean 0.02516030011403615 sim_compute_sim_state_median 0.02449037944928913 sim_compute_sim_state_min 0.02335375944773356 sim_render-ego_max 0.006367981433868408 sim_render-ego_mean 0.006235346259214939 sim_render-ego_median 0.006254586103634956 sim_render-ego_min 0.0060642313957214354 simulation-passed 1 step_physics_max 0.08738142649332682 step_physics_mean 0.08214249853814529 step_physics_median 0.08236873229344685 step_physics_min 0.07645110307236062 survival_time_max 14.950000000000076 survival_time_mean 13.975000000000062 survival_time_min 11.050000000000022
No reset possible 40864
11278
Moustafa Elarabi template-pytorch aido5-LF-sim-validation
LFv-sim failed no mont04-ef63c33f6e8a-1
2020-11-07 17:31:36+00:00 2020-11-07 17:32:30+00:00 0:00:54 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "ego" aborted:
error in ego |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/dist-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 70, in on_received_get_commands
|| velocity, omega = self.compute_action(self.current_image)
|| File "solution.py", line 66, in compute_action
|| action = self.model.predict(observation)
|| File "/workspace/model.py", line 89, in predict
|| output = self.model(images)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/module.py", line 727, in _call_impl
|| result = self.forward(*input, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/torchvision/models/squeezenet.py", line 100, in forward
|| x = self.features(x)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/module.py", line 727, in _call_impl
|| result = self.forward(*input, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/container.py", line 117, in forward
|| input = module(input)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/module.py", line 727, in _call_impl
|| result = self.forward(*input, **kwargs)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/conv.py", line 423, in forward
|| return self._conv_forward(input, self.weight)
|| File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/conv.py", line 419, in _conv_forward
|| return F.conv2d(input, weight, self.bias, self.stride,
|| RuntimeError: Input type (torch.cuda.FloatTensor) and weight type (torch.FloatTensor) should be the same
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 40850
10852
Ayman Shams  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 17:22:14+00:00 2020-11-07 17:31:20+00:00 0:09:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5435952901072509 survival_time_median 14.950000000000076 deviation-center-line_median 0.45820808577432226 in-drivable-lane_median 10.55000000000008
other stats agent_compute-ego_max 0.018033570448557537 agent_compute-ego_mean 0.017355173031489056 agent_compute-ego_median 0.01715294599533081 agent_compute-ego_min 0.01708122968673706 complete-iteration_max 0.2101506392161051 complete-iteration_mean 0.20127134720484416 complete-iteration_median 0.2039469067255656 complete-iteration_min 0.1870409361521403 deviation-center-line_max 0.6878136079275347 deviation-center-line_mean 0.4697346691853621 deviation-center-line_min 0.27470889726526937 deviation-heading_max 1.4489729038311483 deviation-heading_mean 0.9515210691132516 deviation-heading_median 0.8713084626892256 deviation-heading_min 0.6144944472434075 driven_any_max 2.0421027881108507 driven_any_mean 2.0404356327600337 driven_any_median 2.0420967445068836 driven_any_min 2.0354462539155165 driven_lanedir_consec_max 1.3589852206686932 driven_lanedir_consec_mean 0.7006539429750696 driven_lanedir_consec_min 0.35643997101708313 driven_lanedir_max 1.3589852206686932 driven_lanedir_mean 0.7006539429750696 driven_lanedir_median 0.5435952901072509 driven_lanedir_min 0.35643997101708313 get_duckie_state_max 3.6978721618652343e-06 get_duckie_state_mean 3.625154495239258e-06 get_duckie_state_median 3.6613146464029945e-06 get_duckie_state_min 3.480116526285807e-06 get_robot_state_max 0.016006728013356526 get_robot_state_mean 0.015216933290163676 get_robot_state_median 0.015775538682937622 get_robot_state_min 0.013309927781422932 get_state_dump_max 0.013615829149882 get_state_dump_mean 0.01348782996336619 get_state_dump_median 0.013527294794718423 get_state_dump_min 0.013280901114145914 get_ui_image_max 0.03602604627609253 get_ui_image_mean 0.034991343617439274 get_ui_image_median 0.03533894101778666 get_ui_image_min 0.03326144615809123 in-drivable-lane_max 11.95000000000008 in-drivable-lane_mean 9.450000000000076 in-drivable-lane_min 4.7500000000000675 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.0354462539155165, "get_ui_image": 0.03326144615809123, "step_physics": 0.07336435079574585, "survival_time": 14.950000000000076, "driven_lanedir": 1.3589852206686932, "get_state_dump": 0.013280901114145914, "sim_render-ego": 0.0056159734725952145, "get_robot_state": 0.013309927781422932, "get_duckie_state": 3.480116526285807e-06, "in-drivable-lane": 4.7500000000000675, "agent_compute-ego": 0.017152892748514812, "deviation-heading": 0.8906061197365062, "complete-iteration": 0.1870409361521403, "set_robot_commands": 0.004593350092569987, "deviation-center-line": 0.6878136079275347, "driven_lanedir_consec": 1.3589852206686932, "sim_compute_sim_state": 0.022533110777537023, "sim_compute_performance-ego": 0.0037888209025065105}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.0421027881108507, "get_ui_image": 0.035569512844085695, "step_physics": 0.07981916268666585, "survival_time": 14.950000000000076, "driven_lanedir": 0.35643997101708313, "get_state_dump": 0.013615829149882, "sim_render-ego": 0.00631995439529419, "get_robot_state": 0.016006728013356526, "get_duckie_state": 3.6978721618652343e-06, "in-drivable-lane": 11.95000000000008, "agent_compute-ego": 0.017152999242146808, "deviation-heading": 0.8520108056419451, "complete-iteration": 0.20138474464416503, "set_robot_commands": 0.005019043286641439, "deviation-center-line": 0.27470889726526937, "driven_lanedir_consec": 0.35643997101708313, "sim_compute_sim_state": 0.023477598031361895, "sim_compute_performance-ego": 0.004254198869069417}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.0420924986348075, "get_ui_image": 0.03510836919148763, "step_physics": 0.0844513456026713, "survival_time": 14.950000000000076, "driven_lanedir": 0.7191297805769397, "get_state_dump": 0.013613746166229249, "sim_render-ego": 0.006207624276479085, "get_robot_state": 0.015796322027842202, "get_duckie_state": 3.6605199178059896e-06, "in-drivable-lane": 9.20000000000008, "agent_compute-ego": 0.018033570448557537, "deviation-heading": 1.4489729038311483, "complete-iteration": 0.20650906880696615, "set_robot_commands": 0.004804778099060059, "deviation-center-line": 0.6122468975604751, "driven_lanedir_consec": 0.7191297805769397, "sim_compute_sim_state": 0.02421128749847412, "sim_compute_performance-ego": 0.004133114814758301}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.0421009903789593, "get_ui_image": 0.03602604627609253, "step_physics": 0.08473818063735962, "survival_time": 14.950000000000076, "driven_lanedir": 0.3680607996375622, "get_state_dump": 0.0134408434232076, "sim_render-ego": 0.0062252402305603026, "get_robot_state": 0.01575475533803304, "get_duckie_state": 3.662109375e-06, "in-drivable-lane": 11.90000000000008, "agent_compute-ego": 0.01708122968673706, "deviation-heading": 0.6144944472434075, "complete-iteration": 0.2101506392161051, "set_robot_commands": 0.00485174814860026, "deviation-center-line": 0.3041692739881694, "driven_lanedir_consec": 0.3680607996375622, "sim_compute_sim_state": 0.027665278911590575, "sim_compute_performance-ego": 0.0042177939414978025}}set_robot_commands_max 0.005019043286641439 set_robot_commands_mean 0.004817229906717936 set_robot_commands_median 0.004828263123830159 set_robot_commands_min 0.004593350092569987 sim_compute_performance-ego_max 0.004254198869069417 sim_compute_performance-ego_mean 0.0040984821319580075 sim_compute_performance-ego_median 0.004175454378128052 sim_compute_performance-ego_min 0.0037888209025065105 sim_compute_sim_state_max 0.027665278911590575 sim_compute_sim_state_mean 0.024471818804740905 sim_compute_sim_state_median 0.02384444276491801 sim_compute_sim_state_min 0.022533110777537023 sim_render-ego_max 0.00631995439529419 sim_render-ego_mean 0.006092198093732198 sim_render-ego_median 0.006216432253519694 sim_render-ego_min 0.0056159734725952145 simulation-passed 1 step_physics_max 0.08473818063735962 step_physics_mean 0.08059325993061066 step_physics_median 0.08213525414466857 step_physics_min 0.07336435079574585 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 40844
10848
Yishu Malhotra  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no mont04-ef63c33f6e8a-1
2020-11-07 17:12:08+00:00 2020-11-07 17:21:38+00:00 0:09:30 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0 survival_time_median 14.950000000000076 deviation-center-line_median 0.3071094952840746 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.017583254973093668 agent_compute-ego_mean 0.017551896969477336 agent_compute-ego_median 0.0175779656569163 agent_compute-ego_min 0.017468401590983073 complete-iteration_max 0.20863858938217164 complete-iteration_mean 0.2050841291745504 complete-iteration_median 0.205781063636144 complete-iteration_min 0.20013580004374187 deviation-center-line_max 0.6863069918481528 deviation-center-line_mean 0.35998819605511767 deviation-center-line_min 0.13942680180416853 deviation-heading_max 3.7258518640401217 deviation-heading_mean 1.6586762301304627 deviation-heading_median 1.2113904039371066 deviation-heading_min 0.486072248607516 driven_any_max 1.3686924727581474e-13 driven_any_mean 6.950391439969185e-14 driven_any_median 7.057320516147632e-14 driven_any_min 0.0 driven_lanedir_consec_max 1.7821788787841797e-05 driven_lanedir_consec_mean 4.455447196960449e-06 driven_lanedir_consec_min 0.0 driven_lanedir_max 1.7821788787841797e-05 driven_lanedir_mean 4.455447196960449e-06 driven_lanedir_median 0.0 driven_lanedir_min 0.0 get_duckie_state_max 2.731482187906901e-06 get_duckie_state_mean 2.5935967763264975e-06 get_duckie_state_median 2.599159876505534e-06 get_duckie_state_min 2.444585164388021e-06 get_robot_state_max 0.018582634131113687 get_robot_state_mean 0.016217095255851743 get_robot_state_median 0.015935391982396442 get_robot_state_min 0.014414962927500406 get_state_dump_max 0.014738850593566897 get_state_dump_mean 0.013915256063143411 get_state_dump_median 0.013659401734670003 get_state_dump_min 0.013603370189666748 get_ui_image_max 0.03764730532964071 get_ui_image_mean 0.03609896540641785 get_ui_image_median 0.03604552268981934 get_ui_image_min 0.034657510916392006 in-drivable-lane_max 0.0 in-drivable-lane_mean 0.0 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.328474932138796e-13, "get_ui_image": 0.0364884368578593, "step_physics": 0.08095280249913533, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.014738850593566897, "sim_render-ego": 0.006335102717081706, "get_robot_state": 0.018582634131113687, "get_duckie_state": 2.731482187906901e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017579603989919028, "deviation-heading": 1.6198720948235377, "complete-iteration": 0.20785435676574707, "set_robot_commands": 0.005063871542612712, "deviation-center-line": 0.20880585936578705, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.02364938259124756, "sim_compute_performance-ego": 0.004309883912404378}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.3686924727581474e-13, "get_ui_image": 0.03764730532964071, "step_physics": 0.08102473417917887, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013649561405181886, "sim_render-ego": 0.00622496763865153, "get_robot_state": 0.0161042054494222, "get_duckie_state": 2.578894297281901e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017468401590983073, "deviation-heading": 3.7258518640401217, "complete-iteration": 0.20370777050654093, "set_robot_commands": 0.0048452186584472656, "deviation-center-line": 0.13942680180416853, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.022274997234344483, "sim_compute_performance-ego": 0.004316207567850749}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.0, "get_ui_image": 0.03560260852177938, "step_physics": 0.07941664139429729, "survival_time": 14.950000000000076, "driven_lanedir": 1.7821788787841797e-05, "get_state_dump": 0.01366924206415812, "sim_render-ego": 0.006193443934122722, "get_robot_state": 0.015766578515370687, "get_duckie_state": 2.6194254557291666e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017583254973093668, "deviation-heading": 0.8029087130506755, "complete-iteration": 0.20013580004374187, "set_robot_commands": 0.0047724183400472, "deviation-center-line": 0.4054131312023622, "driven_lanedir_consec": 1.7821788787841797e-05, "sim_compute_sim_state": 0.022905524571736655, "sim_compute_performance-ego": 0.004072244962056478}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 8.298917109073045e-15, "get_ui_image": 0.034657510916392006, "step_physics": 0.08892398993174234, "survival_time": 14.950000000000076, "driven_lanedir": 0.0, "get_state_dump": 0.013603370189666748, "sim_render-ego": 0.005737098852793375, "get_robot_state": 0.014414962927500406, "get_duckie_state": 2.444585164388021e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.017576327323913576, "deviation-heading": 0.486072248607516, "complete-iteration": 0.20863858938217164, "set_robot_commands": 0.004725116093953451, "deviation-center-line": 0.6863069918481528, "driven_lanedir_consec": 0.0, "sim_compute_sim_state": 0.024947704474131267, "sim_compute_performance-ego": 0.003905003865559896}}set_robot_commands_max 0.005063871542612712 set_robot_commands_mean 0.004851656158765157 set_robot_commands_median 0.004808818499247233 set_robot_commands_min 0.004725116093953451 sim_compute_performance-ego_max 0.004316207567850749 sim_compute_performance-ego_mean 0.004150835076967875 sim_compute_performance-ego_median 0.0041910644372304285 sim_compute_performance-ego_min 0.003905003865559896 sim_compute_sim_state_max 0.024947704474131267 sim_compute_sim_state_mean 0.02344440221786499 sim_compute_sim_state_median 0.023277453581492108 sim_compute_sim_state_min 0.022274997234344483 sim_render-ego_max 0.006335102717081706 sim_render-ego_mean 0.006122653285662333 sim_render-ego_median 0.006209205786387126 sim_render-ego_min 0.005737098852793375 simulation-passed 1 step_physics_max 0.08892398993174234 step_physics_mean 0.08257954200108845 step_physics_median 0.08098876833915711 step_physics_min 0.07941664139429729 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible