Job 41904

Job ID 41904

submission 11313

user Moustafa Elarabi

user label template-pytorch

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont02-5bd91ed070bc-1

date started 2020-11-09 08:23:45+00:00

date completed 2020-11-09 08:49:48+00:00

duration 0:26:03

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.8778918954767378
survival_time_median	20.80000000000016
deviation-center-line_median	0.38828960721614114
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.02767064540417163
agent_compute-ego0_mean	0.02305526172880566
agent_compute-ego0_median	0.021151657287891097
agent_compute-ego0_min	0.020343482494354248
agent_compute-ego1_max	0.025816869116448735
agent_compute-ego1_mean	0.022169363750762
agent_compute-ego1_median	0.021054124029783104
agent_compute-ego1_min	0.01963709810605416
agent_compute-ego2_max	0.024328726607483704
agent_compute-ego2_mean	0.02082359491538255
agent_compute-ego2_median	0.019434546048824605
agent_compute-ego2_min	0.018707512089839347
complete-iteration_max	0.6813772585484889
complete-iteration_mean	0.6385357624812401
complete-iteration_median	0.637719048330417
complete-iteration_min	0.5965109805648143
deviation-center-line_max	0.79249948805901
deviation-center-line_mean	0.4556576551865182
deviation-center-line_min	0.1433080378457169
deviation-heading_max	2.0688430071359085
deviation-heading_mean	1.6287728393026968
deviation-heading_median	1.976376943139976
deviation-heading_min	0.7350551040879141
driven_any_max	3.7529801844145982
driven_any_mean	1.6843782733538992
driven_any_median	0.8828541817424782
driven_any_min	0.44260910245702456
driven_lanedir_consec_max	3.7330745977841064
driven_lanedir_consec_mean	1.6742201542295396
driven_lanedir_consec_min	0.4413777871174194
driven_lanedir_max	3.7330745977841064
driven_lanedir_mean	1.6742201542295396
driven_lanedir_median	0.8778918954767378
driven_lanedir_min	0.4413777871174194
get_duckie_state_max	2.6770509206331694e-06
get_duckie_state_mean	2.670852771966091e-06
get_duckie_state_median	2.670173461620624e-06
get_duckie_state_min	2.665333933644481e-06
get_robot_state_max	0.042299834164706146
get_robot_state_mean	0.04116422401649969
get_robot_state_median	0.041337879231342904
get_robot_state_min	0.03985495865345001
get_state_dump_max	0.025649122320688687
get_state_dump_mean	0.025200145833300942
get_state_dump_median	0.02517895884328074
get_state_dump_min	0.02477235633593339
get_ui_image_max	0.06113779823501389
get_ui_image_mean	0.05925520678787996
get_ui_image_median	0.06011975040802589
get_ui_image_min	0.05650807172060013
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44260910245702456, "get_ui_image": 0.06113779823501389, "step_physics": 0.3950844938104803, "survival_time": 19.25000000000014, "driven_lanedir": 0.44142748728811343, "get_state_dump": 0.02517895884328074, "get_robot_state": 0.042299834164706146, "sim_render-ego0": 0.0070691579348081115, "sim_render-ego1": 0.0070118006173666425, "sim_render-ego2": 0.006998625049343357, "get_duckie_state": 2.665333933644481e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.6128946967932325, "agent_compute-ego0": 0.02767064540417163, "agent_compute-ego1": 0.025816869116448735, "agent_compute-ego2": 0.024328726607483704, "complete-iteration": 0.6813772585484889, "set_robot_commands": 0.00520624371318074, "deviation-center-line": 0.1433080378457169, "driven_lanedir_consec": 0.44142748728811343, "sim_compute_sim_state": 0.0291494505746024, "sim_compute_performance-ego0": 0.004613818750753031, "sim_compute_performance-ego1": 0.004769089314844701, "sim_compute_performance-ego2": 0.004670524597167968}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 3.7529801844145982, "get_ui_image": 0.06113779823501389, "step_physics": 0.3950844938104803, "survival_time": 19.25000000000014, "driven_lanedir": 3.7330745977841064, "get_state_dump": 0.02517895884328074, "get_robot_state": 0.042299834164706146, "sim_render-ego0": 0.0070691579348081115, "sim_render-ego1": 0.0070118006173666425, "sim_render-ego2": 0.006998625049343357, "get_duckie_state": 2.665333933644481e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.4866274587036932, "agent_compute-ego0": 0.02767064540417163, "agent_compute-ego1": 0.025816869116448735, "agent_compute-ego2": 0.024328726607483704, "complete-iteration": 0.6813772585484889, "set_robot_commands": 0.00520624371318074, "deviation-center-line": 0.5889495729185185, "driven_lanedir_consec": 3.7330745977841064, "sim_compute_sim_state": 0.0291494505746024, "sim_compute_performance-ego0": 0.004613818750753031, "sim_compute_performance-ego1": 0.004769089314844701, "sim_compute_performance-ego2": 0.004670524597167968}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.8933372310463026, "get_ui_image": 0.06113779823501389, "step_physics": 0.3950844938104803, "survival_time": 19.25000000000014, "driven_lanedir": 0.8871873601188403, "get_state_dump": 0.02517895884328074, "get_robot_state": 0.042299834164706146, "sim_render-ego0": 0.0070691579348081115, "sim_render-ego1": 0.0070118006173666425, "sim_render-ego2": 0.006998625049343357, "get_duckie_state": 2.665333933644481e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.998883289499749, "agent_compute-ego0": 0.02767064540417163, "agent_compute-ego1": 0.025816869116448735, "agent_compute-ego2": 0.024328726607483704, "complete-iteration": 0.6813772585484889, "set_robot_commands": 0.00520624371318074, "deviation-center-line": 0.504208454864282, "driven_lanedir_consec": 0.8871873601188403, "sim_compute_sim_state": 0.0291494505746024, "sim_compute_performance-ego0": 0.004613818750753031, "sim_compute_performance-ego1": 0.004769089314844701, "sim_compute_performance-ego2": 0.004670524597167968}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4426103613514479, "get_ui_image": 0.06011975040802589, "step_physics": 0.37486508660591566, "survival_time": 20.80000000000016, "driven_lanedir": 0.4413777871174194, "get_state_dump": 0.025649122320688687, "get_robot_state": 0.041337879231342904, "sim_render-ego0": 0.006535783410072327, "sim_render-ego1": 0.006761500468620887, "sim_render-ego2": 0.0066246120975567745, "get_duckie_state": 2.6770509206331694e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.976376943139976, "agent_compute-ego0": 0.021151657287891097, "agent_compute-ego1": 0.021054124029783104, "agent_compute-ego2": 0.019434546048824605, "complete-iteration": 0.637719048330417, "set_robot_commands": 0.005053029610560491, "deviation-center-line": 0.38828960721614114, "driven_lanedir_consec": 0.4413777871174194, "sim_compute_sim_state": 0.025650071983154003, "sim_compute_performance-ego0": 0.004447753039690165, "sim_compute_performance-ego1": 0.004430204056776487, "sim_compute_performance-ego2": 0.004467046604706691}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 3.709774428039657, "get_ui_image": 0.06011975040802589, "step_physics": 0.37486508660591566, "survival_time": 20.80000000000016, "driven_lanedir": 3.68387628884324, "get_state_dump": 0.025649122320688687, "get_robot_state": 0.041337879231342904, "sim_render-ego0": 0.006535783410072327, "sim_render-ego1": 0.006761500468620887, "sim_render-ego2": 0.0066246120975567745, "get_duckie_state": 2.6770509206331694e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.0688430071359085, "agent_compute-ego0": 0.021151657287891097, "agent_compute-ego1": 0.021054124029783104, "agent_compute-ego2": 0.019434546048824605, "complete-iteration": 0.637719048330417, "set_robot_commands": 0.005053029610560491, "deviation-center-line": 0.79249948805901, "driven_lanedir_consec": 3.68387628884324, "sim_compute_sim_state": 0.025650071983154003, "sim_compute_performance-ego0": 0.004447753039690165, "sim_compute_performance-ego1": 0.004430204056776487, "sim_compute_performance-ego2": 0.004467046604706691}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.8828541817424782, "get_ui_image": 0.06011975040802589, "step_physics": 0.37486508660591566, "survival_time": 20.80000000000016, "driven_lanedir": 0.8778918954767378, "get_state_dump": 0.025649122320688687, "get_robot_state": 0.041337879231342904, "sim_render-ego0": 0.006535783410072327, "sim_render-ego1": 0.006761500468620887, "sim_render-ego2": 0.0066246120975567745, "get_duckie_state": 2.6770509206331694e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7350551040879141, "agent_compute-ego0": 0.021151657287891097, "agent_compute-ego1": 0.021054124029783104, "agent_compute-ego2": 0.019434546048824605, "complete-iteration": 0.637719048330417, "set_robot_commands": 0.005053029610560491, "deviation-center-line": 0.2514373202499217, "driven_lanedir_consec": 0.8778918954767378, "sim_compute_sim_state": 0.025650071983154003, "sim_compute_performance-ego0": 0.004447753039690165, "sim_compute_performance-ego1": 0.004430204056776487, "sim_compute_performance-ego2": 0.004467046604706691}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4426103613514479, "get_ui_image": 0.05650807172060013, "step_physics": 0.34458831067268664, "survival_time": 20.80000000000016, "driven_lanedir": 0.4413777871174194, "get_state_dump": 0.02477235633593339, "get_robot_state": 0.03985495865345001, "sim_render-ego0": 0.0062505809160379264, "sim_render-ego1": 0.006440783349367289, "sim_render-ego2": 0.0063958299847749565, "get_duckie_state": 2.670173461620624e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.976376943139976, "agent_compute-ego0": 0.020343482494354248, "agent_compute-ego1": 0.01963709810605416, "agent_compute-ego2": 0.018707512089839347, "complete-iteration": 0.5965109805648143, "set_robot_commands": 0.005097518173547892, "deviation-center-line": 0.38828960721614114, "driven_lanedir_consec": 0.4413777871174194, "sim_compute_sim_state": 0.024903214894808255, "sim_compute_performance-ego0": 0.004287947255831499, "sim_compute_performance-ego1": 0.004290282153166258, "sim_compute_performance-ego2": 0.004276666503686171}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 3.709774428039657, "get_ui_image": 0.05650807172060013, "step_physics": 0.34458831067268664, "survival_time": 20.80000000000016, "driven_lanedir": 3.68387628884324, "get_state_dump": 0.02477235633593339, "get_robot_state": 0.03985495865345001, "sim_render-ego0": 0.0062505809160379264, "sim_render-ego1": 0.006440783349367289, "sim_render-ego2": 0.0063958299847749565, "get_duckie_state": 2.670173461620624e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.0688430071359085, "agent_compute-ego0": 0.020343482494354248, "agent_compute-ego1": 0.01963709810605416, "agent_compute-ego2": 0.018707512089839347, "complete-iteration": 0.5965109805648143, "set_robot_commands": 0.005097518173547892, "deviation-center-line": 0.79249948805901, "driven_lanedir_consec": 3.68387628884324, "sim_compute_sim_state": 0.024903214894808255, "sim_compute_performance-ego0": 0.004287947255831499, "sim_compute_performance-ego1": 0.004290282153166258, "sim_compute_performance-ego2": 0.004276666503686171}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.8828541817424782, "get_ui_image": 0.05650807172060013, "step_physics": 0.34458831067268664, "survival_time": 20.80000000000016, "driven_lanedir": 0.8778918954767378, "get_state_dump": 0.02477235633593339, "get_robot_state": 0.03985495865345001, "sim_render-ego0": 0.0062505809160379264, "sim_render-ego1": 0.006440783349367289, "sim_render-ego2": 0.0063958299847749565, "get_duckie_state": 2.670173461620624e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7350551040879141, "agent_compute-ego0": 0.020343482494354248, "agent_compute-ego1": 0.01963709810605416, "agent_compute-ego2": 0.018707512089839347, "complete-iteration": 0.5965109805648143, "set_robot_commands": 0.005097518173547892, "deviation-center-line": 0.2514373202499217, "driven_lanedir_consec": 0.8778918954767378, "sim_compute_sim_state": 0.024903214894808255, "sim_compute_performance-ego0": 0.004287947255831499, "sim_compute_performance-ego1": 0.004290282153166258, "sim_compute_performance-ego2": 0.004276666503686171}}
set_robot_commands_max	0.00520624371318074
set_robot_commands_mean	0.005118930499096374
set_robot_commands_median	0.005097518173547892
set_robot_commands_min	0.005053029610560491
sim_compute_performance-ego0_max	0.004613818750753031
sim_compute_performance-ego0_mean	0.004449839682091564
sim_compute_performance-ego0_median	0.004447753039690165
sim_compute_performance-ego0_min	0.004287947255831499
sim_compute_performance-ego1_max	0.004769089314844701
sim_compute_performance-ego1_mean	0.004496525174929149
sim_compute_performance-ego1_median	0.004430204056776487
sim_compute_performance-ego1_min	0.004290282153166258
sim_compute_performance-ego2_max	0.004670524597167968
sim_compute_performance-ego2_mean	0.004471412568520277
sim_compute_performance-ego2_median	0.004467046604706691
sim_compute_performance-ego2_min	0.004276666503686171
sim_compute_sim_state_max	0.0291494505746024
sim_compute_sim_state_mean	0.02656757915085489
sim_compute_sim_state_median	0.025650071983154003
sim_compute_sim_state_min	0.024903214894808255
sim_render-ego0_max	0.0070691579348081115
sim_render-ego0_mean	0.0066185074203061215
sim_render-ego0_median	0.006535783410072327
sim_render-ego0_min	0.0062505809160379264
sim_render-ego1_max	0.0070118006173666425
sim_render-ego1_mean	0.006738028145118273
sim_render-ego1_median	0.006761500468620887
sim_render-ego1_min	0.006440783349367289
sim_render-ego2_max	0.006998625049343357
sim_render-ego2_mean	0.006673022377225029
sim_render-ego2_median	0.0066246120975567745
sim_render-ego2_min	0.0063958299847749565
simulation-passed	1
step_physics_max	0.3950844938104803
step_physics_mean	0.3715126303630275
step_physics_median	0.37486508660591566
step_physics_min	0.34458831067268664
survival_time_max	20.80000000000016
survival_time_mean	20.283333333333488
survival_time_min	19.25000000000014