Job 39975

Job ID 39975

submission 11230

user Bea Baselines 🐤

user label straight

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont05-b47700d9a51a-1

date started 2020-11-06 22:24:49+00:00

date completed 2020-11-06 22:37:20+00:00

duration 0:12:31

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.450420973251336
survival_time_median	6.749999999999984
deviation-center-line_median	0.26789798805017007
in-drivable-lane_median	1.399999999999995

other stats

agent_compute-ego0_max	0.01688002657007288
agent_compute-ego0_mean	0.0163243249171299
agent_compute-ego0_median	0.016282833947075737
agent_compute-ego0_min	0.01581011423424109
agent_compute-ego1_max	0.016917959849039713
agent_compute-ego1_mean	0.016527097581477152
agent_compute-ego1_median	0.016600121313066624
agent_compute-ego1_min	0.016063211582325123
agent_compute-ego2_max	0.01622865804985388
agent_compute-ego2_mean	0.016146872323456005
agent_compute-ego2_median	0.016129576718365703
agent_compute-ego2_min	0.016082382202148436
complete-iteration_max	0.8094296172813132
complete-iteration_mean	0.7780454682275825
complete-iteration_median	0.7891053800229673
complete-iteration_min	0.7356014073784671
deviation-center-line_max	0.6259542662549828
deviation-center-line_mean	0.362715977726308
deviation-center-line_min	0.22220606145745328
deviation-heading_max	0.9864115900360362
deviation-heading_mean	0.8136816825285735
deviation-heading_median	0.8021196429506658
deviation-heading_min	0.7271589658507641
driven_any_max	1.0597494879386684
driven_any_mean	0.7063387635570363
driven_any_median	0.6174080560751429
driven_any_min	0.44846498795635154
driven_lanedir_consec_max	0.7926863127004891
driven_lanedir_consec_mean	0.5409982128886515
driven_lanedir_consec_min	0.3670047047608236
driven_lanedir_max	0.7926863127004891
driven_lanedir_mean	0.5409982128886515
driven_lanedir_median	0.450420973251336
driven_lanedir_min	0.3670047047608236
get_duckie_state_max	2.8292338053385418e-06
get_duckie_state_mean	2.8054842044794473e-06
get_duckie_state_median	2.8080410427517363e-06
get_duckie_state_min	2.779177765348064e-06
get_robot_state_max	0.04627602188675492
get_robot_state_mean	0.04471368842830486
get_robot_state_median	0.04425091743469238
get_robot_state_min	0.04361412596346727
get_state_dump_max	0.02751148894981102
get_state_dump_mean	0.026789818008630912
get_state_dump_median	0.02687450338293005
get_state_dump_min	0.02598346169315167
get_ui_image_max	0.07700701819525825
get_ui_image_mean	0.07424808815519784
get_ui_image_median	0.0769748193246347
get_ui_image_min	0.06876242694570057
in-drivable-lane_max	4.049999999999986
in-drivable-lane_mean	1.7999999999999936
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44846498795635154, "get_ui_image": 0.07700701819525825, "step_physics": 0.4936101719185158, "survival_time": 6.749999999999984, "driven_lanedir": 0.4455810515391705, "get_state_dump": 0.02687450338293005, "get_robot_state": 0.04425091743469238, "sim_render-ego0": 0.007482126024034288, "sim_render-ego1": 0.007981653566713686, "sim_render-ego2": 0.007450476399174443, "get_duckie_state": 2.8292338053385418e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7418712403875578, "agent_compute-ego0": 0.016282833947075737, "agent_compute-ego1": 0.016063211582325123, "agent_compute-ego2": 0.016129576718365703, "complete-iteration": 0.7891053800229673, "set_robot_commands": 0.0052876419491238065, "deviation-center-line": 0.5309236715271055, "driven_lanedir_consec": 0.4455810515391705, "sim_compute_sim_state": 0.043212696358009624, "sim_compute_performance-ego0": 0.005439157839174624, "sim_compute_performance-ego1": 0.0056079670234962745, "sim_compute_performance-ego2": 0.005164665646023221}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.0597494879386684, "get_ui_image": 0.07700701819525825, "step_physics": 0.4936101719185158, "survival_time": 6.749999999999984, "driven_lanedir": 0.7923704750254494, "get_state_dump": 0.02687450338293005, "get_robot_state": 0.04425091743469238, "sim_render-ego0": 0.007482126024034288, "sim_render-ego1": 0.007981653566713686, "sim_render-ego2": 0.007450476399174443, "get_duckie_state": 2.8292338053385418e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.9169542161782058, "agent_compute-ego0": 0.016282833947075737, "agent_compute-ego1": 0.016063211582325123, "agent_compute-ego2": 0.016129576718365703, "complete-iteration": 0.7891053800229673, "set_robot_commands": 0.0052876419491238065, "deviation-center-line": 0.28635764234555416, "driven_lanedir_consec": 0.7923704750254494, "sim_compute_sim_state": 0.043212696358009624, "sim_compute_performance-ego0": 0.005439157839174624, "sim_compute_performance-ego1": 0.0056079670234962745, "sim_compute_performance-ego2": 0.005164665646023221}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.6400011722337677, "get_ui_image": 0.07700701819525825, "step_physics": 0.4936101719185158, "survival_time": 6.749999999999984, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.02687450338293005, "get_robot_state": 0.04425091743469238, "sim_render-ego0": 0.007482126024034288, "sim_render-ego1": 0.007981653566713686, "sim_render-ego2": 0.007450476399174443, "get_duckie_state": 2.8292338053385418e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.7352695890794493, "agent_compute-ego0": 0.016282833947075737, "agent_compute-ego1": 0.016063211582325123, "agent_compute-ego2": 0.016129576718365703, "complete-iteration": 0.7891053800229673, "set_robot_commands": 0.0052876419491238065, "deviation-center-line": 0.2574637225826533, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.043212696358009624, "sim_compute_performance-ego0": 0.005439157839174624, "sim_compute_performance-ego1": 0.0056079670234962745, "sim_compute_performance-ego2": 0.005164665646023221}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.45391741356230486, "get_ui_image": 0.0769748193246347, "step_physics": 0.5061280338852494, "survival_time": 6.749999999999984, "driven_lanedir": 0.450420973251336, "get_state_dump": 0.02751148894981102, "get_robot_state": 0.04627602188675492, "sim_render-ego0": 0.007785523379290545, "sim_render-ego1": 0.007806751463148329, "sim_render-ego2": 0.007852964048032407, "get_duckie_state": 2.8080410427517363e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.8021196429506658, "agent_compute-ego0": 0.01688002657007288, "agent_compute-ego1": 0.016917959849039713, "agent_compute-ego2": 0.016082382202148436, "complete-iteration": 0.8094296172813132, "set_robot_commands": 0.005697338669388382, "deviation-center-line": 0.5759523948546109, "driven_lanedir_consec": 0.450420973251336, "sim_compute_sim_state": 0.04509591173242639, "sim_compute_performance-ego0": 0.00547594494289822, "sim_compute_performance-ego1": 0.005592238461529767, "sim_compute_performance-ego2": 0.0053171263800727}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0582621695225167, "get_ui_image": 0.0769748193246347, "step_physics": 0.5061280338852494, "survival_time": 6.749999999999984, "driven_lanedir": 0.7926863127004891, "get_state_dump": 0.02751148894981102, "get_robot_state": 0.04627602188675492, "sim_render-ego0": 0.007785523379290545, "sim_render-ego1": 0.007806751463148329, "sim_render-ego2": 0.007852964048032407, "get_duckie_state": 2.8080410427517363e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.8418073950192353, "agent_compute-ego0": 0.01688002657007288, "agent_compute-ego1": 0.016917959849039713, "agent_compute-ego2": 0.016082382202148436, "complete-iteration": 0.8094296172813132, "set_robot_commands": 0.005697338669388382, "deviation-center-line": 0.26789798805017007, "driven_lanedir_consec": 0.7926863127004891, "sim_compute_sim_state": 0.04509591173242639, "sim_compute_performance-ego0": 0.00547594494289822, "sim_compute_performance-ego1": 0.005592238461529767, "sim_compute_performance-ego2": 0.0053171263800727}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.6174080560751429, "get_ui_image": 0.0769748193246347, "step_physics": 0.5061280338852494, "survival_time": 6.749999999999984, "driven_lanedir": 0.3904422088366064, "get_state_dump": 0.02751148894981102, "get_robot_state": 0.04627602188675492, "sim_render-ego0": 0.007785523379290545, "sim_render-ego1": 0.007806751463148329, "sim_render-ego2": 0.007852964048032407, "get_duckie_state": 2.8080410427517363e-06, "in-drivable-lane": 3.949999999999986, "deviation-heading": 0.7383431576551982, "agent_compute-ego0": 0.01688002657007288, "agent_compute-ego1": 0.016917959849039713, "agent_compute-ego2": 0.016082382202148436, "complete-iteration": 0.8094296172813132, "set_robot_commands": 0.005697338669388382, "deviation-center-line": 0.24730366316587632, "driven_lanedir_consec": 0.3904422088366064, "sim_compute_sim_state": 0.04509591173242639, "sim_compute_performance-ego0": 0.00547594494289822, "sim_compute_performance-ego1": 0.005592238461529767, "sim_compute_performance-ego2": 0.0053171263800727}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4567745987110777, "get_ui_image": 0.06876242694570057, "step_physics": 0.4517476576477734, "survival_time": 6.699999999999984, "driven_lanedir": 0.4522145544995684, "get_state_dump": 0.02598346169315167, "get_robot_state": 0.04361412596346727, "sim_render-ego0": 0.007683149024621764, "sim_render-ego1": 0.0075603100790906305, "sim_render-ego2": 0.0074644978366681, "get_duckie_state": 2.779177765348064e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9864115900360362, "agent_compute-ego0": 0.01581011423424109, "agent_compute-ego1": 0.016600121313066624, "agent_compute-ego2": 0.01622865804985388, "complete-iteration": 0.7356014073784671, "set_robot_commands": 0.0053792978400614725, "deviation-center-line": 0.6259542662549828, "driven_lanedir_consec": 0.4522145544995684, "sim_compute_sim_state": 0.04248869063249275, "sim_compute_performance-ego0": 0.005010092436377682, "sim_compute_performance-ego1": 0.005148238210535761, "sim_compute_performance-ego2": 0.0050663752342338}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.0558469348762898, "get_ui_image": 0.06876242694570057, "step_physics": 0.4517476576477734, "survival_time": 6.699999999999984, "driven_lanedir": 0.7685126560636015, "get_state_dump": 0.02598346169315167, "get_robot_state": 0.04361412596346727, "sim_render-ego0": 0.007683149024621764, "sim_render-ego1": 0.0075603100790906305, "sim_render-ego2": 0.0074644978366681, "get_duckie_state": 2.779177765348064e-06, "in-drivable-lane": 1.5499999999999945, "deviation-heading": 0.8331993456000497, "agent_compute-ego0": 0.01581011423424109, "agent_compute-ego1": 0.016600121313066624, "agent_compute-ego2": 0.01622865804985388, "complete-iteration": 0.7356014073784671, "set_robot_commands": 0.0053792978400614725, "deviation-center-line": 0.2503843892983658, "driven_lanedir_consec": 0.7685126560636015, "sim_compute_sim_state": 0.04248869063249275, "sim_compute_performance-ego0": 0.005010092436377682, "sim_compute_performance-ego1": 0.005148238210535761, "sim_compute_performance-ego2": 0.0050663752342338}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.5666240511372062, "get_ui_image": 0.06876242694570057, "step_physics": 0.4517476576477734, "survival_time": 6.699999999999984, "driven_lanedir": 0.3670047047608236, "get_state_dump": 0.02598346169315167, "get_robot_state": 0.04361412596346727, "sim_render-ego0": 0.007683149024621764, "sim_render-ego1": 0.0075603100790906305, "sim_render-ego2": 0.0074644978366681, "get_duckie_state": 2.779177765348064e-06, "in-drivable-lane": 4.049999999999986, "deviation-heading": 0.7271589658507641, "agent_compute-ego0": 0.01581011423424109, "agent_compute-ego1": 0.016600121313066624, "agent_compute-ego2": 0.01622865804985388, "complete-iteration": 0.7356014073784671, "set_robot_commands": 0.0053792978400614725, "deviation-center-line": 0.22220606145745328, "driven_lanedir_consec": 0.3670047047608236, "sim_compute_sim_state": 0.04248869063249275, "sim_compute_performance-ego0": 0.005010092436377682, "sim_compute_performance-ego1": 0.005148238210535761, "sim_compute_performance-ego2": 0.0050663752342338}}
set_robot_commands_max	0.005697338669388382
set_robot_commands_mean	0.00545475948619122
set_robot_commands_median	0.0053792978400614725
set_robot_commands_min	0.0052876419491238065
sim_compute_performance-ego0_max	0.00547594494289822
sim_compute_performance-ego0_mean	0.005308398406150176
sim_compute_performance-ego0_median	0.005439157839174624
sim_compute_performance-ego0_min	0.005010092436377682
sim_compute_performance-ego1_max	0.0056079670234962745
sim_compute_performance-ego1_mean	0.005449481231853934
sim_compute_performance-ego1_median	0.005592238461529767
sim_compute_performance-ego1_min	0.005148238210535761
sim_compute_performance-ego2_max	0.0053171263800727
sim_compute_performance-ego2_mean	0.005182722420109906
sim_compute_performance-ego2_median	0.005164665646023221
sim_compute_performance-ego2_min	0.0050663752342338
sim_compute_sim_state_max	0.04509591173242639
sim_compute_sim_state_mean	0.04359909957430958
sim_compute_sim_state_median	0.043212696358009624
sim_compute_sim_state_min	0.04248869063249275
sim_render-ego0_max	0.007785523379290545
sim_render-ego0_mean	0.007650266142648866
sim_render-ego0_median	0.007683149024621764
sim_render-ego0_min	0.007482126024034288
sim_render-ego1_max	0.007981653566713686
sim_render-ego1_mean	0.0077829050363175485
sim_render-ego1_median	0.007806751463148329
sim_render-ego1_min	0.0075603100790906305
sim_render-ego2_max	0.007852964048032407
sim_render-ego2_mean	0.0075893127612916495
sim_render-ego2_median	0.0074644978366681
sim_render-ego2_min	0.007450476399174443
simulation-passed	1
step_physics_max	0.5061280338852494
step_physics_mean	0.4838286211505129
step_physics_median	0.4936101719185158
step_physics_min	0.4517476576477734
survival_time_max	6.749999999999984
survival_time_mean	6.7333333333333165
survival_time_min	6.699999999999984