Job 40027

Job ID 40027

submission 11242

user Bea Baselines 🐤

user label baseline-duckietown

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg01-bf67cb02b1e0-1

date started 2020-11-07 00:35:40+00:00

date completed 2020-11-07 01:30:58+00:00

duration 0:55:18

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6384266897053048
survival_time_median	15.700000000000088
deviation-center-line_median	0.5559820453317462
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.05679573982384554
agent_compute-ego0_mean	0.0351081403669813
agent_compute-ego0_median	0.024819676425435165
agent_compute-ego0_min	0.02370900485166319
agent_compute-ego1_max	0.05802517863595562
agent_compute-ego1_mean	0.050896787739698475
agent_compute-ego1_median	0.05443112030150784
agent_compute-ego1_min	0.04023406428163197
agent_compute-ego2_max	0.05859091783025462
agent_compute-ego2_mean	0.049402488493931127
agent_compute-ego2_median	0.053712336880386256
agent_compute-ego2_min	0.035904210771152516
complete-iteration_max	1.1749921903125848
complete-iteration_mean	1.0843282042927058
complete-iteration_median	1.0406536699100664
complete-iteration_min	1.0373387526554667
deviation-center-line_max	3.112219600573994
deviation-center-line_mean	0.984940496632811
deviation-center-line_min	0.334392685208478
deviation-heading_max	19.32584400344939
deviation-heading_mean	5.04514839972769
deviation-heading_median	2.4982920024632738
deviation-heading_min	2.111016351876534
driven_any_max	7.911673401666358
driven_any_mean	1.9572700823266096
driven_any_median	0.9109390186325536
driven_any_min	0.4462778734686126
driven_lanedir_consec_max	1.2421365225996743
driven_lanedir_consec_mean	0.7085252901854425
driven_lanedir_consec_min	0.4392275247684821
driven_lanedir_max	1.6139858314298874
driven_lanedir_mean	0.8021482507713785
driven_lanedir_median	0.7976026905267634
driven_lanedir_min	0.4392275247684821
get_duckie_state_max	5.15485265452391e-06
get_duckie_state_mean	4.830224713143861e-06
get_duckie_state_median	4.838226707118332e-06
get_duckie_state_min	4.497594777789342e-06
get_robot_state_max	0.05725481783508495
get_robot_state_mean	0.05318526427667605
get_robot_state_median	0.05143576215027244
get_robot_state_min	0.05086521284467077
get_state_dump_max	0.03385794238679728
get_state_dump_mean	0.031820180183572876
get_state_dump_median	0.03129657400736305
get_state_dump_min	0.030306024156558285
get_ui_image_max	0.08994599360569268
get_ui_image_mean	0.08738441772634216
get_ui_image_median	0.08707972291506498
get_ui_image_min	0.08512753665826883
in-drivable-lane_max	52.64999999999874
in-drivable-lane_mean	8.03888888888877
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4466061324910482, "get_ui_image": 0.08707972291506498, "step_physics": 0.8013277307934408, "survival_time": 59.99999999999873, "driven_lanedir": 0.44424568498653527, "get_state_dump": 0.03129657400736305, "get_robot_state": 0.05086521284467077, "sim_render-ego0": 0.009396556414335, "sim_render-ego1": 0.009070274335557873, "sim_render-ego2": 0.008913987284397504, "get_duckie_state": 4.497594777789342e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.3750945864745163, "agent_compute-ego0": 0.024819676425435165, "agent_compute-ego1": 0.04023406428163197, "agent_compute-ego2": 0.035904210771152516, "complete-iteration": 1.1749921903125848, "set_robot_commands": 0.007064414361831449, "deviation-center-line": 1.3189442915667575, "driven_lanedir_consec": 0.44424568498653527, "sim_compute_sim_state": 0.03866608216303969, "sim_compute_performance-ego0": 0.005590572841558528, "sim_compute_performance-ego1": 0.005811481849041509, "sim_compute_performance-ego2": 0.005560368522815561}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 7.911673401666358, "get_ui_image": 0.08707972291506498, "step_physics": 0.8013277307934408, "survival_time": 59.99999999999873, "driven_lanedir": 0.7485201973452296, "get_state_dump": 0.03129657400736305, "get_robot_state": 0.05086521284467077, "sim_render-ego0": 0.009396556414335, "sim_render-ego1": 0.009070274335557873, "sim_render-ego2": 0.008913987284397504, "get_duckie_state": 4.497594777789342e-06, "in-drivable-lane": 52.64999999999874, "deviation-heading": 2.9333850437662545, "agent_compute-ego0": 0.024819676425435165, "agent_compute-ego1": 0.04023406428163197, "agent_compute-ego2": 0.035904210771152516, "complete-iteration": 1.1749921903125848, "set_robot_commands": 0.007064414361831449, "deviation-center-line": 0.5559820453317462, "driven_lanedir_consec": 0.6384266897053048, "sim_compute_sim_state": 0.03866608216303969, "sim_compute_performance-ego0": 0.005590572841558528, "sim_compute_performance-ego1": 0.005811481849041509, "sim_compute_performance-ego2": 0.005560368522815561}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 2.470752167524452, "get_ui_image": 0.08707972291506498, "step_physics": 0.8013277307934408, "survival_time": 59.99999999999873, "driven_lanedir": 1.6139858314298874, "get_state_dump": 0.03129657400736305, "get_robot_state": 0.05086521284467077, "sim_render-ego0": 0.009396556414335, "sim_render-ego1": 0.009070274335557873, "sim_render-ego2": 0.008913987284397504, "get_duckie_state": 4.497594777789342e-06, "in-drivable-lane": 3.750000000000041, "deviation-heading": 19.32584400344939, "agent_compute-ego0": 0.024819676425435165, "agent_compute-ego1": 0.04023406428163197, "agent_compute-ego2": 0.035904210771152516, "complete-iteration": 1.1749921903125848, "set_robot_commands": 0.007064414361831449, "deviation-center-line": 3.112219600573994, "driven_lanedir_consec": 1.2421365225996743, "sim_compute_sim_state": 0.03866608216303969, "sim_compute_performance-ego0": 0.005590572841558528, "sim_compute_performance-ego1": 0.005811481849041509, "sim_compute_performance-ego2": 0.005560368522815561}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4462778734686126, "get_ui_image": 0.08994599360569268, "step_physics": 0.6308817202877847, "survival_time": 15.700000000000088, "driven_lanedir": 0.4392275247684821, "get_state_dump": 0.030306024156558285, "get_robot_state": 0.05143576215027244, "sim_render-ego0": 0.008838604969583498, "sim_render-ego1": 0.008986937012642053, "sim_render-ego2": 0.00887261682255253, "get_duckie_state": 4.838226707118332e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.941303669782955, "agent_compute-ego0": 0.02370900485166319, "agent_compute-ego1": 0.05443112030150784, "agent_compute-ego2": 0.053712336880386256, "complete-iteration": 1.0406536699100664, "set_robot_commands": 0.0068568955561158, "deviation-center-line": 0.5077275022998982, "driven_lanedir_consec": 0.4392275247684821, "sim_compute_sim_state": 0.04191591861141715, "sim_compute_performance-ego0": 0.005820052638934676, "sim_compute_performance-ego1": 0.005585242228902829, "sim_compute_performance-ego2": 0.005630061125299733}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 2.0392511838028704, "get_ui_image": 0.08994599360569268, "step_physics": 0.6308817202877847, "survival_time": 15.700000000000088, "driven_lanedir": 0.95676467375077, "get_state_dump": 0.030306024156558285, "get_robot_state": 0.05143576215027244, "sim_render-ego0": 0.008838604969583498, "sim_render-ego1": 0.008986937012642053, "sim_render-ego2": 0.00887261682255253, "get_duckie_state": 4.838226707118332e-06, "in-drivable-lane": 7.350000000000085, "deviation-heading": 2.330081528375566, "agent_compute-ego0": 0.02370900485166319, "agent_compute-ego1": 0.05443112030150784, "agent_compute-ego2": 0.053712336880386256, "complete-iteration": 1.0406536699100664, "set_robot_commands": 0.0068568955561158, "deviation-center-line": 0.803830752759932, "driven_lanedir_consec": 0.8114946105397934, "sim_compute_sim_state": 0.04191591861141715, "sim_compute_performance-ego0": 0.005820052638934676, "sim_compute_performance-ego1": 0.005585242228902829, "sim_compute_performance-ego2": 0.005630061125299733}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.9109390186325536, "get_ui_image": 0.08994599360569268, "step_physics": 0.6308817202877847, "survival_time": 15.700000000000088, "driven_lanedir": 0.8777248092455516, "get_state_dump": 0.030306024156558285, "get_robot_state": 0.05143576215027244, "sim_render-ego0": 0.008838604969583498, "sim_render-ego1": 0.008986937012642053, "sim_render-ego2": 0.00887261682255253, "get_duckie_state": 4.838226707118332e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.639162041157759, "agent_compute-ego0": 0.02370900485166319, "agent_compute-ego1": 0.05443112030150784, "agent_compute-ego2": 0.053712336880386256, "complete-iteration": 1.0406536699100664, "set_robot_commands": 0.0068568955561158, "deviation-center-line": 0.42981724171100666, "driven_lanedir_consec": 0.8777248092455516, "sim_compute_sim_state": 0.04191591861141715, "sim_compute_performance-ego0": 0.005820052638934676, "sim_compute_performance-ego1": 0.005585242228902829, "sim_compute_performance-ego2": 0.005630061125299733}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.446287565820118, "get_ui_image": 0.08512753665826883, "step_physics": 0.5713307895478169, "survival_time": 15.700000000000088, "driven_lanedir": 0.44318492498631823, "get_state_dump": 0.03385794238679728, "get_robot_state": 0.05725481783508495, "sim_render-ego0": 0.00885009765625, "sim_render-ego1": 0.011088627159215842, "sim_render-ego2": 0.009856238486660514, "get_duckie_state": 5.15485265452391e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.4982920024632738, "agent_compute-ego0": 0.05679573982384554, "agent_compute-ego1": 0.05802517863595562, "agent_compute-ego2": 0.05859091783025462, "complete-iteration": 1.0373387526554667, "set_robot_commands": 0.0070744289714060014, "deviation-center-line": 1.246779969292958, "driven_lanedir_consec": 0.44318492498631823, "sim_compute_sim_state": 0.043213479837794215, "sim_compute_performance-ego0": 0.005692621704879081, "sim_compute_performance-ego1": 0.007042710948142276, "sim_compute_performance-ego2": 0.007332089600289703}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 2.0392957134005116, "get_ui_image": 0.08512753665826883, "step_physics": 0.5713307895478169, "survival_time": 15.700000000000088, "driven_lanedir": 0.7976026905267634, "get_state_dump": 0.03385794238679728, "get_robot_state": 0.05725481783508495, "sim_render-ego0": 0.00885009765625, "sim_render-ego1": 0.011088627159215842, "sim_render-ego2": 0.009856238486660514, "get_duckie_state": 5.15485265452391e-06, "in-drivable-lane": 8.600000000000072, "deviation-heading": 2.2521563702029637, "agent_compute-ego0": 0.05679573982384554, "agent_compute-ego1": 0.05802517863595562, "agent_compute-ego2": 0.05859091783025462, "complete-iteration": 1.0373387526554667, "set_robot_commands": 0.0070744289714060014, "deviation-center-line": 0.5547703809505292, "driven_lanedir_consec": 0.5822089249344539, "sim_compute_sim_state": 0.043213479837794215, "sim_compute_performance-ego0": 0.005692621704879081, "sim_compute_performance-ego1": 0.007042710948142276, "sim_compute_performance-ego2": 0.007332089600289703}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.9043476841329636, "get_ui_image": 0.08512753665826883, "step_physics": 0.5713307895478169, "survival_time": 15.700000000000088, "driven_lanedir": 0.8980779199028688, "get_state_dump": 0.03385794238679728, "get_robot_state": 0.05725481783508495, "sim_render-ego0": 0.00885009765625, "sim_render-ego1": 0.011088627159215842, "sim_render-ego2": 0.009856238486660514, "get_duckie_state": 5.15485265452391e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.111016351876534, "agent_compute-ego0": 0.05679573982384554, "agent_compute-ego1": 0.05802517863595562, "agent_compute-ego2": 0.05859091783025462, "complete-iteration": 1.0373387526554667, "set_robot_commands": 0.0070744289714060014, "deviation-center-line": 0.334392685208478, "driven_lanedir_consec": 0.8980779199028688, "sim_compute_sim_state": 0.043213479837794215, "sim_compute_performance-ego0": 0.005692621704879081, "sim_compute_performance-ego1": 0.007042710948142276, "sim_compute_performance-ego2": 0.007332089600289703}}
set_robot_commands_max	0.0070744289714060014
set_robot_commands_mean	0.006998579629784418
set_robot_commands_median	0.007064414361831449
set_robot_commands_min	0.0068568955561158
sim_compute_performance-ego0_max	0.005820052638934676
sim_compute_performance-ego0_mean	0.005701082395124095
sim_compute_performance-ego0_median	0.005692621704879081
sim_compute_performance-ego0_min	0.005590572841558528
sim_compute_performance-ego1_max	0.007042710948142276
sim_compute_performance-ego1_mean	0.006146478342028871
sim_compute_performance-ego1_median	0.005811481849041509
sim_compute_performance-ego1_min	0.005585242228902829
sim_compute_performance-ego2_max	0.007332089600289703
sim_compute_performance-ego2_mean	0.0061741730828016655
sim_compute_performance-ego2_median	0.005630061125299733
sim_compute_performance-ego2_min	0.005560368522815561
sim_compute_sim_state_max	0.043213479837794215
sim_compute_sim_state_mean	0.04126516020408369
sim_compute_sim_state_median	0.04191591861141715
sim_compute_sim_state_min	0.03866608216303969
sim_render-ego0_max	0.009396556414335
sim_render-ego0_mean	0.009028419680056169
sim_render-ego0_median	0.00885009765625
sim_render-ego0_min	0.008838604969583498
sim_render-ego1_max	0.011088627159215842
sim_render-ego1_mean	0.009715279502471922
sim_render-ego1_median	0.009070274335557873
sim_render-ego1_min	0.008986937012642053
sim_render-ego2_max	0.009856238486660514
sim_render-ego2_mean	0.009214280864536848
sim_render-ego2_median	0.008913987284397504
sim_render-ego2_min	0.00887261682255253
simulation-passed	1
step_physics_max	0.8013277307934408
step_physics_mean	0.6678467468763475
step_physics_median	0.6308817202877847
step_physics_min	0.5713307895478169
survival_time_max	59.99999999999873
survival_time_mean	30.466666666666303
survival_time_min	15.700000000000088