Job 40008

Job ID 40008

submission 11254

user Bea Baselines 🐤

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont05-b47700d9a51a-1

date started 2020-11-06 23:33:38+00:00

date completed 2020-11-06 23:44:56+00:00

duration 0:11:18

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5254661552929831
survival_time_median	4.299999999999993
deviation-center-line_median	0.1708894812391937
in-drivable-lane_median	2.0499999999999927

other stats

agent_compute-ego0_max	0.023633235540145483
agent_compute-ego0_mean	0.02025640079887592
agent_compute-ego0_median	0.019039644751437875
agent_compute-ego0_min	0.01809632210504441
agent_compute-ego1_max	0.018868739788348857
agent_compute-ego1_mean	0.018250304672995356
agent_compute-ego1_median	0.01848500273948492
agent_compute-ego1_min	0.01739717149115228
agent_compute-ego2_max	0.01867973527242971
agent_compute-ego2_mean	0.01823393625776927
agent_compute-ego2_median	0.018513386383717193
agent_compute-ego2_min	0.017508687117160894
complete-iteration_max	0.7008491837701132
complete-iteration_mean	0.6571567058233965
complete-iteration_median	0.6502112272458199
complete-iteration_min	0.6204097064542564
deviation-center-line_max	0.33117589371733824
deviation-center-line_mean	0.21557304357978793
deviation-center-line_min	0.1372668674963284
deviation-heading_max	2.0453345674894967
deviation-heading_mean	0.8404673647643576
deviation-heading_median	0.5391081930551415
deviation-heading_min	0.40342279630896105
driven_any_max	3.3236582556643244
driven_any_mean	1.0559427532571029
driven_any_median	0.9387855192798008
driven_any_min	0.4648268257179636
driven_lanedir_consec_max	0.8681991748313933
driven_lanedir_consec_mean	0.6077672652229039
driven_lanedir_consec_min	0.3691087615663511
driven_lanedir_max	0.8681991748313933
driven_lanedir_mean	0.6077672652229039
driven_lanedir_median	0.5254661552929831
driven_lanedir_min	0.3691087615663511
get_duckie_state_max	3.1687492548033248e-06
get_duckie_state_mean	3.0584735765635805e-06
get_duckie_state_median	3.127308634968547e-06
get_duckie_state_min	2.87936283991887e-06
get_robot_state_max	0.04320873429764917
get_robot_state_mean	0.04266991351930666
get_robot_state_median	0.04254028736016689
get_robot_state_min	0.042260718900103904
get_state_dump_max	0.025931028432624285
get_state_dump_mean	0.025420202379156993
get_state_dump_median	0.0253603829965963
get_state_dump_min	0.02496919570825039
get_ui_image_max	0.06908312821999574
get_ui_image_mean	0.0664212749134514
get_ui_image_median	0.06677400511364605
get_ui_image_min	0.06340669140671239
in-drivable-lane_max	9.700000000000028
in-drivable-lane_mean	3.5888888888888957
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.46507757773496744, "get_ui_image": 0.06908312821999574, "step_physics": 0.3636021063877986, "survival_time": 3.899999999999994, "driven_lanedir": 0.44705796455781943, "get_state_dump": 0.02496919570825039, "get_robot_state": 0.04254028736016689, "sim_render-ego0": 0.006827589793082995, "sim_render-ego1": 0.007043037659082658, "sim_render-ego2": 0.007235297789940467, "get_duckie_state": 2.87936283991887e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.668816943051403, "agent_compute-ego0": 0.023633235540145483, "agent_compute-ego1": 0.018868739788348857, "agent_compute-ego2": 0.017508687117160894, "complete-iteration": 0.6502112272458199, "set_robot_commands": 0.005294573612702198, "deviation-center-line": 0.3089492826760818, "driven_lanedir_consec": 0.44705796455781943, "sim_compute_sim_state": 0.0383684298931024, "sim_compute_performance-ego0": 0.004925269346970778, "sim_compute_performance-ego1": 0.0051135955712734125, "sim_compute_performance-ego2": 0.004650473594665527}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.075623443453336, "get_ui_image": 0.06908312821999574, "step_physics": 0.3636021063877986, "survival_time": 3.899999999999994, "driven_lanedir": 0.8605154128311068, "get_state_dump": 0.02496919570825039, "get_robot_state": 0.04254028736016689, "sim_render-ego0": 0.006827589793082995, "sim_render-ego1": 0.007043037659082658, "sim_render-ego2": 0.007235297789940467, "get_duckie_state": 2.87936283991887e-06, "in-drivable-lane": 0.5999999999999979, "deviation-heading": 0.7526202800376651, "agent_compute-ego0": 0.023633235540145483, "agent_compute-ego1": 0.018868739788348857, "agent_compute-ego2": 0.017508687117160894, "complete-iteration": 0.6502112272458199, "set_robot_commands": 0.005294573612702198, "deviation-center-line": 0.26407027270864675, "driven_lanedir_consec": 0.8605154128311068, "sim_compute_sim_state": 0.0383684298931024, "sim_compute_performance-ego0": 0.004925269346970778, "sim_compute_performance-ego1": 0.0051135955712734125, "sim_compute_performance-ego2": 0.004650473594665527}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.5403594078699034, "get_ui_image": 0.06908312821999574, "step_physics": 0.3636021063877986, "survival_time": 3.899999999999994, "driven_lanedir": 0.3691087615663511, "get_state_dump": 0.02496919570825039, "get_robot_state": 0.04254028736016689, "sim_render-ego0": 0.006827589793082995, "sim_render-ego1": 0.007043037659082658, "sim_render-ego2": 0.007235297789940467, "get_duckie_state": 2.87936283991887e-06, "in-drivable-lane": 2.2499999999999933, "deviation-heading": 0.45938580752265257, "agent_compute-ego0": 0.023633235540145483, "agent_compute-ego1": 0.018868739788348857, "agent_compute-ego2": 0.017508687117160894, "complete-iteration": 0.6502112272458199, "set_robot_commands": 0.005294573612702198, "deviation-center-line": 0.1372668674963284, "driven_lanedir_consec": 0.3691087615663511, "sim_compute_sim_state": 0.0383684298931024, "sim_compute_performance-ego0": 0.004925269346970778, "sim_compute_performance-ego1": 0.0051135955712734125, "sim_compute_performance-ego2": 0.004650473594665527}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4890664402874467, "get_ui_image": 0.06340669140671239, "step_physics": 0.34752069820057263, "survival_time": 11.55000000000003, "driven_lanedir": 0.44419172537828144, "get_state_dump": 0.0253603829965963, "get_robot_state": 0.04320873429764917, "sim_render-ego0": 0.007425134832208807, "sim_render-ego1": 0.0069145526720847915, "sim_render-ego2": 0.007205647307556945, "get_duckie_state": 3.127308634968547e-06, "in-drivable-lane": 9.700000000000028, "deviation-heading": 0.40342279630896105, "agent_compute-ego0": 0.01809632210504441, "agent_compute-ego1": 0.01739717149115228, "agent_compute-ego2": 0.018513386383717193, "complete-iteration": 0.6204097064542564, "set_robot_commands": 0.005259708924727006, "deviation-center-line": 0.1708894812391937, "driven_lanedir_consec": 0.44419172537828144, "sim_compute_sim_state": 0.03442219119051318, "sim_compute_performance-ego0": 0.004812663767760966, "sim_compute_performance-ego1": 0.004972673597789946, "sim_compute_performance-ego2": 0.004818898774844743}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0779049470160282, "get_ui_image": 0.06340669140671239, "step_physics": 0.34752069820057263, "survival_time": 11.55000000000003, "driven_lanedir": 0.659422208332876, "get_state_dump": 0.0253603829965963, "get_robot_state": 0.04320873429764917, "sim_render-ego0": 0.007425134832208807, "sim_render-ego1": 0.0069145526720847915, "sim_render-ego2": 0.007205647307556945, "get_duckie_state": 3.127308634968547e-06, "in-drivable-lane": 9.05000000000003, "deviation-heading": 0.4524382186825983, "agent_compute-ego0": 0.01809632210504441, "agent_compute-ego1": 0.01739717149115228, "agent_compute-ego2": 0.018513386383717193, "complete-iteration": 0.6204097064542564, "set_robot_commands": 0.005259708924727006, "deviation-center-line": 0.14114162252386395, "driven_lanedir_consec": 0.659422208332876, "sim_compute_sim_state": 0.03442219119051318, "sim_compute_performance-ego0": 0.004812663767760966, "sim_compute_performance-ego1": 0.004972673597789946, "sim_compute_performance-ego2": 0.004818898774844743}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 3.3236582556643244, "get_ui_image": 0.06340669140671239, "step_physics": 0.34752069820057263, "survival_time": 11.55000000000003, "driven_lanedir": 0.8379516605531032, "get_state_dump": 0.0253603829965963, "get_robot_state": 0.04320873429764917, "sim_render-ego0": 0.007425134832208807, "sim_render-ego1": 0.0069145526720847915, "sim_render-ego2": 0.007205647307556945, "get_duckie_state": 3.127308634968547e-06, "in-drivable-lane": 7.500000000000021, "deviation-heading": 2.0453345674894967, "agent_compute-ego0": 0.01809632210504441, "agent_compute-ego1": 0.01739717149115228, "agent_compute-ego2": 0.018513386383717193, "complete-iteration": 0.6204097064542564, "set_robot_commands": 0.005259708924727006, "deviation-center-line": 0.33117589371733824, "driven_lanedir_consec": 0.8379516605531032, "sim_compute_sim_state": 0.03442219119051318, "sim_compute_performance-ego0": 0.004812663767760966, "sim_compute_performance-ego1": 0.004972673597789946, "sim_compute_performance-ego2": 0.004818898774844743}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4648268257179636, "get_ui_image": 0.06677400511364605, "step_physics": 0.4148984593014384, "survival_time": 4.299999999999993, "driven_lanedir": 0.4579923236622203, "get_state_dump": 0.025931028432624285, "get_robot_state": 0.042260718900103904, "sim_render-ego0": 0.007379371066426122, "sim_render-ego1": 0.007491219875424407, "sim_render-ego2": 0.007041737090709598, "get_duckie_state": 3.1687492548033248e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.762343841323513, "agent_compute-ego0": 0.019039644751437875, "agent_compute-ego1": 0.01848500273948492, "agent_compute-ego2": 0.01867973527242971, "complete-iteration": 0.7008491837701132, "set_robot_commands": 0.005417712899141534, "deviation-center-line": 0.2629243691440337, "driven_lanedir_consec": 0.4579923236622203, "sim_compute_sim_state": 0.04155629457429398, "sim_compute_performance-ego0": 0.00484772615654524, "sim_compute_performance-ego1": 0.005027635152949844, "sim_compute_performance-ego2": 0.005113543466080067}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.1281823622901554, "get_ui_image": 0.06677400511364605, "step_physics": 0.4148984593014384, "survival_time": 4.299999999999993, "driven_lanedir": 0.5254661552929831, "get_state_dump": 0.025931028432624285, "get_robot_state": 0.042260718900103904, "sim_render-ego0": 0.007379371066426122, "sim_render-ego1": 0.007491219875424407, "sim_render-ego2": 0.007041737090709598, "get_duckie_state": 3.1687492548033248e-06, "in-drivable-lane": 2.0499999999999927, "deviation-heading": 0.4807356354077878, "agent_compute-ego0": 0.019039644751437875, "agent_compute-ego1": 0.01848500273948492, "agent_compute-ego2": 0.01867973527242971, "complete-iteration": 0.7008491837701132, "set_robot_commands": 0.005417712899141534, "deviation-center-line": 0.1630528888808914, "driven_lanedir_consec": 0.5254661552929831, "sim_compute_sim_state": 0.04155629457429398, "sim_compute_performance-ego0": 0.00484772615654524, "sim_compute_performance-ego1": 0.005027635152949844, "sim_compute_performance-ego2": 0.005113543466080067}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.9387855192798008, "get_ui_image": 0.06677400511364605, "step_physics": 0.4148984593014384, "survival_time": 4.299999999999993, "driven_lanedir": 0.8681991748313933, "get_state_dump": 0.025931028432624285, "get_robot_state": 0.042260718900103904, "sim_render-ego0": 0.007379371066426122, "sim_render-ego1": 0.007491219875424407, "sim_render-ego2": 0.007041737090709598, "get_duckie_state": 3.1687492548033248e-06, "in-drivable-lane": 1.149999999999996, "deviation-heading": 0.5391081930551415, "agent_compute-ego0": 0.019039644751437875, "agent_compute-ego1": 0.01848500273948492, "agent_compute-ego2": 0.01867973527242971, "complete-iteration": 0.7008491837701132, "set_robot_commands": 0.005417712899141534, "deviation-center-line": 0.1606867138317134, "driven_lanedir_consec": 0.8681991748313933, "sim_compute_sim_state": 0.04155629457429398, "sim_compute_performance-ego0": 0.00484772615654524, "sim_compute_performance-ego1": 0.005027635152949844, "sim_compute_performance-ego2": 0.005113543466080067}}
set_robot_commands_max	0.005417712899141534
set_robot_commands_mean	0.005323998478856912
set_robot_commands_median	0.005294573612702198
set_robot_commands_min	0.005259708924727006
sim_compute_performance-ego0_max	0.004925269346970778
sim_compute_performance-ego0_mean	0.004861886423758994
sim_compute_performance-ego0_median	0.00484772615654524
sim_compute_performance-ego0_min	0.004812663767760966
sim_compute_performance-ego1_max	0.0051135955712734125
sim_compute_performance-ego1_mean	0.0050379681073377345
sim_compute_performance-ego1_median	0.005027635152949844
sim_compute_performance-ego1_min	0.004972673597789946
sim_compute_performance-ego2_max	0.005113543466080067
sim_compute_performance-ego2_mean	0.004860971945196779
sim_compute_performance-ego2_median	0.004818898774844743
sim_compute_performance-ego2_min	0.004650473594665527
sim_compute_sim_state_max	0.04155629457429398
sim_compute_sim_state_mean	0.03811563855263652
sim_compute_sim_state_median	0.0383684298931024
sim_compute_sim_state_min	0.03442219119051318
sim_render-ego0_max	0.007425134832208807
sim_render-ego0_mean	0.007210698563905975
sim_render-ego0_median	0.007379371066426122
sim_render-ego0_min	0.006827589793082995
sim_render-ego1_max	0.007491219875424407
sim_render-ego1_mean	0.007149603402197286
sim_render-ego1_median	0.007043037659082658
sim_render-ego1_min	0.0069145526720847915
sim_render-ego2_max	0.007235297789940467
sim_render-ego2_mean	0.007160894062735669
sim_render-ego2_median	0.007205647307556945
sim_render-ego2_min	0.007041737090709598
simulation-passed	1
step_physics_max	0.4148984593014384
step_physics_mean	0.3753404212966033
step_physics_median	0.3636021063877986
step_physics_min	0.34752069820057263
survival_time_max	11.55000000000003
survival_time_mean	6.583333333333339
survival_time_min	3.899999999999994