Job 40009

Job ID 40009

submission 11254

user Bea Baselines 🐤

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont04-ef63c33f6e8a-1

date started 2020-11-06 23:35:24+00:00

date completed 2020-11-06 23:47:26+00:00

duration 0:12:02

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5083234601978879
survival_time_median	8.949999999999992
deviation-center-line_median	0.4044708418228645
in-drivable-lane_median	2.4499999999999935

other stats

agent_compute-ego0_max	0.01926418922466939
agent_compute-ego0_mean	0.018120902012519303
agent_compute-ego0_median	0.018053531646728516
agent_compute-ego0_min	0.017044985166160008
agent_compute-ego1_max	0.01851802605849046
agent_compute-ego1_mean	0.018102362857241337
agent_compute-ego1_median	0.01832446705695637
agent_compute-ego1_min	0.01746459545627717
agent_compute-ego2_max	0.01839767732927876
agent_compute-ego2_mean	0.01816377558384741
agent_compute-ego2_median	0.018244638123325795
agent_compute-ego2_min	0.017849011298937675
complete-iteration_max	0.6846642187853765
complete-iteration_mean	0.6490404458392794
complete-iteration_median	0.6674201121697059
complete-iteration_min	0.5950370065627559
deviation-center-line_max	1.079892312295109
deviation-center-line_mean	0.3901405743753139
deviation-center-line_min	0.0940833414820221
deviation-heading_max	2.0515768074933898
deviation-heading_mean	1.1297215599767736
deviation-heading_median	0.8873833220033386
deviation-heading_min	0.3568504367357589
driven_any_max	2.735384577014144
driven_any_mean	1.1498734508882786
driven_any_median	0.971209309305295
driven_any_min	0.4208628311660624
driven_lanedir_consec_max	1.7758035480365684
driven_lanedir_consec_mean	0.7210100561679839
driven_lanedir_consec_min	0.30438847324759477
driven_lanedir_max	1.7758035480365684
driven_lanedir_mean	0.7210100561679839
driven_lanedir_median	0.5083234601978879
driven_lanedir_min	0.30438847324759477
get_duckie_state_max	4.615197634563766e-06
get_duckie_state_mean	4.444943215613959e-06
get_duckie_state_median	4.376134564799647e-06
get_duckie_state_min	4.343497447478466e-06
get_robot_state_max	0.04311311577951442
get_robot_state_mean	0.042673045713018366
get_robot_state_median	0.04257518205887232
get_robot_state_min	0.04233083930066837
get_state_dump_max	0.02565628190280339
get_state_dump_mean	0.025560746396995137
get_state_dump_median	0.025624458606426533
get_state_dump_min	0.025401498681755477
get_ui_image_max	0.06730990569684758
get_ui_image_mean	0.06314164033007272
get_ui_image_median	0.06121360032986372
get_ui_image_min	0.060901414963506886
in-drivable-lane_max	7.899999999999997
in-drivable-lane_mean	2.866666666666666
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44580267640737825, "get_ui_image": 0.06730990569684758, "step_physics": 0.4089239309619925, "survival_time": 8.949999999999992, "driven_lanedir": 0.4426744823430995, "get_state_dump": 0.02565628190280339, "get_robot_state": 0.04311311577951442, "sim_render-ego0": 0.00747892310499479, "sim_render-ego1": 0.007254326143744272, "sim_render-ego2": 0.006993236488470152, "get_duckie_state": 4.615197634563766e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.4876069127578817, "agent_compute-ego0": 0.01926418922466939, "agent_compute-ego1": 0.01832446705695637, "agent_compute-ego2": 0.018244638123325795, "complete-iteration": 0.6846642187853765, "set_robot_commands": 0.005403153723178629, "deviation-center-line": 0.4238711138676199, "driven_lanedir_consec": 0.4426744823430995, "sim_compute_sim_state": 0.03101946521737722, "sim_compute_performance-ego0": 0.004989225771174085, "sim_compute_performance-ego1": 0.004791949714362288, "sim_compute_performance-ego2": 0.005083414429392894}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 2.5688863662890595, "get_ui_image": 0.06730990569684758, "step_physics": 0.4089239309619925, "survival_time": 8.949999999999992, "driven_lanedir": 1.7758035480365684, "get_state_dump": 0.02565628190280339, "get_robot_state": 0.04311311577951442, "sim_render-ego0": 0.00747892310499479, "sim_render-ego1": 0.007254326143744272, "sim_render-ego2": 0.006993236488470152, "get_duckie_state": 4.615197634563766e-06, "in-drivable-lane": 2.4499999999999993, "deviation-heading": 1.7280636416437998, "agent_compute-ego0": 0.01926418922466939, "agent_compute-ego1": 0.01832446705695637, "agent_compute-ego2": 0.018244638123325795, "complete-iteration": 0.6846642187853765, "set_robot_commands": 0.005403153723178629, "deviation-center-line": 0.48077711745248813, "driven_lanedir_consec": 1.7758035480365684, "sim_compute_sim_state": 0.03101946521737722, "sim_compute_performance-ego0": 0.004989225771174085, "sim_compute_performance-ego1": 0.004791949714362288, "sim_compute_performance-ego2": 0.005083414429392894}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.971209309305295, "get_ui_image": 0.06730990569684758, "step_physics": 0.4089239309619925, "survival_time": 8.949999999999992, "driven_lanedir": 0.5083234601978879, "get_state_dump": 0.02565628190280339, "get_robot_state": 0.04311311577951442, "sim_render-ego0": 0.00747892310499479, "sim_render-ego1": 0.007254326143744272, "sim_render-ego2": 0.006993236488470152, "get_duckie_state": 4.615197634563766e-06, "in-drivable-lane": 1.3499999999999956, "deviation-heading": 1.8736661385990316, "agent_compute-ego0": 0.01926418922466939, "agent_compute-ego1": 0.01832446705695637, "agent_compute-ego2": 0.018244638123325795, "complete-iteration": 0.6846642187853765, "set_robot_commands": 0.005403153723178629, "deviation-center-line": 1.079892312295109, "driven_lanedir_consec": 0.5083234601978879, "sim_compute_sim_state": 0.03101946521737722, "sim_compute_performance-ego0": 0.004989225771174085, "sim_compute_performance-ego1": 0.004791949714362288, "sim_compute_performance-ego2": 0.005083414429392894}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.465354985141453, "get_ui_image": 0.06121360032986372, "step_physics": 0.3912795262458997, "survival_time": 3.899999999999994, "driven_lanedir": 0.45789480489259615, "get_state_dump": 0.025624458606426533, "get_robot_state": 0.04257518205887232, "sim_render-ego0": 0.0067662489719879934, "sim_render-ego1": 0.006994919899182442, "sim_render-ego2": 0.007030566533406575, "get_duckie_state": 4.343497447478466e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.5327819814720303, "agent_compute-ego0": 0.018053531646728516, "agent_compute-ego1": 0.01851802605849046, "agent_compute-ego2": 0.017849011298937675, "complete-iteration": 0.6674201121697059, "set_robot_commands": 0.005271196365356445, "deviation-center-line": 0.419824731342026, "driven_lanedir_consec": 0.45789480489259615, "sim_compute_sim_state": 0.03988659381866455, "sim_compute_performance-ego0": 0.004480209106054061, "sim_compute_performance-ego1": 0.005192704689808381, "sim_compute_performance-ego2": 0.005821741544283354}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.1056801665052045, "get_ui_image": 0.06121360032986372, "step_physics": 0.3912795262458997, "survival_time": 3.899999999999994, "driven_lanedir": 0.9453911970870118, "get_state_dump": 0.025624458606426533, "get_robot_state": 0.04257518205887232, "sim_render-ego0": 0.0067662489719879934, "sim_render-ego1": 0.006994919899182442, "sim_render-ego2": 0.007030566533406575, "get_duckie_state": 4.343497447478466e-06, "in-drivable-lane": 0.29999999999999893, "deviation-heading": 0.8873833220033386, "agent_compute-ego0": 0.018053531646728516, "agent_compute-ego1": 0.01851802605849046, "agent_compute-ego2": 0.017849011298937675, "complete-iteration": 0.6674201121697059, "set_robot_commands": 0.005271196365356445, "deviation-center-line": 0.2846539084050218, "driven_lanedir_consec": 0.9453911970870118, "sim_compute_sim_state": 0.03988659381866455, "sim_compute_performance-ego0": 0.004480209106054061, "sim_compute_performance-ego1": 0.005192704689808381, "sim_compute_performance-ego2": 0.005821741544283354}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.4208628311660624, "get_ui_image": 0.06121360032986372, "step_physics": 0.3912795262458997, "survival_time": 3.899999999999994, "driven_lanedir": 0.30438847324759477, "get_state_dump": 0.025624458606426533, "get_robot_state": 0.04257518205887232, "sim_render-ego0": 0.0067662489719879934, "sim_render-ego1": 0.006994919899182442, "sim_render-ego2": 0.007030566533406575, "get_duckie_state": 4.343497447478466e-06, "in-drivable-lane": 2.4499999999999935, "deviation-heading": 0.4558423911215076, "agent_compute-ego0": 0.018053531646728516, "agent_compute-ego1": 0.01851802605849046, "agent_compute-ego2": 0.017849011298937675, "complete-iteration": 0.6674201121697059, "set_robot_commands": 0.005271196365356445, "deviation-center-line": 0.09462758206460756, "driven_lanedir_consec": 0.30438847324759477, "sim_compute_sim_state": 0.03988659381866455, "sim_compute_performance-ego0": 0.004480209106054061, "sim_compute_performance-ego1": 0.005192704689808381, "sim_compute_performance-ego2": 0.005821741544283354}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.49066549092015826, "get_ui_image": 0.060901414963506886, "step_physics": 0.3174631159792664, "survival_time": 9.299999999999995, "driven_lanedir": 0.33247451065238454, "get_state_dump": 0.025401498681755477, "get_robot_state": 0.04233083930066837, "sim_render-ego0": 0.0069025472928118965, "sim_render-ego1": 0.007131930320493637, "sim_render-ego2": 0.007323189448284847, "get_duckie_state": 4.376134564799647e-06, "in-drivable-lane": 7.899999999999997, "deviation-heading": 0.3568504367357589, "agent_compute-ego0": 0.017044985166160008, "agent_compute-ego1": 0.01746459545627717, "agent_compute-ego2": 0.01839767732927876, "complete-iteration": 0.5950370065627559, "set_robot_commands": 0.0053744444283106, "deviation-center-line": 0.0940833414820221, "driven_lanedir_consec": 0.33247451065238454, "sim_compute_sim_state": 0.04360099248988654, "sim_compute_performance-ego0": 0.004898354571352723, "sim_compute_performance-ego1": 0.004914631125747517, "sim_compute_performance-ego2": 0.004799023751289614}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.145014655245753, "get_ui_image": 0.060901414963506886, "step_physics": 0.3174631159792664, "survival_time": 9.299999999999995, "driven_lanedir": 0.7594149994302903, "get_state_dump": 0.025401498681755477, "get_robot_state": 0.04233083930066837, "sim_render-ego0": 0.0069025472928118965, "sim_render-ego1": 0.007131930320493637, "sim_render-ego2": 0.007323189448284847, "get_duckie_state": 4.376134564799647e-06, "in-drivable-lane": 6.2, "deviation-heading": 0.7937224079642238, "agent_compute-ego0": 0.017044985166160008, "agent_compute-ego1": 0.01746459545627717, "agent_compute-ego2": 0.01839767732927876, "complete-iteration": 0.5950370065627559, "set_robot_commands": 0.0053744444283106, "deviation-center-line": 0.2290642206460668, "driven_lanedir_consec": 0.7594149994302903, "sim_compute_sim_state": 0.04360099248988654, "sim_compute_performance-ego0": 0.004898354571352723, "sim_compute_performance-ego1": 0.004914631125747517, "sim_compute_performance-ego2": 0.004799023751289614}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 2.735384577014144, "get_ui_image": 0.060901414963506886, "step_physics": 0.3174631159792664, "survival_time": 9.299999999999995, "driven_lanedir": 0.9627250296244207, "get_state_dump": 0.025401498681755477, "get_robot_state": 0.04233083930066837, "sim_render-ego0": 0.0069025472928118965, "sim_render-ego1": 0.007131930320493637, "sim_render-ego2": 0.007323189448284847, "get_duckie_state": 4.376134564799647e-06, "in-drivable-lane": 5.150000000000004, "deviation-heading": 2.0515768074933898, "agent_compute-ego0": 0.017044985166160008, "agent_compute-ego1": 0.01746459545627717, "agent_compute-ego2": 0.01839767732927876, "complete-iteration": 0.5950370065627559, "set_robot_commands": 0.0053744444283106, "deviation-center-line": 0.4044708418228645, "driven_lanedir_consec": 0.9627250296244207, "sim_compute_sim_state": 0.04360099248988654, "sim_compute_performance-ego0": 0.004898354571352723, "sim_compute_performance-ego1": 0.004914631125747517, "sim_compute_performance-ego2": 0.004799023751289614}}
set_robot_commands_max	0.005403153723178629
set_robot_commands_mean	0.005349598172281891
set_robot_commands_median	0.0053744444283106
set_robot_commands_min	0.005271196365356445
sim_compute_performance-ego0_max	0.004989225771174085
sim_compute_performance-ego0_mean	0.004789263149526956
sim_compute_performance-ego0_median	0.004898354571352723
sim_compute_performance-ego0_min	0.004480209106054061
sim_compute_performance-ego1_max	0.005192704689808381
sim_compute_performance-ego1_mean	0.004966428509972729
sim_compute_performance-ego1_median	0.004914631125747517
sim_compute_performance-ego1_min	0.004791949714362288
sim_compute_performance-ego2_max	0.005821741544283354
sim_compute_performance-ego2_mean	0.00523472657498862
sim_compute_performance-ego2_median	0.005083414429392894
sim_compute_performance-ego2_min	0.004799023751289614
sim_compute_sim_state_max	0.04360099248988654
sim_compute_sim_state_mean	0.03816901717530943
sim_compute_sim_state_median	0.03988659381866455
sim_compute_sim_state_min	0.03101946521737722
sim_render-ego0_max	0.00747892310499479
sim_render-ego0_mean	0.00704923978993156
sim_render-ego0_median	0.0069025472928118965
sim_render-ego0_min	0.0067662489719879934
sim_render-ego1_max	0.007254326143744272
sim_render-ego1_mean	0.007127058787806784
sim_render-ego1_median	0.007131930320493637
sim_render-ego1_min	0.006994919899182442
sim_render-ego2_max	0.007323189448284847
sim_render-ego2_mean	0.0071156641567205236
sim_render-ego2_median	0.007030566533406575
sim_render-ego2_min	0.006993236488470152
simulation-passed	1
step_physics_max	0.4089239309619925
step_physics_mean	0.37255552439571954
step_physics_median	0.3912795262458997
step_physics_min	0.3174631159792664
survival_time_max	9.299999999999995
survival_time_mean	7.383333333333329
survival_time_min	3.899999999999994