Job 41160

Job ID 41160

submission 11294

user Charlie Gauthier 🇨🇦

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont04-ef63c33f6e8a-1

date started 2020-11-08 01:49:32+00:00

date completed 2020-11-08 02:46:37+00:00

duration 0:57:05

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.8840496338302923
survival_time_median	59.99999999999873
deviation-center-line_median	1.0294132140797847
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.016642115495286318
agent_compute-ego0_mean	0.016574869039638743
agent_compute-ego0_median	0.016573017456111838
agent_compute-ego0_min	0.016509474167518075
agent_compute-ego1_max	0.01770918772282152
agent_compute-ego1_mean	0.017120259277891972
agent_compute-ego1_median	0.01722851204534653
agent_compute-ego1_min	0.016423078065507867
agent_compute-ego2_max	0.016539579027154472
agent_compute-ego2_mean	0.016350002444241337
agent_compute-ego2_median	0.016337094358560147
agent_compute-ego2_min	0.01617333394700939
complete-iteration_max	0.6928379722280764
complete-iteration_mean	0.6514118932489273
complete-iteration_median	0.6717560096743899
complete-iteration_min	0.589641697844316
deviation-center-line_max	1.8059577467781087
deviation-center-line_mean	0.954722476079932
deviation-center-line_min	0.09481358016596132
deviation-heading_max	10.84414187295194
deviation-heading_mean	4.729479591976665
deviation-heading_median	2.1252995440012414
deviation-heading_min	0.5957041488821255
driven_any_max	7.920092785937148
driven_any_mean	2.852622102620527
driven_any_median	0.9374955562829173
driven_any_min	0.4396458834149879
driven_lanedir_consec_max	1.7404224841210008
driven_lanedir_consec_mean	0.8866774562876438
driven_lanedir_consec_min	0.4374020164196395
driven_lanedir_max	2.1228150355261297
driven_lanedir_mean	0.9678338397126276
driven_lanedir_median	0.8840496338302923
driven_lanedir_min	0.4374020164196395
get_duckie_state_max	3.846856974046693e-06
get_duckie_state_mean	3.7700391825196098e-06
get_duckie_state_median	3.755762335959445e-06
get_duckie_state_min	3.70749823755269e-06
get_robot_state_max	0.03995131691925532
get_robot_state_mean	0.03992915424784817
get_robot_state_median	0.039924384949359105
get_robot_state_min	0.03991176087493007
get_state_dump_max	0.02480650702483648
get_state_dump_mean	0.024753089132531825
get_state_dump_median	0.02472964208224293
get_state_dump_min	0.02472311829051606
get_ui_image_max	0.05761606707163992
get_ui_image_mean	0.057024546166397655
get_ui_image_median	0.05682380279798186
get_ui_image_min	0.05663376862957118
in-drivable-lane_max	54.849999999998744
in-drivable-lane_mean	15.44999999999964
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4466048718458392, "get_ui_image": 0.05663376862957118, "step_physics": 0.428041605429288, "survival_time": 59.99999999999873, "driven_lanedir": 0.4431980739925674, "get_state_dump": 0.02472311829051606, "get_robot_state": 0.03995131691925532, "sim_render-ego0": 0.006146643977677395, "sim_render-ego1": 0.0067238108899373, "sim_render-ego2": 0.0066281786369939925, "get_duckie_state": 3.70749823755269e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.218182618130355, "agent_compute-ego0": 0.016642115495286318, "agent_compute-ego1": 0.01770918772282152, "agent_compute-ego2": 0.01617333394700939, "complete-iteration": 0.6717560096743899, "set_robot_commands": 0.005168356764425743, "deviation-center-line": 1.0294132140797847, "driven_lanedir_consec": 0.4431980739925674, "sim_compute_sim_state": 0.02358269691467285, "sim_compute_performance-ego0": 0.00420746457864601, "sim_compute_performance-ego1": 0.00447842362123564, "sim_compute_performance-ego2": 0.0044912428383426205}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 7.91208914695678, "get_ui_image": 0.05663376862957118, "step_physics": 0.428041605429288, "survival_time": 59.99999999999873, "driven_lanedir": 0.6010351700201642, "get_state_dump": 0.02472311829051606, "get_robot_state": 0.03995131691925532, "sim_render-ego0": 0.006146643977677395, "sim_render-ego1": 0.0067238108899373, "sim_render-ego2": 0.0066281786369939925, "get_duckie_state": 3.70749823755269e-06, "in-drivable-lane": 54.849999999998744, "deviation-heading": 1.1501368854493232, "agent_compute-ego0": 0.016642115495286318, "agent_compute-ego1": 0.01770918772282152, "agent_compute-ego2": 0.01617333394700939, "complete-iteration": 0.6717560096743899, "set_robot_commands": 0.005168356764425743, "deviation-center-line": 0.5098064546200703, "driven_lanedir_consec": 0.6010351700201642, "sim_compute_sim_state": 0.02358269691467285, "sim_compute_performance-ego0": 0.00420746457864601, "sim_compute_performance-ego1": 0.00447842362123564, "sim_compute_performance-ego2": 0.0044912428383426205}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.9046387351695444, "get_ui_image": 0.05663376862957118, "step_physics": 0.428041605429288, "survival_time": 59.99999999999873, "driven_lanedir": 0.8840496338302923, "get_state_dump": 0.02472311829051606, "get_robot_state": 0.03995131691925532, "sim_render-ego0": 0.006146643977677395, "sim_render-ego1": 0.0067238108899373, "sim_render-ego2": 0.0066281786369939925, "get_duckie_state": 3.70749823755269e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.055105804860094, "agent_compute-ego0": 0.016642115495286318, "agent_compute-ego1": 0.01770918772282152, "agent_compute-ego2": 0.01617333394700939, "complete-iteration": 0.6717560096743899, "set_robot_commands": 0.005168356764425743, "deviation-center-line": 1.1884122153675605, "driven_lanedir_consec": 0.8840496338302923, "sim_compute_sim_state": 0.02358269691467285, "sim_compute_performance-ego0": 0.00420746457864601, "sim_compute_performance-ego1": 0.00447842362123564, "sim_compute_performance-ego2": 0.0044912428383426205}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4462798790267013, "get_ui_image": 0.05682380279798186, "step_physics": 0.3375873556744293, "survival_time": 13.350000000000056, "driven_lanedir": 0.4423136825110437, "get_state_dump": 0.02472964208224293, "get_robot_state": 0.039924384949359105, "sim_render-ego0": 0.006303705079725172, "sim_render-ego1": 0.006667418426342225, "sim_render-ego2": 0.006659549720278393, "get_duckie_state": 3.755762335959445e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.7246059519330166, "agent_compute-ego0": 0.016573017456111838, "agent_compute-ego1": 0.016423078065507867, "agent_compute-ego2": 0.016539579027154472, "complete-iteration": 0.589641697844316, "set_robot_commands": 0.00514564174837834, "deviation-center-line": 0.09481358016596132, "driven_lanedir_consec": 0.4423136825110437, "sim_compute_sim_state": 0.03210932038696518, "sim_compute_performance-ego0": 0.004342385445641221, "sim_compute_performance-ego1": 0.00459970874286323, "sim_compute_performance-ego2": 0.004608271273780851}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.7272809104385518, "get_ui_image": 0.05682380279798186, "step_physics": 0.3375873556744293, "survival_time": 13.350000000000056, "driven_lanedir": 1.4325066356335612, "get_state_dump": 0.02472964208224293, "get_robot_state": 0.039924384949359105, "sim_render-ego0": 0.006303705079725172, "sim_render-ego1": 0.006667418426342225, "sim_render-ego2": 0.006659549720278393, "get_duckie_state": 3.755762335959445e-06, "in-drivable-lane": 0.4999999999999982, "deviation-heading": 5.463356581082023, "agent_compute-ego0": 0.016573017456111838, "agent_compute-ego1": 0.016423078065507867, "agent_compute-ego2": 0.016539579027154472, "complete-iteration": 0.589641697844316, "set_robot_commands": 0.00514564174837834, "deviation-center-line": 1.18308438275699, "driven_lanedir_consec": 1.4325066356335612, "sim_compute_sim_state": 0.03210932038696518, "sim_compute_performance-ego0": 0.004342385445641221, "sim_compute_performance-ego1": 0.00459970874286323, "sim_compute_performance-ego2": 0.004608271273780851}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.9374955562829173, "get_ui_image": 0.05682380279798186, "step_physics": 0.3375873556744293, "survival_time": 13.350000000000056, "driven_lanedir": 0.8961820658274606, "get_state_dump": 0.02472964208224293, "get_robot_state": 0.039924384949359105, "sim_render-ego0": 0.006303705079725172, "sim_render-ego1": 0.006667418426342225, "sim_render-ego2": 0.006659549720278393, "get_duckie_state": 3.755762335959445e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.1252995440012414, "agent_compute-ego0": 0.016573017456111838, "agent_compute-ego1": 0.016423078065507867, "agent_compute-ego2": 0.016539579027154472, "complete-iteration": 0.589641697844316, "set_robot_commands": 0.00514564174837834, "deviation-center-line": 0.9497425900654202, "driven_lanedir_consec": 0.8961820658274606, "sim_compute_sim_state": 0.03210932038696518, "sim_compute_performance-ego0": 0.004342385445641221, "sim_compute_performance-ego1": 0.00459970874286323, "sim_compute_performance-ego2": 0.004608271273780851}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4396458834149879, "get_ui_image": 0.05761606707163992, "step_physics": 0.4413072973564205, "survival_time": 59.99999999999873, "driven_lanedir": 0.4374020164196395, "get_state_dump": 0.02480650702483648, "get_robot_state": 0.03991176087493007, "sim_render-ego0": 0.006223157482480725, "sim_render-ego1": 0.0067556416561561855, "sim_render-ego2": 0.006677162041771323, "get_duckie_state": 3.846856974046693e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.5957041488821255, "agent_compute-ego0": 0.016509474167518075, "agent_compute-ego1": 0.01722851204534653, "agent_compute-ego2": 0.016337094358560147, "complete-iteration": 0.6928379722280764, "set_robot_commands": 0.005089919037068516, "deviation-center-line": 0.504683056592916, "driven_lanedir_consec": 0.4374020164196395, "sim_compute_sim_state": 0.03059641367986141, "sim_compute_performance-ego0": 0.004233377164448429, "sim_compute_performance-ego1": 0.004543323500964366, "sim_compute_performance-ego2": 0.004572718070011949}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 7.920092785937148, "get_ui_image": 0.05761606707163992, "step_physics": 0.4413072973564205, "survival_time": 59.99999999999873, "driven_lanedir": 1.4510022436527894, "get_state_dump": 0.02480650702483648, "get_robot_state": 0.03991176087493007, "sim_render-ego0": 0.006223157482480725, "sim_render-ego1": 0.0067556416561561855, "sim_render-ego2": 0.006677162041771323, "get_duckie_state": 3.846856974046693e-06, "in-drivable-lane": 44.14999999999933, "deviation-heading": 10.388782920499864, "agent_compute-ego0": 0.016509474167518075, "agent_compute-ego1": 0.01722851204534653, "agent_compute-ego2": 0.016337094358560147, "complete-iteration": 0.6928379722280764, "set_robot_commands": 0.005089919037068516, "deviation-center-line": 1.3265890442925778, "driven_lanedir_consec": 1.1029873442330649, "sim_compute_sim_state": 0.03059641367986141, "sim_compute_performance-ego0": 0.004233377164448429, "sim_compute_performance-ego1": 0.004543323500964366, "sim_compute_performance-ego2": 0.004572718070011949}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 4.939471154512268, "get_ui_image": 0.05761606707163992, "step_physics": 0.4413072973564205, "survival_time": 59.99999999999873, "driven_lanedir": 2.1228150355261297, "get_state_dump": 0.02480650702483648, "get_robot_state": 0.03991176087493007, "sim_render-ego0": 0.006223157482480725, "sim_render-ego1": 0.0067556416561561855, "sim_render-ego2": 0.006677162041771323, "get_duckie_state": 3.846856974046693e-06, "in-drivable-lane": 39.54999999999869, "deviation-heading": 10.84414187295194, "agent_compute-ego0": 0.016509474167518075, "agent_compute-ego1": 0.01722851204534653, "agent_compute-ego2": 0.016337094358560147, "complete-iteration": 0.6928379722280764, "set_robot_commands": 0.005089919037068516, "deviation-center-line": 1.8059577467781087, "driven_lanedir_consec": 1.7404224841210008, "sim_compute_sim_state": 0.03059641367986141, "sim_compute_performance-ego0": 0.004233377164448429, "sim_compute_performance-ego1": 0.004543323500964366, "sim_compute_performance-ego2": 0.004572718070011949}}
set_robot_commands_max	0.005168356764425743
set_robot_commands_mean	0.005134639183290866
set_robot_commands_median	0.00514564174837834
set_robot_commands_min	0.005089919037068516
sim_compute_performance-ego0_max	0.004342385445641221
sim_compute_performance-ego0_mean	0.004261075729578553
sim_compute_performance-ego0_median	0.004233377164448429
sim_compute_performance-ego0_min	0.00420746457864601
sim_compute_performance-ego1_max	0.00459970874286323
sim_compute_performance-ego1_mean	0.004540485288354411
sim_compute_performance-ego1_median	0.004543323500964366
sim_compute_performance-ego1_min	0.00447842362123564
sim_compute_performance-ego2_max	0.004608271273780851
sim_compute_performance-ego2_mean	0.004557410727378474
sim_compute_performance-ego2_median	0.004572718070011949
sim_compute_performance-ego2_min	0.0044912428383426205
sim_compute_sim_state_max	0.03210932038696518
sim_compute_sim_state_mean	0.02876281032716648
sim_compute_sim_state_median	0.03059641367986141
sim_compute_sim_state_min	0.02358269691467285
sim_render-ego0_max	0.006303705079725172
sim_render-ego0_mean	0.006224502179961097
sim_render-ego0_median	0.006223157482480725
sim_render-ego0_min	0.006146643977677395
sim_render-ego1_max	0.0067556416561561855
sim_render-ego1_mean	0.00671562365747857
sim_render-ego1_median	0.0067238108899373
sim_render-ego1_min	0.006667418426342225
sim_render-ego2_max	0.006677162041771323
sim_render-ego2_mean	0.006654963466347903
sim_render-ego2_median	0.006659549720278393
sim_render-ego2_min	0.0066281786369939925
simulation-passed	1
step_physics_max	0.4413072973564205
step_physics_mean	0.40231208615337927
step_physics_median	0.428041605429288
step_physics_min	0.3375873556744293
survival_time_max	59.99999999999873
survival_time_mean	44.44999999999917
survival_time_min	13.350000000000056