Job 74096

Job ID 74096

submission 13593

user Andras Beres

user label 202-1

challenge aido-LFV_multi-sim-validation

step 403

status success

up to date yes

evaluator gpu-production-spot-0-05

date started 2021-04-21 20:32:28+00:00

date completed 2021-04-21 20:46:01+00:00

duration 0:13:33

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

survival_time_median	19.95000000000015
in-drivable-lane_median	0.0
driven_lanedir_consec_median	5.064457234766763
deviation-center-line_median	1.4061390949141428

other stats

agent_compute-ego0_max	0.028283701539039613
agent_compute-ego0_mean	0.02460587474544353
agent_compute-ego0_median	0.028283701539039613
agent_compute-ego0_min	0.01725022115825135
agent_compute-ego1_max	0.0215363883972168
agent_compute-ego1_mean	0.020176587987829137
agent_compute-ego1_median	0.0215363883972168
agent_compute-ego1_min	0.01745698716905382
agent_compute-ego2_max	0.01891849935054779
agent_compute-ego2_mean	0.01891849935054779
agent_compute-ego2_median	0.01891849935054779
agent_compute-ego2_min	0.01891849935054779
agent_compute-ego3_max	0.018578999638557435
agent_compute-ego3_mean	0.018578999638557435
agent_compute-ego3_median	0.018578999638557435
agent_compute-ego3_min	0.018578999638557435
complete-iteration_max	0.4599940550327301
complete-iteration_mean	0.3974928873654746
complete-iteration_median	0.4599940550327301
complete-iteration_min	0.2724905520309637
deviation-center-line_max	3.1331204158955295
deviation-center-line_mean	1.499630195506202
deviation-center-line_min	0.5772017037125026
deviation-heading_max	3.404508347473813
deviation-heading_mean	2.0726570535206714
deviation-heading_median	2.2870368598913013
deviation-heading_min	0.567984414447543
distance-from-start_max	3.2108296652645687
distance-from-start_mean	1.6819029047116132
distance-from-start_median	1.4611874958109723
distance-from-start_min	0.9983155459864652
driven_any_max	9.633242361686392
driven_any_mean	5.319920397230486
driven_any_median	5.348476264505738
driven_any_min	1.2746452829361183
driven_lanedir_consec_max	9.460877741609345
driven_lanedir_consec_mean	5.145733602123123
driven_lanedir_consec_min	1.2425997163342262
driven_lanedir_max	9.460877741609345
driven_lanedir_mean	5.145733602123123
driven_lanedir_median	5.064457234766763
driven_lanedir_min	1.2425997163342262
get_duckie_state_max	1.8024444580078124e-06
get_duckie_state_mean	1.730467556925958e-06
get_duckie_state_median	1.8024444580078124e-06
get_duckie_state_min	1.5865137547622493e-06
get_robot_state_max	0.01498437225818634
get_robot_state_mean	0.012645762275766444
get_robot_state_median	0.01498437225818634
get_robot_state_min	0.00796854231092665
get_state_dump_max	0.010155940055847168
get_state_dump_mean	0.009044564015580792
get_state_dump_median	0.010155940055847168
get_state_dump_min	0.006821811935048045
get_ui_image_max	0.024406187534332276
get_ui_image_mean	0.02263653537373484
get_ui_image_median	0.024406187534332276
get_ui_image_min	0.019097231052539968
in-drivable-lane_max	1.2500000000000178
in-drivable-lane_mean	0.20833333333333628
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-techtrack-000-ego0": {"driven_any": 1.2746452829361183, "get_ui_image": 0.024406187534332276, "step_physics": 0.27288749396800993, "survival_time": 19.95000000000015, "driven_lanedir": 1.2425997163342262, "get_state_dump": 0.010155940055847168, "get_robot_state": 0.01498437225818634, "sim_render-ego0": 0.004032323956489563, "sim_render-ego1": 0.004003483653068542, "sim_render-ego2": 0.004021784663200379, "sim_render-ego3": 0.003962586522102356, "get_duckie_state": 1.8024444580078124e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.5522232440458892, "agent_compute-ego0": 0.028283701539039613, "agent_compute-ego1": 0.0215363883972168, "agent_compute-ego2": 0.01891849935054779, "agent_compute-ego3": 0.018578999638557435, "complete-iteration": 0.4599940550327301, "set_robot_commands": 0.0025797510147094727, "distance-from-start": 0.9983155459864652, "deviation-center-line": 3.1331204158955295, "driven_lanedir_consec": 1.2425997163342262, "sim_compute_sim_state": 0.015657283067703247, "sim_compute_performance-ego0": 0.002035452723503113, "sim_compute_performance-ego1": 0.0021266251802444457, "sim_compute_performance-ego2": 0.002045699954032898, "sim_compute_performance-ego3": 0.0020650309324264527}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 8.924527812251734, "get_ui_image": 0.024406187534332276, "step_physics": 0.27288749396800993, "survival_time": 19.95000000000015, "driven_lanedir": 8.290949204012975, "get_state_dump": 0.010155940055847168, "get_robot_state": 0.01498437225818634, "sim_render-ego0": 0.004032323956489563, "sim_render-ego1": 0.004003483653068542, "sim_render-ego2": 0.004021784663200379, "sim_render-ego3": 0.003962586522102356, "get_duckie_state": 1.8024444580078124e-06, "in-drivable-lane": 1.2500000000000178, "deviation-heading": 3.232339336448089, "agent_compute-ego0": 0.028283701539039613, "agent_compute-ego1": 0.0215363883972168, "agent_compute-ego2": 0.01891849935054779, "agent_compute-ego3": 0.018578999638557435, "complete-iteration": 0.4599940550327301, "set_robot_commands": 0.0025797510147094727, "distance-from-start": 3.2108296652645687, "deviation-center-line": 1.4486176127690258, "driven_lanedir_consec": 8.290949204012975, "sim_compute_sim_state": 0.015657283067703247, "sim_compute_performance-ego0": 0.002035452723503113, "sim_compute_performance-ego1": 0.0021266251802444457, "sim_compute_performance-ego2": 0.002045699954032898, "sim_compute_performance-ego3": 0.0020650309324264527}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.3901543974971944, "get_ui_image": 0.024406187534332276, "step_physics": 0.27288749396800993, "survival_time": 19.95000000000015, "driven_lanedir": 1.3778783691286, "get_state_dump": 0.010155940055847168, "get_robot_state": 0.01498437225818634, "sim_render-ego0": 0.004032323956489563, "sim_render-ego1": 0.004003483653068542, "sim_render-ego2": 0.004021784663200379, "sim_render-ego3": 0.003962586522102356, "get_duckie_state": 1.8024444580078124e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.6570365029719796, "agent_compute-ego0": 0.028283701539039613, "agent_compute-ego1": 0.0215363883972168, "agent_compute-ego2": 0.01891849935054779, "agent_compute-ego3": 0.018578999638557435, "complete-iteration": 0.4599940550327301, "set_robot_commands": 0.0025797510147094727, "distance-from-start": 1.378197764493656, "deviation-center-line": 0.7894582065593883, "driven_lanedir_consec": 1.3778783691286, "sim_compute_sim_state": 0.015657283067703247, "sim_compute_performance-ego0": 0.002035452723503113, "sim_compute_performance-ego1": 0.0021266251802444457, "sim_compute_performance-ego2": 0.002045699954032898, "sim_compute_performance-ego3": 0.0020650309324264527}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.8451453474316737, "get_ui_image": 0.024406187534332276, "step_physics": 0.27288749396800993, "survival_time": 19.95000000000015, "driven_lanedir": 1.837965265520552, "get_state_dump": 0.010155940055847168, "get_robot_state": 0.01498437225818634, "sim_render-ego0": 0.004032323956489563, "sim_render-ego1": 0.004003483653068542, "sim_render-ego2": 0.004021784663200379, "sim_render-ego3": 0.003962586522102356, "get_duckie_state": 1.8024444580078124e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.567984414447543, "agent_compute-ego0": 0.028283701539039613, "agent_compute-ego1": 0.0215363883972168, "agent_compute-ego2": 0.01891849935054779, "agent_compute-ego3": 0.018578999638557435, "complete-iteration": 0.4599940550327301, "set_robot_commands": 0.0025797510147094727, "distance-from-start": 1.8382208749211348, "deviation-center-line": 0.5772017037125026, "driven_lanedir_consec": 1.837965265520552, "sim_compute_sim_state": 0.015657283067703247, "sim_compute_performance-ego0": 0.002035452723503113, "sim_compute_performance-ego1": 0.0021266251802444457, "sim_compute_performance-ego2": 0.002045699954032898, "sim_compute_performance-ego3": 0.0020650309324264527}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 8.851807181579803, "get_ui_image": 0.019097231052539968, "step_physics": 0.17680506176418728, "survival_time": 20.200000000000152, "driven_lanedir": 8.66413131613304, "get_state_dump": 0.006821811935048045, "get_robot_state": 0.00796854231092665, "sim_render-ego0": 0.004166776751294548, "sim_render-ego1": 0.004126773057160554, "get_duckie_state": 1.5865137547622493e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.404508347473813, "agent_compute-ego0": 0.01725022115825135, "agent_compute-ego1": 0.01745698716905382, "complete-iteration": 0.2724905520309637, "set_robot_commands": 0.002512115313683027, "distance-from-start": 1.1216763504755651, "deviation-center-line": 1.3636605770592596, "driven_lanedir_consec": 8.66413131613304, "sim_compute_sim_state": 0.009219591705887408, "sim_compute_performance-ego0": 0.002157370838118188, "sim_compute_performance-ego1": 0.0021725477995695893}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.633242361686392, "get_ui_image": 0.019097231052539968, "step_physics": 0.17680506176418728, "survival_time": 20.200000000000152, "driven_lanedir": 9.460877741609345, "get_state_dump": 0.006821811935048045, "get_robot_state": 0.00796854231092665, "sim_render-ego0": 0.004166776751294548, "sim_render-ego1": 0.004126773057160554, "get_duckie_state": 1.5865137547622493e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.0218504757367133, "agent_compute-ego0": 0.01725022115825135, "agent_compute-ego1": 0.01745698716905382, "complete-iteration": 0.2724905520309637, "set_robot_commands": 0.002512115313683027, "distance-from-start": 1.5441772271282888, "deviation-center-line": 1.6857226570415085, "driven_lanedir_consec": 9.460877741609345, "sim_compute_sim_state": 0.009219591705887408, "sim_compute_performance-ego0": 0.002157370838118188, "sim_compute_performance-ego1": 0.0021725477995695893}}
set_robot_commands_max	0.0025797510147094727
set_robot_commands_mean	0.0025572057810339913
set_robot_commands_median	0.0025797510147094727
set_robot_commands_min	0.002512115313683027
sim_compute_performance-ego0_max	0.002157370838118188
sim_compute_performance-ego0_mean	0.0020760920950414715
sim_compute_performance-ego0_median	0.002035452723503113
sim_compute_performance-ego0_min	0.002035452723503113
sim_compute_performance-ego1_max	0.0021725477995695893
sim_compute_performance-ego1_mean	0.0021419327200194937
sim_compute_performance-ego1_median	0.0021266251802444457
sim_compute_performance-ego1_min	0.0021266251802444457
sim_compute_performance-ego2_max	0.002045699954032898
sim_compute_performance-ego2_mean	0.002045699954032898
sim_compute_performance-ego2_median	0.002045699954032898
sim_compute_performance-ego2_min	0.002045699954032898
sim_compute_performance-ego3_max	0.0020650309324264527
sim_compute_performance-ego3_mean	0.0020650309324264527
sim_compute_performance-ego3_median	0.0020650309324264527
sim_compute_performance-ego3_min	0.0020650309324264527
sim_compute_sim_state_max	0.015657283067703247
sim_compute_sim_state_mean	0.013511385947097963
sim_compute_sim_state_median	0.015657283067703247
sim_compute_sim_state_min	0.009219591705887408
sim_render-ego0_max	0.004166776751294548
sim_render-ego0_mean	0.004077141554757891
sim_render-ego0_median	0.004032323956489563
sim_render-ego0_min	0.004032323956489563
sim_render-ego1_max	0.004126773057160554
sim_render-ego1_mean	0.004044580121099213
sim_render-ego1_median	0.004003483653068542
sim_render-ego1_min	0.004003483653068542
sim_render-ego2_max	0.004021784663200379
sim_render-ego2_mean	0.004021784663200379
sim_render-ego2_median	0.004021784663200379
sim_render-ego2_min	0.004021784663200379
sim_render-ego3_max	0.003962586522102356
sim_render-ego3_mean	0.003962586522102356
sim_render-ego3_median	0.003962586522102356
sim_render-ego3_min	0.003962586522102356
simulation-passed	1
step_physics_max	0.27288749396800993
step_physics_mean	0.24086001656673572
step_physics_median	0.27288749396800993
step_physics_min	0.17680506176418728
survival_time_max	20.200000000000152
survival_time_mean	20.03333333333348
survival_time_min	19.95000000000015