Job 71457

Job ID 71457

submission 13609

user Andras Beres

user label fsf+il

challenge aido-LFV_multi-sim-validation

step 403

status success

up to date yes

evaluator gpu-production-spot-0-01

date started 2021-04-21 16:15:22+00:00

date completed 2021-04-21 16:30:05+00:00

duration 0:14:43

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

survival_time_median	19.95000000000015
in-drivable-lane_median	0.0
driven_lanedir_consec_median	5.064153363341315
deviation-center-line_median	1.2926813832289414

other stats

agent_compute-ego0_max	0.022172074913978577
agent_compute-ego0_mean	0.02153053503618775
agent_compute-ego0_median	0.022172074913978577
agent_compute-ego0_min	0.02024745528060611
agent_compute-ego1_max	0.02111417055130005
agent_compute-ego1_mean	0.020942492650286988
agent_compute-ego1_median	0.02111417055130005
agent_compute-ego1_min	0.02059913684826086
agent_compute-ego2_max	0.01982649087905884
agent_compute-ego2_mean	0.01982649087905884
agent_compute-ego2_median	0.01982649087905884
agent_compute-ego2_min	0.01982649087905884
agent_compute-ego3_max	0.018919888138771056
agent_compute-ego3_mean	0.018919888138771056
agent_compute-ego3_median	0.018919888138771056
agent_compute-ego3_min	0.018919888138771056
complete-iteration_max	0.47646469712257383
complete-iteration_mean	0.41731841636569583
complete-iteration_median	0.47646469712257383
complete-iteration_min	0.2990258548519399
deviation-center-line_max	3.1330611810833413
deviation-center-line_mean	1.4229302075867396
deviation-center-line_min	0.5772751121145354
deviation-heading_max	3.295404931706402
deviation-heading_mean	2.067622180380758
deviation-heading_median	2.327732668207539
deviation-heading_min	0.5682779761468647
distance-from-start_max	3.210434752948629
distance-from-start_mean	1.6823026015137983
distance-from-start_median	1.4615066837102144
distance-from-start_min	0.9983160124339778
driven_any_max	9.720904137354308
driven_any_mean	5.343484281247657
driven_any_median	5.375664246020854
driven_any_min	1.274643289038442
driven_lanedir_consec_max	9.542340514340292
driven_lanedir_consec_mean	5.169167458426595
driven_lanedir_consec_min	1.2425289075532178
driven_lanedir_max	9.542340514340292
driven_lanedir_mean	5.169167458426595
driven_lanedir_median	5.064153363341315
driven_lanedir_min	1.2425289075532178
get_duckie_state_max	2.02178955078125e-06
get_duckie_state_mean	1.969282383179114e-06
get_duckie_state_median	2.02178955078125e-06
get_duckie_state_min	1.8642680479748417e-06
get_robot_state_max	0.01652008593082428
get_robot_state_mean	0.013832387574041635
get_robot_state_median	0.01652008593082428
get_robot_state_min	0.008456990860476353
get_state_dump_max	0.010692756175994873
get_state_dump_mean	0.009539822611478297
get_state_dump_median	0.010692756175994873
get_state_dump_min	0.0072339554824451405
get_ui_image_max	0.02499730885028839
get_ui_image_mean	0.023169532762502287
get_ui_image_median	0.02499730885028839
get_ui_image_min	0.01951398058693008
in-drivable-lane_max	1.2500000000000178
in-drivable-lane_mean	0.20833333333333628
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-techtrack-000-ego0": {"driven_any": 1.274643289038442, "get_ui_image": 0.02499730885028839, "step_physics": 0.28833358764648437, "survival_time": 19.95000000000015, "driven_lanedir": 1.2425289075532178, "get_state_dump": 0.010692756175994873, "get_robot_state": 0.01652008593082428, "sim_render-ego0": 0.004154184460639953, "sim_render-ego1": 0.004167896509170532, "sim_render-ego2": 0.00420563280582428, "sim_render-ego3": 0.004069299697875977, "get_duckie_state": 2.02178955078125e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.5526037985910608, "agent_compute-ego0": 0.022172074913978577, "agent_compute-ego1": 0.02111417055130005, "agent_compute-ego2": 0.01982649087905884, "agent_compute-ego3": 0.018919888138771056, "complete-iteration": 0.47646469712257383, "set_robot_commands": 0.0027440434694290163, "distance-from-start": 0.9983160124339778, "deviation-center-line": 3.1330611810833413, "driven_lanedir_consec": 1.2425289075532178, "sim_compute_sim_state": 0.016887184977531434, "sim_compute_performance-ego0": 0.0023167163133621218, "sim_compute_performance-ego1": 0.002304027080535889, "sim_compute_performance-ego2": 0.002282293438911438, "sim_compute_performance-ego3": 0.0022752207517623903}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 8.923875368566618, "get_ui_image": 0.02499730885028839, "step_physics": 0.28833358764648437, "survival_time": 19.95000000000015, "driven_lanedir": 8.290332629939707, "get_state_dump": 0.010692756175994873, "get_robot_state": 0.01652008593082428, "sim_render-ego0": 0.004154184460639953, "sim_render-ego1": 0.004167896509170532, "sim_render-ego2": 0.00420563280582428, "sim_render-ego3": 0.004069299697875977, "get_duckie_state": 2.02178955078125e-06, "in-drivable-lane": 1.2500000000000178, "deviation-heading": 3.2295488674325608, "agent_compute-ego0": 0.022172074913978577, "agent_compute-ego1": 0.02111417055130005, "agent_compute-ego2": 0.01982649087905884, "agent_compute-ego3": 0.018919888138771056, "complete-iteration": 0.47646469712257383, "set_robot_commands": 0.0027440434694290163, "distance-from-start": 3.210434752948629, "deviation-center-line": 1.4524239491673197, "driven_lanedir_consec": 8.290332629939707, "sim_compute_sim_state": 0.016887184977531434, "sim_compute_performance-ego0": 0.0023167163133621218, "sim_compute_performance-ego1": 0.002304027080535889, "sim_compute_performance-ego2": 0.002282293438911438, "sim_compute_performance-ego3": 0.0022752207517623903}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.3901544004848656, "get_ui_image": 0.02499730885028839, "step_physics": 0.28833358764648437, "survival_time": 19.95000000000015, "driven_lanedir": 1.3778793906768962, "get_state_dump": 0.010692756175994873, "get_robot_state": 0.01652008593082428, "sim_render-ego0": 0.004154184460639953, "sim_render-ego1": 0.004167896509170532, "sim_render-ego2": 0.00420563280582428, "sim_render-ego3": 0.004069299697875977, "get_duckie_state": 2.02178955078125e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.6570359705836406, "agent_compute-ego0": 0.022172074913978577, "agent_compute-ego1": 0.02111417055130005, "agent_compute-ego2": 0.01982649087905884, "agent_compute-ego3": 0.018919888138771056, "complete-iteration": 0.47646469712257383, "set_robot_commands": 0.0027440434694290163, "distance-from-start": 1.378197767506811, "deviation-center-line": 0.7894582366973584, "driven_lanedir_consec": 1.3778793906768962, "sim_compute_sim_state": 0.016887184977531434, "sim_compute_performance-ego0": 0.0023167163133621218, "sim_compute_performance-ego1": 0.002304027080535889, "sim_compute_performance-ego2": 0.002282293438911438, "sim_compute_performance-ego3": 0.0022752207517623903}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.845143842418472, "get_ui_image": 0.02499730885028839, "step_physics": 0.28833358764648437, "survival_time": 19.95000000000015, "driven_lanedir": 1.8379740967429232, "get_state_dump": 0.010692756175994873, "get_robot_state": 0.01652008593082428, "sim_render-ego0": 0.004154184460639953, "sim_render-ego1": 0.004167896509170532, "sim_render-ego2": 0.00420563280582428, "sim_render-ego3": 0.004069299697875977, "get_duckie_state": 2.02178955078125e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.5682779761468647, "agent_compute-ego0": 0.022172074913978577, "agent_compute-ego1": 0.02111417055130005, "agent_compute-ego2": 0.01982649087905884, "agent_compute-ego3": 0.018919888138771056, "complete-iteration": 0.47646469712257383, "set_robot_commands": 0.0027440434694290163, "distance-from-start": 1.8382199910135255, "deviation-center-line": 0.5772751121145354, "driven_lanedir_consec": 1.8379740967429232, "sim_compute_sim_state": 0.016887184977531434, "sim_compute_performance-ego0": 0.0023167163133621218, "sim_compute_performance-ego1": 0.002304027080535889, "sim_compute_performance-ego2": 0.002282293438911438, "sim_compute_performance-ego3": 0.0022752207517623903}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 8.906184649623237, "get_ui_image": 0.01951398058693008, "step_physics": 0.19410352246596085, "survival_time": 20.15000000000015, "driven_lanedir": 8.723949211306536, "get_state_dump": 0.0072339554824451405, "get_robot_state": 0.008456990860476353, "sim_render-ego0": 0.004207419286860098, "sim_render-ego1": 0.00433544121166267, "get_duckie_state": 1.8642680479748417e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.295404931706402, "agent_compute-ego0": 0.02024745528060611, "agent_compute-ego1": 0.02059913684826086, "complete-iteration": 0.2990258548519399, "set_robot_commands": 0.00271888003490939, "distance-from-start": 1.12383148526623, "deviation-center-line": 1.2498298679013589, "driven_lanedir_consec": 8.723949211306536, "sim_compute_sim_state": 0.009950369301408824, "sim_compute_performance-ego0": 0.002328887434289007, "sim_compute_performance-ego1": 0.002435711940916458}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.720904137354308, "get_ui_image": 0.01951398058693008, "step_physics": 0.19410352246596085, "survival_time": 20.15000000000015, "driven_lanedir": 9.542340514340292, "get_state_dump": 0.0072339554824451405, "get_robot_state": 0.008456990860476353, "sim_render-ego0": 0.004207419286860098, "sim_render-ego1": 0.00433544121166267, "get_duckie_state": 1.8642680479748417e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.1028615378240176, "agent_compute-ego0": 0.02024745528060611, "agent_compute-ego1": 0.02059913684826086, "complete-iteration": 0.2990258548519399, "set_robot_commands": 0.00271888003490939, "distance-from-start": 1.5448155999136182, "deviation-center-line": 1.335532898556524, "driven_lanedir_consec": 9.542340514340292, "sim_compute_sim_state": 0.009950369301408824, "sim_compute_performance-ego0": 0.002328887434289007, "sim_compute_performance-ego1": 0.002435711940916458}}
set_robot_commands_max	0.0027440434694290163
set_robot_commands_mean	0.0027356556579224748
set_robot_commands_median	0.0027440434694290163
set_robot_commands_min	0.00271888003490939
sim_compute_performance-ego0_max	0.002328887434289007
sim_compute_performance-ego0_mean	0.0023207733536710832
sim_compute_performance-ego0_median	0.0023167163133621218
sim_compute_performance-ego0_min	0.0023167163133621218
sim_compute_performance-ego1_max	0.002435711940916458
sim_compute_performance-ego1_mean	0.002347922033996078
sim_compute_performance-ego1_median	0.002304027080535889
sim_compute_performance-ego1_min	0.002304027080535889
sim_compute_performance-ego2_max	0.002282293438911438
sim_compute_performance-ego2_mean	0.002282293438911438
sim_compute_performance-ego2_median	0.002282293438911438
sim_compute_performance-ego2_min	0.002282293438911438
sim_compute_performance-ego3_max	0.0022752207517623903
sim_compute_performance-ego3_mean	0.0022752207517623903
sim_compute_performance-ego3_median	0.0022752207517623903
sim_compute_performance-ego3_min	0.0022752207517623903
sim_compute_sim_state_max	0.016887184977531434
sim_compute_sim_state_mean	0.014574913085490564
sim_compute_sim_state_median	0.016887184977531434
sim_compute_sim_state_min	0.009950369301408824
sim_render-ego0_max	0.004207419286860098
sim_render-ego0_mean	0.004171929402713335
sim_render-ego0_median	0.004154184460639953
sim_render-ego0_min	0.004154184460639953
sim_render-ego1_max	0.00433544121166267
sim_render-ego1_mean	0.0042237447433345785
sim_render-ego1_median	0.004167896509170532
sim_render-ego1_min	0.004167896509170532
sim_render-ego2_max	0.00420563280582428
sim_render-ego2_mean	0.00420563280582428
sim_render-ego2_median	0.00420563280582428
sim_render-ego2_min	0.00420563280582428
sim_render-ego3_max	0.004069299697875977
sim_render-ego3_mean	0.004069299697875977
sim_render-ego3_median	0.004069299697875977
sim_render-ego3_min	0.004069299697875977
simulation-passed	1
step_physics_max	0.28833358764648437
step_physics_mean	0.25692356591964316
step_physics_median	0.28833358764648437
step_physics_min	0.19410352246596085
survival_time_max	20.15000000000015
survival_time_mean	20.016666666666815
survival_time_min	19.95000000000015