Job 60487

Job ID 60487

submission 13267

user Andras Beres

user label 101-1

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator gpu-prod-01

date started 2020-12-10 12:46:41+00:00

date completed 2020-12-10 14:27:05+00:00

duration 1:40:24

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	10.975016782227776
survival_time_median	44.84999999999959
deviation-center-line_median	2.7834843441290245
in-drivable-lane_median	0.6499999999999959

other stats

agent_compute-ego0_max	0.021747489740992505
agent_compute-ego0_mean	0.019670643636703528
agent_compute-ego0_median	0.01993986093233666
agent_compute-ego0_min	0.01804317794815155
agent_compute-ego1_max	0.02377592902822593
agent_compute-ego1_mean	0.020441413288383534
agent_compute-ego1_median	0.020173740015263543
agent_compute-ego1_min	0.01707614014091142
agent_compute-ego2_max	0.020065579754207075
agent_compute-ego2_mean	0.01908638738659352
agent_compute-ego2_median	0.019329071044921875
agent_compute-ego2_min	0.017864511360651616
agent_compute-ego3_max	0.01961176163151699
agent_compute-ego3_mean	0.01846546628297785
agent_compute-ego3_median	0.018703789116279585
agent_compute-ego3_min	0.017080848101136963
complete-iteration_max	1.3468877342602192
complete-iteration_mean	1.1077535305541943
complete-iteration_median	1.3442395217991017
complete-iteration_min	0.3846546327564078
deviation-center-line_max	3.890409685622154
deviation-center-line_mean	2.710840042431443
deviation-center-line_min	0.949311520589838
deviation-heading_max	19.30980385494772
deviation-heading_mean	13.812935212996962
deviation-heading_median	15.468289381495598
deviation-heading_min	4.212476870430011
driven_any_max	25.84615857769643
driven_any_mean	14.627565418632472
driven_any_median	11.98965083398758
driven_any_min	5.779356463016923
driven_lanedir_consec_max	24.03376222444412
driven_lanedir_consec_mean	13.388267201289024
driven_lanedir_consec_min	5.084318859905903
driven_lanedir_max	24.03376222444412
driven_lanedir_mean	13.388267201289024
driven_lanedir_median	10.975016782227776
driven_lanedir_min	5.084318859905903
get_duckie_state_max	1.422015489607983e-06
get_duckie_state_mean	1.3998903554889373e-06
get_duckie_state_median	1.4100642525881752e-06
get_duckie_state_min	1.319697205449494e-06
get_robot_state_max	0.014084907296694486
get_robot_state_mean	0.013015903810042495
get_robot_state_median	0.014008505530490791
get_robot_state_min	0.007144165710664131
get_state_dump_max	0.009576755598323926
get_state_dump_mean	0.008987295658145522
get_state_dump_median	0.009462033877140995
get_state_dump_min	0.006205618741286833
get_ui_image_max	0.049911633100700806
get_ui_image_mean	0.04465020886135727
get_ui_image_median	0.04829962825915599
get_ui_image_min	0.02964161867107184
in-drivable-lane_max	31.299999999999525
in-drivable-lane_mean	2.8428571428571057
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 25.590849123403174, "get_ui_image": 0.04324366031935769, "step_physics": 0.7872522486735145, "survival_time": 59.99999999999873, "driven_lanedir": 23.26737469515612, "get_state_dump": 0.009576755598323926, "get_robot_state": 0.014084907296694486, "sim_render-ego0": 0.0037701086239651975, "sim_render-ego1": 0.003690434335967484, "sim_render-ego2": 0.003681203110033428, "sim_render-ego3": 0.003708082472255684, "get_duckie_state": 1.4100642525881752e-06, "in-drivable-lane": 1.1999999999999806, "deviation-heading": 19.30980385494772, "agent_compute-ego0": 0.01993986093233666, "agent_compute-ego1": 0.01707614014091142, "agent_compute-ego2": 0.019329071044921875, "agent_compute-ego3": 0.01961176163151699, "complete-iteration": 0.9936827845021547, "set_robot_commands": 0.002251822783686934, "deviation-center-line": 3.890409685622154, "driven_lanedir_consec": 23.26737469515612, "sim_compute_sim_state": 0.031880899432497556, "sim_compute_performance-ego0": 0.0019915757032357884, "sim_compute_performance-ego1": 0.001933245535794146, "sim_compute_performance-ego2": 0.0019225810191514192, "sim_compute_performance-ego3": 0.0019477924439035585}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 25.84615857769643, "get_ui_image": 0.04324366031935769, "step_physics": 0.7872522486735145, "survival_time": 59.99999999999873, "driven_lanedir": 24.03376222444412, "get_state_dump": 0.009576755598323926, "get_robot_state": 0.014084907296694486, "sim_render-ego0": 0.0037701086239651975, "sim_render-ego1": 0.003690434335967484, "sim_render-ego2": 0.003681203110033428, "sim_render-ego3": 0.003708082472255684, "get_duckie_state": 1.4100642525881752e-06, "in-drivable-lane": 0.6999999999999993, "deviation-heading": 18.07312777103183, "agent_compute-ego0": 0.01993986093233666, "agent_compute-ego1": 0.01707614014091142, "agent_compute-ego2": 0.019329071044921875, "agent_compute-ego3": 0.01961176163151699, "complete-iteration": 0.9936827845021547, "set_robot_commands": 0.002251822783686934, "deviation-center-line": 3.7914054983932233, "driven_lanedir_consec": 24.03376222444412, "sim_compute_sim_state": 0.031880899432497556, "sim_compute_performance-ego0": 0.0019915757032357884, "sim_compute_performance-ego1": 0.001933245535794146, "sim_compute_performance-ego2": 0.0019225810191514192, "sim_compute_performance-ego3": 0.0019477924439035585}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 25.277886643784917, "get_ui_image": 0.04324366031935769, "step_physics": 0.7872522486735145, "survival_time": 59.99999999999873, "driven_lanedir": 23.51985348018296, "get_state_dump": 0.009576755598323926, "get_robot_state": 0.014084907296694486, "sim_render-ego0": 0.0037701086239651975, "sim_render-ego1": 0.003690434335967484, "sim_render-ego2": 0.003681203110033428, "sim_render-ego3": 0.003708082472255684, "get_duckie_state": 1.4100642525881752e-06, "in-drivable-lane": 0.549999999999998, "deviation-heading": 18.44469566996294, "agent_compute-ego0": 0.01993986093233666, "agent_compute-ego1": 0.01707614014091142, "agent_compute-ego2": 0.019329071044921875, "agent_compute-ego3": 0.01961176163151699, "complete-iteration": 0.9936827845021547, "set_robot_commands": 0.002251822783686934, "deviation-center-line": 3.708112593842545, "driven_lanedir_consec": 23.51985348018296, "sim_compute_sim_state": 0.031880899432497556, "sim_compute_performance-ego0": 0.0019915757032357884, "sim_compute_performance-ego1": 0.001933245535794146, "sim_compute_performance-ego2": 0.0019225810191514192, "sim_compute_performance-ego3": 0.0019477924439035585}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 25.601591090653105, "get_ui_image": 0.04324366031935769, "step_physics": 0.7872522486735145, "survival_time": 59.99999999999873, "driven_lanedir": 23.61151613549564, "get_state_dump": 0.009576755598323926, "get_robot_state": 0.014084907296694486, "sim_render-ego0": 0.0037701086239651975, "sim_render-ego1": 0.003690434335967484, "sim_render-ego2": 0.003681203110033428, "sim_render-ego3": 0.003708082472255684, "get_duckie_state": 1.4100642525881752e-06, "in-drivable-lane": 0.649999999999987, "deviation-heading": 19.069960158966307, "agent_compute-ego0": 0.01993986093233666, "agent_compute-ego1": 0.01707614014091142, "agent_compute-ego2": 0.019329071044921875, "agent_compute-ego3": 0.01961176163151699, "complete-iteration": 0.9936827845021547, "set_robot_commands": 0.002251822783686934, "deviation-center-line": 3.7884532155021113, "driven_lanedir_consec": 23.61151613549564, "sim_compute_sim_state": 0.031880899432497556, "sim_compute_performance-ego0": 0.0019915757032357884, "sim_compute_performance-ego1": 0.001933245535794146, "sim_compute_performance-ego2": 0.0019225810191514192, "sim_compute_performance-ego3": 0.0019477924439035585}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 13.478044186694136, "get_ui_image": 0.049911633100700806, "step_physics": 1.135617150761237, "survival_time": 44.84999999999959, "driven_lanedir": 12.500998774525293, "get_state_dump": 0.009313935957400996, "get_robot_state": 0.01389016765263139, "sim_render-ego0": 0.0036959109168275698, "sim_render-ego1": 0.003630641839552032, "sim_render-ego2": 0.0036795359677355114, "sim_render-ego3": 0.003648681736204831, "get_duckie_state": 1.422015489607983e-06, "in-drivable-lane": 0.1999999999999993, "deviation-heading": 17.700635522369215, "agent_compute-ego0": 0.018138313081057407, "agent_compute-ego1": 0.020173740015263543, "agent_compute-ego2": 0.020065579754207075, "agent_compute-ego3": 0.018703789116279585, "complete-iteration": 1.3468877342602192, "set_robot_commands": 0.0023353986591432567, "deviation-center-line": 2.4396133721904794, "driven_lanedir_consec": 12.500998774525293, "sim_compute_sim_state": 0.02942424733813993, "sim_compute_performance-ego0": 0.0019320164597645105, "sim_compute_performance-ego1": 0.0019277135088608369, "sim_compute_performance-ego2": 0.0018933334435545788, "sim_compute_performance-ego3": 0.0019146655343954175}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 18.171865058396847, "get_ui_image": 0.049911633100700806, "step_physics": 1.135617150761237, "survival_time": 44.84999999999959, "driven_lanedir": 16.109970304390558, "get_state_dump": 0.009313935957400996, "get_robot_state": 0.01389016765263139, "sim_render-ego0": 0.0036959109168275698, "sim_render-ego1": 0.003630641839552032, "sim_render-ego2": 0.0036795359677355114, "sim_render-ego3": 0.003648681736204831, "get_duckie_state": 1.422015489607983e-06, "in-drivable-lane": 1.599999999999974, "deviation-heading": 15.501445415772642, "agent_compute-ego0": 0.018138313081057407, "agent_compute-ego1": 0.020173740015263543, "agent_compute-ego2": 0.020065579754207075, "agent_compute-ego3": 0.018703789116279585, "complete-iteration": 1.3468877342602192, "set_robot_commands": 0.0023353986591432567, "deviation-center-line": 3.1273553160675696, "driven_lanedir_consec": 16.109970304390558, "sim_compute_sim_state": 0.02942424733813993, "sim_compute_performance-ego0": 0.0019320164597645105, "sim_compute_performance-ego1": 0.0019277135088608369, "sim_compute_performance-ego2": 0.0018933334435545788, "sim_compute_performance-ego3": 0.0019146655343954175}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 5.807050788808716, "get_ui_image": 0.049911633100700806, "step_physics": 1.135617150761237, "survival_time": 44.84999999999959, "driven_lanedir": 5.084318859905903, "get_state_dump": 0.009313935957400996, "get_robot_state": 0.01389016765263139, "sim_render-ego0": 0.0036959109168275698, "sim_render-ego1": 0.003630641839552032, "sim_render-ego2": 0.0036795359677355114, "sim_render-ego3": 0.003648681736204831, "get_duckie_state": 1.422015489607983e-06, "in-drivable-lane": 0.7500000000000036, "deviation-heading": 16.843441209782778, "agent_compute-ego0": 0.018138313081057407, "agent_compute-ego1": 0.020173740015263543, "agent_compute-ego2": 0.020065579754207075, "agent_compute-ego3": 0.018703789116279585, "complete-iteration": 1.3468877342602192, "set_robot_commands": 0.0023353986591432567, "deviation-center-line": 2.086518910364651, "driven_lanedir_consec": 5.084318859905903, "sim_compute_sim_state": 0.02942424733813993, "sim_compute_performance-ego0": 0.0019320164597645105, "sim_compute_performance-ego1": 0.0019277135088608369, "sim_compute_performance-ego2": 0.0018933334435545788, "sim_compute_performance-ego3": 0.0019146655343954175}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 5.779356463016923, "get_ui_image": 0.049911633100700806, "step_physics": 1.135617150761237, "survival_time": 44.84999999999959, "driven_lanedir": 5.185667632637156, "get_state_dump": 0.009313935957400996, "get_robot_state": 0.01389016765263139, "sim_render-ego0": 0.0036959109168275698, "sim_render-ego1": 0.003630641839552032, "sim_render-ego2": 0.0036795359677355114, "sim_render-ego3": 0.003648681736204831, "get_duckie_state": 1.422015489607983e-06, "in-drivable-lane": 31.299999999999525, "deviation-heading": 4.212476870430011, "agent_compute-ego0": 0.018138313081057407, "agent_compute-ego1": 0.020173740015263543, "agent_compute-ego2": 0.020065579754207075, "agent_compute-ego3": 0.018703789116279585, "complete-iteration": 1.3468877342602192, "set_robot_commands": 0.0023353986591432567, "deviation-center-line": 0.949311520589838, "driven_lanedir_consec": 5.185667632637156, "sim_compute_sim_state": 0.02942424733813993, "sim_compute_performance-ego0": 0.0019320164597645105, "sim_compute_performance-ego1": 0.0019277135088608369, "sim_compute_performance-ego2": 0.0018933334435545788, "sim_compute_performance-ego3": 0.0019146655343954175}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.292722186779717, "get_ui_image": 0.04829962825915599, "step_physics": 1.1278886686193048, "survival_time": 33.90000000000021, "driven_lanedir": 6.715939915915689, "get_state_dump": 0.009462033877140995, "get_robot_state": 0.014008505530490791, "sim_render-ego0": 0.003726816668952863, "sim_render-ego1": 0.0036424319417557418, "sim_render-ego2": 0.0036636771790584514, "sim_render-ego3": 0.00362186298454633, "get_duckie_state": 1.4076878992903745e-06, "in-drivable-lane": 0.30000000000000426, "deviation-heading": 11.608400499134572, "agent_compute-ego0": 0.021747489740992505, "agent_compute-ego1": 0.02377592902822593, "agent_compute-ego2": 0.017864511360651616, "agent_compute-ego3": 0.017080848101136963, "complete-iteration": 1.3442395217991017, "set_robot_commands": 0.0023321873660642374, "deviation-center-line": 3.625993341507001, "driven_lanedir_consec": 6.715939915915689, "sim_compute_sim_state": 0.03224165731045213, "sim_compute_performance-ego0": 0.001969434726922958, "sim_compute_performance-ego1": 0.001935146343023331, "sim_compute_performance-ego2": 0.0019073988446782016, "sim_compute_performance-ego3": 0.0019361375884560316}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.153687598160335, "get_ui_image": 0.04829962825915599, "step_physics": 1.1278886686193048, "survival_time": 33.90000000000021, "driven_lanedir": 12.91634328160664, "get_state_dump": 0.009462033877140995, "get_robot_state": 0.014008505530490791, "sim_render-ego0": 0.003726816668952863, "sim_render-ego1": 0.0036424319417557418, "sim_render-ego2": 0.0036636771790584514, "sim_render-ego3": 0.00362186298454633, "get_duckie_state": 1.4076878992903745e-06, "in-drivable-lane": 0.5000000000000071, "deviation-heading": 10.702743892350004, "agent_compute-ego0": 0.021747489740992505, "agent_compute-ego1": 0.02377592902822593, "agent_compute-ego2": 0.017864511360651616, "agent_compute-ego3": 0.017080848101136963, "complete-iteration": 1.3442395217991017, "set_robot_commands": 0.0023321873660642374, "deviation-center-line": 2.4125354387596416, "driven_lanedir_consec": 12.91634328160664, "sim_compute_sim_state": 0.03224165731045213, "sim_compute_performance-ego0": 0.001969434726922958, "sim_compute_performance-ego1": 0.001935146343023331, "sim_compute_performance-ego2": 0.0019073988446782016, "sim_compute_performance-ego3": 0.0019361375884560316}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 7.011671958471578, "get_ui_image": 0.04829962825915599, "step_physics": 1.1278886686193048, "survival_time": 33.90000000000021, "driven_lanedir": 6.369984452243415, "get_state_dump": 0.009462033877140995, "get_robot_state": 0.014008505530490791, "sim_render-ego0": 0.003726816668952863, "sim_render-ego1": 0.0036424319417557418, "sim_render-ego2": 0.0036636771790584514, "sim_render-ego3": 0.00362186298454633, "get_duckie_state": 1.4076878992903745e-06, "in-drivable-lane": 0.3999999999999986, "deviation-heading": 15.435133347218557, "agent_compute-ego0": 0.021747489740992505, "agent_compute-ego1": 0.02377592902822593, "agent_compute-ego2": 0.017864511360651616, "agent_compute-ego3": 0.017080848101136963, "complete-iteration": 1.3442395217991017, "set_robot_commands": 0.0023321873660642374, "deviation-center-line": 3.204313869764736, "driven_lanedir_consec": 6.369984452243415, "sim_compute_sim_state": 0.03224165731045213, "sim_compute_performance-ego0": 0.001969434726922958, "sim_compute_performance-ego1": 0.001935146343023331, "sim_compute_performance-ego2": 0.0019073988446782016, "sim_compute_performance-ego3": 0.0019361375884560316}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 10.501257481281026, "get_ui_image": 0.04829962825915599, "step_physics": 1.1278886686193048, "survival_time": 33.90000000000021, "driven_lanedir": 9.3919740568475, "get_state_dump": 0.009462033877140995, "get_robot_state": 0.014008505530490791, "sim_render-ego0": 0.003726816668952863, "sim_render-ego1": 0.0036424319417557418, "sim_render-ego2": 0.0036636771790584514, "sim_render-ego3": 0.00362186298454633, "get_duckie_state": 1.4076878992903745e-06, "in-drivable-lane": 1.0000000000000018, "deviation-heading": 11.704757870714772, "agent_compute-ego0": 0.021747489740992505, "agent_compute-ego1": 0.02377592902822593, "agent_compute-ego2": 0.017864511360651616, "agent_compute-ego3": 0.017080848101136963, "complete-iteration": 1.3442395217991017, "set_robot_commands": 0.0023321873660642374, "deviation-center-line": 1.616251045082455, "driven_lanedir_consec": 9.3919740568475, "sim_compute_sim_state": 0.03224165731045213, "sim_compute_performance-ego0": 0.001969434726922958, "sim_compute_performance-ego1": 0.001935146343023331, "sim_compute_performance-ego2": 0.0019073988446782016, "sim_compute_performance-ego3": 0.0019361375884560316}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 10.255856076181573, "get_ui_image": 0.02964161867107184, "step_physics": 0.2763694776615626, "survival_time": 24.800000000000217, "driven_lanedir": 9.279002214765129, "get_state_dump": 0.006205618741286833, "get_robot_state": 0.007144165710664131, "sim_render-ego0": 0.0036816443475918992, "sim_render-ego1": 0.003635461181702029, "get_duckie_state": 1.319697205449494e-06, "in-drivable-lane": 0.6500000000000048, "deviation-heading": 7.812283437080049, "agent_compute-ego0": 0.01804317794815155, "agent_compute-ego1": 0.021038274649882945, "complete-iteration": 0.3846546327564078, "set_robot_commands": 0.0023237661096891407, "deviation-center-line": 1.580512877950892, "driven_lanedir_consec": 9.279002214765129, "sim_compute_sim_state": 0.010255694149485536, "sim_compute_performance-ego0": 0.001938984427653568, "sim_compute_performance-ego1": 0.001951348133969835}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 10.017918627526182, "get_ui_image": 0.02964161867107184, "step_physics": 0.2763694776615626, "survival_time": 24.800000000000217, "driven_lanedir": 9.44903478993026, "get_state_dump": 0.006205618741286833, "get_robot_state": 0.007144165710664131, "sim_render-ego0": 0.0036816443475918992, "sim_render-ego1": 0.003635461181702029, "get_duckie_state": 1.319697205449494e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.962187462196041, "agent_compute-ego0": 0.01804317794815155, "agent_compute-ego1": 0.021038274649882945, "complete-iteration": 0.3846546327564078, "set_robot_commands": 0.0023237661096891407, "deviation-center-line": 1.7309739084028926, "driven_lanedir_consec": 9.44903478993026, "sim_compute_sim_state": 0.010255694149485536, "sim_compute_performance-ego0": 0.001938984427653568, "sim_compute_performance-ego1": 0.001951348133969835}}
set_robot_commands_max	0.0023353986591432567
set_robot_commands_mean	0.002308940532496857
set_robot_commands_median	0.0023321873660642374
set_robot_commands_min	0.002251822783686934
sim_compute_performance-ego0_max	0.0019915757032357884
sim_compute_performance-ego0_mean	0.001960719743928583
sim_compute_performance-ego0_median	0.001969434726922958
sim_compute_performance-ego0_min	0.0019320164597645105
sim_compute_performance-ego1_max	0.001951348133969835
sim_compute_performance-ego1_mean	0.00193479412990378
sim_compute_performance-ego1_median	0.001933245535794146
sim_compute_performance-ego1_min	0.0019277135088608369
sim_compute_performance-ego2_max	0.0019225810191514192
sim_compute_performance-ego2_mean	0.0019077711024613996
sim_compute_performance-ego2_median	0.0019073988446782016
sim_compute_performance-ego2_min	0.0018933334435545788
sim_compute_performance-ego3_max	0.0019477924439035585
sim_compute_performance-ego3_mean	0.001932865188918336
sim_compute_performance-ego3_median	0.0019361375884560316
sim_compute_performance-ego3_min	0.0019146655343954175
sim_compute_sim_state_max	0.03224165731045213
sim_compute_sim_state_mean	0.028192757473094972
sim_compute_sim_state_median	0.031880899432497556
sim_compute_sim_state_min	0.010255694149485536
sim_render-ego0_max	0.0037701086239651975
sim_render-ego0_mean	0.0037239023952975953
sim_render-ego0_median	0.003726816668952863
sim_render-ego0_min	0.0036816443475918992
sim_render-ego1_max	0.003690434335967484
sim_render-ego1_mean	0.0036517824880360782
sim_render-ego1_median	0.0036424319417557418
sim_render-ego1_min	0.003630641839552032
sim_render-ego2_max	0.003681203110033428
sim_render-ego2_mean	0.003674805418942464
sim_render-ego2_median	0.0036795359677355114
sim_render-ego2_min	0.0036636771790584514
sim_render-ego3_max	0.003708082472255684
sim_render-ego3_mean	0.003659542397668949
sim_render-ego3_median	0.003648681736204831
sim_render-ego3_min	0.00362186298454633
simulation-passed	1
step_physics_max	1.135617150761237
step_physics_mean	0.9111265162528106
step_physics_median	1.1278886686193048
step_physics_min	0.2763694776615626
survival_time_max	59.99999999999873
survival_time_mean	43.1857142857139
survival_time_min	24.800000000000217