Job 58937

Job ID 58937

submission 12793

user Jean-Sébastien Grondin 🇨🇦

user label exercise_state_estimation

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator gpu-prod-01

date started 2020-12-04 16:40:19+00:00

date completed 2020-12-04 17:57:11+00:00

duration 1:16:52

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.4536380527581023
survival_time_median	28.000000000000263
deviation-center-line_median	0.4526652005754065
in-drivable-lane_median	11.899999999999851

other stats

agent_compute-ego0_max	0.012464102261469424
agent_compute-ego0_mean	0.012134914849830095
agent_compute-ego0_median	0.012352932302445328
agent_compute-ego0_min	0.01170734342786295
agent_compute-ego1_max	0.012053545783547797
agent_compute-ego1_mean	0.011722270949543603
agent_compute-ego1_median	0.011802733870985594
agent_compute-ego1_min	0.01122779492831647
agent_compute-ego2_max	0.012566697363759958
agent_compute-ego2_mean	0.012110842395573033
agent_compute-ego2_median	0.01208400849851302
agent_compute-ego2_min	0.01168182132444612
agent_compute-ego3_max	0.012429967907247296
agent_compute-ego3_mean	0.012230067069576987
agent_compute-ego3_median	0.01213718098115156
agent_compute-ego3_min	0.012123052320332109
complete-iteration_max	1.2046497362440174
complete-iteration_mean	0.959581071479854
complete-iteration_median	1.0496712223943754
complete-iteration_min	0.3590689293053823
deviation-center-line_max	4.041087252669624
deviation-center-line_mean	1.1644143184105649
deviation-center-line_min	0.048128224293261544
deviation-heading_max	16.814655440392922
deviation-heading_mean	5.127197827186413
deviation-heading_median	2.2594114572141892
deviation-heading_min	0.4302782436879766
driven_any_max	16.674326257319628
driven_any_mean	6.456873357730842
driven_any_median	3.901602348730642
driven_any_min	0.9251275688089384
driven_lanedir_consec_max	12.77887650894882
driven_lanedir_consec_mean	3.3351982017662456
driven_lanedir_consec_min	0.07412462937605802
driven_lanedir_max	13.3965456488793
driven_lanedir_mean	3.61486650925288
driven_lanedir_median	1.4536380527581023
driven_lanedir_min	0.11531944073088508
get_duckie_state_max	1.5240128490946672e-06
get_duckie_state_mean	1.4198558209798202e-06
get_duckie_state_median	1.4329821334601684e-06
get_duckie_state_min	1.301674124203951e-06
get_robot_state_max	0.01444927758717914
get_robot_state_mean	0.013175930399538032
get_robot_state_median	0.014094160627341312
get_robot_state_min	0.007039216833249615
get_state_dump_max	0.009620430555986
get_state_dump_mean	0.009059176332508375
get_state_dump_median	0.009605121255218734
get_state_dump_min	0.006109050668149467
get_ui_image_max	0.05125034939159046
get_ui_image_mean	0.04512661209898179
get_ui_image_median	0.04800735008309624
get_ui_image_min	0.030326026563938215
in-drivable-lane_max	58.99999999999873
in-drivable-lane_mean	21.264285714285343
in-drivable-lane_min	2.149999999999994
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.3922339204186076, "get_ui_image": 0.043522429589780504, "step_physics": 0.7517891584900377, "survival_time": 9.6, "driven_lanedir": 0.18669439898501936, "get_state_dump": 0.009620430555986, "get_robot_state": 0.014052709767237846, "sim_render-ego0": 0.003762143881209774, "sim_render-ego1": 0.0038707169844078896, "sim_render-ego2": 0.003948261083098891, "sim_render-ego3": 0.003895883115462071, "get_duckie_state": 1.4329821334601684e-06, "in-drivable-lane": 8.350000000000001, "deviation-heading": 0.672616335941576, "agent_compute-ego0": 0.012352932302445328, "agent_compute-ego1": 0.011802733870985594, "agent_compute-ego2": 0.01208400849851302, "agent_compute-ego3": 0.012123052320332109, "complete-iteration": 0.9246783268884056, "set_robot_commands": 0.0021961711231290987, "deviation-center-line": 0.10538463178635066, "driven_lanedir_consec": 0.07412462937605802, "sim_compute_sim_state": 0.02498445115558842, "sim_compute_performance-ego0": 0.0019241651722804252, "sim_compute_performance-ego1": 0.001948576517055689, "sim_compute_performance-ego2": 0.002019868613524758, "sim_compute_performance-ego3": 0.0019573461206465804}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.7773850097003894, "get_ui_image": 0.043522429589780504, "step_physics": 0.7517891584900377, "survival_time": 9.6, "driven_lanedir": 1.0541888068237832, "get_state_dump": 0.009620430555986, "get_robot_state": 0.014052709767237846, "sim_render-ego0": 0.003762143881209774, "sim_render-ego1": 0.0038707169844078896, "sim_render-ego2": 0.003948261083098891, "sim_render-ego3": 0.003895883115462071, "get_duckie_state": 1.4329821334601684e-06, "in-drivable-lane": 2.149999999999994, "deviation-heading": 2.8928930539306146, "agent_compute-ego0": 0.012352932302445328, "agent_compute-ego1": 0.011802733870985594, "agent_compute-ego2": 0.01208400849851302, "agent_compute-ego3": 0.012123052320332109, "complete-iteration": 0.9246783268884056, "set_robot_commands": 0.0021961711231290987, "deviation-center-line": 0.7947418200899374, "driven_lanedir_consec": 0.8821466337652923, "sim_compute_sim_state": 0.02498445115558842, "sim_compute_performance-ego0": 0.0019241651722804252, "sim_compute_performance-ego1": 0.001948576517055689, "sim_compute_performance-ego2": 0.002019868613524758, "sim_compute_performance-ego3": 0.0019573461206465804}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6099198852317025, "get_ui_image": 0.043522429589780504, "step_physics": 0.7517891584900377, "survival_time": 9.6, "driven_lanedir": 1.4622568122862138, "get_state_dump": 0.009620430555986, "get_robot_state": 0.014052709767237846, "sim_render-ego0": 0.003762143881209774, "sim_render-ego1": 0.0038707169844078896, "sim_render-ego2": 0.003948261083098891, "sim_render-ego3": 0.003895883115462071, "get_duckie_state": 1.4329821334601684e-06, "in-drivable-lane": 3.6500000000000146, "deviation-heading": 1.9350566137979297, "agent_compute-ego0": 0.012352932302445328, "agent_compute-ego1": 0.011802733870985594, "agent_compute-ego2": 0.01208400849851302, "agent_compute-ego3": 0.012123052320332109, "complete-iteration": 0.9246783268884056, "set_robot_commands": 0.0021961711231290987, "deviation-center-line": 0.437006721814658, "driven_lanedir_consec": 1.4622568122862138, "sim_compute_sim_state": 0.02498445115558842, "sim_compute_performance-ego0": 0.0019241651722804252, "sim_compute_performance-ego1": 0.001948576517055689, "sim_compute_performance-ego2": 0.002019868613524758, "sim_compute_performance-ego3": 0.0019573461206465804}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.7776665230159978, "get_ui_image": 0.043522429589780504, "step_physics": 0.7517891584900377, "survival_time": 9.6, "driven_lanedir": 1.3037991939125293, "get_state_dump": 0.009620430555986, "get_robot_state": 0.014052709767237846, "sim_render-ego0": 0.003762143881209774, "sim_render-ego1": 0.0038707169844078896, "sim_render-ego2": 0.003948261083098891, "sim_render-ego3": 0.003895883115462071, "get_duckie_state": 1.4329821334601684e-06, "in-drivable-lane": 4.400000000000012, "deviation-heading": 1.0912252057820724, "agent_compute-ego0": 0.012352932302445328, "agent_compute-ego1": 0.011802733870985594, "agent_compute-ego2": 0.01208400849851302, "agent_compute-ego3": 0.012123052320332109, "complete-iteration": 0.9246783268884056, "set_robot_commands": 0.0021961711231290987, "deviation-center-line": 0.3179710312942154, "driven_lanedir_consec": 1.3037991939125293, "sim_compute_sim_state": 0.02498445115558842, "sim_compute_performance-ego0": 0.0019241651722804252, "sim_compute_performance-ego1": 0.001948576517055689, "sim_compute_performance-ego2": 0.002019868613524758, "sim_compute_performance-ego3": 0.0019573461206465804}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 7.521366920316801, "get_ui_image": 0.05125034939159046, "step_physics": 0.8577518662879386, "survival_time": 28.000000000000263, "driven_lanedir": 5.836224068768523, "get_state_dump": 0.009427040018499854, "get_robot_state": 0.014094160627341312, "sim_render-ego0": 0.0037920551504043334, "sim_render-ego1": 0.00394755336265088, "sim_render-ego2": 0.003860921145760439, "sim_render-ego3": 0.003971148302210844, "get_duckie_state": 1.36166332877256e-06, "in-drivable-lane": 5.60000000000008, "deviation-heading": 5.924333049843934, "agent_compute-ego0": 0.011801495696559096, "agent_compute-ego1": 0.012053545783547797, "agent_compute-ego2": 0.012566697363759958, "agent_compute-ego3": 0.01213718098115156, "complete-iteration": 1.0496712223943754, "set_robot_commands": 0.002222164429445318, "deviation-center-line": 1.5233377891440216, "driven_lanedir_consec": 5.836224068768523, "sim_compute_sim_state": 0.03598478176164542, "sim_compute_performance-ego0": 0.001983327236617525, "sim_compute_performance-ego1": 0.0019338071452530096, "sim_compute_performance-ego2": 0.001958283936063661, "sim_compute_performance-ego3": 0.0019962660131607464}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 5.425232996407486, "get_ui_image": 0.05125034939159046, "step_physics": 0.8577518662879386, "survival_time": 28.000000000000263, "driven_lanedir": 2.0837453581800554, "get_state_dump": 0.009427040018499854, "get_robot_state": 0.014094160627341312, "sim_render-ego0": 0.0037920551504043334, "sim_render-ego1": 0.00394755336265088, "sim_render-ego2": 0.003860921145760439, "sim_render-ego3": 0.003971148302210844, "get_duckie_state": 1.36166332877256e-06, "in-drivable-lane": 19.650000000000254, "deviation-heading": 2.5837663006304483, "agent_compute-ego0": 0.011801495696559096, "agent_compute-ego1": 0.012053545783547797, "agent_compute-ego2": 0.012566697363759958, "agent_compute-ego3": 0.01213718098115156, "complete-iteration": 1.0496712223943754, "set_robot_commands": 0.002222164429445318, "deviation-center-line": 0.46832367933615504, "driven_lanedir_consec": 2.0837453581800554, "sim_compute_sim_state": 0.03598478176164542, "sim_compute_performance-ego0": 0.001983327236617525, "sim_compute_performance-ego1": 0.0019338071452530096, "sim_compute_performance-ego2": 0.001958283936063661, "sim_compute_performance-ego3": 0.0019962660131607464}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 2.001322405668122, "get_ui_image": 0.05125034939159046, "step_physics": 0.8577518662879386, "survival_time": 28.000000000000263, "driven_lanedir": 1.4450192932299908, "get_state_dump": 0.009427040018499854, "get_robot_state": 0.014094160627341312, "sim_render-ego0": 0.0037920551504043334, "sim_render-ego1": 0.00394755336265088, "sim_render-ego2": 0.003860921145760439, "sim_render-ego3": 0.003971148302210844, "get_duckie_state": 1.36166332877256e-06, "in-drivable-lane": 22.100000000000275, "deviation-heading": 1.7009103376521582, "agent_compute-ego0": 0.011801495696559096, "agent_compute-ego1": 0.012053545783547797, "agent_compute-ego2": 0.012566697363759958, "agent_compute-ego3": 0.01213718098115156, "complete-iteration": 1.0496712223943754, "set_robot_commands": 0.002222164429445318, "deviation-center-line": 0.33863324662413957, "driven_lanedir_consec": 1.4450192932299908, "sim_compute_sim_state": 0.03598478176164542, "sim_compute_performance-ego0": 0.001983327236617525, "sim_compute_performance-ego1": 0.0019338071452530096, "sim_compute_performance-ego2": 0.001958283936063661, "sim_compute_performance-ego3": 0.0019962660131607464}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 5.410970777042676, "get_ui_image": 0.05125034939159046, "step_physics": 0.8577518662879386, "survival_time": 28.000000000000263, "driven_lanedir": 4.16052562468963, "get_state_dump": 0.009427040018499854, "get_robot_state": 0.014094160627341312, "sim_render-ego0": 0.0037920551504043334, "sim_render-ego1": 0.00394755336265088, "sim_render-ego2": 0.003860921145760439, "sim_render-ego3": 0.003971148302210844, "get_duckie_state": 1.36166332877256e-06, "in-drivable-lane": 3.050000000000014, "deviation-heading": 10.65583176873939, "agent_compute-ego0": 0.011801495696559096, "agent_compute-ego1": 0.012053545783547797, "agent_compute-ego2": 0.012566697363759958, "agent_compute-ego3": 0.01213718098115156, "complete-iteration": 1.0496712223943754, "set_robot_commands": 0.002222164429445318, "deviation-center-line": 2.097105906515778, "driven_lanedir_consec": 4.16052562468963, "sim_compute_sim_state": 0.03598478176164542, "sim_compute_performance-ego0": 0.001983327236617525, "sim_compute_performance-ego1": 0.0019338071452530096, "sim_compute_performance-ego2": 0.001958283936063661, "sim_compute_performance-ego3": 0.0019962660131607464}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 1.3723098073436537, "get_ui_image": 0.04800735008309624, "step_physics": 1.028239363337635, "survival_time": 59.99999999999873, "driven_lanedir": 0.11531944073088508, "get_state_dump": 0.009605121255218734, "get_robot_state": 0.01444927758717914, "sim_render-ego0": 0.003959920980054869, "sim_render-ego1": 0.004041397601341228, "sim_render-ego2": 0.004004419098090966, "sim_render-ego3": 0.004121505052819042, "get_duckie_state": 1.5240128490946672e-06, "in-drivable-lane": 58.84999999999873, "deviation-heading": 1.0697523276503622, "agent_compute-ego0": 0.012464102261469424, "agent_compute-ego1": 0.011557771204711, "agent_compute-ego2": 0.01168182132444612, "agent_compute-ego3": 0.012429967907247296, "complete-iteration": 1.2046497362440174, "set_robot_commands": 0.002426725541622216, "deviation-center-line": 0.0847672738839666, "driven_lanedir_consec": 0.10104634727679553, "sim_compute_sim_state": 0.022194307312977304, "sim_compute_performance-ego0": 0.0020308184881789996, "sim_compute_performance-ego1": 0.0020731416570455405, "sim_compute_performance-ego2": 0.0020083426238098907, "sim_compute_performance-ego3": 0.002060537433544861}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 16.674326257319628, "get_ui_image": 0.04800735008309624, "step_physics": 1.028239363337635, "survival_time": 59.99999999999873, "driven_lanedir": 13.3965456488793, "get_state_dump": 0.009605121255218734, "get_robot_state": 0.01444927758717914, "sim_render-ego0": 0.003959920980054869, "sim_render-ego1": 0.004041397601341228, "sim_render-ego2": 0.004004419098090966, "sim_render-ego3": 0.004121505052819042, "get_duckie_state": 1.5240128490946672e-06, "in-drivable-lane": 7.84999999999981, "deviation-heading": 16.814655440392922, "agent_compute-ego0": 0.012464102261469424, "agent_compute-ego1": 0.011557771204711, "agent_compute-ego2": 0.01168182132444612, "agent_compute-ego3": 0.012429967907247296, "complete-iteration": 1.2046497362440174, "set_robot_commands": 0.002426725541622216, "deviation-center-line": 4.041087252669624, "driven_lanedir_consec": 12.77887650894882, "sim_compute_sim_state": 0.022194307312977304, "sim_compute_performance-ego0": 0.0020308184881789996, "sim_compute_performance-ego1": 0.0020731416570455405, "sim_compute_performance-ego2": 0.0020083426238098907, "sim_compute_performance-ego3": 0.002060537433544861}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 10.162179462219294, "get_ui_image": 0.04800735008309624, "step_physics": 1.028239363337635, "survival_time": 59.99999999999873, "driven_lanedir": 8.049749185662224, "get_state_dump": 0.009605121255218734, "get_robot_state": 0.01444927758717914, "sim_render-ego0": 0.003959920980054869, "sim_render-ego1": 0.004041397601341228, "sim_render-ego2": 0.004004419098090966, "sim_render-ego3": 0.004121505052819042, "get_duckie_state": 1.5240128490946672e-06, "in-drivable-lane": 28.649999999998485, "deviation-heading": 9.684691010236737, "agent_compute-ego0": 0.012464102261469424, "agent_compute-ego1": 0.011557771204711, "agent_compute-ego2": 0.01168182132444612, "agent_compute-ego3": 0.012429967907247296, "complete-iteration": 1.2046497362440174, "set_robot_commands": 0.002426725541622216, "deviation-center-line": 2.290559563583932, "driven_lanedir_consec": 8.049749185662224, "sim_compute_sim_state": 0.022194307312977304, "sim_compute_performance-ego0": 0.0020308184881789996, "sim_compute_performance-ego1": 0.0020731416570455405, "sim_compute_performance-ego2": 0.0020083426238098907, "sim_compute_performance-ego3": 0.002060537433544861}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.9251275688089384, "get_ui_image": 0.04800735008309624, "step_physics": 1.028239363337635, "survival_time": 59.99999999999873, "driven_lanedir": 0.14641214191464202, "get_state_dump": 0.009605121255218734, "get_robot_state": 0.01444927758717914, "sim_render-ego0": 0.003959920980054869, "sim_render-ego1": 0.004041397601341228, "sim_render-ego2": 0.004004419098090966, "sim_render-ego3": 0.004121505052819042, "get_duckie_state": 1.5240128490946672e-06, "in-drivable-lane": 58.99999999999873, "deviation-heading": 0.4302782436879766, "agent_compute-ego0": 0.012464102261469424, "agent_compute-ego1": 0.011557771204711, "agent_compute-ego2": 0.01168182132444612, "agent_compute-ego3": 0.012429967907247296, "complete-iteration": 1.2046497362440174, "set_robot_commands": 0.002426725541622216, "deviation-center-line": 0.07800817393712083, "driven_lanedir_consec": 0.14641214191464202, "sim_compute_sim_state": 0.022194307312977304, "sim_compute_performance-ego0": 0.0020308184881789996, "sim_compute_performance-ego1": 0.0020731416570455405, "sim_compute_performance-ego2": 0.0020083426238098907, "sim_compute_performance-ego3": 0.002060537433544861}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 16.67203059235395, "get_ui_image": 0.030326026563938215, "step_physics": 0.26650300490469064, "survival_time": 59.99999999999873, "driven_lanedir": 0.1323564614505519, "get_state_dump": 0.006109050668149467, "get_robot_state": 0.007039216833249615, "sim_render-ego0": 0.0037070622948385296, "sim_render-ego1": 0.0037886429388854625, "get_duckie_state": 1.301674124203951e-06, "in-drivable-lane": 58.94999999999872, "deviation-heading": 0.5804744024499341, "agent_compute-ego0": 0.01170734342786295, "agent_compute-ego1": 0.01122779492831647, "complete-iteration": 0.3590689293053823, "set_robot_commands": 0.0021042043620799603, "deviation-center-line": 0.048128224293261544, "driven_lanedir_consec": 0.1323564614505519, "sim_compute_sim_state": 0.010513570088331745, "sim_compute_performance-ego0": 0.0018955301384842463, "sim_compute_performance-ego1": 0.0019040203015075737}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 16.67415488238455, "get_ui_image": 0.030326026563938215, "step_physics": 0.26650300490469064, "survival_time": 59.99999999999873, "driven_lanedir": 11.23529469402697, "get_state_dump": 0.006109050668149467, "get_robot_state": 0.007039216833249615, "sim_render-ego0": 0.0037070622948385296, "sim_render-ego1": 0.0037886429388854625, "get_duckie_state": 1.301674124203951e-06, "in-drivable-lane": 15.4499999999997, "deviation-heading": 15.744285489873722, "agent_compute-ego0": 0.01170734342786295, "agent_compute-ego1": 0.01122779492831647, "complete-iteration": 0.3590689293053823, "set_robot_commands": 0.0021042043620799603, "deviation-center-line": 3.676745142774747, "driven_lanedir_consec": 8.236492565266113, "sim_compute_sim_state": 0.010513570088331745, "sim_compute_performance-ego0": 0.0018955301384842463, "sim_compute_performance-ego1": 0.0019040203015075737}}
set_robot_commands_max	0.002426725541622216
set_robot_commands_mean	0.002256332364353318
set_robot_commands_median	0.002222164429445318
set_robot_commands_min	0.0021042043620799603
sim_compute_performance-ego0_max	0.0020308184881789996
sim_compute_performance-ego0_mean	0.001967450276091164
sim_compute_performance-ego0_median	0.001983327236617525
sim_compute_performance-ego0_min	0.0018955301384842463
sim_compute_performance-ego1_max	0.0020731416570455405
sim_compute_performance-ego1_mean	0.001973581562888008
sim_compute_performance-ego1_median	0.001948576517055689
sim_compute_performance-ego1_min	0.0019040203015075737
sim_compute_performance-ego2_max	0.002019868613524758
sim_compute_performance-ego2_mean	0.001995498391132769
sim_compute_performance-ego2_median	0.0020083426238098907
sim_compute_performance-ego2_min	0.001958283936063661
sim_compute_performance-ego3_max	0.002060537433544861
sim_compute_performance-ego3_mean	0.002004716522450729
sim_compute_performance-ego3_median	0.0019962660131607464
sim_compute_performance-ego3_min	0.0019573461206465804
sim_compute_sim_state_max	0.03598478176164542
sim_compute_sim_state_mean	0.025262950078393423
sim_compute_sim_state_median	0.02498445115558842
sim_compute_sim_state_min	0.010513570088331745
sim_render-ego0_max	0.003959920980054869
sim_render-ego0_mean	0.003819328902596641
sim_render-ego0_median	0.0037920551504043334
sim_render-ego0_min	0.0037070622948385296
sim_render-ego1_max	0.004041397601341228
sim_render-ego1_mean	0.00392971126224078
sim_render-ego1_median	0.00394755336265088
sim_render-ego1_min	0.0037886429388854625
sim_render-ego2_max	0.004004419098090966
sim_render-ego2_mean	0.003937867108983433
sim_render-ego2_median	0.003948261083098891
sim_render-ego2_min	0.003860921145760439
sim_render-ego3_max	0.004121505052819042
sim_render-ego3_mean	0.0039961788234973185
sim_render-ego3_median	0.003971148302210844
sim_render-ego3_min	0.003895883115462071
simulation-passed	1
step_physics_max	1.028239363337635
step_physics_mean	0.7917233973051304
step_physics_median	0.8577518662879386
step_physics_min	0.26650300490469064
survival_time_max	59.99999999999873
survival_time_mean	36.457142857142394
survival_time_min	9.6