Job 58798

Job ID 58798

submission 12877

user Raphael Jean

user label sim-exercise-2

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-03

date started 2020-12-04 13:11:33+00:00

date completed 2020-12-04 15:10:34+00:00

duration 1:59:01

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	12.840475382578369
survival_time_median	59.99999999999873
deviation-center-line_median	3.182458378116232
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.014180606899999124
agent_compute-ego0_mean	0.013435938093596514
agent_compute-ego0_median	0.013327421296347588
agent_compute-ego0_min	0.012704326151610414
agent_compute-ego1_max	0.01321569090609612
agent_compute-ego1_mean	0.013106035332679938
agent_compute-ego1_median	0.013197941148807167
agent_compute-ego1_min	0.012634391887896662
complete-iteration_max	1.0857413721787117
complete-iteration_mean	0.8302901824438597
complete-iteration_median	0.9314219622091886
complete-iteration_min	0.3335302241338878
deviation-center-line_max	4.728012299906379
deviation-center-line_mean	3.2347636498187424
deviation-center-line_min	2.2406683047630107
deviation-heading_max	18.850717972866804
deviation-heading_mean	12.361621140516514
deviation-heading_median	12.695950917179536
deviation-heading_min	8.857929338842888
driven_any_max	18.628707138512087
driven_any_mean	13.392488713324244
driven_any_median	13.827275239895696
driven_any_min	6.674506675046832
driven_lanedir_consec_max	18.25567716208585
driven_lanedir_consec_mean	12.530910236441878
driven_lanedir_consec_min	6.470431249461388
driven_lanedir_max	18.25567716208585
driven_lanedir_mean	12.58132815760826
driven_lanedir_median	12.930284423659078
driven_lanedir_min	6.470431249461388
get_duckie_state_max	1.7302717197745369e-06
get_duckie_state_mean	1.605156675355716e-06
get_duckie_state_median	1.6320059440415863e-06
get_duckie_state_min	1.5023004942836024e-06
get_robot_state_max	0.016550218929954612
get_robot_state_mean	0.014795194446006807
get_robot_state_median	0.015821532649888517
get_robot_state_min	0.007629240283759607
get_state_dump_max	0.010735255494701376
get_state_dump_mean	0.009928073943256144
get_state_dump_median	0.010348407354680426
get_state_dump_min	0.006859614192000238
get_ui_image_max	0.052287196586145224
get_ui_image_mean	0.04766961987105401
get_ui_image_median	0.05217442762643273
get_ui_image_min	0.03194298930807376
in-drivable-lane_max	18.799999999999553
in-drivable-lane_mean	1.9142857142856684
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 16.01130632538892, "get_ui_image": 0.046410550682074225, "step_physics": 0.48220143687417366, "survival_time": 59.99999999999873, "driven_lanedir": 15.582122398647993, "get_state_dump": 0.010735255494701376, "get_robot_state": 0.016550218929954612, "sim_render-ego0": 0.004389791266308736, "sim_render-ego1": 0.004384153788532444, "sim_render-ego2": 0.004343857475363345, "sim_render-ego3": 0.0043906305949951985, "get_duckie_state": 1.7302717197745369e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.282920831922318, "agent_compute-ego0": 0.013327421296347588, "agent_compute-ego1": 0.013197941148807167, "agent_compute-ego2": 0.014042695892740547, "agent_compute-ego3": 0.05449863178942424, "complete-iteration": 0.7220871920986636, "set_robot_commands": 0.0026417890258077577, "deviation-center-line": 3.0742128103946236, "driven_lanedir_consec": 15.582122398647993, "sim_compute_sim_state": 0.0335150090582067, "sim_compute_performance-ego0": 0.0025219800172499277, "sim_compute_performance-ego1": 0.002322042712958826, "sim_compute_performance-ego2": 0.0023300836326478423, "sim_compute_performance-ego3": 0.002392397236565964}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 15.970914655709288, "get_ui_image": 0.046410550682074225, "step_physics": 0.48220143687417366, "survival_time": 59.99999999999873, "driven_lanedir": 15.602013517330548, "get_state_dump": 0.010735255494701376, "get_robot_state": 0.016550218929954612, "sim_render-ego0": 0.004389791266308736, "sim_render-ego1": 0.004384153788532444, "sim_render-ego2": 0.004343857475363345, "sim_render-ego3": 0.0043906305949951985, "get_duckie_state": 1.7302717197745369e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.256717861186386, "agent_compute-ego0": 0.013327421296347588, "agent_compute-ego1": 0.013197941148807167, "agent_compute-ego2": 0.014042695892740547, "agent_compute-ego3": 0.05449863178942424, "complete-iteration": 0.7220871920986636, "set_robot_commands": 0.0026417890258077577, "deviation-center-line": 2.96017702211537, "driven_lanedir_consec": 15.602013517330548, "sim_compute_sim_state": 0.0335150090582067, "sim_compute_performance-ego0": 0.0025219800172499277, "sim_compute_performance-ego1": 0.002322042712958826, "sim_compute_performance-ego2": 0.0023300836326478423, "sim_compute_performance-ego3": 0.002392397236565964}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 15.285844452479946, "get_ui_image": 0.046410550682074225, "step_physics": 0.48220143687417366, "survival_time": 59.99999999999873, "driven_lanedir": 11.140612405849678, "get_state_dump": 0.010735255494701376, "get_robot_state": 0.016550218929954612, "sim_render-ego0": 0.004389791266308736, "sim_render-ego1": 0.004384153788532444, "sim_render-ego2": 0.004343857475363345, "sim_render-ego3": 0.0043906305949951985, "get_duckie_state": 1.7302717197745369e-06, "in-drivable-lane": 18.799999999999553, "deviation-heading": 8.857929338842888, "agent_compute-ego0": 0.013327421296347588, "agent_compute-ego1": 0.013197941148807167, "agent_compute-ego2": 0.014042695892740547, "agent_compute-ego3": 0.05449863178942424, "complete-iteration": 0.7220871920986636, "set_robot_commands": 0.0026417890258077577, "deviation-center-line": 2.2758666080269614, "driven_lanedir_consec": 11.140612405849678, "sim_compute_sim_state": 0.0335150090582067, "sim_compute_performance-ego0": 0.0025219800172499277, "sim_compute_performance-ego1": 0.002322042712958826, "sim_compute_performance-ego2": 0.0023300836326478423, "sim_compute_performance-ego3": 0.002392397236565964}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 18.628707138512087, "get_ui_image": 0.046410550682074225, "step_physics": 0.48220143687417366, "survival_time": 59.99999999999873, "driven_lanedir": 18.25567716208585, "get_state_dump": 0.010735255494701376, "get_robot_state": 0.016550218929954612, "sim_render-ego0": 0.004389791266308736, "sim_render-ego1": 0.004384153788532444, "sim_render-ego2": 0.004343857475363345, "sim_render-ego3": 0.0043906305949951985, "get_duckie_state": 1.7302717197745369e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.89330051942842, "agent_compute-ego0": 0.013327421296347588, "agent_compute-ego1": 0.013197941148807167, "agent_compute-ego2": 0.014042695892740547, "agent_compute-ego3": 0.05449863178942424, "complete-iteration": 0.7220871920986636, "set_robot_commands": 0.0026417890258077577, "deviation-center-line": 2.6670574314118145, "driven_lanedir_consec": 18.25567716208585, "sim_compute_sim_state": 0.0335150090582067, "sim_compute_performance-ego0": 0.0025219800172499277, "sim_compute_performance-ego1": 0.002322042712958826, "sim_compute_performance-ego2": 0.0023300836326478423, "sim_compute_performance-ego3": 0.002392397236565964}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 13.986117183208025, "get_ui_image": 0.05217442762643273, "step_physics": 0.7031715160404812, "survival_time": 59.99999999999873, "driven_lanedir": 12.963401931253149, "get_state_dump": 0.010348407354680426, "get_robot_state": 0.015596808839300888, "sim_render-ego0": 0.0040886322723439495, "sim_render-ego1": 0.004173566856352515, "sim_render-ego2": 0.0042055518700617935, "sim_render-ego3": 0.0042739263879170925, "get_duckie_state": 1.6320059440415863e-06, "in-drivable-lane": 1.6999999999999034, "deviation-heading": 14.6764686987288, "agent_compute-ego0": 0.01316559205543588, "agent_compute-ego1": 0.013140295665528157, "agent_compute-ego2": 0.013534157798252537, "agent_compute-ego3": 0.023749113678435897, "complete-iteration": 0.9314219622091886, "set_robot_commands": 0.0024167744940663256, "deviation-center-line": 3.7275147025276825, "driven_lanedir_consec": 12.25755103492377, "sim_compute_sim_state": 0.050852984016285054, "sim_compute_performance-ego0": 0.002364409356986752, "sim_compute_performance-ego1": 0.002190171431542237, "sim_compute_performance-ego2": 0.0022036104178448502, "sim_compute_performance-ego3": 0.0022189037488163955}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 13.6544431193225, "get_ui_image": 0.05217442762643273, "step_physics": 0.7031715160404812, "survival_time": 59.99999999999873, "driven_lanedir": 12.783783849091726, "get_state_dump": 0.010348407354680426, "get_robot_state": 0.015596808839300888, "sim_render-ego0": 0.0040886322723439495, "sim_render-ego1": 0.004173566856352515, "sim_render-ego2": 0.0042055518700617935, "sim_render-ego3": 0.0042739263879170925, "get_duckie_state": 1.6320059440415863e-06, "in-drivable-lane": 1.549999999999999, "deviation-heading": 13.74997460857203, "agent_compute-ego0": 0.01316559205543588, "agent_compute-ego1": 0.013140295665528157, "agent_compute-ego2": 0.013534157798252537, "agent_compute-ego3": 0.023749113678435897, "complete-iteration": 0.9314219622091886, "set_robot_commands": 0.0024167744940663256, "deviation-center-line": 3.728763100868449, "driven_lanedir_consec": 12.783783849091726, "sim_compute_sim_state": 0.050852984016285054, "sim_compute_performance-ego0": 0.002364409356986752, "sim_compute_performance-ego1": 0.002190171431542237, "sim_compute_performance-ego2": 0.0022036104178448502, "sim_compute_performance-ego3": 0.0022189037488163955}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 13.908244937053729, "get_ui_image": 0.05217442762643273, "step_physics": 0.7031715160404812, "survival_time": 59.99999999999873, "driven_lanedir": 12.89716691606501, "get_state_dump": 0.010348407354680426, "get_robot_state": 0.015596808839300888, "sim_render-ego0": 0.0040886322723439495, "sim_render-ego1": 0.004173566856352515, "sim_render-ego2": 0.0042055518700617935, "sim_render-ego3": 0.0042739263879170925, "get_duckie_state": 1.6320059440415863e-06, "in-drivable-lane": 2.450000000000035, "deviation-heading": 13.500182793755972, "agent_compute-ego0": 0.01316559205543588, "agent_compute-ego1": 0.013140295665528157, "agent_compute-ego2": 0.013534157798252537, "agent_compute-ego3": 0.023749113678435897, "complete-iteration": 0.9314219622091886, "set_robot_commands": 0.0024167744940663256, "deviation-center-line": 3.417564447400846, "driven_lanedir_consec": 12.89716691606501, "sim_compute_sim_state": 0.050852984016285054, "sim_compute_performance-ego0": 0.002364409356986752, "sim_compute_performance-ego1": 0.002190171431542237, "sim_compute_performance-ego2": 0.0022036104178448502, "sim_compute_performance-ego3": 0.0022189037488163955}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 13.639631293997324, "get_ui_image": 0.05217442762643273, "step_physics": 0.7031715160404812, "survival_time": 59.99999999999873, "driven_lanedir": 13.007927720348462, "get_state_dump": 0.010348407354680426, "get_robot_state": 0.015596808839300888, "sim_render-ego0": 0.0040886322723439495, "sim_render-ego1": 0.004173566856352515, "sim_render-ego2": 0.0042055518700617935, "sim_render-ego3": 0.0042739263879170925, "get_duckie_state": 1.6320059440415863e-06, "in-drivable-lane": 0.7499999999999574, "deviation-heading": 13.260837259336238, "agent_compute-ego0": 0.01316559205543588, "agent_compute-ego1": 0.013140295665528157, "agent_compute-ego2": 0.013534157798252537, "agent_compute-ego3": 0.023749113678435897, "complete-iteration": 0.9314219622091886, "set_robot_commands": 0.0024167744940663256, "deviation-center-line": 3.6492425109210966, "driven_lanedir_consec": 13.007927720348462, "sim_compute_sim_state": 0.050852984016285054, "sim_compute_performance-ego0": 0.002364409356986752, "sim_compute_performance-ego1": 0.002190171431542237, "sim_compute_performance-ego2": 0.0022036104178448502, "sim_compute_performance-ego3": 0.0022189037488163955}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.205650178689907, "get_ui_image": 0.052287196586145224, "step_physics": 0.8825078603312455, "survival_time": 54.249999999999055, "driven_lanedir": 6.9506164175525615, "get_state_dump": 0.010234788856014582, "get_robot_state": 0.015821532649888517, "sim_render-ego0": 0.004155587974393785, "sim_render-ego1": 0.004149317741394043, "sim_render-ego2": 0.004218033444596039, "sim_render-ego3": 0.0042178883297886854, "get_duckie_state": 1.5023004942836024e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.95756470933213, "agent_compute-ego0": 0.014180606899999124, "agent_compute-ego1": 0.01321569090609612, "agent_compute-ego2": 0.0138441758919816, "agent_compute-ego3": 0.01297386641001833, "complete-iteration": 1.0857413721787117, "set_robot_commands": 0.0025590623061740375, "deviation-center-line": 4.728012299906379, "driven_lanedir_consec": 6.9506164175525615, "sim_compute_sim_state": 0.03453680142952373, "sim_compute_performance-ego0": 0.0023151787605074888, "sim_compute_performance-ego1": 0.002178929348237826, "sim_compute_performance-ego2": 0.002201797114770935, "sim_compute_performance-ego3": 0.0022076093909051096}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 13.746305542737664, "get_ui_image": 0.052287196586145224, "step_physics": 0.8825078603312455, "survival_time": 54.249999999999055, "driven_lanedir": 13.348182143486833, "get_state_dump": 0.010234788856014582, "get_robot_state": 0.015821532649888517, "sim_render-ego0": 0.004155587974393785, "sim_render-ego1": 0.004149317741394043, "sim_render-ego2": 0.004218033444596039, "sim_render-ego3": 0.0042178883297886854, "get_duckie_state": 1.5023004942836024e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.526200843120234, "agent_compute-ego0": 0.014180606899999124, "agent_compute-ego1": 0.01321569090609612, "agent_compute-ego2": 0.0138441758919816, "agent_compute-ego3": 0.01297386641001833, "complete-iteration": 1.0857413721787117, "set_robot_commands": 0.0025590623061740375, "deviation-center-line": 2.871555078731728, "driven_lanedir_consec": 13.348182143486833, "sim_compute_sim_state": 0.03453680142952373, "sim_compute_performance-ego0": 0.0023151787605074888, "sim_compute_performance-ego1": 0.002178929348237826, "sim_compute_performance-ego2": 0.002201797114770935, "sim_compute_performance-ego3": 0.0022076093909051096}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 6.674506675046832, "get_ui_image": 0.052287196586145224, "step_physics": 0.8825078603312455, "survival_time": 54.249999999999055, "driven_lanedir": 6.470431249461388, "get_state_dump": 0.010234788856014582, "get_robot_state": 0.015821532649888517, "sim_render-ego0": 0.004155587974393785, "sim_render-ego1": 0.004149317741394043, "sim_render-ego2": 0.004218033444596039, "sim_render-ego3": 0.0042178883297886854, "get_duckie_state": 1.5023004942836024e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.850717972866804, "agent_compute-ego0": 0.014180606899999124, "agent_compute-ego1": 0.01321569090609612, "agent_compute-ego2": 0.0138441758919816, "agent_compute-ego3": 0.01297386641001833, "complete-iteration": 1.0857413721787117, "set_robot_commands": 0.0025590623061740375, "deviation-center-line": 3.203559212485946, "driven_lanedir_consec": 6.470431249461388, "sim_compute_sim_state": 0.03453680142952373, "sim_compute_performance-ego0": 0.0023151787605074888, "sim_compute_performance-ego1": 0.002178929348237826, "sim_compute_performance-ego2": 0.002201797114770935, "sim_compute_performance-ego3": 0.0022076093909051096}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 10.223096319139154, "get_ui_image": 0.052287196586145224, "step_physics": 0.8825078603312455, "survival_time": 54.249999999999055, "driven_lanedir": 9.908401269728556, "get_state_dump": 0.010234788856014582, "get_robot_state": 0.015821532649888517, "sim_render-ego0": 0.004155587974393785, "sim_render-ego1": 0.004149317741394043, "sim_render-ego2": 0.004218033444596039, "sim_render-ego3": 0.0042178883297886854, "get_duckie_state": 1.5023004942836024e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.63427558762125, "agent_compute-ego0": 0.014180606899999124, "agent_compute-ego1": 0.01321569090609612, "agent_compute-ego2": 0.0138441758919816, "agent_compute-ego3": 0.01297386641001833, "complete-iteration": 1.0857413721787117, "set_robot_commands": 0.0025590623061740375, "deviation-center-line": 2.2406683047630107, "driven_lanedir_consec": 9.908401269728556, "sim_compute_sim_state": 0.03453680142952373, "sim_compute_performance-ego0": 0.0023151787605074888, "sim_compute_performance-ego1": 0.002178929348237826, "sim_compute_performance-ego2": 0.002201797114770935, "sim_compute_performance-ego3": 0.0022076093909051096}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 15.323613906388871, "get_ui_image": 0.03194298930807376, "step_physics": 0.23401935809260105, "survival_time": 59.99999999999873, "driven_lanedir": 14.743381944201898, "get_state_dump": 0.006859614192000238, "get_robot_state": 0.007629240283759607, "sim_render-ego0": 0.003946682892671533, "sim_render-ego1": 0.004059770125135791, "get_duckie_state": 1.5069404112905586e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.85797869577989, "agent_compute-ego0": 0.012704326151610414, "agent_compute-ego1": 0.012634391887896662, "complete-iteration": 0.3335302241338878, "set_robot_commands": 0.002313512052524894, "deviation-center-line": 3.161357543746518, "driven_lanedir_consec": 14.743381944201898, "sim_compute_sim_state": 0.010820768159394655, "sim_compute_performance-ego0": 0.0021008287837959946, "sim_compute_performance-ego1": 0.002058397820351225}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 13.23646025886518, "get_ui_image": 0.03194298930807376, "step_physics": 0.23401935809260105, "survival_time": 59.99999999999873, "driven_lanedir": 12.484875281412007, "get_state_dump": 0.006859614192000238, "get_robot_state": 0.007629240283759607, "sim_render-ego0": 0.003946682892671533, "sim_render-ego1": 0.004059770125135791, "get_duckie_state": 1.5069404112905586e-06, "in-drivable-lane": 1.549999999999912, "deviation-heading": 12.757626246737823, "agent_compute-ego0": 0.012704326151610414, "agent_compute-ego1": 0.012634391887896662, "complete-iteration": 0.3335302241338878, "set_robot_commands": 0.002313512052524894, "deviation-center-line": 3.581140024161972, "driven_lanedir_consec": 12.484875281412007, "sim_compute_sim_state": 0.010820768159394655, "sim_compute_performance-ego0": 0.0021008287837959946, "sim_compute_performance-ego1": 0.002058397820351225}}
set_robot_commands_max	0.0026417890258077577
set_robot_commands_mean	0.002506966243517304
set_robot_commands_median	0.0025590623061740375
set_robot_commands_min	0.002313512052524894
sim_compute_performance-ego0_max	0.0025219800172499277
sim_compute_performance-ego0_mean	0.0023577092933263328
sim_compute_performance-ego0_median	0.002364409356986752
sim_compute_performance-ego0_min	0.0021008287837959946
sim_compute_performance-ego1_max	0.002322042712958826
sim_compute_performance-ego1_mean	0.0022058121151184292
sim_compute_performance-ego1_median	0.002190171431542237
sim_compute_performance-ego1_min	0.002058397820351225
sim_compute_sim_state_max	0.050852984016285054
sim_compute_sim_state_mean	0.03551862245248937
sim_compute_sim_state_median	0.03453680142952373
sim_compute_sim_state_min	0.010820768159394655
sim_render-ego0_max	0.004389791266308736
sim_render-ego0_mean	0.004173529416966353
sim_render-ego0_median	0.004155587974393785
sim_render-ego0_min	0.003946682892671533
sim_render-ego1_max	0.004384153788532444
sim_render-ego1_mean	0.004210549556813399
sim_render-ego1_median	0.004173566856352515
sim_render-ego1_min	0.004059770125135791
simulation-passed	1
step_physics_max	0.8825078603312455
step_physics_mean	0.6242544263692003
step_physics_median	0.7031715160404812
step_physics_min	0.23401935809260105
survival_time_max	59.99999999999873
survival_time_mean	58.35714285714169
survival_time_min	54.249999999999055