Job 55003

Job ID 55003

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-01

date started 2020-12-03 04:59:31+00:00

date completed 2020-12-03 06:36:38+00:00

duration 1:37:07

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.244289278462052
survival_time_median	59.99999999999873
deviation-center-line_median	2.8232756558080307
in-drivable-lane_median	2.5749999999999824

other stats

agent_compute-ego0_max	0.042476465660368376
agent_compute-ego0_mean	0.04201942652572937
agent_compute-ego0_median	0.04202865958710098
agent_compute-ego0_min	0.04149212507681485
agent_compute-ego1_max	0.04365318204639953
agent_compute-ego1_mean	0.04215592396607371
agent_compute-ego1_median	0.0416123354861778
agent_compute-ego1_min	0.04151146080372832
complete-iteration_max	0.7640384488260616
complete-iteration_mean	0.6533257465981767
complete-iteration_median	0.736505141166922
complete-iteration_min	0.32069305228699824
deviation-center-line_max	3.3377121093021103
deviation-center-line_mean	2.7951811656811145
deviation-center-line_min	1.6753504117871665
deviation-heading_max	14.278283768896904
deviation-heading_mean	10.925830593870966
deviation-heading_median	11.29808991831325
deviation-heading_min	5.458199613473701
driven_any_max	14.590320002142294
driven_any_mean	13.835536669195326
driven_any_median	14.590151130839264
driven_any_min	9.307535393842445
driven_lanedir_consec_max	14.240157955669602
driven_lanedir_consec_mean	12.399810283348298
driven_lanedir_consec_min	6.987901081338952
driven_lanedir_max	14.240157955669602
driven_lanedir_mean	12.497155344277534
driven_lanedir_median	13.244289278462052
driven_lanedir_min	6.987901081338952
get_duckie_state_max	1.6167201567053495e-06
get_duckie_state_mean	1.5303904114684084e-06
get_duckie_state_median	1.5522022231433117e-06
get_duckie_state_min	1.427732240548241e-06
get_robot_state_max	0.014595755927270894
get_robot_state_mean	0.013173287128359674
get_robot_state_median	0.014101157478249936
get_robot_state_min	0.0072589633108555585
get_state_dump_max	0.009640808407214162
get_state_dump_mean	0.00900002297621071
get_state_dump_median	0.00962150622962615
get_state_dump_min	0.006170229893534576
get_ui_image_max	0.04630615411451913
get_ui_image_mean	0.04124888420658553
get_ui_image_median	0.043823813518616285
get_ui_image_min	0.027484207469993777
in-drivable-lane_max	9.499999999999968
in-drivable-lane_mean	3.424999999999943
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 14.5902730432591, "get_ui_image": 0.04049902335491704, "step_physics": 0.33596354082760266, "survival_time": 59.99999999999873, "driven_lanedir": 14.141441985241428, "get_state_dump": 0.00962150622962615, "get_robot_state": 0.013780109888310238, "sim_render-ego0": 0.0035822979119496975, "sim_render-ego1": 0.003666443789035057, "sim_render-ego2": 0.003631472289810371, "sim_render-ego3": 0.0035563605115574463, "get_duckie_state": 1.6167201567053495e-06, "in-drivable-lane": 0.5500000000000078, "deviation-heading": 8.910538068363719, "agent_compute-ego0": 0.04202865958710098, "agent_compute-ego1": 0.0416123354861778, "agent_compute-ego2": 0.04093222177395912, "agent_compute-ego3": 0.041557632814736095, "complete-iteration": 0.6257499969571357, "set_robot_commands": 0.0021311460585518743, "deviation-center-line": 2.733821751657914, "driven_lanedir_consec": 14.141441985241428, "sim_compute_sim_state": 0.028845719354138783, "sim_compute_performance-ego0": 0.0020002826465158837, "sim_compute_performance-ego1": 0.0019195697190461803, "sim_compute_performance-ego2": 0.0019407746793824769, "sim_compute_performance-ego3": 0.0019011009146430709}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.590315637034868, "get_ui_image": 0.04049902335491704, "step_physics": 0.33596354082760266, "survival_time": 59.99999999999873, "driven_lanedir": 14.22893005474485, "get_state_dump": 0.00962150622962615, "get_robot_state": 0.013780109888310238, "sim_render-ego0": 0.0035822979119496975, "sim_render-ego1": 0.003666443789035057, "sim_render-ego2": 0.003631472289810371, "sim_render-ego3": 0.0035563605115574463, "get_duckie_state": 1.6167201567053495e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 8.144409722198054, "agent_compute-ego0": 0.04202865958710098, "agent_compute-ego1": 0.0416123354861778, "agent_compute-ego2": 0.04093222177395912, "agent_compute-ego3": 0.041557632814736095, "complete-iteration": 0.6257499969571357, "set_robot_commands": 0.0021311460585518743, "deviation-center-line": 2.55476947818271, "driven_lanedir_consec": 14.22893005474485, "sim_compute_sim_state": 0.028845719354138783, "sim_compute_performance-ego0": 0.0020002826465158837, "sim_compute_performance-ego1": 0.0019195697190461803, "sim_compute_performance-ego2": 0.0019407746793824769, "sim_compute_performance-ego3": 0.0019011009146430709}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.590127640767218, "get_ui_image": 0.04049902335491704, "step_physics": 0.33596354082760266, "survival_time": 59.99999999999873, "driven_lanedir": 12.625761572714728, "get_state_dump": 0.00962150622962615, "get_robot_state": 0.013780109888310238, "sim_render-ego0": 0.0035822979119496975, "sim_render-ego1": 0.003666443789035057, "sim_render-ego2": 0.003631472289810371, "sim_render-ego3": 0.0035563605115574463, "get_duckie_state": 1.6167201567053495e-06, "in-drivable-lane": 5.849999999999839, "deviation-heading": 11.342340466666103, "agent_compute-ego0": 0.04202865958710098, "agent_compute-ego1": 0.0416123354861778, "agent_compute-ego2": 0.04093222177395912, "agent_compute-ego3": 0.041557632814736095, "complete-iteration": 0.6257499969571357, "set_robot_commands": 0.0021311460585518743, "deviation-center-line": 2.5598726661459428, "driven_lanedir_consec": 12.625761572714728, "sim_compute_sim_state": 0.028845719354138783, "sim_compute_performance-ego0": 0.0020002826465158837, "sim_compute_performance-ego1": 0.0019195697190461803, "sim_compute_performance-ego2": 0.0019407746793824769, "sim_compute_performance-ego3": 0.0019011009146430709}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.590320002142294, "get_ui_image": 0.04049902335491704, "step_physics": 0.33596354082760266, "survival_time": 59.99999999999873, "driven_lanedir": 14.240157955669602, "get_state_dump": 0.00962150622962615, "get_robot_state": 0.013780109888310238, "sim_render-ego0": 0.0035822979119496975, "sim_render-ego1": 0.003666443789035057, "sim_render-ego2": 0.003631472289810371, "sim_render-ego3": 0.0035563605115574463, "get_duckie_state": 1.6167201567053495e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 7.700365314146502, "agent_compute-ego0": 0.04202865958710098, "agent_compute-ego1": 0.0416123354861778, "agent_compute-ego2": 0.04093222177395912, "agent_compute-ego3": 0.041557632814736095, "complete-iteration": 0.6257499969571357, "set_robot_commands": 0.0021311460585518743, "deviation-center-line": 2.5378176698404205, "driven_lanedir_consec": 14.240157955669602, "sim_compute_sim_state": 0.028845719354138783, "sim_compute_performance-ego0": 0.0020002826465158837, "sim_compute_performance-ego1": 0.0019195697190461803, "sim_compute_performance-ego2": 0.0019407746793824769, "sim_compute_performance-ego3": 0.0019011009146430709}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.590144647585197, "get_ui_image": 0.04630615411451913, "step_physics": 0.45253008767825975, "survival_time": 59.99999999999873, "driven_lanedir": 13.258694451344738, "get_state_dump": 0.009152650833129885, "get_robot_state": 0.014101157478249936, "sim_render-ego0": 0.003704089109943272, "sim_render-ego1": 0.003660407689687711, "sim_render-ego2": 0.00363542197844468, "sim_render-ego3": 0.00366249826925184, "get_duckie_state": 1.5522022231433117e-06, "in-drivable-lane": 2.7999999999999776, "deviation-heading": 13.120754353129335, "agent_compute-ego0": 0.04149212507681485, "agent_compute-ego1": 0.04151146080372832, "agent_compute-ego2": 0.04158846206410938, "agent_compute-ego3": 0.04089328688844654, "complete-iteration": 0.7640384488260616, "set_robot_commands": 0.002145325909248498, "deviation-center-line": 3.2048200089630243, "driven_lanedir_consec": 13.258694451344738, "sim_compute_sim_state": 0.04499410967544949, "sim_compute_performance-ego0": 0.002163376438925407, "sim_compute_performance-ego1": 0.0019408848561613288, "sim_compute_performance-ego2": 0.001894783318588676, "sim_compute_performance-ego3": 0.0019184530625037607}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590111097542447, "get_ui_image": 0.04630615411451913, "step_physics": 0.45253008767825975, "survival_time": 59.99999999999873, "driven_lanedir": 13.229884105579366, "get_state_dump": 0.009152650833129885, "get_robot_state": 0.014101157478249936, "sim_render-ego0": 0.003704089109943272, "sim_render-ego1": 0.003660407689687711, "sim_render-ego2": 0.00363542197844468, "sim_render-ego3": 0.00366249826925184, "get_duckie_state": 1.5522022231433117e-06, "in-drivable-lane": 2.8999999999999195, "deviation-heading": 13.335821685212204, "agent_compute-ego0": 0.04149212507681485, "agent_compute-ego1": 0.04151146080372832, "agent_compute-ego2": 0.04158846206410938, "agent_compute-ego3": 0.04089328688844654, "complete-iteration": 0.7640384488260616, "set_robot_commands": 0.002145325909248498, "deviation-center-line": 3.282022719765582, "driven_lanedir_consec": 13.229884105579366, "sim_compute_sim_state": 0.04499410967544949, "sim_compute_performance-ego0": 0.002163376438925407, "sim_compute_performance-ego1": 0.0019408848561613288, "sim_compute_performance-ego2": 0.001894783318588676, "sim_compute_performance-ego3": 0.0019184530625037607}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.590157614093332, "get_ui_image": 0.04630615411451913, "step_physics": 0.45253008767825975, "survival_time": 59.99999999999873, "driven_lanedir": 13.226162819960347, "get_state_dump": 0.009152650833129885, "get_robot_state": 0.014101157478249936, "sim_render-ego0": 0.003704089109943272, "sim_render-ego1": 0.003660407689687711, "sim_render-ego2": 0.00363542197844468, "sim_render-ego3": 0.00366249826925184, "get_duckie_state": 1.5522022231433117e-06, "in-drivable-lane": 3.0999999999998913, "deviation-heading": 12.503919157748056, "agent_compute-ego0": 0.04149212507681485, "agent_compute-ego1": 0.04151146080372832, "agent_compute-ego2": 0.04158846206410938, "agent_compute-ego3": 0.04089328688844654, "complete-iteration": 0.7640384488260616, "set_robot_commands": 0.002145325909248498, "deviation-center-line": 3.1046431577056612, "driven_lanedir_consec": 13.226162819960347, "sim_compute_sim_state": 0.04499410967544949, "sim_compute_performance-ego0": 0.002163376438925407, "sim_compute_performance-ego1": 0.0019408848561613288, "sim_compute_performance-ego2": 0.001894783318588676, "sim_compute_performance-ego3": 0.0019184530625037607}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590136745179713, "get_ui_image": 0.04630615411451913, "step_physics": 0.45253008767825975, "survival_time": 59.99999999999873, "driven_lanedir": 11.589663841250047, "get_state_dump": 0.009152650833129885, "get_robot_state": 0.014101157478249936, "sim_render-ego0": 0.003704089109943272, "sim_render-ego1": 0.003660407689687711, "sim_render-ego2": 0.00363542197844468, "sim_render-ego3": 0.00366249826925184, "get_duckie_state": 1.5522022231433117e-06, "in-drivable-lane": 9.499999999999968, "deviation-heading": 12.44061494097976, "agent_compute-ego0": 0.04149212507681485, "agent_compute-ego1": 0.04151146080372832, "agent_compute-ego2": 0.04158846206410938, "agent_compute-ego3": 0.04089328688844654, "complete-iteration": 0.7640384488260616, "set_robot_commands": 0.002145325909248498, "deviation-center-line": 2.917440862836468, "driven_lanedir_consec": 10.226832988240714, "sim_compute_sim_state": 0.04499410967544949, "sim_compute_performance-ego0": 0.002163376438925407, "sim_compute_performance-ego1": 0.0019408848561613288, "sim_compute_performance-ego2": 0.001894783318588676, "sim_compute_performance-ego3": 0.0019184530625037607}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590179984837036, "get_ui_image": 0.043823813518616285, "step_physics": 0.4247732908898448, "survival_time": 59.99999999999873, "driven_lanedir": 13.477396919313936, "get_state_dump": 0.009640808407214162, "get_robot_state": 0.014595755927270894, "sim_render-ego0": 0.0037372906341044537, "sim_render-ego1": 0.003715035123293048, "sim_render-ego2": 0.003633532694833265, "sim_render-ego3": 0.0035832934732937397, "get_duckie_state": 1.427732240548241e-06, "in-drivable-lane": 2.349999999999987, "deviation-heading": 11.230386108341875, "agent_compute-ego0": 0.042476465660368376, "agent_compute-ego1": 0.04365318204639953, "agent_compute-ego2": 0.04352678903235087, "agent_compute-ego3": 0.04184373669779172, "complete-iteration": 0.736505141166922, "set_robot_commands": 0.0022057621405583237, "deviation-center-line": 2.7330500862689115, "driven_lanedir_consec": 13.477396919313936, "sim_compute_sim_state": 0.04060926782797021, "sim_compute_performance-ego0": 0.002090642096895064, "sim_compute_performance-ego1": 0.0019315206240257752, "sim_compute_performance-ego2": 0.0019203076056894116, "sim_compute_performance-ego3": 0.0018601600176885067}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590161770609011, "get_ui_image": 0.043823813518616285, "step_physics": 0.4247732908898448, "survival_time": 59.99999999999873, "driven_lanedir": 13.532014385004304, "get_state_dump": 0.009640808407214162, "get_robot_state": 0.014595755927270894, "sim_render-ego0": 0.0037372906341044537, "sim_render-ego1": 0.003715035123293048, "sim_render-ego2": 0.003633532694833265, "sim_render-ego3": 0.0035832934732937397, "get_duckie_state": 1.427732240548241e-06, "in-drivable-lane": 1.4999999999999218, "deviation-heading": 13.19800909632936, "agent_compute-ego0": 0.042476465660368376, "agent_compute-ego1": 0.04365318204639953, "agent_compute-ego2": 0.04352678903235087, "agent_compute-ego3": 0.04184373669779172, "complete-iteration": 0.736505141166922, "set_robot_commands": 0.0022057621405583237, "deviation-center-line": 3.3377121093021103, "driven_lanedir_consec": 13.532014385004304, "sim_compute_sim_state": 0.04060926782797021, "sim_compute_performance-ego0": 0.002090642096895064, "sim_compute_performance-ego1": 0.0019315206240257752, "sim_compute_performance-ego2": 0.0019203076056894116, "sim_compute_performance-ego3": 0.0018601600176885067}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.59008591546166, "get_ui_image": 0.043823813518616285, "step_physics": 0.4247732908898448, "survival_time": 59.99999999999873, "driven_lanedir": 11.742222175627491, "get_state_dump": 0.009640808407214162, "get_robot_state": 0.014595755927270894, "sim_render-ego0": 0.0037372906341044537, "sim_render-ego1": 0.003715035123293048, "sim_render-ego2": 0.003633532694833265, "sim_render-ego3": 0.0035832934732937397, "get_duckie_state": 1.427732240548241e-06, "in-drivable-lane": 8.14999999999981, "deviation-heading": 14.278283768896904, "agent_compute-ego0": 0.042476465660368376, "agent_compute-ego1": 0.04365318204639953, "agent_compute-ego2": 0.04352678903235087, "agent_compute-ego3": 0.04184373669779172, "complete-iteration": 0.736505141166922, "set_robot_commands": 0.0022057621405583237, "deviation-center-line": 3.0299202863350287, "driven_lanedir_consec": 11.742222175627491, "sim_compute_sim_state": 0.04060926782797021, "sim_compute_performance-ego0": 0.002090642096895064, "sim_compute_performance-ego1": 0.0019315206240257752, "sim_compute_performance-ego2": 0.0019203076056894116, "sim_compute_performance-ego3": 0.0018601600176885067}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590163721317085, "get_ui_image": 0.043823813518616285, "step_physics": 0.4247732908898448, "survival_time": 59.99999999999873, "driven_lanedir": 13.50178349867005, "get_state_dump": 0.009640808407214162, "get_robot_state": 0.014595755927270894, "sim_render-ego0": 0.0037372906341044537, "sim_render-ego1": 0.003715035123293048, "sim_render-ego2": 0.003633532694833265, "sim_render-ego3": 0.0035832934732937397, "get_duckie_state": 1.427732240548241e-06, "in-drivable-lane": 2.249999999999975, "deviation-heading": 11.253839369960398, "agent_compute-ego0": 0.042476465660368376, "agent_compute-ego1": 0.04365318204639953, "agent_compute-ego2": 0.04352678903235087, "agent_compute-ego3": 0.04184373669779172, "complete-iteration": 0.736505141166922, "set_robot_commands": 0.0022057621405583237, "deviation-center-line": 2.912729559958148, "driven_lanedir_consec": 13.50178349867005, "sim_compute_sim_state": 0.04060926782797021, "sim_compute_performance-ego0": 0.002090642096895064, "sim_compute_performance-ego1": 0.0019315206240257752, "sim_compute_performance-ego2": 0.0019203076056894116, "sim_compute_performance-ego3": 0.0018601600176885067}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 9.307800155063164, "get_ui_image": 0.027484207469993777, "step_physics": 0.1704720415527032, "survival_time": 39.09999999999992, "driven_lanedir": 9.178159973425672, "get_state_dump": 0.006170229893534576, "get_robot_state": 0.0072589633108555585, "sim_render-ego0": 0.003687015742938942, "sim_render-ego1": 0.003763295072553106, "get_duckie_state": 1.5194236394850535e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.458199613473701, "agent_compute-ego0": 0.04214148503153717, "agent_compute-ego1": 0.04153751108990471, "complete-iteration": 0.32069305228699824, "set_robot_commands": 0.002227135544992498, "deviation-center-line": 1.6753504117871665, "driven_lanedir_consec": 9.178159973425672, "sim_compute_sim_state": 0.009526036860537865, "sim_compute_performance-ego0": 0.002050848908503546, "sim_compute_performance-ego1": 0.0020252915330012337}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.307535393842445, "get_ui_image": 0.027484207469993777, "step_physics": 0.1704720415527032, "survival_time": 39.09999999999992, "driven_lanedir": 6.987901081338952, "get_state_dump": 0.006170229893534576, "get_robot_state": 0.0072589633108555585, "sim_render-ego0": 0.003687015742938942, "sim_render-ego1": 0.003763295072553106, "get_duckie_state": 1.5194236394850535e-06, "in-drivable-lane": 8.099999999999937, "deviation-heading": 10.044146648747548, "agent_compute-ego0": 0.04214148503153717, "agent_compute-ego1": 0.04153751108990471, "complete-iteration": 0.32069305228699824, "set_robot_commands": 0.002227135544992498, "deviation-center-line": 2.548565550786516, "driven_lanedir_consec": 6.987901081338952, "sim_compute_sim_state": 0.009526036860537865, "sim_compute_performance-ego0": 0.002050848908503546, "sim_compute_performance-ego1": 0.0020252915330012337}}
set_robot_commands_max	0.002227135544992498
set_robot_commands_mean	0.0021702291088156987
set_robot_commands_median	0.002145325909248498
set_robot_commands_min	0.0021311460585518743
sim_compute_performance-ego0_max	0.002163376438925407
sim_compute_performance-ego0_mean	0.002079921610453751
sim_compute_performance-ego0_median	0.002090642096895064
sim_compute_performance-ego0_min	0.0020002826465158837
sim_compute_performance-ego1_max	0.0020252915330012337
sim_compute_performance-ego1_mean	0.0019441774187811144
sim_compute_performance-ego1_median	0.0019315206240257752
sim_compute_performance-ego1_min	0.0019195697190461803
sim_compute_sim_state_max	0.04499410967544949
sim_compute_sim_state_mean	0.034060604367950685
sim_compute_sim_state_median	0.04060926782797021
sim_compute_sim_state_min	0.009526036860537865
sim_render-ego0_max	0.0037372906341044537
sim_render-ego0_mean	0.0036763387221333977
sim_render-ego0_median	0.003704089109943272
sim_render-ego0_min	0.0035822979119496975
sim_render-ego1_max	0.003763295072553106
sim_render-ego1_mean	0.003692438325226392
sim_render-ego1_median	0.003666443789035057
sim_render-ego1_min	0.003660407689687711
simulation-passed	1
step_physics_max	0.45253008767825975
step_physics_mean	0.3710008400491596
step_physics_median	0.4247732908898448
step_physics_min	0.1704720415527032
survival_time_max	59.99999999999873
survival_time_mean	57.01428571428461
survival_time_min	39.09999999999992