Job 55025

Job ID 55025

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-08

date started 2020-12-03 05:01:03+00:00

date completed 2020-12-03 06:36:59+00:00

duration 1:35:56

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.244289278462052
survival_time_median	59.99999999999873
deviation-center-line_median	2.8637606980974883
in-drivable-lane_median	2.6499999999999853

other stats

agent_compute-ego0_max	0.044142592260978504
agent_compute-ego0_mean	0.04185932643639029
agent_compute-ego0_median	0.04147778264092565
agent_compute-ego0_min	0.03966831064772332
agent_compute-ego1_max	0.04525525087520145
agent_compute-ego1_mean	0.04250999698794938
agent_compute-ego1_median	0.04232683963918567
agent_compute-ego1_min	0.03946087826257465
complete-iteration_max	0.7513844522210978
complete-iteration_mean	0.643569912323435
complete-iteration_median	0.7272789529916349
complete-iteration_min	0.3037101351590601
deviation-center-line_max	3.282022719765582
deviation-center-line_mean	2.8094029686886595
deviation-center-line_min	1.6753504117871665
deviation-heading_max	14.050118870911565
deviation-heading_mean	10.910867138980596
deviation-heading_median	11.382894713429526
deviation-heading_min	5.458199613473701
driven_any_max	14.590320002142294
driven_any_mean	13.835537595499328
driven_any_median	14.590151130839264
driven_any_min	9.307535393842445
driven_lanedir_consec_max	14.240157955669602
driven_lanedir_consec_mean	12.436962762204567
driven_lanedir_consec_min	6.987901081338952
driven_lanedir_max	14.240157955669602
driven_lanedir_mean	12.534307823133808
driven_lanedir_median	13.244289278462052
driven_lanedir_min	6.987901081338952
get_duckie_state_max	1.912510067497463e-06
get_duckie_state_mean	1.8190081859452011e-06
get_duckie_state_median	1.8833281098555565e-06
get_duckie_state_min	1.5787999139739484e-06
get_robot_state_max	0.01409677879498662
get_robot_state_mean	0.01280953139590718
get_robot_state_median	0.013792689297221088
get_robot_state_min	0.006658335146167117
get_state_dump_max	0.009413403734180157
get_state_dump_mean	0.008732538454470305
get_state_dump_median	0.009394768175733375
get_state_dump_min	0.005669788078025535
get_ui_image_max	0.04463832304936265
get_ui_image_mean	0.039987928650462835
get_ui_image_median	0.04259283993266008
get_ui_image_min	0.026670771388106265
in-drivable-lane_max	9.499999999999968
in-drivable-lane_mean	3.296428571428518
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 14.5902730432591, "get_ui_image": 0.03939120160054406, "step_physics": 0.33175026090020043, "survival_time": 59.99999999999873, "driven_lanedir": 14.141441985241428, "get_state_dump": 0.009413403734180157, "get_robot_state": 0.01409677879498662, "sim_render-ego0": 0.0038049755048791536, "sim_render-ego1": 0.003763817629151102, "sim_render-ego2": 0.003811834058991876, "sim_render-ego3": 0.003761241279176431, "get_duckie_state": 1.8833281098555565e-06, "in-drivable-lane": 0.5500000000000078, "deviation-heading": 8.910538068363719, "agent_compute-ego0": 0.04147778264092565, "agent_compute-ego1": 0.04232683963918567, "agent_compute-ego2": 0.04156956863244507, "agent_compute-ego3": 0.04164937552961085, "complete-iteration": 0.62197622033976, "set_robot_commands": 0.0022653113991692106, "deviation-center-line": 2.733821751657914, "driven_lanedir_consec": 14.141441985241428, "sim_compute_sim_state": 0.028233168424912834, "sim_compute_performance-ego0": 0.002121092179335722, "sim_compute_performance-ego1": 0.0019012718375378307, "sim_compute_performance-ego2": 0.0019224039422383811, "sim_compute_performance-ego3": 0.0019035204364100063}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.590315637034868, "get_ui_image": 0.03939120160054406, "step_physics": 0.33175026090020043, "survival_time": 59.99999999999873, "driven_lanedir": 14.22893005474485, "get_state_dump": 0.009413403734180157, "get_robot_state": 0.01409677879498662, "sim_render-ego0": 0.0038049755048791536, "sim_render-ego1": 0.003763817629151102, "sim_render-ego2": 0.003811834058991876, "sim_render-ego3": 0.003761241279176431, "get_duckie_state": 1.8833281098555565e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 8.144409722198054, "agent_compute-ego0": 0.04147778264092565, "agent_compute-ego1": 0.04232683963918567, "agent_compute-ego2": 0.04156956863244507, "agent_compute-ego3": 0.04164937552961085, "complete-iteration": 0.62197622033976, "set_robot_commands": 0.0022653113991692106, "deviation-center-line": 2.55476947818271, "driven_lanedir_consec": 14.22893005474485, "sim_compute_sim_state": 0.028233168424912834, "sim_compute_performance-ego0": 0.002121092179335722, "sim_compute_performance-ego1": 0.0019012718375378307, "sim_compute_performance-ego2": 0.0019224039422383811, "sim_compute_performance-ego3": 0.0019035204364100063}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.590127640767218, "get_ui_image": 0.03939120160054406, "step_physics": 0.33175026090020043, "survival_time": 59.99999999999873, "driven_lanedir": 12.625761572714728, "get_state_dump": 0.009413403734180157, "get_robot_state": 0.01409677879498662, "sim_render-ego0": 0.0038049755048791536, "sim_render-ego1": 0.003763817629151102, "sim_render-ego2": 0.003811834058991876, "sim_render-ego3": 0.003761241279176431, "get_duckie_state": 1.8833281098555565e-06, "in-drivable-lane": 5.849999999999839, "deviation-heading": 11.342340466666103, "agent_compute-ego0": 0.04147778264092565, "agent_compute-ego1": 0.04232683963918567, "agent_compute-ego2": 0.04156956863244507, "agent_compute-ego3": 0.04164937552961085, "complete-iteration": 0.62197622033976, "set_robot_commands": 0.0022653113991692106, "deviation-center-line": 2.5598726661459428, "driven_lanedir_consec": 12.625761572714728, "sim_compute_sim_state": 0.028233168424912834, "sim_compute_performance-ego0": 0.002121092179335722, "sim_compute_performance-ego1": 0.0019012718375378307, "sim_compute_performance-ego2": 0.0019224039422383811, "sim_compute_performance-ego3": 0.0019035204364100063}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.590320002142294, "get_ui_image": 0.03939120160054406, "step_physics": 0.33175026090020043, "survival_time": 59.99999999999873, "driven_lanedir": 14.240157955669602, "get_state_dump": 0.009413403734180157, "get_robot_state": 0.01409677879498662, "sim_render-ego0": 0.0038049755048791536, "sim_render-ego1": 0.003763817629151102, "sim_render-ego2": 0.003811834058991876, "sim_render-ego3": 0.003761241279176431, "get_duckie_state": 1.8833281098555565e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 7.700365314146502, "agent_compute-ego0": 0.04147778264092565, "agent_compute-ego1": 0.04232683963918567, "agent_compute-ego2": 0.04156956863244507, "agent_compute-ego3": 0.04164937552961085, "complete-iteration": 0.62197622033976, "set_robot_commands": 0.0022653113991692106, "deviation-center-line": 2.5378176698404205, "driven_lanedir_consec": 14.240157955669602, "sim_compute_sim_state": 0.028233168424912834, "sim_compute_performance-ego0": 0.002121092179335722, "sim_compute_performance-ego1": 0.0019012718375378307, "sim_compute_performance-ego2": 0.0019224039422383811, "sim_compute_performance-ego3": 0.0019035204364100063}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.590144647585197, "get_ui_image": 0.04463832304936265, "step_physics": 0.44420430265199534, "survival_time": 59.99999999999873, "driven_lanedir": 13.258694451344738, "get_state_dump": 0.00892081864171977, "get_robot_state": 0.013792689297221088, "sim_render-ego0": 0.0037364086243234806, "sim_render-ego1": 0.0037097480275251784, "sim_render-ego2": 0.003739950758134396, "sim_render-ego3": 0.0037331221800461895, "get_duckie_state": 1.912510067497463e-06, "in-drivable-lane": 2.7999999999999776, "deviation-heading": 13.120754353129335, "agent_compute-ego0": 0.04105311230160017, "agent_compute-ego1": 0.04147245981214843, "agent_compute-ego2": 0.04108007464381082, "agent_compute-ego3": 0.04132758588417682, "complete-iteration": 0.7513844522210978, "set_robot_commands": 0.0020983850429893832, "deviation-center-line": 3.2048200089630243, "driven_lanedir_consec": 13.258694451344738, "sim_compute_sim_state": 0.043645893306557486, "sim_compute_performance-ego0": 0.0020227007425198647, "sim_compute_performance-ego1": 0.0018576493767477097, "sim_compute_performance-ego2": 0.001902365267624168, "sim_compute_performance-ego3": 0.001890965246538834}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590111097542447, "get_ui_image": 0.04463832304936265, "step_physics": 0.44420430265199534, "survival_time": 59.99999999999873, "driven_lanedir": 13.229884105579366, "get_state_dump": 0.00892081864171977, "get_robot_state": 0.013792689297221088, "sim_render-ego0": 0.0037364086243234806, "sim_render-ego1": 0.0037097480275251784, "sim_render-ego2": 0.003739950758134396, "sim_render-ego3": 0.0037331221800461895, "get_duckie_state": 1.912510067497463e-06, "in-drivable-lane": 2.8999999999999195, "deviation-heading": 13.335821685212204, "agent_compute-ego0": 0.04105311230160017, "agent_compute-ego1": 0.04147245981214843, "agent_compute-ego2": 0.04108007464381082, "agent_compute-ego3": 0.04132758588417682, "complete-iteration": 0.7513844522210978, "set_robot_commands": 0.0020983850429893832, "deviation-center-line": 3.282022719765582, "driven_lanedir_consec": 13.229884105579366, "sim_compute_sim_state": 0.043645893306557486, "sim_compute_performance-ego0": 0.0020227007425198647, "sim_compute_performance-ego1": 0.0018576493767477097, "sim_compute_performance-ego2": 0.001902365267624168, "sim_compute_performance-ego3": 0.001890965246538834}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.590157614093332, "get_ui_image": 0.04463832304936265, "step_physics": 0.44420430265199534, "survival_time": 59.99999999999873, "driven_lanedir": 13.226162819960347, "get_state_dump": 0.00892081864171977, "get_robot_state": 0.013792689297221088, "sim_render-ego0": 0.0037364086243234806, "sim_render-ego1": 0.0037097480275251784, "sim_render-ego2": 0.003739950758134396, "sim_render-ego3": 0.0037331221800461895, "get_duckie_state": 1.912510067497463e-06, "in-drivable-lane": 3.0999999999998913, "deviation-heading": 12.503919157748056, "agent_compute-ego0": 0.04105311230160017, "agent_compute-ego1": 0.04147245981214843, "agent_compute-ego2": 0.04108007464381082, "agent_compute-ego3": 0.04132758588417682, "complete-iteration": 0.7513844522210978, "set_robot_commands": 0.0020983850429893832, "deviation-center-line": 3.1046431577056612, "driven_lanedir_consec": 13.226162819960347, "sim_compute_sim_state": 0.043645893306557486, "sim_compute_performance-ego0": 0.0020227007425198647, "sim_compute_performance-ego1": 0.0018576493767477097, "sim_compute_performance-ego2": 0.001902365267624168, "sim_compute_performance-ego3": 0.001890965246538834}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590136745179713, "get_ui_image": 0.04463832304936265, "step_physics": 0.44420430265199534, "survival_time": 59.99999999999873, "driven_lanedir": 11.589663841250047, "get_state_dump": 0.00892081864171977, "get_robot_state": 0.013792689297221088, "sim_render-ego0": 0.0037364086243234806, "sim_render-ego1": 0.0037097480275251784, "sim_render-ego2": 0.003739950758134396, "sim_render-ego3": 0.0037331221800461895, "get_duckie_state": 1.912510067497463e-06, "in-drivable-lane": 9.499999999999968, "deviation-heading": 12.44061494097976, "agent_compute-ego0": 0.04105311230160017, "agent_compute-ego1": 0.04147245981214843, "agent_compute-ego2": 0.04108007464381082, "agent_compute-ego3": 0.04132758588417682, "complete-iteration": 0.7513844522210978, "set_robot_commands": 0.0020983850429893832, "deviation-center-line": 2.917440862836468, "driven_lanedir_consec": 10.226832988240714, "sim_compute_sim_state": 0.043645893306557486, "sim_compute_performance-ego0": 0.0020227007425198647, "sim_compute_performance-ego1": 0.0018576493767477097, "sim_compute_performance-ego2": 0.001902365267624168, "sim_compute_performance-ego3": 0.001890965246538834}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590175498687753, "get_ui_image": 0.04259283993266008, "step_physics": 0.41594547693378026, "survival_time": 59.99999999999873, "driven_lanedir": 13.422767041268475, "get_state_dump": 0.009394768175733375, "get_robot_state": 0.013614724220383873, "sim_render-ego0": 0.0037209985655213672, "sim_render-ego1": 0.003727017989464346, "sim_render-ego2": 0.0036942565768684175, "sim_render-ego3": 0.003615413478371702, "get_duckie_state": 1.78129051646821e-06, "in-drivable-lane": 2.499999999999993, "deviation-heading": 11.423448960192946, "agent_compute-ego0": 0.044142592260978504, "agent_compute-ego1": 0.04525525087520145, "agent_compute-ego2": 0.041753106867641734, "agent_compute-ego3": 0.04324086163065813, "complete-iteration": 0.7272789529916349, "set_robot_commands": 0.0020684794919079885, "deviation-center-line": 2.819080747680285, "driven_lanedir_consec": 13.422767041268475, "sim_compute_sim_state": 0.0404398310293663, "sim_compute_performance-ego0": 0.0019986425013863774, "sim_compute_performance-ego1": 0.0019001857525700833, "sim_compute_performance-ego2": 0.001871009750429736, "sim_compute_performance-ego3": 0.0017885312152643386}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590170731515927, "get_ui_image": 0.04259283993266008, "step_physics": 0.41594547693378026, "survival_time": 59.99999999999873, "driven_lanedir": 13.56752308677554, "get_state_dump": 0.009394768175733375, "get_robot_state": 0.013614724220383873, "sim_render-ego0": 0.0037209985655213672, "sim_render-ego1": 0.003727017989464346, "sim_render-ego2": 0.0036942565768684175, "sim_render-ego3": 0.003615413478371702, "get_duckie_state": 1.78129051646821e-06, "in-drivable-lane": 1.4999999999999147, "deviation-heading": 12.941925187659054, "agent_compute-ego0": 0.044142592260978504, "agent_compute-ego1": 0.04525525087520145, "agent_compute-ego2": 0.041753106867641734, "agent_compute-ego3": 0.04324086163065813, "complete-iteration": 0.7272789529916349, "set_robot_commands": 0.0020684794919079885, "deviation-center-line": 3.2712344941663427, "driven_lanedir_consec": 13.56752308677554, "sim_compute_sim_state": 0.0404398310293663, "sim_compute_performance-ego0": 0.0019986425013863774, "sim_compute_performance-ego1": 0.0019001857525700833, "sim_compute_performance-ego2": 0.001871009750429736, "sim_compute_performance-ego3": 0.0017885312152643386}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.590095505233116, "get_ui_image": 0.04259283993266008, "step_physics": 0.41594547693378026, "survival_time": 59.99999999999873, "driven_lanedir": 12.284629067992729, "get_state_dump": 0.009394768175733375, "get_robot_state": 0.013614724220383873, "sim_render-ego0": 0.0037209985655213672, "sim_render-ego1": 0.003727017989464346, "sim_render-ego2": 0.0036942565768684175, "sim_render-ego3": 0.003615413478371702, "get_duckie_state": 1.78129051646821e-06, "in-drivable-lane": 6.199999999999857, "deviation-heading": 14.050118870911565, "agent_compute-ego0": 0.044142592260978504, "agent_compute-ego1": 0.04525525087520145, "agent_compute-ego2": 0.041753106867641734, "agent_compute-ego3": 0.04324086163065813, "complete-iteration": 0.7272789529916349, "set_robot_commands": 0.0020684794919079885, "deviation-center-line": 3.2137613936085128, "driven_lanedir_consec": 12.284629067992729, "sim_compute_sim_state": 0.0404398310293663, "sim_compute_performance-ego0": 0.0019986425013863774, "sim_compute_performance-ego1": 0.0019001857525700833, "sim_compute_performance-ego2": 0.001871009750429736, "sim_compute_performance-ego3": 0.0017885312152643386}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.59016262504399, "get_ui_image": 0.04259283993266008, "step_physics": 0.41594547693378026, "survival_time": 59.99999999999873, "driven_lanedir": 13.49863248656682, "get_state_dump": 0.009394768175733375, "get_robot_state": 0.013614724220383873, "sim_render-ego0": 0.0037209985655213672, "sim_render-ego1": 0.003727017989464346, "sim_render-ego2": 0.0036942565768684175, "sim_render-ego3": 0.003615413478371702, "get_duckie_state": 1.78129051646821e-06, "in-drivable-lane": 2.249999999999968, "deviation-heading": 11.335536956299832, "agent_compute-ego0": 0.044142592260978504, "agent_compute-ego1": 0.04525525087520145, "agent_compute-ego2": 0.041753106867641734, "agent_compute-ego3": 0.04324086163065813, "complete-iteration": 0.7272789529916349, "set_robot_commands": 0.0020684794919079885, "deviation-center-line": 2.9084406485146923, "driven_lanedir_consec": 13.49863248656682, "sim_compute_sim_state": 0.0404398310293663, "sim_compute_performance-ego0": 0.0019986425013863774, "sim_compute_performance-ego1": 0.0019001857525700833, "sim_compute_performance-ego2": 0.001871009750429736, "sim_compute_performance-ego3": 0.0017885312152643386}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 9.307800155063164, "get_ui_image": 0.026670771388106265, "step_physics": 0.1618162498620278, "survival_time": 39.09999999999992, "driven_lanedir": 9.178159973425672, "get_state_dump": 0.005669788078025535, "get_robot_state": 0.006658335146167117, "sim_render-ego0": 0.003543298058735152, "sim_render-ego1": 0.003529453338486634, "get_duckie_state": 1.5787999139739484e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.458199613473701, "agent_compute-ego0": 0.03966831064772332, "agent_compute-ego1": 0.03946087826257465, "complete-iteration": 0.3037101351590601, "set_robot_commands": 0.0019894906844215832, "deviation-center-line": 1.6753504117871665, "driven_lanedir_consec": 9.178159973425672, "sim_compute_sim_state": 0.009038432804560752, "sim_compute_performance-ego0": 0.00181241358224764, "sim_compute_performance-ego1": 0.001749037173820486}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.307535393842445, "get_ui_image": 0.026670771388106265, "step_physics": 0.1618162498620278, "survival_time": 39.09999999999992, "driven_lanedir": 6.987901081338952, "get_state_dump": 0.005669788078025535, "get_robot_state": 0.006658335146167117, "sim_render-ego0": 0.003543298058735152, "sim_render-ego1": 0.003529453338486634, "get_duckie_state": 1.5787999139739484e-06, "in-drivable-lane": 8.099999999999937, "deviation-heading": 10.044146648747548, "agent_compute-ego0": 0.03966831064772332, "agent_compute-ego1": 0.03946087826257465, "complete-iteration": 0.3037101351590601, "set_robot_commands": 0.0019894906844215832, "deviation-center-line": 2.548565550786516, "driven_lanedir_consec": 6.987901081338952, "sim_compute_sim_state": 0.009038432804560752, "sim_compute_performance-ego0": 0.00181241358224764, "sim_compute_performance-ego1": 0.001749037173820486}}
set_robot_commands_max	0.0022653113991692106
set_robot_commands_mean	0.002121977507507821
set_robot_commands_median	0.0020983850429893832
set_robot_commands_min	0.0019894906844215832
sim_compute_performance-ego0_max	0.002121092179335722
sim_compute_performance-ego0_mean	0.0020138977755330815
sim_compute_performance-ego0_median	0.0020227007425198647
sim_compute_performance-ego0_min	0.00181241358224764
sim_compute_performance-ego1_max	0.0019012718375378307
sim_compute_performance-ego1_mean	0.0018667501582188188
sim_compute_performance-ego1_median	0.0019001857525700833
sim_compute_performance-ego1_min	0.001749037173820486
sim_compute_sim_state_max	0.043645893306557486
sim_compute_sim_state_mean	0.03338231690374772
sim_compute_sim_state_median	0.0404398310293663
sim_compute_sim_state_min	0.009038432804560752
sim_render-ego0_max	0.0038049755048791536
sim_render-ego0_mean	0.003724009064026165
sim_render-ego0_median	0.0037364086243234806
sim_render-ego0_min	0.003543298058735152
sim_render-ego1_max	0.003763817629151102
sim_render-ego1_mean	0.003704374375823984
sim_render-ego1_median	0.003727017989464346
sim_render-ego1_min	0.003529453338486634
simulation-passed	1
step_physics_max	0.44420430265199534
step_physics_mean	0.3636594758334257
step_physics_median	0.41594547693378026
step_physics_min	0.1618162498620278
survival_time_max	59.99999999999873
survival_time_mean	57.01428571428461
survival_time_min	39.09999999999992