Job 55029

Job ID 55029

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-07

date started 2020-12-03 05:01:26+00:00

date completed 2020-12-03 06:38:38+00:00

duration 1:37:12

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.244289278462052
survival_time_median	59.99999999999873
deviation-center-line_median	2.9369463298662275
in-drivable-lane_median	2.349999999999956

other stats

agent_compute-ego0_max	0.04618208037129449
agent_compute-ego0_mean	0.04261658026315866
agent_compute-ego0_median	0.0421116129742574
agent_compute-ego0_min	0.04055528974255158
agent_compute-ego1_max	0.04537203448896702
agent_compute-ego1_mean	0.041547109979015485
agent_compute-ego1_median	0.04091519539203374
agent_compute-ego1_min	0.03937782971289235
complete-iteration_max	0.776721277800726
complete-iteration_mean	0.6517498859736268
complete-iteration_median	0.7190106522530739
complete-iteration_min	0.31643653798986365
deviation-center-line_max	3.3309830572989374
deviation-center-line_mean	2.835894500478143
deviation-center-line_min	1.6753504117871665
deviation-heading_max	14.44818062825616
deviation-heading_mean	10.999047094770328
deviation-heading_median	11.54486383287232
deviation-heading_min	5.458199613473701
driven_any_max	14.590320002142294
driven_any_mean	13.835537597781002
driven_any_median	14.590151130839264
driven_any_min	9.307535393842445
driven_lanedir_consec_max	14.240157955669602
driven_lanedir_consec_mean	12.421074282388194
driven_lanedir_consec_min	6.987901081338952
driven_lanedir_max	14.240157955669602
driven_lanedir_mean	12.518419343317436
driven_lanedir_median	13.244289278462052
driven_lanedir_min	6.987901081338952
get_duckie_state_max	1.5708627946966397e-06
get_duckie_state_mean	1.3610641257200978e-06
get_duckie_state_median	1.3765149271359157e-06
get_duckie_state_min	1.2059890658134822e-06
get_robot_state_max	0.014901315639854768
get_robot_state_mean	0.01297143095020194
get_robot_state_median	0.014072340195820194
get_robot_state_min	0.00677477658784557
get_state_dump_max	0.009787753658628186
get_state_dump_mean	0.008761000269951615
get_state_dump_median	0.009401263642767685
get_state_dump_min	0.005844010856111997
get_ui_image_max	0.045169535921971864
get_ui_image_mean	0.04019471440131966
get_ui_image_median	0.04269639320119434
get_ui_image_min	0.027430567248114223
in-drivable-lane_max	9.499999999999968
in-drivable-lane_mean	3.324999999999949
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 14.5902730432591, "get_ui_image": 0.03910028765739549, "step_physics": 0.3401384824122319, "survival_time": 59.99999999999873, "driven_lanedir": 14.141441985241428, "get_state_dump": 0.009401263642767685, "get_robot_state": 0.014072340195820194, "sim_render-ego0": 0.0037330161721184298, "sim_render-ego1": 0.003702545245422313, "sim_render-ego2": 0.0036123888776463135, "sim_render-ego3": 0.003638402706975246, "get_duckie_state": 1.3765149271359157e-06, "in-drivable-lane": 0.5500000000000078, "deviation-heading": 8.910538068363719, "agent_compute-ego0": 0.0421116129742574, "agent_compute-ego1": 0.04091519539203374, "agent_compute-ego2": 0.04075447169072821, "agent_compute-ego3": 0.04086595034222122, "complete-iteration": 0.6271744018589627, "set_robot_commands": 0.002135427468623051, "deviation-center-line": 2.733821751657914, "driven_lanedir_consec": 14.141441985241428, "sim_compute_sim_state": 0.02848804403999068, "sim_compute_performance-ego0": 0.0020372821925383226, "sim_compute_performance-ego1": 0.0019623268454596957, "sim_compute_performance-ego2": 0.001898634741447252, "sim_compute_performance-ego3": 0.0019076781705654631}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.590315637034868, "get_ui_image": 0.03910028765739549, "step_physics": 0.3401384824122319, "survival_time": 59.99999999999873, "driven_lanedir": 14.22893005474485, "get_state_dump": 0.009401263642767685, "get_robot_state": 0.014072340195820194, "sim_render-ego0": 0.0037330161721184298, "sim_render-ego1": 0.003702545245422313, "sim_render-ego2": 0.0036123888776463135, "sim_render-ego3": 0.003638402706975246, "get_duckie_state": 1.3765149271359157e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 8.144409722198054, "agent_compute-ego0": 0.0421116129742574, "agent_compute-ego1": 0.04091519539203374, "agent_compute-ego2": 0.04075447169072821, "agent_compute-ego3": 0.04086595034222122, "complete-iteration": 0.6271744018589627, "set_robot_commands": 0.002135427468623051, "deviation-center-line": 2.55476947818271, "driven_lanedir_consec": 14.22893005474485, "sim_compute_sim_state": 0.02848804403999068, "sim_compute_performance-ego0": 0.0020372821925383226, "sim_compute_performance-ego1": 0.0019623268454596957, "sim_compute_performance-ego2": 0.001898634741447252, "sim_compute_performance-ego3": 0.0019076781705654631}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.590127640767218, "get_ui_image": 0.03910028765739549, "step_physics": 0.3401384824122319, "survival_time": 59.99999999999873, "driven_lanedir": 12.625761572714728, "get_state_dump": 0.009401263642767685, "get_robot_state": 0.014072340195820194, "sim_render-ego0": 0.0037330161721184298, "sim_render-ego1": 0.003702545245422313, "sim_render-ego2": 0.0036123888776463135, "sim_render-ego3": 0.003638402706975246, "get_duckie_state": 1.3765149271359157e-06, "in-drivable-lane": 5.849999999999839, "deviation-heading": 11.342340466666103, "agent_compute-ego0": 0.0421116129742574, "agent_compute-ego1": 0.04091519539203374, "agent_compute-ego2": 0.04075447169072821, "agent_compute-ego3": 0.04086595034222122, "complete-iteration": 0.6271744018589627, "set_robot_commands": 0.002135427468623051, "deviation-center-line": 2.5598726661459428, "driven_lanedir_consec": 12.625761572714728, "sim_compute_sim_state": 0.02848804403999068, "sim_compute_performance-ego0": 0.0020372821925383226, "sim_compute_performance-ego1": 0.0019623268454596957, "sim_compute_performance-ego2": 0.001898634741447252, "sim_compute_performance-ego3": 0.0019076781705654631}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.590320002142294, "get_ui_image": 0.03910028765739549, "step_physics": 0.3401384824122319, "survival_time": 59.99999999999873, "driven_lanedir": 14.240157955669602, "get_state_dump": 0.009401263642767685, "get_robot_state": 0.014072340195820194, "sim_render-ego0": 0.0037330161721184298, "sim_render-ego1": 0.003702545245422313, "sim_render-ego2": 0.0036123888776463135, "sim_render-ego3": 0.003638402706975246, "get_duckie_state": 1.3765149271359157e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 7.700365314146502, "agent_compute-ego0": 0.0421116129742574, "agent_compute-ego1": 0.04091519539203374, "agent_compute-ego2": 0.04075447169072821, "agent_compute-ego3": 0.04086595034222122, "complete-iteration": 0.6271744018589627, "set_robot_commands": 0.002135427468623051, "deviation-center-line": 2.5378176698404205, "driven_lanedir_consec": 14.240157955669602, "sim_compute_sim_state": 0.02848804403999068, "sim_compute_performance-ego0": 0.0020372821925383226, "sim_compute_performance-ego1": 0.0019623268454596957, "sim_compute_performance-ego2": 0.001898634741447252, "sim_compute_performance-ego3": 0.0019076781705654631}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.590144647585197, "get_ui_image": 0.04269639320119434, "step_physics": 0.4244263602930938, "survival_time": 59.99999999999873, "driven_lanedir": 13.258694451344738, "get_state_dump": 0.008552478215378786, "get_robot_state": 0.013038964196109058, "sim_render-ego0": 0.00346634667878544, "sim_render-ego1": 0.0034625992786874384, "sim_render-ego2": 0.00339973717307568, "sim_render-ego3": 0.003374290704528656, "get_duckie_state": 1.2059890658134822e-06, "in-drivable-lane": 2.7999999999999776, "deviation-heading": 13.120754353129335, "agent_compute-ego0": 0.04055528974255158, "agent_compute-ego1": 0.03937782971289235, "agent_compute-ego2": 0.0397336780776787, "agent_compute-ego3": 0.03998830534834151, "complete-iteration": 0.7190106522530739, "set_robot_commands": 0.0019392171172079296, "deviation-center-line": 3.2048200089630243, "driven_lanedir_consec": 13.258694451344738, "sim_compute_sim_state": 0.041871269775568494, "sim_compute_performance-ego0": 0.0018658905998058463, "sim_compute_performance-ego1": 0.0017644489536078943, "sim_compute_performance-ego2": 0.0017123242202746083, "sim_compute_performance-ego3": 0.0017137978098771653}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590111097542447, "get_ui_image": 0.04269639320119434, "step_physics": 0.4244263602930938, "survival_time": 59.99999999999873, "driven_lanedir": 13.229884105579366, "get_state_dump": 0.008552478215378786, "get_robot_state": 0.013038964196109058, "sim_render-ego0": 0.00346634667878544, "sim_render-ego1": 0.0034625992786874384, "sim_render-ego2": 0.00339973717307568, "sim_render-ego3": 0.003374290704528656, "get_duckie_state": 1.2059890658134822e-06, "in-drivable-lane": 2.8999999999999195, "deviation-heading": 13.335821685212204, "agent_compute-ego0": 0.04055528974255158, "agent_compute-ego1": 0.03937782971289235, "agent_compute-ego2": 0.0397336780776787, "agent_compute-ego3": 0.03998830534834151, "complete-iteration": 0.7190106522530739, "set_robot_commands": 0.0019392171172079296, "deviation-center-line": 3.282022719765582, "driven_lanedir_consec": 13.229884105579366, "sim_compute_sim_state": 0.041871269775568494, "sim_compute_performance-ego0": 0.0018658905998058463, "sim_compute_performance-ego1": 0.0017644489536078943, "sim_compute_performance-ego2": 0.0017123242202746083, "sim_compute_performance-ego3": 0.0017137978098771653}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.590157614093332, "get_ui_image": 0.04269639320119434, "step_physics": 0.4244263602930938, "survival_time": 59.99999999999873, "driven_lanedir": 13.226162819960347, "get_state_dump": 0.008552478215378786, "get_robot_state": 0.013038964196109058, "sim_render-ego0": 0.00346634667878544, "sim_render-ego1": 0.0034625992786874384, "sim_render-ego2": 0.00339973717307568, "sim_render-ego3": 0.003374290704528656, "get_duckie_state": 1.2059890658134822e-06, "in-drivable-lane": 3.0999999999998913, "deviation-heading": 12.503919157748056, "agent_compute-ego0": 0.04055528974255158, "agent_compute-ego1": 0.03937782971289235, "agent_compute-ego2": 0.0397336780776787, "agent_compute-ego3": 0.03998830534834151, "complete-iteration": 0.7190106522530739, "set_robot_commands": 0.0019392171172079296, "deviation-center-line": 3.1046431577056612, "driven_lanedir_consec": 13.226162819960347, "sim_compute_sim_state": 0.041871269775568494, "sim_compute_performance-ego0": 0.0018658905998058463, "sim_compute_performance-ego1": 0.0017644489536078943, "sim_compute_performance-ego2": 0.0017123242202746083, "sim_compute_performance-ego3": 0.0017137978098771653}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590136745179713, "get_ui_image": 0.04269639320119434, "step_physics": 0.4244263602930938, "survival_time": 59.99999999999873, "driven_lanedir": 11.589663841250047, "get_state_dump": 0.008552478215378786, "get_robot_state": 0.013038964196109058, "sim_render-ego0": 0.00346634667878544, "sim_render-ego1": 0.0034625992786874384, "sim_render-ego2": 0.00339973717307568, "sim_render-ego3": 0.003374290704528656, "get_duckie_state": 1.2059890658134822e-06, "in-drivable-lane": 9.499999999999968, "deviation-heading": 12.44061494097976, "agent_compute-ego0": 0.04055528974255158, "agent_compute-ego1": 0.03937782971289235, "agent_compute-ego2": 0.0397336780776787, "agent_compute-ego3": 0.03998830534834151, "complete-iteration": 0.7190106522530739, "set_robot_commands": 0.0019392171172079296, "deviation-center-line": 2.917440862836468, "driven_lanedir_consec": 10.226832988240714, "sim_compute_sim_state": 0.041871269775568494, "sim_compute_performance-ego0": 0.0018658905998058463, "sim_compute_performance-ego1": 0.0017644489536078943, "sim_compute_performance-ego2": 0.0017123242202746083, "sim_compute_performance-ego3": 0.0017137978098771653}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.59019195988844, "get_ui_image": 0.045169535921971864, "step_physics": 0.4488970935592842, "survival_time": 59.99999999999873, "driven_lanedir": 13.577606095123388, "get_state_dump": 0.009787753658628186, "get_robot_state": 0.014901315639854768, "sim_render-ego0": 0.003907093299020835, "sim_render-ego1": 0.003904177882490706, "sim_render-ego2": 0.003832750971569408, "sim_render-ego3": 0.003834068328514385, "get_duckie_state": 1.5708627946966397e-06, "in-drivable-lane": 1.8500000000000263, "deviation-heading": 11.656570340127372, "agent_compute-ego0": 0.04618208037129449, "agent_compute-ego1": 0.04537203448896702, "agent_compute-ego2": 0.045211390591382385, "agent_compute-ego3": 0.045319019606667295, "complete-iteration": 0.776721277800726, "set_robot_commands": 0.0023305408166508987, "deviation-center-line": 2.956451796895987, "driven_lanedir_consec": 13.577606095123388, "sim_compute_sim_state": 0.04244072193110813, "sim_compute_performance-ego0": 0.002260058845310386, "sim_compute_performance-ego1": 0.0020719743787398644, "sim_compute_performance-ego2": 0.0020506380003358204, "sim_compute_performance-ego3": 0.0020078854398068342}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590167828058831, "get_ui_image": 0.045169535921971864, "step_physics": 0.4488970935592842, "survival_time": 59.99999999999873, "driven_lanedir": 13.406730166889671, "get_state_dump": 0.009787753658628186, "get_robot_state": 0.014901315639854768, "sim_render-ego0": 0.003907093299020835, "sim_render-ego1": 0.003904177882490706, "sim_render-ego2": 0.003832750971569408, "sim_render-ego3": 0.003834068328514385, "get_duckie_state": 1.5708627946966397e-06, "in-drivable-lane": 1.8999999999999344, "deviation-heading": 13.447641062118793, "agent_compute-ego0": 0.04618208037129449, "agent_compute-ego1": 0.04537203448896702, "agent_compute-ego2": 0.045211390591382385, "agent_compute-ego3": 0.045319019606667295, "complete-iteration": 0.776721277800726, "set_robot_commands": 0.0023305408166508987, "deviation-center-line": 3.3309830572989374, "driven_lanedir_consec": 13.406730166889671, "sim_compute_sim_state": 0.04244072193110813, "sim_compute_performance-ego0": 0.002260058845310386, "sim_compute_performance-ego1": 0.0020719743787398644, "sim_compute_performance-ego2": 0.0020506380003358204, "sim_compute_performance-ego3": 0.0020078854398068342}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.590071146172187, "get_ui_image": 0.045169535921971864, "step_physics": 0.4488970935592842, "survival_time": 59.99999999999873, "driven_lanedir": 11.906694861243944, "get_state_dump": 0.009787753658628186, "get_robot_state": 0.014901315639854768, "sim_render-ego0": 0.003907093299020835, "sim_render-ego1": 0.003904177882490706, "sim_render-ego2": 0.003832750971569408, "sim_render-ego3": 0.003834068328514385, "get_duckie_state": 1.5708627946966397e-06, "in-drivable-lane": 7.4499999999998, "deviation-heading": 14.44818062825616, "agent_compute-ego0": 0.04618208037129449, "agent_compute-ego1": 0.04537203448896702, "agent_compute-ego2": 0.045211390591382385, "agent_compute-ego3": 0.045319019606667295, "complete-iteration": 0.776721277800726, "set_robot_commands": 0.0023305408166508987, "deviation-center-line": 3.2471807830604957, "driven_lanedir_consec": 11.906694861243944, "sim_compute_sim_state": 0.04244072193110813, "sim_compute_performance-ego0": 0.002260058845310386, "sim_compute_performance-ego1": 0.0020719743787398644, "sim_compute_performance-ego2": 0.0020506380003358204, "sim_compute_performance-ego3": 0.0020078854398068342}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590173458304786, "get_ui_image": 0.045169535921971864, "step_physics": 0.4488970935592842, "survival_time": 59.99999999999873, "driven_lanedir": 13.660081841917345, "get_state_dump": 0.009787753658628186, "get_robot_state": 0.014901315639854768, "sim_render-ego0": 0.003907093299020835, "sim_render-ego1": 0.003904177882490706, "sim_render-ego2": 0.003832750971569408, "sim_render-ego3": 0.003834068328514385, "get_duckie_state": 1.5708627946966397e-06, "in-drivable-lane": 1.6500000000000057, "deviation-heading": 11.433157325617266, "agent_compute-ego0": 0.04618208037129449, "agent_compute-ego1": 0.04537203448896702, "agent_compute-ego2": 0.045211390591382385, "agent_compute-ego3": 0.045319019606667295, "complete-iteration": 0.776721277800726, "set_robot_commands": 0.0023305408166508987, "deviation-center-line": 3.0487830917671808, "driven_lanedir_consec": 13.660081841917345, "sim_compute_sim_state": 0.04244072193110813, "sim_compute_performance-ego0": 0.002260058845310386, "sim_compute_performance-ego1": 0.0020719743787398644, "sim_compute_performance-ego2": 0.0020506380003358204, "sim_compute_performance-ego3": 0.0020078854398068342}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 9.307800155063164, "get_ui_image": 0.027430567248114223, "step_physics": 0.17178806673978023, "survival_time": 39.09999999999992, "driven_lanedir": 9.178159973425672, "get_state_dump": 0.005844010856111997, "get_robot_state": 0.00677477658784557, "sim_render-ego0": 0.0035976297858422135, "sim_render-ego1": 0.003559782739495561, "get_duckie_state": 1.220715304748613e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.458199613473701, "agent_compute-ego0": 0.040618095665903686, "agent_compute-ego1": 0.03949965066532218, "complete-iteration": 0.31643653798986365, "set_robot_commands": 0.0020398225820841003, "deviation-center-line": 1.6753504117871665, "driven_lanedir_consec": 9.178159973425672, "sim_compute_sim_state": 0.009414134811167516, "sim_compute_performance-ego0": 0.0018239627243763032, "sim_compute_performance-ego1": 0.001829667109639252}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.307535393842445, "get_ui_image": 0.027430567248114223, "step_physics": 0.17178806673978023, "survival_time": 39.09999999999992, "driven_lanedir": 6.987901081338952, "get_state_dump": 0.005844010856111997, "get_robot_state": 0.00677477658784557, "sim_render-ego0": 0.0035976297858422135, "sim_render-ego1": 0.003559782739495561, "get_duckie_state": 1.220715304748613e-06, "in-drivable-lane": 8.099999999999937, "deviation-heading": 10.044146648747548, "agent_compute-ego0": 0.040618095665903686, "agent_compute-ego1": 0.03949965066532218, "complete-iteration": 0.31643653798986365, "set_robot_commands": 0.0020398225820841003, "deviation-center-line": 2.548565550786516, "driven_lanedir_consec": 6.987901081338952, "sim_compute_sim_state": 0.009414134811167516, "sim_compute_performance-ego0": 0.0018239627243763032, "sim_compute_performance-ego1": 0.001829667109639252}}
set_robot_commands_max	0.0023305408166508987
set_robot_commands_mean	0.0021214561981496944
set_robot_commands_median	0.002135427468623051
set_robot_commands_min	0.0019392171172079296
sim_compute_performance-ego0_max	0.002260058845310386
sim_compute_performance-ego0_mean	0.0020214894285264877
sim_compute_performance-ego0_median	0.0020372821925383226
sim_compute_performance-ego0_min	0.0018239627243763032
sim_compute_performance-ego1_max	0.0020719743787398644
sim_compute_performance-ego1_mean	0.0019181667807505944
sim_compute_performance-ego1_median	0.0019623268454596957
sim_compute_performance-ego1_min	0.0017644489536078943
sim_compute_sim_state_max	0.04244072193110813
sim_compute_sim_state_mean	0.0335734580435003
sim_compute_sim_state_median	0.041871269775568494
sim_compute_sim_state_min	0.009414134811167516
sim_render-ego0_max	0.003907093299020835
sim_render-ego0_mean	0.0036872202979559465
sim_render-ego0_median	0.0037330161721184298
sim_render-ego0_min	0.00346634667878544
sim_render-ego1_max	0.003904177882490706
sim_render-ego1_mean	0.0036712039360994953
sim_render-ego1_median	0.003702545245422313
sim_render-ego1_min	0.0034625992786874384
simulation-passed	1
step_physics_max	0.4488970935592842
step_physics_mean	0.3712445627527142
step_physics_median	0.4244263602930938
step_physics_min	0.17178806673978023
survival_time_max	59.99999999999873
survival_time_mean	57.01428571428461
survival_time_min	39.09999999999992