Job 55017

Job ID 55017

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator nogpu-prod-01

date started 2020-12-03 05:00:05+00:00

date completed 2020-12-03 06:40:16+00:00

duration 1:40:11

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	13.234414218267446
survival_time_median	59.99999999999873
deviation-center-line_median	2.9389417597873964
in-drivable-lane_median	2.724999999999935

other stats

agent_compute-ego0_max	0.04532648701155612
agent_compute-ego0_mean	0.04300003556976885
agent_compute-ego0_median	0.043541212066027846
agent_compute-ego0_min	0.03893634551329631
agent_compute-ego1_max	0.043112489206407784
agent_compute-ego1_mean	0.041388460109069374
agent_compute-ego1_median	0.04270029226806539
agent_compute-ego1_min	0.03877118233672199
complete-iteration_max	0.751421890092035
complete-iteration_mean	0.6577675240471296
complete-iteration_median	0.7451912318538567
complete-iteration_min	0.2953037542706096
deviation-center-line_max	3.296554919079114
deviation-center-line_mean	2.836473790923745
deviation-center-line_min	1.6753504117871665
deviation-heading_max	14.21896374763898
deviation-heading_mean	10.978902952153897
deviation-heading_median	11.640993321406995
deviation-heading_min	5.458199613473701
driven_any_max	14.590320002142294
driven_any_mean	13.835540597594582
driven_any_median	14.590151130839264
driven_any_min	9.307535393842445
driven_lanedir_consec_max	14.240157955669602
driven_lanedir_consec_mean	12.435822963803547
driven_lanedir_consec_min	6.987901081338952
driven_lanedir_max	14.240157955669602
driven_lanedir_mean	12.533168024732785
driven_lanedir_median	13.234414218267446
driven_lanedir_min	6.987901081338952
get_duckie_state_max	1.4900664902051026e-06
get_duckie_state_mean	1.3725239478933846e-06
get_duckie_state_median	1.4289233408601556e-06
get_duckie_state_min	1.2350265093690137e-06
get_robot_state_max	0.01469573113046816
get_robot_state_mean	0.013224809444329027
get_robot_state_median	0.014393104700919096
get_robot_state_min	0.006832026278226616
get_state_dump_max	0.009670165258085202
get_state_dump_mean	0.008792178245107722
get_state_dump_median	0.009288760247972982
get_state_dump_min	0.005625539355807834
get_ui_image_max	0.04507697849448376
get_ui_image_mean	0.04119548041771948
get_ui_image_median	0.04444844875605676
get_ui_image_min	0.025832979462917127
in-drivable-lane_max	9.499999999999968
in-drivable-lane_mean	3.2785714285713783
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 14.5902730432591, "get_ui_image": 0.041742264480019095, "step_physics": 0.3598199647034733, "survival_time": 59.99999999999873, "driven_lanedir": 14.141441985241428, "get_state_dump": 0.009670165258085202, "get_robot_state": 0.01469573113046816, "sim_render-ego0": 0.003917434630445596, "sim_render-ego1": 0.003823002411066543, "sim_render-ego2": 0.003794152174861505, "sim_render-ego3": 0.003797079303878035, "get_duckie_state": 1.4900664902051026e-06, "in-drivable-lane": 0.5500000000000078, "deviation-heading": 8.910538068363719, "agent_compute-ego0": 0.043541212066027846, "agent_compute-ego1": 0.04270029226806539, "agent_compute-ego2": 0.04152731573849693, "agent_compute-ego3": 0.04161882777694461, "complete-iteration": 0.6579213350837574, "set_robot_commands": 0.0022836708208603426, "deviation-center-line": 2.733821751657914, "driven_lanedir_consec": 14.141441985241428, "sim_compute_sim_state": 0.02951636818624555, "sim_compute_performance-ego0": 0.0021924573515575197, "sim_compute_performance-ego1": 0.002053130973288658, "sim_compute_performance-ego2": 0.002005037121927609, "sim_compute_performance-ego3": 0.0020102749855492536}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.590315637034868, "get_ui_image": 0.041742264480019095, "step_physics": 0.3598199647034733, "survival_time": 59.99999999999873, "driven_lanedir": 14.22893005474485, "get_state_dump": 0.009670165258085202, "get_robot_state": 0.01469573113046816, "sim_render-ego0": 0.003917434630445596, "sim_render-ego1": 0.003823002411066543, "sim_render-ego2": 0.003794152174861505, "sim_render-ego3": 0.003797079303878035, "get_duckie_state": 1.4900664902051026e-06, "in-drivable-lane": 0.4500000000000064, "deviation-heading": 8.144409722198054, "agent_compute-ego0": 0.043541212066027846, "agent_compute-ego1": 0.04270029226806539, "agent_compute-ego2": 0.04152731573849693, "agent_compute-ego3": 0.04161882777694461, "complete-iteration": 0.6579213350837574, "set_robot_commands": 0.0022836708208603426, "deviation-center-line": 2.55476947818271, "driven_lanedir_consec": 14.22893005474485, "sim_compute_sim_state": 0.02951636818624555, "sim_compute_performance-ego0": 0.0021924573515575197, "sim_compute_performance-ego1": 0.002053130973288658, "sim_compute_performance-ego2": 0.002005037121927609, "sim_compute_performance-ego3": 0.0020102749855492536}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 14.590127640767218, "get_ui_image": 0.041742264480019095, "step_physics": 0.3598199647034733, "survival_time": 59.99999999999873, "driven_lanedir": 12.625761572714728, "get_state_dump": 0.009670165258085202, "get_robot_state": 0.01469573113046816, "sim_render-ego0": 0.003917434630445596, "sim_render-ego1": 0.003823002411066543, "sim_render-ego2": 0.003794152174861505, "sim_render-ego3": 0.003797079303878035, "get_duckie_state": 1.4900664902051026e-06, "in-drivable-lane": 5.849999999999839, "deviation-heading": 11.342340466666103, "agent_compute-ego0": 0.043541212066027846, "agent_compute-ego1": 0.04270029226806539, "agent_compute-ego2": 0.04152731573849693, "agent_compute-ego3": 0.04161882777694461, "complete-iteration": 0.6579213350837574, "set_robot_commands": 0.0022836708208603426, "deviation-center-line": 2.5598726661459428, "driven_lanedir_consec": 12.625761572714728, "sim_compute_sim_state": 0.02951636818624555, "sim_compute_performance-ego0": 0.0021924573515575197, "sim_compute_performance-ego1": 0.002053130973288658, "sim_compute_performance-ego2": 0.002005037121927609, "sim_compute_performance-ego3": 0.0020102749855492536}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 14.590320002142294, "get_ui_image": 0.041742264480019095, "step_physics": 0.3598199647034733, "survival_time": 59.99999999999873, "driven_lanedir": 14.240157955669602, "get_state_dump": 0.009670165258085202, "get_robot_state": 0.01469573113046816, "sim_render-ego0": 0.003917434630445596, "sim_render-ego1": 0.003823002411066543, "sim_render-ego2": 0.003794152174861505, "sim_render-ego3": 0.003797079303878035, "get_duckie_state": 1.4900664902051026e-06, "in-drivable-lane": 0.4499999999999744, "deviation-heading": 7.700365314146502, "agent_compute-ego0": 0.043541212066027846, "agent_compute-ego1": 0.04270029226806539, "agent_compute-ego2": 0.04152731573849693, "agent_compute-ego3": 0.04161882777694461, "complete-iteration": 0.6579213350837574, "set_robot_commands": 0.0022836708208603426, "deviation-center-line": 2.5378176698404205, "driven_lanedir_consec": 14.240157955669602, "sim_compute_sim_state": 0.02951636818624555, "sim_compute_performance-ego0": 0.0021924573515575197, "sim_compute_performance-ego1": 0.002053130973288658, "sim_compute_performance-ego2": 0.002005037121927609, "sim_compute_performance-ego3": 0.0020102749855492536}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 14.590144647585197, "get_ui_image": 0.04507697849448376, "step_physics": 0.4474667641245058, "survival_time": 59.99999999999873, "driven_lanedir": 13.258694451344738, "get_state_dump": 0.009000928673914926, "get_robot_state": 0.013781984084651037, "sim_render-ego0": 0.003607254639751806, "sim_render-ego1": 0.003600877290165097, "sim_render-ego2": 0.003546231990055081, "sim_render-ego3": 0.0035331175785874645, "get_duckie_state": 1.2673307318770816e-06, "in-drivable-lane": 2.7999999999999776, "deviation-heading": 13.120754353129335, "agent_compute-ego0": 0.042164252659958865, "agent_compute-ego1": 0.03966123773890868, "agent_compute-ego2": 0.04075309378618404, "agent_compute-ego3": 0.039958519304324744, "complete-iteration": 0.751421890092035, "set_robot_commands": 0.0021032947584750947, "deviation-center-line": 3.2048200089630243, "driven_lanedir_consec": 13.258694451344738, "sim_compute_sim_state": 0.04299575621440547, "sim_compute_performance-ego0": 0.0020359529245902257, "sim_compute_performance-ego1": 0.0018795009060366564, "sim_compute_performance-ego2": 0.0018585357538964925, "sim_compute_performance-ego3": 0.001841236609999683}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590111097542447, "get_ui_image": 0.04507697849448376, "step_physics": 0.4474667641245058, "survival_time": 59.99999999999873, "driven_lanedir": 13.229884105579366, "get_state_dump": 0.009000928673914926, "get_robot_state": 0.013781984084651037, "sim_render-ego0": 0.003607254639751806, "sim_render-ego1": 0.003600877290165097, "sim_render-ego2": 0.003546231990055081, "sim_render-ego3": 0.0035331175785874645, "get_duckie_state": 1.2673307318770816e-06, "in-drivable-lane": 2.8999999999999195, "deviation-heading": 13.335821685212204, "agent_compute-ego0": 0.042164252659958865, "agent_compute-ego1": 0.03966123773890868, "agent_compute-ego2": 0.04075309378618404, "agent_compute-ego3": 0.039958519304324744, "complete-iteration": 0.751421890092035, "set_robot_commands": 0.0021032947584750947, "deviation-center-line": 3.282022719765582, "driven_lanedir_consec": 13.229884105579366, "sim_compute_sim_state": 0.04299575621440547, "sim_compute_performance-ego0": 0.0020359529245902257, "sim_compute_performance-ego1": 0.0018795009060366564, "sim_compute_performance-ego2": 0.0018585357538964925, "sim_compute_performance-ego3": 0.001841236609999683}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.590157614093332, "get_ui_image": 0.04507697849448376, "step_physics": 0.4474667641245058, "survival_time": 59.99999999999873, "driven_lanedir": 13.226162819960347, "get_state_dump": 0.009000928673914926, "get_robot_state": 0.013781984084651037, "sim_render-ego0": 0.003607254639751806, "sim_render-ego1": 0.003600877290165097, "sim_render-ego2": 0.003546231990055081, "sim_render-ego3": 0.0035331175785874645, "get_duckie_state": 1.2673307318770816e-06, "in-drivable-lane": 3.0999999999998913, "deviation-heading": 12.503919157748056, "agent_compute-ego0": 0.042164252659958865, "agent_compute-ego1": 0.03966123773890868, "agent_compute-ego2": 0.04075309378618404, "agent_compute-ego3": 0.039958519304324744, "complete-iteration": 0.751421890092035, "set_robot_commands": 0.0021032947584750947, "deviation-center-line": 3.1046431577056612, "driven_lanedir_consec": 13.226162819960347, "sim_compute_sim_state": 0.04299575621440547, "sim_compute_performance-ego0": 0.0020359529245902257, "sim_compute_performance-ego1": 0.0018795009060366564, "sim_compute_performance-ego2": 0.0018585357538964925, "sim_compute_performance-ego3": 0.001841236609999683}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590136745179713, "get_ui_image": 0.04507697849448376, "step_physics": 0.4474667641245058, "survival_time": 59.99999999999873, "driven_lanedir": 11.589663841250047, "get_state_dump": 0.009000928673914926, "get_robot_state": 0.013781984084651037, "sim_render-ego0": 0.003607254639751806, "sim_render-ego1": 0.003600877290165097, "sim_render-ego2": 0.003546231990055081, "sim_render-ego3": 0.0035331175785874645, "get_duckie_state": 1.2673307318770816e-06, "in-drivable-lane": 9.499999999999968, "deviation-heading": 12.44061494097976, "agent_compute-ego0": 0.042164252659958865, "agent_compute-ego1": 0.03966123773890868, "agent_compute-ego2": 0.04075309378618404, "agent_compute-ego3": 0.039958519304324744, "complete-iteration": 0.751421890092035, "set_robot_commands": 0.0021032947584750947, "deviation-center-line": 2.917440862836468, "driven_lanedir_consec": 10.226832988240714, "sim_compute_sim_state": 0.04299575621440547, "sim_compute_performance-ego0": 0.0020359529245902257, "sim_compute_performance-ego1": 0.0018795009060366564, "sim_compute_performance-ego2": 0.0018585357538964925, "sim_compute_performance-ego3": 0.001841236609999683}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.59020434366511, "get_ui_image": 0.04444844875605676, "step_physics": 0.4285822287884283, "survival_time": 59.99999999999873, "driven_lanedir": 13.559521425595298, "get_state_dump": 0.009288760247972982, "get_robot_state": 0.014393104700919096, "sim_render-ego0": 0.0037689318168570257, "sim_render-ego1": 0.00367301350132214, "sim_render-ego2": 0.003649085884189526, "sim_render-ego3": 0.0036559825535122303, "get_duckie_state": 1.4289233408601556e-06, "in-drivable-lane": 1.9500000000000275, "deviation-heading": 11.546899283259403, "agent_compute-ego0": 0.04532648701155612, "agent_compute-ego1": 0.043112489206407784, "agent_compute-ego2": 0.043708104872882216, "agent_compute-ego3": 0.04443158317267349, "complete-iteration": 0.7451912318538567, "set_robot_commands": 0.0022551288811193714, "deviation-center-line": 2.960442656738324, "driven_lanedir_consec": 13.559521425595298, "sim_compute_sim_state": 0.03978545362010387, "sim_compute_performance-ego0": 0.002154111862182617, "sim_compute_performance-ego1": 0.00202068917260976, "sim_compute_performance-ego2": 0.001954371089442981, "sim_compute_performance-ego3": 0.0019705093075691113}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590173381190544, "get_ui_image": 0.04444844875605676, "step_physics": 0.4285822287884283, "survival_time": 59.99999999999873, "driven_lanedir": 13.238944330955526, "get_state_dump": 0.009288760247972982, "get_robot_state": 0.014393104700919096, "sim_render-ego0": 0.0037689318168570257, "sim_render-ego1": 0.00367301350132214, "sim_render-ego2": 0.003649085884189526, "sim_render-ego3": 0.0036559825535122303, "get_duckie_state": 1.4289233408601556e-06, "in-drivable-lane": 2.649999999999892, "deviation-heading": 13.202580969036582, "agent_compute-ego0": 0.04532648701155612, "agent_compute-ego1": 0.043112489206407784, "agent_compute-ego2": 0.043708104872882216, "agent_compute-ego3": 0.04443158317267349, "complete-iteration": 0.7451912318538567, "set_robot_commands": 0.0022551288811193714, "deviation-center-line": 3.198245344838938, "driven_lanedir_consec": 13.238944330955526, "sim_compute_sim_state": 0.03978545362010387, "sim_compute_performance-ego0": 0.002154111862182617, "sim_compute_performance-ego1": 0.00202068917260976, "sim_compute_performance-ego2": 0.001954371089442981, "sim_compute_performance-ego3": 0.0019705093075691113}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.590101877001915, "get_ui_image": 0.04444844875605676, "step_physics": 0.4285822287884283, "survival_time": 59.99999999999873, "driven_lanedir": 12.374353707091435, "get_state_dump": 0.009288760247972982, "get_robot_state": 0.014393104700919096, "sim_render-ego0": 0.0037689318168570257, "sim_render-ego1": 0.00367301350132214, "sim_render-ego2": 0.003649085884189526, "sim_render-ego3": 0.0036559825535122303, "get_duckie_state": 1.4289233408601556e-06, "in-drivable-lane": 5.7499999999998295, "deviation-heading": 14.21896374763898, "agent_compute-ego0": 0.04532648701155612, "agent_compute-ego1": 0.043112489206407784, "agent_compute-ego2": 0.043708104872882216, "agent_compute-ego3": 0.04443158317267349, "complete-iteration": 0.7451912318538567, "set_robot_commands": 0.0022551288811193714, "deviation-center-line": 3.296554919079114, "driven_lanedir_consec": 12.374353707091435, "sim_compute_sim_state": 0.03978545362010387, "sim_compute_performance-ego0": 0.002154111862182617, "sim_compute_performance-ego1": 0.00202068917260976, "sim_compute_performance-ego2": 0.001954371089442981, "sim_compute_performance-ego3": 0.0019705093075691113}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.59016678795678, "get_ui_image": 0.04444844875605676, "step_physics": 0.4285822287884283, "survival_time": 59.99999999999873, "driven_lanedir": 13.584775041347015, "get_state_dump": 0.009288760247972982, "get_robot_state": 0.014393104700919096, "sim_render-ego0": 0.0037689318168570257, "sim_render-ego1": 0.00367301350132214, "sim_render-ego2": 0.003649085884189526, "sim_render-ego3": 0.0036559825535122303, "get_duckie_state": 1.4289233408601556e-06, "in-drivable-lane": 1.8500000000000263, "deviation-heading": 11.735087359554589, "agent_compute-ego0": 0.04532648701155612, "agent_compute-ego1": 0.043112489206407784, "agent_compute-ego2": 0.043708104872882216, "agent_compute-ego3": 0.04443158317267349, "complete-iteration": 0.7451912318538567, "set_robot_commands": 0.0022551288811193714, "deviation-center-line": 3.136265874604655, "driven_lanedir_consec": 13.584775041347015, "sim_compute_sim_state": 0.03978545362010387, "sim_compute_performance-ego0": 0.002154111862182617, "sim_compute_performance-ego1": 0.00202068917260976, "sim_compute_performance-ego2": 0.001954371089442981, "sim_compute_performance-ego3": 0.0019705093075691113}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 9.307800155063164, "get_ui_image": 0.025832979462917127, "step_physics": 0.1557033098520447, "survival_time": 39.09999999999992, "driven_lanedir": 9.178159973425672, "get_state_dump": 0.005625539355807834, "get_robot_state": 0.006832026278226616, "sim_render-ego0": 0.0034518850869754876, "sim_render-ego1": 0.003468515924719254, "get_duckie_state": 1.2350265093690137e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.458199613473701, "agent_compute-ego0": 0.03893634551329631, "agent_compute-ego1": 0.03877118233672199, "complete-iteration": 0.2953037542706096, "set_robot_commands": 0.002039578682618123, "deviation-center-line": 1.6753504117871665, "driven_lanedir_consec": 9.178159973425672, "sim_compute_sim_state": 0.008813973739838388, "sim_compute_performance-ego0": 0.001840370063733019, "sim_compute_performance-ego1": 0.0017738990856769898}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 9.307535393842445, "get_ui_image": 0.025832979462917127, "step_physics": 0.1557033098520447, "survival_time": 39.09999999999992, "driven_lanedir": 6.987901081338952, "get_state_dump": 0.005625539355807834, "get_robot_state": 0.006832026278226616, "sim_render-ego0": 0.0034518850869754876, "sim_render-ego1": 0.003468515924719254, "get_duckie_state": 1.2350265093690137e-06, "in-drivable-lane": 8.099999999999937, "deviation-heading": 10.044146648747548, "agent_compute-ego0": 0.03893634551329631, "agent_compute-ego1": 0.03877118233672199, "complete-iteration": 0.2953037542706096, "set_robot_commands": 0.002039578682618123, "deviation-center-line": 2.548565550786516, "driven_lanedir_consec": 6.987901081338952, "sim_compute_sim_state": 0.008813973739838388, "sim_compute_performance-ego0": 0.001840370063733019, "sim_compute_performance-ego1": 0.0017738990856769898}}
set_robot_commands_max	0.0022836708208603426
set_robot_commands_mean	0.00218910965764682
set_robot_commands_median	0.0022551288811193714
set_robot_commands_min	0.002039578682618123
sim_compute_performance-ego0_max	0.0021924573515575197
sim_compute_performance-ego0_mean	0.0020864877629133928
sim_compute_performance-ego0_median	0.002154111862182617
sim_compute_performance-ego0_min	0.001840370063733019
sim_compute_performance-ego1_max	0.002053130973288658
sim_compute_performance-ego1_mean	0.0019543630270781624
sim_compute_performance-ego1_median	0.00202068917260976
sim_compute_performance-ego1_min	0.0017738990856769898
sim_compute_sim_state_max	0.04299575621440547
sim_compute_sim_state_mean	0.033344161397335446
sim_compute_sim_state_median	0.03978545362010387
sim_compute_sim_state_min	0.008813973739838388
sim_render-ego0_max	0.003917434630445596
sim_render-ego0_mean	0.003719875323012049
sim_render-ego0_median	0.0037689318168570257
sim_render-ego0_min	0.0034518850869754876
sim_render-ego1_max	0.003823002411066543
sim_render-ego1_mean	0.003666043189975258
sim_render-ego1_median	0.00367301350132214
sim_render-ego1_min	0.003468515924719254
simulation-passed	1
step_physics_max	0.4474667641245058
step_physics_mean	0.3753487464406942
step_physics_median	0.4285822287884283
step_physics_min	0.1557033098520447
survival_time_max	59.99999999999873
survival_time_mean	57.01428571428461
survival_time_min	39.09999999999992