Duckietown Challenges Home Challenges Submissions

Job 53771

Job ID53771
submission12704
userBea Baselines 🐤
user labelbaseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:42:56
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median8.632807814788972
survival_time_median59.99999999999873
deviation-center-line_median3.2190732836826523
in-drivable-lane_median3.074999999999916


other stats
agent_compute-ego0_max0.034441908432184705
agent_compute-ego0_mean0.03328950480602301
agent_compute-ego0_median0.03309058396213026
agent_compute-ego0_min0.032516948777626
agent_compute-ego1_max0.03361608583067577
agent_compute-ego1_mean0.0326325723802509
agent_compute-ego1_median0.032347048334328526
agent_compute-ego1_min0.03182369587468166
agent_compute-ego2_max0.034232969585803026
agent_compute-ego2_mean0.032591030140532266
agent_compute-ego2_median0.031772834673015206
agent_compute-ego2_min0.03176728616277855
agent_compute-ego3_max0.03276934750768962
agent_compute-ego3_mean0.0320288709972493
agent_compute-ego3_median0.031774866437337485
agent_compute-ego3_min0.03154239904672081
complete-iteration_max1.1693066530283245
complete-iteration_mean0.8633581245041931
complete-iteration_median0.93873627731599
complete-iteration_min0.30644881096001303
deviation-center-line_max9.55064681935074
deviation-center-line_mean3.5307536698275483
deviation-center-line_min0.3541514594282031
deviation-heading_max21.273147825297137
deviation-heading_mean10.756594801899851
deviation-heading_median12.947031574766738
deviation-heading_min1.7664968341634726
driven_any_max14.590150510357317
driven_any_mean8.836949192456311
driven_any_median8.86151296298549
driven_any_min0.7116472278204959
driven_lanedir_consec_max13.505508931186018
driven_lanedir_consec_mean7.562509628103653
driven_lanedir_consec_min0.4999602705627586
driven_lanedir_max13.505508931186018
driven_lanedir_mean7.562509628103653
driven_lanedir_median8.632807814788972
driven_lanedir_min0.4999602705627586
get_duckie_state_max1.1275749619457745e-06
get_duckie_state_mean1.1059936715993608e-06
get_duckie_state_median1.1165458035756307e-06
get_duckie_state_min1.0831323684070984e-06
get_robot_state_max0.013865586074001818
get_robot_state_mean0.01279864845488371
get_robot_state_median0.013855224644313942
get_robot_state_min0.0069426771022975
get_state_dump_max0.00930326272206134
get_state_dump_mean0.008723172552046961
get_state_dump_median0.009212913163794169
get_state_dump_min0.005962031639179673
get_ui_image_max0.04886521427557927
get_ui_image_mean0.043591592467778904
get_ui_image_median0.04618880115480447
get_ui_image_min0.029331789836624628
in-drivable-lane_max33.54999999999979
in-drivable-lane_mean5.857142857142766
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.1300569609127766, "get_ui_image": 0.0428506632885301, "step_physics": 0.6975421460278063, "survival_time": 41.44999999999978, "driven_lanedir": 1.7193224622973131, "get_state_dump": 0.00930326272206134, "get_robot_state": 0.013865586074001818, "sim_render-ego0": 0.003687178083212979, "sim_render-ego1": 0.00365182750196342, "sim_render-ego2": 0.003620803787047604, "sim_render-ego3": 0.0035538785428885955, "get_duckie_state": 1.1165458035756307e-06, "in-drivable-lane": 33.54999999999979, "deviation-heading": 2.0395945802439144, "agent_compute-ego0": 0.03309058396213026, "agent_compute-ego1": 0.032347048334328526, "agent_compute-ego2": 0.03176728616277855, "agent_compute-ego3": 0.031774866437337485, "complete-iteration": 0.93873627731599, "set_robot_commands": 0.00209536064101989, "deviation-center-line": 0.3541514594282031, "driven_lanedir_consec": 1.7193224622973131, "sim_compute_sim_state": 0.01531790135854698, "sim_compute_performance-ego0": 0.0018956259072545065, "sim_compute_performance-ego1": 0.001895660377410521, "sim_compute_performance-ego2": 0.001889643324426858, "sim_compute_performance-ego3": 0.0018610101148306608}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.4506534159609745, "get_ui_image": 0.0428506632885301, "step_physics": 0.6975421460278063, "survival_time": 41.44999999999978, "driven_lanedir": 3.2075006332428866, "get_state_dump": 0.00930326272206134, "get_robot_state": 0.013865586074001818, "sim_render-ego0": 0.003687178083212979, "sim_render-ego1": 0.00365182750196342, "sim_render-ego2": 0.003620803787047604, "sim_render-ego3": 0.0035538785428885955, "get_duckie_state": 1.1165458035756307e-06, "in-drivable-lane": 0.4999999999999982, "deviation-heading": 3.982858649835928, "agent_compute-ego0": 0.03309058396213026, "agent_compute-ego1": 0.032347048334328526, "agent_compute-ego2": 0.03176728616277855, "agent_compute-ego3": 0.031774866437337485, "complete-iteration": 0.93873627731599, "set_robot_commands": 0.00209536064101989, "deviation-center-line": 2.796169479670165, "driven_lanedir_consec": 3.2075006332428866, "sim_compute_sim_state": 0.01531790135854698, "sim_compute_performance-ego0": 0.0018956259072545065, "sim_compute_performance-ego1": 0.001895660377410521, "sim_compute_performance-ego2": 0.001889643324426858, "sim_compute_performance-ego3": 0.0018610101148306608}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.4506894840948363, "get_ui_image": 0.0428506632885301, "step_physics": 0.6975421460278063, "survival_time": 41.44999999999978, "driven_lanedir": 3.1096115868792853, "get_state_dump": 0.00930326272206134, "get_robot_state": 0.013865586074001818, "sim_render-ego0": 0.003687178083212979, "sim_render-ego1": 0.00365182750196342, "sim_render-ego2": 0.003620803787047604, "sim_render-ego3": 0.0035538785428885955, "get_duckie_state": 1.1165458035756307e-06, "in-drivable-lane": 1.0499999999999965, "deviation-heading": 21.273147825297137, "agent_compute-ego0": 0.03309058396213026, "agent_compute-ego1": 0.032347048334328526, "agent_compute-ego2": 0.03176728616277855, "agent_compute-ego3": 0.031774866437337485, "complete-iteration": 0.93873627731599, "set_robot_commands": 0.00209536064101989, "deviation-center-line": 3.3939710726093764, "driven_lanedir_consec": 3.1096115868792853, "sim_compute_sim_state": 0.01531790135854698, "sim_compute_performance-ego0": 0.0018956259072545065, "sim_compute_performance-ego1": 0.001895660377410521, "sim_compute_performance-ego2": 0.001889643324426858, "sim_compute_performance-ego3": 0.0018610101148306608}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 9.882565708931155, "get_ui_image": 0.0428506632885301, "step_physics": 0.6975421460278063, "survival_time": 41.44999999999978, "driven_lanedir": 9.54414214340204, "get_state_dump": 0.00930326272206134, "get_robot_state": 0.013865586074001818, "sim_render-ego0": 0.003687178083212979, "sim_render-ego1": 0.00365182750196342, "sim_render-ego2": 0.003620803787047604, "sim_render-ego3": 0.0035538785428885955, "get_duckie_state": 1.1165458035756307e-06, "in-drivable-lane": 0.5499999999999687, "deviation-heading": 6.0628958420690875, "agent_compute-ego0": 0.03309058396213026, "agent_compute-ego1": 0.032347048334328526, "agent_compute-ego2": 0.03176728616277855, "agent_compute-ego3": 0.031774866437337485, "complete-iteration": 0.93873627731599, "set_robot_commands": 0.00209536064101989, "deviation-center-line": 1.7839860896797974, "driven_lanedir_consec": 9.54414214340204, "sim_compute_sim_state": 0.01531790135854698, "sim_compute_performance-ego0": 0.0018956259072545065, "sim_compute_performance-ego1": 0.001895660377410521, "sim_compute_performance-ego2": 0.001889643324426858, "sim_compute_performance-ego3": 0.0018610101148306608}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.7116472278204959, "get_ui_image": 0.04886521427557927, "step_physics": 0.9054974167670536, "survival_time": 59.99999999999873, "driven_lanedir": 0.5537943642103853, "get_state_dump": 0.009033912226719029, "get_robot_state": 0.01360312032262848, "sim_render-ego0": 0.003644725861497763, "sim_render-ego1": 0.0035518404843904493, "sim_render-ego2": 0.003565611589163368, "sim_render-ego3": 0.003512013861777682, "get_duckie_state": 1.0852909008728078e-06, "in-drivable-lane": 0.3999999999999986, "deviation-heading": 16.648037901128625, "agent_compute-ego0": 0.034441908432184705, "agent_compute-ego1": 0.03361608583067577, "agent_compute-ego2": 0.034232969585803026, "agent_compute-ego3": 0.03276934750768962, "complete-iteration": 1.1693066530283245, "set_robot_commands": 0.002014245121405583, "deviation-center-line": 8.784571322840401, "driven_lanedir_consec": 0.5537943642103853, "sim_compute_sim_state": 0.027075618828067572, "sim_compute_performance-ego0": 0.001839530557319584, "sim_compute_performance-ego1": 0.00186423278668838, "sim_compute_performance-ego2": 0.0018422214514409176, "sim_compute_performance-ego3": 0.0018448506068627505}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.59010033503936, "get_ui_image": 0.04886521427557927, "step_physics": 0.9054974167670536, "survival_time": 59.99999999999873, "driven_lanedir": 12.79419309241376, "get_state_dump": 0.009033912226719029, "get_robot_state": 0.01360312032262848, "sim_render-ego0": 0.003644725861497763, "sim_render-ego1": 0.0035518404843904493, "sim_render-ego2": 0.003565611589163368, "sim_render-ego3": 0.003512013861777682, "get_duckie_state": 1.0852909008728078e-06, "in-drivable-lane": 4.149999999999899, "deviation-heading": 14.594015556073764, "agent_compute-ego0": 0.034441908432184705, "agent_compute-ego1": 0.03361608583067577, "agent_compute-ego2": 0.034232969585803026, "agent_compute-ego3": 0.03276934750768962, "complete-iteration": 1.1693066530283245, "set_robot_commands": 0.002014245121405583, "deviation-center-line": 3.403618581251067, "driven_lanedir_consec": 12.79419309241376, "sim_compute_sim_state": 0.027075618828067572, "sim_compute_performance-ego0": 0.001839530557319584, "sim_compute_performance-ego1": 0.00186423278668838, "sim_compute_performance-ego2": 0.0018422214514409176, "sim_compute_performance-ego3": 0.0018448506068627505}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.870572944504392, "get_ui_image": 0.04886521427557927, "step_physics": 0.9054974167670536, "survival_time": 59.99999999999873, "driven_lanedir": 0.4999602705627586, "get_state_dump": 0.009033912226719029, "get_robot_state": 0.01360312032262848, "sim_render-ego0": 0.003644725861497763, "sim_render-ego1": 0.0035518404843904493, "sim_render-ego2": 0.003565611589163368, "sim_render-ego3": 0.003512013861777682, "get_duckie_state": 1.0852909008728078e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 1.7664968341634726, "agent_compute-ego0": 0.034441908432184705, "agent_compute-ego1": 0.03361608583067577, "agent_compute-ego2": 0.034232969585803026, "agent_compute-ego3": 0.03276934750768962, "complete-iteration": 1.1693066530283245, "set_robot_commands": 0.002014245121405583, "deviation-center-line": 9.55064681935074, "driven_lanedir_consec": 0.4999602705627586, "sim_compute_sim_state": 0.027075618828067572, "sim_compute_performance-ego0": 0.001839530557319584, "sim_compute_performance-ego1": 0.00186423278668838, "sim_compute_performance-ego2": 0.0018422214514409176, "sim_compute_performance-ego3": 0.0018448506068627505}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590150510357317, "get_ui_image": 0.04886521427557927, "step_physics": 0.9054974167670536, "survival_time": 59.99999999999873, "driven_lanedir": 13.505508931186018, "get_state_dump": 0.009033912226719029, "get_robot_state": 0.01360312032262848, "sim_render-ego0": 0.003644725861497763, "sim_render-ego1": 0.0035518404843904493, "sim_render-ego2": 0.003565611589163368, "sim_render-ego3": 0.003512013861777682, "get_duckie_state": 1.0852909008728078e-06, "in-drivable-lane": 1.9999999999999325, "deviation-heading": 13.017211700439349, "agent_compute-ego0": 0.034441908432184705, "agent_compute-ego1": 0.03361608583067577, "agent_compute-ego2": 0.034232969585803026, "agent_compute-ego3": 0.03276934750768962, "complete-iteration": 1.1693066530283245, "set_robot_commands": 0.002014245121405583, "deviation-center-line": 3.260069918069457, "driven_lanedir_consec": 13.505508931186018, "sim_compute_sim_state": 0.027075618828067572, "sim_compute_performance-ego0": 0.001839530557319584, "sim_compute_performance-ego1": 0.00186423278668838, "sim_compute_performance-ego2": 0.0018422214514409176, "sim_compute_performance-ego3": 0.0018448506068627505}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590050989726912, "get_ui_image": 0.04618880115480447, "step_physics": 0.48901246787110136, "survival_time": 59.99999999999873, "driven_lanedir": 12.116567753201528, "get_state_dump": 0.009212913163794169, "get_robot_state": 0.013855224644313942, "sim_render-ego0": 0.0036301904673580326, "sim_render-ego1": 0.003595058963658113, "sim_render-ego2": 0.003576333874171223, "sim_render-ego3": 0.003556187007945344, "get_duckie_state": 1.1275749619457745e-06, "in-drivable-lane": 7.299999999999795, "deviation-heading": 12.87685144909413, "agent_compute-ego0": 0.03272230003795259, "agent_compute-ego1": 0.03233902122853301, "agent_compute-ego2": 0.031772834673015206, "agent_compute-ego3": 0.03154239904672081, "complete-iteration": 0.7604860999403548, "set_robot_commands": 0.0020738033132688093, "deviation-center-line": 2.863580059827014, "driven_lanedir_consec": 12.116567753201528, "sim_compute_sim_state": 0.04352246930855299, "sim_compute_performance-ego0": 0.001883410295777079, "sim_compute_performance-ego1": 0.0018507080411633088, "sim_compute_performance-ego2": 0.0018432152261344916, "sim_compute_performance-ego3": 0.0018314552942382408}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590055393304713, "get_ui_image": 0.04618880115480447, "step_physics": 0.48901246787110136, "survival_time": 59.99999999999873, "driven_lanedir": 10.962673618148632, "get_state_dump": 0.009212913163794169, "get_robot_state": 0.013855224644313942, "sim_render-ego0": 0.0036301904673580326, "sim_render-ego1": 0.003595058963658113, "sim_render-ego2": 0.003576333874171223, "sim_render-ego3": 0.003556187007945344, "get_duckie_state": 1.1275749619457745e-06, "in-drivable-lane": 11.149999999999627, "deviation-heading": 15.30951235175584, "agent_compute-ego0": 0.03272230003795259, "agent_compute-ego1": 0.03233902122853301, "agent_compute-ego2": 0.031772834673015206, "agent_compute-ego3": 0.03154239904672081, "complete-iteration": 0.7604860999403548, "set_robot_commands": 0.0020738033132688093, "deviation-center-line": 3.3091306974244876, "driven_lanedir_consec": 10.962673618148632, "sim_compute_sim_state": 0.04352246930855299, "sim_compute_performance-ego0": 0.001883410295777079, "sim_compute_performance-ego1": 0.0018507080411633088, "sim_compute_performance-ego2": 0.0018432152261344916, "sim_compute_performance-ego3": 0.0018314552942382408}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589986244688284, "get_ui_image": 0.04618880115480447, "step_physics": 0.48901246787110136, "survival_time": 59.99999999999873, "driven_lanedir": 11.87360112305843, "get_state_dump": 0.009212913163794169, "get_robot_state": 0.013855224644313942, "sim_render-ego0": 0.0036301904673580326, "sim_render-ego1": 0.003595058963658113, "sim_render-ego2": 0.003576333874171223, "sim_render-ego3": 0.003556187007945344, "get_duckie_state": 1.1275749619457745e-06, "in-drivable-lane": 7.499999999999868, "deviation-heading": 15.526904713328586, "agent_compute-ego0": 0.03272230003795259, "agent_compute-ego1": 0.03233902122853301, "agent_compute-ego2": 0.031772834673015206, "agent_compute-ego3": 0.03154239904672081, "complete-iteration": 0.7604860999403548, "set_robot_commands": 0.0020738033132688093, "deviation-center-line": 3.2949485042292253, "driven_lanedir_consec": 11.87360112305843, "sim_compute_sim_state": 0.04352246930855299, "sim_compute_performance-ego0": 0.001883410295777079, "sim_compute_performance-ego1": 0.0018507080411633088, "sim_compute_performance-ego2": 0.0018432152261344916, "sim_compute_performance-ego3": 0.0018314552942382408}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590064995510492, "get_ui_image": 0.04618880115480447, "step_physics": 0.48901246787110136, "survival_time": 59.99999999999873, "driven_lanedir": 12.242634198724376, "get_state_dump": 0.009212913163794169, "get_robot_state": 0.013855224644313942, "sim_render-ego0": 0.0036301904673580326, "sim_render-ego1": 0.003595058963658113, "sim_render-ego2": 0.003576333874171223, "sim_render-ego3": 0.003556187007945344, "get_duckie_state": 1.1275749619457745e-06, "in-drivable-lane": 6.349999999999831, "deviation-heading": 14.42981664595696, "agent_compute-ego0": 0.03272230003795259, "agent_compute-ego1": 0.03233902122853301, "agent_compute-ego2": 0.031772834673015206, "agent_compute-ego3": 0.03154239904672081, "complete-iteration": 0.7604860999403548, "set_robot_commands": 0.0020738033132688093, "deviation-center-line": 3.1780766492958485, "driven_lanedir_consec": 12.242634198724376, "sim_compute_sim_state": 0.04352246930855299, "sim_compute_performance-ego0": 0.001883410295777079, "sim_compute_performance-ego1": 0.0018507080411633088, "sim_compute_performance-ego2": 0.0018432152261344916, "sim_compute_performance-ego3": 0.0018314552942382408}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840460217039821, "get_ui_image": 0.029331789836624628, "step_physics": 0.17464138767478332, "survival_time": 33.10000000000026, "driven_lanedir": 7.721473486175902, "get_state_dump": 0.005962031639179673, "get_robot_state": 0.0069426771022975, "sim_render-ego0": 0.003615564890037295, "sim_render-ego1": 0.0035463871819221417, "get_duckie_state": 1.0831323684070984e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.815690160160248, "agent_compute-ego0": 0.032516948777626, "agent_compute-ego1": 0.03182369587468166, "complete-iteration": 0.30644881096001303, "set_robot_commands": 0.002112315970488443, "deviation-center-line": 1.4787033077011915, "driven_lanedir_consec": 7.721473486175902, "sim_compute_sim_state": 0.009982424803628822, "sim_compute_performance-ego0": 0.001885340763972356, "sim_compute_performance-ego1": 0.001861396058831999}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840234266496838, "get_ui_image": 0.029331789836624628, "step_physics": 0.17464138767478332, "survival_time": 33.10000000000026, "driven_lanedir": 6.024151129947824, "get_state_dump": 0.005962031639179673, "get_robot_state": 0.0069426771022975, "sim_render-ego0": 0.003615564890037295, "sim_render-ego1": 0.0035463871819221417, "get_duckie_state": 1.0831323684070984e-06, "in-drivable-lane": 6.4499999999999975, "deviation-heading": 8.249293017050888, "agent_compute-ego0": 0.032516948777626, "agent_compute-ego1": 0.03182369587468166, "complete-iteration": 0.30644881096001303, "set_robot_commands": 0.002112315970488443, "deviation-center-line": 1.978927416208707, "driven_lanedir_consec": 6.024151129947824, "sim_compute_sim_state": 0.009982424803628822, "sim_compute_performance-ego0": 0.001885340763972356, "sim_compute_performance-ego1": 0.001861396058831999}}
set_robot_commands_max0.002112315970488443
set_robot_commands_mean0.0020684477316967155
set_robot_commands_median0.0020738033132688093
set_robot_commands_min0.002014245121405583
sim_compute_performance-ego0_max0.0018956259072545065
sim_compute_performance-ego0_mean0.001874639183524956
sim_compute_performance-ego0_median0.001883410295777079
sim_compute_performance-ego0_min0.001839530557319584
sim_compute_performance-ego1_max0.001895660377410521
sim_compute_performance-ego1_mean0.001868942638479488
sim_compute_performance-ego1_median0.00186423278668838
sim_compute_performance-ego1_min0.0018507080411633088
sim_compute_performance-ego2_max0.001889643324426858
sim_compute_performance-ego2_mean0.0018583600006674224
sim_compute_performance-ego2_median0.0018432152261344916
sim_compute_performance-ego2_min0.0018422214514409176
sim_compute_performance-ego3_max0.0018610101148306608
sim_compute_performance-ego3_mean0.0018457720053105505
sim_compute_performance-ego3_median0.0018448506068627505
sim_compute_performance-ego3_min0.0018314552942382408
sim_compute_sim_state_max0.04352246930855299
sim_compute_sim_state_mean0.02597348625628056
sim_compute_sim_state_median0.027075618828067572
sim_compute_sim_state_min0.009982424803628822
sim_render-ego0_max0.003687178083212979
sim_render-ego0_mean0.00364853624488212
sim_render-ego0_median0.003644725861497763
sim_render-ego0_min0.003615564890037295
sim_render-ego1_max0.00365182750196342
sim_render-ego1_mean0.0035919772974208715
sim_render-ego1_median0.003595058963658113
sim_render-ego1_min0.0035463871819221417
sim_render-ego2_max0.003620803787047604
sim_render-ego2_mean0.0035875830834607315
sim_render-ego2_median0.003576333874171223
sim_render-ego2_min0.003565611589163368
sim_render-ego3_max0.003556187007945344
sim_render-ego3_mean0.003540693137537206
sim_render-ego3_median0.0035538785428885955
sim_render-ego3_min0.003512013861777682
simulation-passed1
step_physics_max0.9054974167670536
step_physics_mean0.6226779212866722
step_physics_median0.6975421460278063
step_physics_min0.17464138767478332
survival_time_max59.99999999999873
survival_time_mean50.85714285714211
survival_time_min33.10000000000026

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.