Duckietown Challenges Home Challenges Submissions

Job 53567

Job ID53567
submission12659
userBea Baselines 🐤
user labeltemplate-tensorflow
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:16:39
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2711067850822737
survival_time_median7.7499999999999805
deviation-center-line_median0.12166672773097312
in-drivable-lane_median5.274999999999984


other stats
agent_compute-ego0_max0.026121020317077637
agent_compute-ego0_mean0.016397180382992368
agent_compute-ego0_median0.01298318590436663
agent_compute-ego0_min0.01209553269778981
agent_compute-ego1_max0.026281575361887615
agent_compute-ego1_mean0.01641391861003485
agent_compute-ego1_median0.012716849157415284
agent_compute-ego1_min0.012172017377965591
agent_compute-ego2_max0.025343337120153964
agent_compute-ego2_mean0.016221201385182946
agent_compute-ego2_median0.012142068999154229
agent_compute-ego2_min0.011178198036240651
agent_compute-ego3_max0.025558007069123097
agent_compute-ego3_mean0.017340014126634478
agent_compute-ego3_median0.014083044660603342
agent_compute-ego3_min0.012378990650177002
complete-iteration_max1.1599419942268958
complete-iteration_mean0.9502795322411884
complete-iteration_median1.077982887899949
complete-iteration_min0.31719790626974664
deviation-center-line_max1.2712449614354393
deviation-center-line_mean0.2975366148120777
deviation-center-line_min0.04383894934896015
deviation-heading_max6.779520012490992
deviation-heading_mean1.6484185483297118
deviation-heading_median0.8540727187471719
deviation-heading_min0.3063923477335874
driven_any_max2.679198415637278
driven_any_mean1.358257914612287
driven_any_median1.428108564290258
driven_any_min0.1697596830439804
driven_lanedir_consec_max0.8657439523243192
driven_lanedir_consec_mean0.3416771086784302
driven_lanedir_consec_min0.07928748042777523
driven_lanedir_max0.8657439523243192
driven_lanedir_mean0.3416771086784302
driven_lanedir_median0.2711067850822737
driven_lanedir_min0.07928748042777523
get_duckie_state_max1.4152282323592749e-06
get_duckie_state_mean1.3553272516860512e-06
get_duckie_state_median1.3544515598039686e-06
get_duckie_state_min1.253801233628217e-06
get_robot_state_max0.014231311969268017
get_robot_state_mean0.012791152867232314
get_robot_state_median0.01369621923991612
get_robot_state_min0.006738522473503561
get_state_dump_max0.009579048706935002
get_state_dump_mean0.008898550403348448
get_state_dump_median0.009320599692208428
get_state_dump_min0.00594791524550494
get_ui_image_max0.04960267207561395
get_ui_image_mean0.04443716051119737
get_ui_image_median0.04684500313975328
get_ui_image_min0.029948860056260053
in-drivable-lane_max6.849999999999981
in-drivable-lane_mean4.285714285714274
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.1697596830439804, "get_ui_image": 0.044107956545693536, "step_physics": 0.7650764788900103, "survival_time": 6.949999999999983, "driven_lanedir": 0.15444980778095507, "get_state_dump": 0.009320599692208428, "get_robot_state": 0.01369621923991612, "sim_render-ego0": 0.0036621008600507465, "sim_render-ego1": 0.0035529681614467077, "sim_render-ego2": 0.0036065731729779927, "sim_render-ego3": 0.0034528425761631556, "get_duckie_state": 1.3470649719238282e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.113437304920873, "agent_compute-ego0": 0.01298318590436663, "agent_compute-ego1": 0.012364281926836286, "agent_compute-ego2": 0.012142068999154229, "agent_compute-ego3": 0.012378990650177002, "complete-iteration": 0.9294545275824412, "set_robot_commands": 0.0021833062171936037, "deviation-center-line": 0.9253403924627872, "driven_lanedir_consec": 0.15444980778095507, "sim_compute_sim_state": 0.016840219497680664, "sim_compute_performance-ego0": 0.001863854272024972, "sim_compute_performance-ego1": 0.001926898956298828, "sim_compute_performance-ego2": 0.0018578597477504183, "sim_compute_performance-ego3": 0.0018375175339835031}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.105135619995677, "get_ui_image": 0.044107956545693536, "step_physics": 0.7650764788900103, "survival_time": 6.949999999999983, "driven_lanedir": 0.13889942350534956, "get_state_dump": 0.009320599692208428, "get_robot_state": 0.01369621923991612, "sim_render-ego0": 0.0036621008600507465, "sim_render-ego1": 0.0035529681614467077, "sim_render-ego2": 0.0036065731729779927, "sim_render-ego3": 0.0034528425761631556, "get_duckie_state": 1.3470649719238282e-06, "in-drivable-lane": 6.049999999999984, "deviation-heading": 0.7056790991036815, "agent_compute-ego0": 0.01298318590436663, "agent_compute-ego1": 0.012364281926836286, "agent_compute-ego2": 0.012142068999154229, "agent_compute-ego3": 0.012378990650177002, "complete-iteration": 0.9294545275824412, "set_robot_commands": 0.0021833062171936037, "deviation-center-line": 0.08849475729101529, "driven_lanedir_consec": 0.13889942350534956, "sim_compute_sim_state": 0.016840219497680664, "sim_compute_performance-ego0": 0.001863854272024972, "sim_compute_performance-ego1": 0.001926898956298828, "sim_compute_performance-ego2": 0.0018578597477504183, "sim_compute_performance-ego3": 0.0018375175339835031}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.410587543949015, "get_ui_image": 0.044107956545693536, "step_physics": 0.7650764788900103, "survival_time": 6.949999999999983, "driven_lanedir": 0.16645409715794734, "get_state_dump": 0.009320599692208428, "get_robot_state": 0.01369621923991612, "sim_render-ego0": 0.0036621008600507465, "sim_render-ego1": 0.0035529681614467077, "sim_render-ego2": 0.0036065731729779927, "sim_render-ego3": 0.0034528425761631556, "get_duckie_state": 1.3470649719238282e-06, "in-drivable-lane": 6.1499999999999835, "deviation-heading": 0.48784487897912127, "agent_compute-ego0": 0.01298318590436663, "agent_compute-ego1": 0.012364281926836286, "agent_compute-ego2": 0.012142068999154229, "agent_compute-ego3": 0.012378990650177002, "complete-iteration": 0.9294545275824412, "set_robot_commands": 0.0021833062171936037, "deviation-center-line": 0.04383894934896015, "driven_lanedir_consec": 0.16645409715794734, "sim_compute_sim_state": 0.016840219497680664, "sim_compute_performance-ego0": 0.001863854272024972, "sim_compute_performance-ego1": 0.001926898956298828, "sim_compute_performance-ego2": 0.0018578597477504183, "sim_compute_performance-ego3": 0.0018375175339835031}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1115203799347757, "get_ui_image": 0.044107956545693536, "step_physics": 0.7650764788900103, "survival_time": 6.949999999999983, "driven_lanedir": 0.182509902157054, "get_state_dump": 0.009320599692208428, "get_robot_state": 0.01369621923991612, "sim_render-ego0": 0.0036621008600507465, "sim_render-ego1": 0.0035529681614467077, "sim_render-ego2": 0.0036065731729779927, "sim_render-ego3": 0.0034528425761631556, "get_duckie_state": 1.3470649719238282e-06, "in-drivable-lane": 6.199999999999983, "deviation-heading": 0.3363612785483374, "agent_compute-ego0": 0.01298318590436663, "agent_compute-ego1": 0.012364281926836286, "agent_compute-ego2": 0.012142068999154229, "agent_compute-ego3": 0.012378990650177002, "complete-iteration": 0.9294545275824412, "set_robot_commands": 0.0021833062171936037, "deviation-center-line": 0.054262203954370945, "driven_lanedir_consec": 0.182509902157054, "sim_compute_sim_state": 0.016840219497680664, "sim_compute_performance-ego0": 0.001863854272024972, "sim_compute_performance-ego1": 0.001926898956298828, "sim_compute_performance-ego2": 0.0018578597477504183, "sim_compute_performance-ego3": 0.0018375175339835031}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.4514962968463914, "get_ui_image": 0.04960267207561395, "step_physics": 0.924010035319206, "survival_time": 7.7499999999999805, "driven_lanedir": 0.3223377291248093, "get_state_dump": 0.009579048706935002, "get_robot_state": 0.014231311969268017, "sim_render-ego0": 0.0038098922142615686, "sim_render-ego1": 0.003726488504654322, "sim_render-ego2": 0.003747499906099759, "sim_render-ego3": 0.0036912759145100913, "get_duckie_state": 1.4152282323592749e-06, "in-drivable-lane": 6.34999999999998, "deviation-heading": 0.7115540754381995, "agent_compute-ego0": 0.026121020317077637, "agent_compute-ego1": 0.026281575361887615, "agent_compute-ego2": 0.025343337120153964, "agent_compute-ego3": 0.025558007069123097, "complete-iteration": 1.1599419942268958, "set_robot_commands": 0.002217720716427534, "deviation-center-line": 0.08326974102232218, "driven_lanedir_consec": 0.3223377291248093, "sim_compute_sim_state": 0.0274319419494042, "sim_compute_performance-ego0": 0.00198976504497039, "sim_compute_performance-ego1": 0.0019505803401653585, "sim_compute_performance-ego2": 0.001907519805125701, "sim_compute_performance-ego3": 0.0019144324155954211}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.6032011376937227, "get_ui_image": 0.04960267207561395, "step_physics": 0.924010035319206, "survival_time": 7.7499999999999805, "driven_lanedir": 0.530145896382082, "get_state_dump": 0.009579048706935002, "get_robot_state": 0.014231311969268017, "sim_render-ego0": 0.0038098922142615686, "sim_render-ego1": 0.003726488504654322, "sim_render-ego2": 0.003747499906099759, "sim_render-ego3": 0.0036912759145100913, "get_duckie_state": 1.4152282323592749e-06, "in-drivable-lane": 4.699999999999987, "deviation-heading": 2.392183879138872, "agent_compute-ego0": 0.026121020317077637, "agent_compute-ego1": 0.026281575361887615, "agent_compute-ego2": 0.025343337120153964, "agent_compute-ego3": 0.025558007069123097, "complete-iteration": 1.1599419942268958, "set_robot_commands": 0.002217720716427534, "deviation-center-line": 0.31372880354514265, "driven_lanedir_consec": 0.530145896382082, "sim_compute_sim_state": 0.0274319419494042, "sim_compute_performance-ego0": 0.00198976504497039, "sim_compute_performance-ego1": 0.0019505803401653585, "sim_compute_performance-ego2": 0.001907519805125701, "sim_compute_performance-ego3": 0.0019144324155954211}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.674453630543339, "get_ui_image": 0.04960267207561395, "step_physics": 0.924010035319206, "survival_time": 7.7499999999999805, "driven_lanedir": 0.07928748042777523, "get_state_dump": 0.009579048706935002, "get_robot_state": 0.014231311969268017, "sim_render-ego0": 0.0038098922142615686, "sim_render-ego1": 0.003726488504654322, "sim_render-ego2": 0.003747499906099759, "sim_render-ego3": 0.0036912759145100913, "get_duckie_state": 1.4152282323592749e-06, "in-drivable-lane": 6.849999999999981, "deviation-heading": 0.8766357877016483, "agent_compute-ego0": 0.026121020317077637, "agent_compute-ego1": 0.026281575361887615, "agent_compute-ego2": 0.025343337120153964, "agent_compute-ego3": 0.025558007069123097, "complete-iteration": 1.1599419942268958, "set_robot_commands": 0.002217720716427534, "deviation-center-line": 0.05816399015999119, "driven_lanedir_consec": 0.07928748042777523, "sim_compute_sim_state": 0.0274319419494042, "sim_compute_performance-ego0": 0.00198976504497039, "sim_compute_performance-ego1": 0.0019505803401653585, "sim_compute_performance-ego2": 0.001907519805125701, "sim_compute_performance-ego3": 0.0019144324155954211}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.6742756318610317, "get_ui_image": 0.04960267207561395, "step_physics": 0.924010035319206, "survival_time": 7.7499999999999805, "driven_lanedir": 0.8657439523243192, "get_state_dump": 0.009579048706935002, "get_robot_state": 0.014231311969268017, "sim_render-ego0": 0.0038098922142615686, "sim_render-ego1": 0.003726488504654322, "sim_render-ego2": 0.003747499906099759, "sim_render-ego3": 0.0036912759145100913, "get_duckie_state": 1.4152282323592749e-06, "in-drivable-lane": 4.799999999999983, "deviation-heading": 1.4988262069482414, "agent_compute-ego0": 0.026121020317077637, "agent_compute-ego1": 0.026281575361887615, "agent_compute-ego2": 0.025343337120153964, "agent_compute-ego3": 0.025558007069123097, "complete-iteration": 1.1599419942268958, "set_robot_commands": 0.002217720716427534, "deviation-center-line": 0.2920718548934842, "driven_lanedir_consec": 0.8657439523243192, "sim_compute_sim_state": 0.0274319419494042, "sim_compute_performance-ego0": 0.00198976504497039, "sim_compute_performance-ego1": 0.0019505803401653585, "sim_compute_performance-ego2": 0.001907519805125701, "sim_compute_performance-ego3": 0.0019144324155954211}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.703336068278802, "get_ui_image": 0.04684500313975328, "step_physics": 0.9054376669456622, "survival_time": 8.09999999999998, "driven_lanedir": 0.6929339381585025, "get_state_dump": 0.00927132038982368, "get_robot_state": 0.013472242589377188, "sim_render-ego0": 0.003535320422400726, "sim_render-ego1": 0.003553304204180197, "sim_render-ego2": 0.0034409593219406035, "sim_render-ego3": 0.003607900596103785, "get_duckie_state": 1.3544515598039686e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.8961088118337857, "agent_compute-ego0": 0.012238158770134112, "agent_compute-ego1": 0.012716849157415284, "agent_compute-ego2": 0.011178198036240651, "agent_compute-ego3": 0.014083044660603342, "complete-iteration": 1.077982887899949, "set_robot_commands": 0.0021141584665497386, "deviation-center-line": 0.5633987971394339, "driven_lanedir_consec": 0.6929339381585025, "sim_compute_sim_state": 0.022880545423074737, "sim_compute_performance-ego0": 0.0018245939828135484, "sim_compute_performance-ego1": 0.0018307811643448345, "sim_compute_performance-ego2": 0.001800798931004811, "sim_compute_performance-ego3": 0.0018019559193242548}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.679198415637278, "get_ui_image": 0.04684500313975328, "step_physics": 0.9054376669456622, "survival_time": 8.09999999999998, "driven_lanedir": 0.5259782377628714, "get_state_dump": 0.00927132038982368, "get_robot_state": 0.013472242589377188, "sim_render-ego0": 0.003535320422400726, "sim_render-ego1": 0.003553304204180197, "sim_render-ego2": 0.0034409593219406035, "sim_render-ego3": 0.003607900596103785, "get_duckie_state": 1.3544515598039686e-06, "in-drivable-lane": 5.749999999999985, "deviation-heading": 1.7520629793238731, "agent_compute-ego0": 0.012238158770134112, "agent_compute-ego1": 0.012716849157415284, "agent_compute-ego2": 0.011178198036240651, "agent_compute-ego3": 0.014083044660603342, "complete-iteration": 1.077982887899949, "set_robot_commands": 0.0021141584665497386, "deviation-center-line": 0.16231357804150784, "driven_lanedir_consec": 0.5259782377628714, "sim_compute_sim_state": 0.022880545423074737, "sim_compute_performance-ego0": 0.0018245939828135484, "sim_compute_performance-ego1": 0.0018307811643448345, "sim_compute_performance-ego2": 0.001800798931004811, "sim_compute_performance-ego3": 0.0018019559193242548}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.7953508188492655, "get_ui_image": 0.04684500313975328, "step_physics": 0.9054376669456622, "survival_time": 8.09999999999998, "driven_lanedir": 0.35599896443419654, "get_state_dump": 0.00927132038982368, "get_robot_state": 0.013472242589377188, "sim_render-ego0": 0.003535320422400726, "sim_render-ego1": 0.003553304204180197, "sim_render-ego2": 0.0034409593219406035, "sim_render-ego3": 0.003607900596103785, "get_duckie_state": 1.3544515598039686e-06, "in-drivable-lane": 6.74999999999998, "deviation-heading": 0.8315096497926955, "agent_compute-ego0": 0.012238158770134112, "agent_compute-ego1": 0.012716849157415284, "agent_compute-ego2": 0.011178198036240651, "agent_compute-ego3": 0.014083044660603342, "complete-iteration": 1.077982887899949, "set_robot_commands": 0.0021141584665497386, "deviation-center-line": 0.1304101283019886, "driven_lanedir_consec": 0.35599896443419654, "sim_compute_sim_state": 0.022880545423074737, "sim_compute_performance-ego0": 0.0018245939828135484, "sim_compute_performance-ego1": 0.0018307811643448345, "sim_compute_performance-ego2": 0.001800798931004811, "sim_compute_performance-ego3": 0.0018019559193242548}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.3011394834424732, "get_ui_image": 0.04684500313975328, "step_physics": 0.9054376669456622, "survival_time": 8.09999999999998, "driven_lanedir": 0.2344061643922295, "get_state_dump": 0.00927132038982368, "get_robot_state": 0.013472242589377188, "sim_render-ego0": 0.003535320422400726, "sim_render-ego1": 0.003553304204180197, "sim_render-ego2": 0.0034409593219406035, "sim_render-ego3": 0.003607900596103785, "get_duckie_state": 1.3544515598039686e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.779520012490992, "agent_compute-ego0": 0.012238158770134112, "agent_compute-ego1": 0.012716849157415284, "agent_compute-ego2": 0.011178198036240651, "agent_compute-ego3": 0.014083044660603342, "complete-iteration": 1.077982887899949, "set_robot_commands": 0.0021141584665497386, "deviation-center-line": 1.2712449614354393, "driven_lanedir_consec": 0.2344061643922295, "sim_compute_sim_state": 0.022880545423074737, "sim_compute_performance-ego0": 0.0018245939828135484, "sim_compute_performance-ego1": 0.0018307811643448345, "sim_compute_performance-ego2": 0.001800798931004811, "sim_compute_performance-ego3": 0.0018019559193242548}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.0831401036094772, "get_ui_image": 0.029948860056260053, "step_physics": 0.22747296726002417, "survival_time": 4.199999999999993, "driven_lanedir": 0.2265265221176136, "get_state_dump": 0.00594791524550494, "get_robot_state": 0.006738522473503561, "sim_render-ego0": 0.0034645809846765856, "sim_render-ego1": 0.0034653242896584904, "get_duckie_state": 1.253801233628217e-06, "in-drivable-lane": 3.2999999999999927, "deviation-heading": 0.3063923477335874, "agent_compute-ego0": 0.01209553269778981, "agent_compute-ego1": 0.012172017377965591, "complete-iteration": 0.31719790626974664, "set_robot_commands": 0.0020040315740248735, "deviation-center-line": 0.06605112261268693, "driven_lanedir_consec": 0.2265265221176136, "sim_compute_sim_state": 0.008212078318876378, "sim_compute_performance-ego0": 0.001790329989264993, "sim_compute_performance-ego1": 0.001778417475083295}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2530159908867935, "get_ui_image": 0.029948860056260053, "step_physics": 0.22747296726002417, "survival_time": 4.199999999999993, "driven_lanedir": 0.3078074057723179, "get_state_dump": 0.00594791524550494, "get_robot_state": 0.006738522473503561, "sim_render-ego0": 0.0034645809846765856, "sim_render-ego1": 0.0034653242896584904, "get_duckie_state": 1.253801233628217e-06, "in-drivable-lane": 3.099999999999994, "deviation-heading": 0.3897433646620584, "agent_compute-ego0": 0.01209553269778981, "agent_compute-ego1": 0.012172017377965591, "complete-iteration": 0.31719790626974664, "set_robot_commands": 0.0020040315740248735, "deviation-center-line": 0.11292332715995766, "driven_lanedir_consec": 0.3078074057723179, "sim_compute_sim_state": 0.008212078318876378, "sim_compute_performance-ego0": 0.001790329989264993, "sim_compute_performance-ego1": 0.001778417475083295}}
set_robot_commands_max0.002217720716427534
set_robot_commands_mean0.0021477717677666603
set_robot_commands_median0.0021833062171936037
set_robot_commands_min0.0020040315740248735
sim_compute_performance-ego0_max0.00198976504497039
sim_compute_performance-ego0_mean0.0018781080841261163
sim_compute_performance-ego0_median0.001863854272024972
sim_compute_performance-ego0_min0.001790329989264993
sim_compute_performance-ego1_max0.0019505803401653585
sim_compute_performance-ego1_mean0.001884991199528762
sim_compute_performance-ego1_median0.001926898956298828
sim_compute_performance-ego1_min0.001778417475083295
sim_compute_performance-ego2_max0.001907519805125701
sim_compute_performance-ego2_mean0.0018553928279603103
sim_compute_performance-ego2_median0.0018578597477504183
sim_compute_performance-ego2_min0.001800798931004811
sim_compute_performance-ego3_max0.0019144324155954211
sim_compute_performance-ego3_mean0.00185130195630106
sim_compute_performance-ego3_median0.0018375175339835031
sim_compute_performance-ego3_min0.0018019559193242548
sim_compute_sim_state_max0.0274319419494042
sim_compute_sim_state_mean0.02035964172274223
sim_compute_sim_state_median0.022880545423074737
sim_compute_sim_state_min0.008212078318876378
sim_render-ego0_max0.0038098922142615686
sim_render-ego0_mean0.0036398868540146673
sim_render-ego0_median0.0036621008600507465
sim_render-ego0_min0.0034645809846765856
sim_render-ego1_max0.003726488504654322
sim_render-ego1_mean0.0035901208614601337
sim_render-ego1_median0.003553304204180197
sim_render-ego1_min0.0034653242896584904
sim_render-ego2_max0.003747499906099759
sim_render-ego2_mean0.0035983441336727862
sim_render-ego2_median0.0036065731729779927
sim_render-ego2_min0.0034409593219406035
sim_render-ego3_max0.0036912759145100913
sim_render-ego3_mean0.0035840063622590117
sim_render-ego3_median0.003607900596103785
sim_render-ego3_min0.0034528425761631556
simulation-passed1
step_physics_max0.924010035319206
step_physics_mean0.7737887613671115
step_physics_median0.9054376669456622
step_physics_min0.22747296726002417
survival_time_max8.09999999999998
survival_time_mean7.114285714285698
survival_time_min4.199999999999993

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.