Duckietown Challenges Home Challenges Submissions

Job 53553

Job ID53553
submission12659
userBea Baselines 🐤
user labeltemplate-tensorflow
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:14:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.23046634325492155
survival_time_median6.949999999999983
deviation-center-line_median0.11760759666790424
in-drivable-lane_median2.899999999999995


other stats
agent_compute-ego0_max0.041555963243756974
agent_compute-ego0_mean0.02135148523643651
agent_compute-ego0_median0.01379941361291068
agent_compute-ego0_min0.012717059784871669
agent_compute-ego1_max0.04086739335741315
agent_compute-ego1_mean0.02086982741607451
agent_compute-ego1_median0.012808944497789656
agent_compute-ego1_min0.012588603364909351
agent_compute-ego2_max0.04101292405809675
agent_compute-ego2_mean0.02212450082908762
agent_compute-ego2_median0.01344965866633824
agent_compute-ego2_min0.011910919762827868
agent_compute-ego3_max0.04130859375
agent_compute-ego3_mean0.022267363268556634
agent_compute-ego3_median0.013078335604053332
agent_compute-ego3_min0.01241516045161656
complete-iteration_max1.317538857460022
complete-iteration_mean1.0107586492905052
complete-iteration_median1.101303731005616
complete-iteration_min0.3387075704686782
deviation-center-line_max1.2712449614354393
deviation-center-line_mean0.2731245528086879
deviation-center-line_min0.038585461341058
deviation-heading_max6.779520012490992
deviation-heading_mean1.557939797993774
deviation-heading_median0.8299573074568106
deviation-heading_min0.3063923477335874
driven_any_max2.679198415637278
driven_any_mean1.158312946447903
driven_any_median1.0035730236311895
driven_any_min0.1697596830439804
driven_lanedir_consec_max0.6929339381585025
driven_lanedir_consec_mean0.29158403674936656
driven_lanedir_consec_min0.07711826556188561
driven_lanedir_max0.6929339381585025
driven_lanedir_mean0.29158403674936656
driven_lanedir_median0.23046634325492155
driven_lanedir_min0.07711826556188561
get_duckie_state_max1.6280582972935267e-06
get_duckie_state_mean1.4443039628080432e-06
get_duckie_state_median1.433917454310826e-06
get_duckie_state_min1.2988693143692484e-06
get_robot_state_max0.0141383239201137
get_robot_state_mean0.012997689234945185
get_robot_state_median0.014046968732561385
get_robot_state_min0.007172752829159007
get_state_dump_max0.009653632981436594
get_state_dump_mean0.009108138968874156
get_state_dump_median0.009609365463256836
get_state_dump_min0.006607857872458065
get_ui_image_max0.04961127553667341
get_ui_image_mean0.04516046324454666
get_ui_image_median0.04788907173952442
get_ui_image_min0.031328103121589214
in-drivable-lane_max6.74999999999998
in-drivable-lane_mean3.232142857142849
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.1697596830439804, "get_ui_image": 0.0448972225189209, "step_physics": 0.7803393857819694, "survival_time": 6.949999999999983, "driven_lanedir": 0.15444980778095507, "get_state_dump": 0.009653632981436594, "get_robot_state": 0.0141383239201137, "sim_render-ego0": 0.0037370545523507256, "sim_render-ego1": 0.0035827670778547016, "sim_render-ego2": 0.003637421131134034, "sim_render-ego3": 0.0035233242171151297, "get_duckie_state": 1.6280582972935267e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.113437304920873, "agent_compute-ego0": 0.01379941361291068, "agent_compute-ego1": 0.012808944497789656, "agent_compute-ego2": 0.01344965866633824, "agent_compute-ego3": 0.01241516045161656, "complete-iteration": 0.94945889881679, "set_robot_commands": 0.002179413182394845, "deviation-center-line": 0.9253403924627872, "driven_lanedir_consec": 0.15444980778095507, "sim_compute_sim_state": 0.01688641480037144, "sim_compute_performance-ego0": 0.001938164234161377, "sim_compute_performance-ego1": 0.0019608429500034877, "sim_compute_performance-ego2": 0.0019013064248221264, "sim_compute_performance-ego3": 0.0018915159361703056}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.105135619995677, "get_ui_image": 0.0448972225189209, "step_physics": 0.7803393857819694, "survival_time": 6.949999999999983, "driven_lanedir": 0.13889942350534956, "get_state_dump": 0.009653632981436594, "get_robot_state": 0.0141383239201137, "sim_render-ego0": 0.0037370545523507256, "sim_render-ego1": 0.0035827670778547016, "sim_render-ego2": 0.003637421131134034, "sim_render-ego3": 0.0035233242171151297, "get_duckie_state": 1.6280582972935267e-06, "in-drivable-lane": 6.049999999999984, "deviation-heading": 0.7056790991036815, "agent_compute-ego0": 0.01379941361291068, "agent_compute-ego1": 0.012808944497789656, "agent_compute-ego2": 0.01344965866633824, "agent_compute-ego3": 0.01241516045161656, "complete-iteration": 0.94945889881679, "set_robot_commands": 0.002179413182394845, "deviation-center-line": 0.08849475729101529, "driven_lanedir_consec": 0.13889942350534956, "sim_compute_sim_state": 0.01688641480037144, "sim_compute_performance-ego0": 0.001938164234161377, "sim_compute_performance-ego1": 0.0019608429500034877, "sim_compute_performance-ego2": 0.0019013064248221264, "sim_compute_performance-ego3": 0.0018915159361703056}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.410587543949015, "get_ui_image": 0.0448972225189209, "step_physics": 0.7803393857819694, "survival_time": 6.949999999999983, "driven_lanedir": 0.16645409715794734, "get_state_dump": 0.009653632981436594, "get_robot_state": 0.0141383239201137, "sim_render-ego0": 0.0037370545523507256, "sim_render-ego1": 0.0035827670778547016, "sim_render-ego2": 0.003637421131134034, "sim_render-ego3": 0.0035233242171151297, "get_duckie_state": 1.6280582972935267e-06, "in-drivable-lane": 6.1499999999999835, "deviation-heading": 0.48784487897912127, "agent_compute-ego0": 0.01379941361291068, "agent_compute-ego1": 0.012808944497789656, "agent_compute-ego2": 0.01344965866633824, "agent_compute-ego3": 0.01241516045161656, "complete-iteration": 0.94945889881679, "set_robot_commands": 0.002179413182394845, "deviation-center-line": 0.04383894934896015, "driven_lanedir_consec": 0.16645409715794734, "sim_compute_sim_state": 0.01688641480037144, "sim_compute_performance-ego0": 0.001938164234161377, "sim_compute_performance-ego1": 0.0019608429500034877, "sim_compute_performance-ego2": 0.0019013064248221264, "sim_compute_performance-ego3": 0.0018915159361703056}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1115203799347757, "get_ui_image": 0.0448972225189209, "step_physics": 0.7803393857819694, "survival_time": 6.949999999999983, "driven_lanedir": 0.182509902157054, "get_state_dump": 0.009653632981436594, "get_robot_state": 0.0141383239201137, "sim_render-ego0": 0.0037370545523507256, "sim_render-ego1": 0.0035827670778547016, "sim_render-ego2": 0.003637421131134034, "sim_render-ego3": 0.0035233242171151297, "get_duckie_state": 1.6280582972935267e-06, "in-drivable-lane": 6.199999999999983, "deviation-heading": 0.3363612785483374, "agent_compute-ego0": 0.01379941361291068, "agent_compute-ego1": 0.012808944497789656, "agent_compute-ego2": 0.01344965866633824, "agent_compute-ego3": 0.01241516045161656, "complete-iteration": 0.94945889881679, "set_robot_commands": 0.002179413182394845, "deviation-center-line": 0.054262203954370945, "driven_lanedir_consec": 0.182509902157054, "sim_compute_sim_state": 0.01688641480037144, "sim_compute_performance-ego0": 0.001938164234161377, "sim_compute_performance-ego1": 0.0019608429500034877, "sim_compute_performance-ego2": 0.0019013064248221264, "sim_compute_performance-ego3": 0.0018915159361703056}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5273715197388291, "get_ui_image": 0.04961127553667341, "step_physics": 1.019764460836138, "survival_time": 3.4499999999999957, "driven_lanedir": 0.40097506474770417, "get_state_dump": 0.009609365463256836, "get_robot_state": 0.014046968732561385, "sim_render-ego0": 0.003727364540100098, "sim_render-ego1": 0.003605232919965472, "sim_render-ego2": 0.003671356609889439, "sim_render-ego3": 0.0035818747111729214, "get_duckie_state": 1.433917454310826e-06, "in-drivable-lane": 1.849999999999995, "deviation-heading": 0.8284049651209258, "agent_compute-ego0": 0.041555963243756974, "agent_compute-ego1": 0.04086739335741315, "agent_compute-ego2": 0.04101292405809675, "agent_compute-ego3": 0.04130859375, "complete-iteration": 1.317538857460022, "set_robot_commands": 0.002129592214311872, "deviation-center-line": 0.11677494650260424, "driven_lanedir_consec": 0.40097506474770417, "sim_compute_sim_state": 0.028697330611092704, "sim_compute_performance-ego0": 0.001970645359584263, "sim_compute_performance-ego1": 0.0019213131495884488, "sim_compute_performance-ego2": 0.0019087927682059152, "sim_compute_performance-ego3": 0.00189887455531529}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 0.924005943652902, "get_ui_image": 0.04961127553667341, "step_physics": 1.019764460836138, "survival_time": 3.4499999999999957, "driven_lanedir": 0.1684689884970525, "get_state_dump": 0.009609365463256836, "get_robot_state": 0.014046968732561385, "sim_render-ego0": 0.003727364540100098, "sim_render-ego1": 0.003605232919965472, "sim_render-ego2": 0.003671356609889439, "sim_render-ego3": 0.0035818747111729214, "get_duckie_state": 1.433917454310826e-06, "in-drivable-lane": 1.849999999999998, "deviation-heading": 1.7253128797677229, "agent_compute-ego0": 0.041555963243756974, "agent_compute-ego1": 0.04086739335741315, "agent_compute-ego2": 0.04101292405809675, "agent_compute-ego3": 0.04130859375, "complete-iteration": 1.317538857460022, "set_robot_commands": 0.002129592214311872, "deviation-center-line": 0.13166486689661752, "driven_lanedir_consec": 0.1684689884970525, "sim_compute_sim_state": 0.028697330611092704, "sim_compute_performance-ego0": 0.001970645359584263, "sim_compute_performance-ego1": 0.0019213131495884488, "sim_compute_performance-ego2": 0.0019087927682059152, "sim_compute_performance-ego3": 0.00189887455531529}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.5977739192185046, "get_ui_image": 0.04961127553667341, "step_physics": 1.019764460836138, "survival_time": 3.4499999999999957, "driven_lanedir": 0.07711826556188561, "get_state_dump": 0.009609365463256836, "get_robot_state": 0.014046968732561385, "sim_render-ego0": 0.003727364540100098, "sim_render-ego1": 0.003605232919965472, "sim_render-ego2": 0.003671356609889439, "sim_render-ego3": 0.0035818747111729214, "get_duckie_state": 1.433917454310826e-06, "in-drivable-lane": 2.6999999999999957, "deviation-heading": 0.6520122860045984, "agent_compute-ego0": 0.041555963243756974, "agent_compute-ego1": 0.04086739335741315, "agent_compute-ego2": 0.04101292405809675, "agent_compute-ego3": 0.04130859375, "complete-iteration": 1.317538857460022, "set_robot_commands": 0.002129592214311872, "deviation-center-line": 0.038585461341058, "driven_lanedir_consec": 0.07711826556188561, "sim_compute_sim_state": 0.028697330611092704, "sim_compute_performance-ego0": 0.001970645359584263, "sim_compute_performance-ego1": 0.0019213131495884488, "sim_compute_performance-ego2": 0.0019087927682059152, "sim_compute_performance-ego3": 0.00189887455531529}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5550457600328683, "get_ui_image": 0.04961127553667341, "step_physics": 1.019764460836138, "survival_time": 3.4499999999999957, "driven_lanedir": 0.44964973244545225, "get_state_dump": 0.009609365463256836, "get_robot_state": 0.014046968732561385, "sim_render-ego0": 0.003727364540100098, "sim_render-ego1": 0.003605232919965472, "sim_render-ego2": 0.003671356609889439, "sim_render-ego3": 0.0035818747111729214, "get_duckie_state": 1.433917454310826e-06, "in-drivable-lane": 1.5499999999999947, "deviation-heading": 1.006767313630584, "agent_compute-ego0": 0.041555963243756974, "agent_compute-ego1": 0.04086739335741315, "agent_compute-ego2": 0.04101292405809675, "agent_compute-ego3": 0.04130859375, "complete-iteration": 1.317538857460022, "set_robot_commands": 0.002129592214311872, "deviation-center-line": 0.1184402468332042, "driven_lanedir_consec": 0.44964973244545225, "sim_compute_sim_state": 0.028697330611092704, "sim_compute_performance-ego0": 0.001970645359584263, "sim_compute_performance-ego1": 0.0019213131495884488, "sim_compute_performance-ego2": 0.0019087927682059152, "sim_compute_performance-ego3": 0.00189887455531529}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.703336068278802, "get_ui_image": 0.04788907173952442, "step_physics": 0.9260665887703924, "survival_time": 8.09999999999998, "driven_lanedir": 0.6929339381585025, "get_state_dump": 0.009311559010137076, "get_robot_state": 0.013720243255053562, "sim_render-ego0": 0.003612920550480942, "sim_render-ego1": 0.003640572717584715, "sim_render-ego2": 0.003525151796867511, "sim_render-ego3": 0.003708355265892356, "get_duckie_state": 1.2988693143692484e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.8961088118337857, "agent_compute-ego0": 0.012717059784871669, "agent_compute-ego1": 0.012588603364909351, "agent_compute-ego2": 0.011910919762827868, "agent_compute-ego3": 0.013078335604053332, "complete-iteration": 1.101303731005616, "set_robot_commands": 0.0021634599182503355, "deviation-center-line": 0.5633987971394339, "driven_lanedir_consec": 0.6929339381585025, "sim_compute_sim_state": 0.02329489497319321, "sim_compute_performance-ego0": 0.0018928138756313208, "sim_compute_performance-ego1": 0.0018965832294861964, "sim_compute_performance-ego2": 0.0018718242645263672, "sim_compute_performance-ego3": 0.0018703103796836055}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.679198415637278, "get_ui_image": 0.04788907173952442, "step_physics": 0.9260665887703924, "survival_time": 8.09999999999998, "driven_lanedir": 0.5259782377628714, "get_state_dump": 0.009311559010137076, "get_robot_state": 0.013720243255053562, "sim_render-ego0": 0.003612920550480942, "sim_render-ego1": 0.003640572717584715, "sim_render-ego2": 0.003525151796867511, "sim_render-ego3": 0.003708355265892356, "get_duckie_state": 1.2988693143692484e-06, "in-drivable-lane": 5.749999999999985, "deviation-heading": 1.7520629793238731, "agent_compute-ego0": 0.012717059784871669, "agent_compute-ego1": 0.012588603364909351, "agent_compute-ego2": 0.011910919762827868, "agent_compute-ego3": 0.013078335604053332, "complete-iteration": 1.101303731005616, "set_robot_commands": 0.0021634599182503355, "deviation-center-line": 0.16231357804150784, "driven_lanedir_consec": 0.5259782377628714, "sim_compute_sim_state": 0.02329489497319321, "sim_compute_performance-ego0": 0.0018928138756313208, "sim_compute_performance-ego1": 0.0018965832294861964, "sim_compute_performance-ego2": 0.0018718242645263672, "sim_compute_performance-ego3": 0.0018703103796836055}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.7953508188492655, "get_ui_image": 0.04788907173952442, "step_physics": 0.9260665887703924, "survival_time": 8.09999999999998, "driven_lanedir": 0.35599896443419654, "get_state_dump": 0.009311559010137076, "get_robot_state": 0.013720243255053562, "sim_render-ego0": 0.003612920550480942, "sim_render-ego1": 0.003640572717584715, "sim_render-ego2": 0.003525151796867511, "sim_render-ego3": 0.003708355265892356, "get_duckie_state": 1.2988693143692484e-06, "in-drivable-lane": 6.74999999999998, "deviation-heading": 0.8315096497926955, "agent_compute-ego0": 0.012717059784871669, "agent_compute-ego1": 0.012588603364909351, "agent_compute-ego2": 0.011910919762827868, "agent_compute-ego3": 0.013078335604053332, "complete-iteration": 1.101303731005616, "set_robot_commands": 0.0021634599182503355, "deviation-center-line": 0.1304101283019886, "driven_lanedir_consec": 0.35599896443419654, "sim_compute_sim_state": 0.02329489497319321, "sim_compute_performance-ego0": 0.0018928138756313208, "sim_compute_performance-ego1": 0.0018965832294861964, "sim_compute_performance-ego2": 0.0018718242645263672, "sim_compute_performance-ego3": 0.0018703103796836055}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.3011394834424732, "get_ui_image": 0.04788907173952442, "step_physics": 0.9260665887703924, "survival_time": 8.09999999999998, "driven_lanedir": 0.2344061643922295, "get_state_dump": 0.009311559010137076, "get_robot_state": 0.013720243255053562, "sim_render-ego0": 0.003612920550480942, "sim_render-ego1": 0.003640572717584715, "sim_render-ego2": 0.003525151796867511, "sim_render-ego3": 0.003708355265892356, "get_duckie_state": 1.2988693143692484e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.779520012490992, "agent_compute-ego0": 0.012717059784871669, "agent_compute-ego1": 0.012588603364909351, "agent_compute-ego2": 0.011910919762827868, "agent_compute-ego3": 0.013078335604053332, "complete-iteration": 1.101303731005616, "set_robot_commands": 0.0021634599182503355, "deviation-center-line": 1.2712449614354393, "driven_lanedir_consec": 0.2344061643922295, "sim_compute_sim_state": 0.02329489497319321, "sim_compute_performance-ego0": 0.0018928138756313208, "sim_compute_performance-ego1": 0.0018965832294861964, "sim_compute_performance-ego2": 0.0018718242645263672, "sim_compute_performance-ego3": 0.0018703103796836055}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.0831401036094772, "get_ui_image": 0.031328103121589214, "step_physics": 0.2422536849975586, "survival_time": 4.199999999999993, "driven_lanedir": 0.2265265221176136, "get_state_dump": 0.006607857872458065, "get_robot_state": 0.007172752829159007, "sim_render-ego0": 0.003695372974171358, "sim_render-ego1": 0.003681468963623047, "get_duckie_state": 1.3884376077090992e-06, "in-drivable-lane": 3.2999999999999927, "deviation-heading": 0.3063923477335874, "agent_compute-ego0": 0.013315523371976964, "agent_compute-ego1": 0.01355890947229722, "complete-iteration": 0.3387075704686782, "set_robot_commands": 0.0021826940424302045, "deviation-center-line": 0.06605112261268693, "driven_lanedir_consec": 0.2265265221176136, "sim_compute_sim_state": 0.008691585765165441, "sim_compute_performance-ego0": 0.0019579438602223115, "sim_compute_performance-ego1": 0.0019475403954001035}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2530159908867935, "get_ui_image": 0.031328103121589214, "step_physics": 0.2422536849975586, "survival_time": 4.199999999999993, "driven_lanedir": 0.3078074057723179, "get_state_dump": 0.006607857872458065, "get_robot_state": 0.007172752829159007, "sim_render-ego0": 0.003695372974171358, "sim_render-ego1": 0.003681468963623047, "get_duckie_state": 1.3884376077090992e-06, "in-drivable-lane": 3.099999999999994, "deviation-heading": 0.3897433646620584, "agent_compute-ego0": 0.013315523371976964, "agent_compute-ego1": 0.01355890947229722, "complete-iteration": 0.3387075704686782, "set_robot_commands": 0.0021826940424302045, "deviation-center-line": 0.11292332715995766, "driven_lanedir_consec": 0.3078074057723179, "sim_compute_sim_state": 0.008691585765165441, "sim_compute_performance-ego0": 0.0019579438602223115, "sim_compute_performance-ego1": 0.0019475403954001035}}
set_robot_commands_max0.0021826940424302045
set_robot_commands_mean0.00216108923890633
set_robot_commands_median0.0021634599182503355
set_robot_commands_min0.002129592214311872
sim_compute_performance-ego0_max0.001970645359584263
sim_compute_performance-ego0_mean0.0019373129712823192
sim_compute_performance-ego0_median0.001938164234161377
sim_compute_performance-ego0_min0.0018928138756313208
sim_compute_performance-ego1_max0.0019608429500034877
sim_compute_performance-ego1_mean0.0019292884362223383
sim_compute_performance-ego1_median0.0019213131495884488
sim_compute_performance-ego1_min0.0018965832294861964
sim_compute_performance-ego2_max0.0019087927682059152
sim_compute_performance-ego2_mean0.0018939744858514696
sim_compute_performance-ego2_median0.0019013064248221264
sim_compute_performance-ego2_min0.0018718242645263672
sim_compute_performance-ego3_max0.00189887455531529
sim_compute_performance-ego3_mean0.0018869002903897337
sim_compute_performance-ego3_median0.0018915159361703056
sim_compute_performance-ego3_min0.0018703103796836055
sim_compute_sim_state_max0.028697330611092704
sim_compute_sim_state_mean0.02092126664778288
sim_compute_sim_state_median0.02329489497319321
sim_compute_sim_state_min0.008691585765165441
sim_render-ego0_max0.0037370545523507256
sim_render-ego0_mean0.003692864608576413
sim_render-ego0_median0.003727364540100098
sim_render-ego0_min0.003612920550480942
sim_render-ego1_max0.003681468963623047
sim_render-ego1_mean0.0036198020563475465
sim_render-ego1_median0.003605232919965472
sim_render-ego1_min0.0035827670778547016
sim_render-ego2_max0.003671356609889439
sim_render-ego2_mean0.003611309845963662
sim_render-ego2_median0.003637421131134034
sim_render-ego2_min0.003525151796867511
sim_render-ego3_max0.003708355265892356
sim_render-ego3_mean0.0036045180647268017
sim_render-ego3_median0.0035818747111729214
sim_render-ego3_min0.0035233242171151297
simulation-passed1
step_physics_max1.019764460836138
step_physics_mean0.8135135079677942
step_physics_median0.9260665887703924
step_physics_min0.2422536849975586
survival_time_max8.09999999999998
survival_time_mean5.885714285714273
survival_time_min3.4499999999999957

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.