Duckietown Challenges Home Challenges Submissions

Job 53558

Job ID53558
submission12599
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-07
date started
date completed
duration0:13:06
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.3386162956066159
survival_time_median7.199999999999982
deviation-center-line_median0.13150150834523444
in-drivable-lane_median5.1749999999999865


other stats
agent_compute-ego0_max0.012641669877993516
agent_compute-ego0_mean0.011619659240911377
agent_compute-ego0_median0.011586026350657143
agent_compute-ego0_min0.010894076992767026
agent_compute-ego1_max0.012019065470477337
agent_compute-ego1_mean0.011592224318034423
agent_compute-ego1_median0.011796319895777207
agent_compute-ego1_min0.010376951911232689
complete-iteration_max0.84176705865299
complete-iteration_mean0.6831705662735861
complete-iteration_median0.7620218211206896
complete-iteration_min0.24837218390570748
deviation-center-line_max1.1793353551209578
deviation-center-line_mean0.19682735223382447
deviation-center-line_min0.03781627258124975
deviation-heading_max4.13206271019058
deviation-heading_mean1.0463262829209203
deviation-heading_median0.9402685921450354
deviation-heading_min0.291348286294811
driven_any_max2.951704478527868
driven_any_mean1.9134596982041032
driven_any_median1.760372794839244
driven_any_min0.18489783262536005
driven_lanedir_consec_max0.7960762545928977
driven_lanedir_consec_mean0.3518580104312197
driven_lanedir_consec_min0.10162466951715476
driven_lanedir_max0.7960762545928977
driven_lanedir_mean0.3521650626338418
driven_lanedir_median0.3407656610249702
driven_lanedir_min0.10162466951715476
get_duckie_state_max1.6163135397023167e-06
get_duckie_state_mean1.4900677237258853e-06
get_duckie_state_median1.58789890264374e-06
get_duckie_state_min1.2643409497810132e-06
get_robot_state_max0.014383085412916797
get_robot_state_mean0.013315912863589296
get_robot_state_median0.014343879962789602
get_robot_state_min0.007291186939586292
get_state_dump_max0.009861692888983364
get_state_dump_mean0.009198123049686686
get_state_dump_median0.009716502981248244
get_state_dump_min0.006299962901105785
get_ui_image_max0.04981537029660981
get_ui_image_mean0.0448571658564264
get_ui_image_median0.0476071226830576
get_ui_image_min0.0295934026891535
in-drivable-lane_max6.599999999999981
in-drivable-lane_mean4.764285714285701
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.274124355035624, "get_ui_image": 0.04478088617324829, "step_physics": 0.4956331471602122, "survival_time": 5.949999999999987, "driven_lanedir": 0.7960762545928977, "get_state_dump": 0.009465253353118897, "get_robot_state": 0.014233136177062988, "sim_render-ego0": 0.003792136907577514, "sim_render-ego1": 0.0037997086842854817, "sim_render-ego2": 0.003740183512369792, "sim_render-ego3": 0.00367203156153361, "get_duckie_state": 1.3788541158040364e-06, "in-drivable-lane": 3.4499999999999877, "deviation-heading": 0.9316977066482196, "agent_compute-ego0": 0.011586026350657143, "agent_compute-ego1": 0.011568923791249594, "agent_compute-ego2": 0.012310824791590373, "agent_compute-ego3": 0.011521265904108685, "complete-iteration": 0.663122010231018, "set_robot_commands": 0.0022539734840393067, "deviation-center-line": 0.23307611918600285, "driven_lanedir_consec": 0.7960762545928977, "sim_compute_sim_state": 0.019973695278167725, "sim_compute_performance-ego0": 0.002052334944407145, "sim_compute_performance-ego1": 0.001967062552769979, "sim_compute_performance-ego2": 0.0019204159577687584, "sim_compute_performance-ego3": 0.0019391914208730064}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.7771107787938447, "get_ui_image": 0.04478088617324829, "step_physics": 0.4956331471602122, "survival_time": 5.949999999999987, "driven_lanedir": 0.4079052940890945, "get_state_dump": 0.009465253353118897, "get_robot_state": 0.014233136177062988, "sim_render-ego0": 0.003792136907577514, "sim_render-ego1": 0.0037997086842854817, "sim_render-ego2": 0.003740183512369792, "sim_render-ego3": 0.00367203156153361, "get_duckie_state": 1.3788541158040364e-06, "in-drivable-lane": 4.64999999999999, "deviation-heading": 0.5815629454748248, "agent_compute-ego0": 0.011586026350657143, "agent_compute-ego1": 0.011568923791249594, "agent_compute-ego2": 0.012310824791590373, "agent_compute-ego3": 0.011521265904108685, "complete-iteration": 0.663122010231018, "set_robot_commands": 0.0022539734840393067, "deviation-center-line": 0.15345155549638095, "driven_lanedir_consec": 0.4079052940890945, "sim_compute_sim_state": 0.019973695278167725, "sim_compute_performance-ego0": 0.002052334944407145, "sim_compute_performance-ego1": 0.001967062552769979, "sim_compute_performance-ego2": 0.0019204159577687584, "sim_compute_performance-ego3": 0.0019391914208730064}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.615892599054939, "get_ui_image": 0.04478088617324829, "step_physics": 0.4956331471602122, "survival_time": 5.949999999999987, "driven_lanedir": 0.3409414151275487, "get_state_dump": 0.009465253353118897, "get_robot_state": 0.014233136177062988, "sim_render-ego0": 0.003792136907577514, "sim_render-ego1": 0.0037997086842854817, "sim_render-ego2": 0.003740183512369792, "sim_render-ego3": 0.00367203156153361, "get_duckie_state": 1.3788541158040364e-06, "in-drivable-lane": 4.599999999999988, "deviation-heading": 0.9488394776418512, "agent_compute-ego0": 0.011586026350657143, "agent_compute-ego1": 0.011568923791249594, "agent_compute-ego2": 0.012310824791590373, "agent_compute-ego3": 0.011521265904108685, "complete-iteration": 0.663122010231018, "set_robot_commands": 0.0022539734840393067, "deviation-center-line": 0.09422141413744677, "driven_lanedir_consec": 0.3409414151275487, "sim_compute_sim_state": 0.019973695278167725, "sim_compute_performance-ego0": 0.002052334944407145, "sim_compute_performance-ego1": 0.001967062552769979, "sim_compute_performance-ego2": 0.0019204159577687584, "sim_compute_performance-ego3": 0.0019391914208730064}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.6398074009825068, "get_ui_image": 0.04478088617324829, "step_physics": 0.4956331471602122, "survival_time": 5.949999999999987, "driven_lanedir": 0.21369386022737347, "get_state_dump": 0.009465253353118897, "get_robot_state": 0.014233136177062988, "sim_render-ego0": 0.003792136907577514, "sim_render-ego1": 0.0037997086842854817, "sim_render-ego2": 0.003740183512369792, "sim_render-ego3": 0.00367203156153361, "get_duckie_state": 1.3788541158040364e-06, "in-drivable-lane": 5.099999999999986, "deviation-heading": 0.36485645822221113, "agent_compute-ego0": 0.011586026350657143, "agent_compute-ego1": 0.011568923791249594, "agent_compute-ego2": 0.012310824791590373, "agent_compute-ego3": 0.011521265904108685, "complete-iteration": 0.663122010231018, "set_robot_commands": 0.0022539734840393067, "deviation-center-line": 0.06914054888435704, "driven_lanedir_consec": 0.21369386022737347, "sim_compute_sim_state": 0.019973695278167725, "sim_compute_performance-ego0": 0.002052334944407145, "sim_compute_performance-ego1": 0.001967062552769979, "sim_compute_performance-ego2": 0.0019204159577687584, "sim_compute_performance-ego3": 0.0019391914208730064}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.5559095507228855, "get_ui_image": 0.04981537029660981, "step_physics": 0.5775430662878629, "survival_time": 7.199999999999982, "driven_lanedir": 0.16582071872096904, "get_state_dump": 0.009861692888983364, "get_robot_state": 0.014343879962789602, "sim_render-ego0": 0.0036975581070472457, "sim_render-ego1": 0.003694031156342605, "sim_render-ego2": 0.003670358657836914, "sim_render-ego3": 0.0036738494346881738, "get_duckie_state": 1.6163135397023167e-06, "in-drivable-lane": 6.449999999999982, "deviation-heading": 0.3586823355775982, "agent_compute-ego0": 0.010994072618155644, "agent_compute-ego1": 0.011796319895777207, "agent_compute-ego2": 0.011814273636916587, "agent_compute-ego3": 0.011576396021349676, "complete-iteration": 0.7620218211206896, "set_robot_commands": 0.002102616737628805, "deviation-center-line": 0.059631431224197985, "driven_lanedir_consec": 0.16582071872096904, "sim_compute_sim_state": 0.032621891745205585, "sim_compute_performance-ego0": 0.002158740471149313, "sim_compute_performance-ego1": 0.0019012451171875, "sim_compute_performance-ego2": 0.0018770316551471576, "sim_compute_performance-ego3": 0.001924917615693191}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.8734985354242055, "get_ui_image": 0.04981537029660981, "step_physics": 0.5775430662878629, "survival_time": 7.199999999999982, "driven_lanedir": 0.19265203980442447, "get_state_dump": 0.009861692888983364, "get_robot_state": 0.014343879962789602, "sim_render-ego0": 0.0036975581070472457, "sim_render-ego1": 0.003694031156342605, "sim_render-ego2": 0.003670358657836914, "sim_render-ego3": 0.0036738494346881738, "get_duckie_state": 1.6163135397023167e-06, "in-drivable-lane": 5.949999999999984, "deviation-heading": 1.2444813548952531, "agent_compute-ego0": 0.010994072618155644, "agent_compute-ego1": 0.011796319895777207, "agent_compute-ego2": 0.011814273636916587, "agent_compute-ego3": 0.011576396021349676, "complete-iteration": 0.7620218211206896, "set_robot_commands": 0.002102616737628805, "deviation-center-line": 0.09612169677476312, "driven_lanedir_consec": 0.19265203980442447, "sim_compute_sim_state": 0.032621891745205585, "sim_compute_performance-ego0": 0.002158740471149313, "sim_compute_performance-ego1": 0.0019012451171875, "sim_compute_performance-ego2": 0.0018770316551471576, "sim_compute_performance-ego3": 0.001924917615693191}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 2.3178974013322633, "get_ui_image": 0.04981537029660981, "step_physics": 0.5775430662878629, "survival_time": 7.199999999999982, "driven_lanedir": 0.10162466951715476, "get_state_dump": 0.009861692888983364, "get_robot_state": 0.014343879962789602, "sim_render-ego0": 0.0036975581070472457, "sim_render-ego1": 0.003694031156342605, "sim_render-ego2": 0.003670358657836914, "sim_render-ego3": 0.0036738494346881738, "get_duckie_state": 1.6163135397023167e-06, "in-drivable-lane": 6.499999999999982, "deviation-heading": 0.5541987636288823, "agent_compute-ego0": 0.010994072618155644, "agent_compute-ego1": 0.011796319895777207, "agent_compute-ego2": 0.011814273636916587, "agent_compute-ego3": 0.011576396021349676, "complete-iteration": 0.7620218211206896, "set_robot_commands": 0.002102616737628805, "deviation-center-line": 0.03781627258124975, "driven_lanedir_consec": 0.10162466951715476, "sim_compute_sim_state": 0.032621891745205585, "sim_compute_performance-ego0": 0.002158740471149313, "sim_compute_performance-ego1": 0.0019012451171875, "sim_compute_performance-ego2": 0.0018770316551471576, "sim_compute_performance-ego3": 0.001924917615693191}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 2.7765427252108315, "get_ui_image": 0.04981537029660981, "step_physics": 0.5775430662878629, "survival_time": 7.199999999999982, "driven_lanedir": 0.6452515830462522, "get_state_dump": 0.009861692888983364, "get_robot_state": 0.014343879962789602, "sim_render-ego0": 0.0036975581070472457, "sim_render-ego1": 0.003694031156342605, "sim_render-ego2": 0.003670358657836914, "sim_render-ego3": 0.0036738494346881738, "get_duckie_state": 1.6163135397023167e-06, "in-drivable-lane": 5.249999999999986, "deviation-heading": 0.9734465477255804, "agent_compute-ego0": 0.010994072618155644, "agent_compute-ego1": 0.011796319895777207, "agent_compute-ego2": 0.011814273636916587, "agent_compute-ego3": 0.011576396021349676, "complete-iteration": 0.7620218211206896, "set_robot_commands": 0.002102616737628805, "deviation-center-line": 0.1436614022182105, "driven_lanedir_consec": 0.6452515830462522, "sim_compute_sim_state": 0.032621891745205585, "sim_compute_performance-ego0": 0.002158740471149313, "sim_compute_performance-ego1": 0.0019012451171875, "sim_compute_performance-ego2": 0.0018770316551471576, "sim_compute_performance-ego3": 0.001924917615693191}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.18489783262536005, "get_ui_image": 0.0476071226830576, "step_physics": 0.6637986438726288, "survival_time": 7.599999999999981, "driven_lanedir": 0.16126759294861004, "get_state_dump": 0.009716502981248244, "get_robot_state": 0.014383085412916797, "sim_render-ego0": 0.0039649960262323515, "sim_render-ego1": 0.003918814503289516, "sim_render-ego2": 0.003778805140576331, "sim_render-ego3": 0.003845464170368668, "get_duckie_state": 1.58789890264374e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.13206271019058, "agent_compute-ego0": 0.012641669877993516, "agent_compute-ego1": 0.012019065470477337, "agent_compute-ego2": 0.011672674440870098, "agent_compute-ego3": 0.01211857328227922, "complete-iteration": 0.84176705865299, "set_robot_commands": 0.002227086646884095, "deviation-center-line": 1.1793353551209578, "driven_lanedir_consec": 0.16126759294861004, "sim_compute_sim_state": 0.024664155798020705, "sim_compute_performance-ego0": 0.0022166507696014604, "sim_compute_performance-ego1": 0.0020056440939311107, "sim_compute_performance-ego2": 0.0020099387449376725, "sim_compute_performance-ego3": 0.0020150966893613727}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.7205864887254294, "get_ui_image": 0.0476071226830576, "step_physics": 0.6637986438726288, "survival_time": 7.599999999999981, "driven_lanedir": 0.34433052196676683, "get_state_dump": 0.009716502981248244, "get_robot_state": 0.014383085412916797, "sim_render-ego0": 0.0039649960262323515, "sim_render-ego1": 0.003918814503289516, "sim_render-ego2": 0.003778805140576331, "sim_render-ego3": 0.003845464170368668, "get_duckie_state": 1.58789890264374e-06, "in-drivable-lane": 6.049999999999983, "deviation-heading": 1.1722790788608328, "agent_compute-ego0": 0.012641669877993516, "agent_compute-ego1": 0.012019065470477337, "agent_compute-ego2": 0.011672674440870098, "agent_compute-ego3": 0.01211857328227922, "complete-iteration": 0.84176705865299, "set_robot_commands": 0.002227086646884095, "deviation-center-line": 0.1193416144722584, "driven_lanedir_consec": 0.34433052196676683, "sim_compute_sim_state": 0.024664155798020705, "sim_compute_performance-ego0": 0.0022166507696014604, "sim_compute_performance-ego1": 0.0020056440939311107, "sim_compute_performance-ego2": 0.0020099387449376725, "sim_compute_performance-ego3": 0.0020150966893613727}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.7436348108846431, "get_ui_image": 0.0476071226830576, "step_physics": 0.6637986438726288, "survival_time": 7.599999999999981, "driven_lanedir": 0.3484125379459806, "get_state_dump": 0.009716502981248244, "get_robot_state": 0.014383085412916797, "sim_render-ego0": 0.0039649960262323515, "sim_render-ego1": 0.003918814503289516, "sim_render-ego2": 0.003778805140576331, "sim_render-ego3": 0.003845464170368668, "get_duckie_state": 1.58789890264374e-06, "in-drivable-lane": 6.049999999999981, "deviation-heading": 0.9782946667514604, "agent_compute-ego0": 0.012641669877993516, "agent_compute-ego1": 0.012019065470477337, "agent_compute-ego2": 0.011672674440870098, "agent_compute-ego3": 0.01211857328227922, "complete-iteration": 0.84176705865299, "set_robot_commands": 0.002227086646884095, "deviation-center-line": 0.14721758995799067, "driven_lanedir_consec": 0.3484125379459806, "sim_compute_sim_state": 0.024664155798020705, "sim_compute_performance-ego0": 0.0022166507696014604, "sim_compute_performance-ego1": 0.0020056440939311107, "sim_compute_performance-ego2": 0.0020099387449376725, "sim_compute_performance-ego3": 0.0020150966893613727}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.951704478527868, "get_ui_image": 0.0476071226830576, "step_physics": 0.6637986438726288, "survival_time": 7.599999999999981, "driven_lanedir": 0.2576470504888566, "get_state_dump": 0.009716502981248244, "get_robot_state": 0.014383085412916797, "sim_render-ego0": 0.0039649960262323515, "sim_render-ego1": 0.003918814503289516, "sim_render-ego2": 0.003778805140576331, "sim_render-ego3": 0.003845464170368668, "get_duckie_state": 1.58789890264374e-06, "in-drivable-lane": 6.599999999999981, "deviation-heading": 0.3481560818464254, "agent_compute-ego0": 0.012641669877993516, "agent_compute-ego1": 0.012019065470477337, "agent_compute-ego2": 0.011672674440870098, "agent_compute-ego3": 0.01211857328227922, "complete-iteration": 0.84176705865299, "set_robot_commands": 0.002227086646884095, "deviation-center-line": 0.086677958791832, "driven_lanedir_consec": 0.2576470504888566, "sim_compute_sim_state": 0.024664155798020705, "sim_compute_performance-ego0": 0.0022166507696014604, "sim_compute_performance-ego1": 0.0020056440939311107, "sim_compute_performance-ego2": 0.0020099387449376725, "sim_compute_performance-ego3": 0.0020150966893613727}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.678414408768526, "get_ui_image": 0.0295934026891535, "step_physics": 0.16042719946967232, "survival_time": 4.899999999999991, "driven_lanedir": 0.6140974314754637, "get_state_dump": 0.006299962901105785, "get_robot_state": 0.007291186939586292, "sim_render-ego0": 0.0035853096933075876, "sim_render-ego1": 0.0035223816380356297, "get_duckie_state": 1.2643409497810132e-06, "in-drivable-lane": 3.1499999999999897, "deviation-heading": 0.291348286294811, "agent_compute-ego0": 0.010894076992767026, "agent_compute-ego1": 0.010376951911232689, "complete-iteration": 0.24837218390570748, "set_robot_commands": 0.0021290706865715256, "deviation-center-line": 0.16192487225063373, "driven_lanedir_consec": 0.6140974314754637, "sim_compute_sim_state": 0.008311440246273774, "sim_compute_performance-ego0": 0.0019285630698155872, "sim_compute_performance-ego1": 0.0018717207089819089}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.6784144087685244, "get_ui_image": 0.0295934026891535, "step_physics": 0.16042719946967232, "survival_time": 4.899999999999991, "driven_lanedir": 0.34058990692239166, "get_state_dump": 0.006299962901105785, "get_robot_state": 0.007291186939586292, "sim_render-ego0": 0.0035853096933075876, "sim_render-ego1": 0.0035223816380356297, "get_duckie_state": 1.2643409497810132e-06, "in-drivable-lane": 2.8999999999999924, "deviation-heading": 1.768661547134351, "agent_compute-ego0": 0.010894076992767026, "agent_compute-ego1": 0.010376951911232689, "complete-iteration": 0.24837218390570748, "set_robot_commands": 0.0021290706865715256, "deviation-center-line": 0.17396510017726105, "driven_lanedir_consec": 0.33629117608568304, "sim_compute_sim_state": 0.008311440246273774, "sim_compute_performance-ego0": 0.0019285630698155872, "sim_compute_performance-ego1": 0.0018717207089819089}}
set_robot_commands_max0.0022539734840393067
set_robot_commands_mean0.0021852034890965633
set_robot_commands_median0.002227086646884095
set_robot_commands_min0.002102616737628805
sim_compute_performance-ego0_max0.0022166507696014604
sim_compute_performance-ego0_mean0.0021120022057330608
sim_compute_performance-ego0_median0.002158740471149313
sim_compute_performance-ego0_min0.0019285630698155872
sim_compute_performance-ego1_max0.0020056440939311107
sim_compute_performance-ego1_mean0.0019456606052512975
sim_compute_performance-ego1_median0.001967062552769979
sim_compute_performance-ego1_min0.0018717207089819089
sim_compute_sim_state_max0.032621891745205585
sim_compute_sim_state_mean0.023261560841294545
sim_compute_sim_state_median0.024664155798020705
sim_compute_sim_state_min0.008311440246273774
sim_render-ego0_max0.0039649960262323515
sim_render-ego0_mean0.003784955967860259
sim_render-ego0_median0.003792136907577514
sim_render-ego0_min0.0035853096933075876
sim_render-ego1_max0.003918814503289516
sim_render-ego1_mean0.0037639271894101193
sim_render-ego1_median0.0037997086842854817
sim_render-ego1_min0.0035223816380356297
simulation-passed1
step_physics_max0.6637986438726288
step_physics_mean0.5191967020158684
step_physics_median0.5775430662878629
step_physics_min0.16042719946967232
survival_time_max7.599999999999981
survival_time_mean6.628571428571413
survival_time_min4.899999999999991

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.