Duckietown Challenges Home Challenges Submissions

Job 53417

Job ID53417
submission12568
userBea Baselines 🐤
user labelstraight
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-04
date started
date completed
duration0:40:08
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5845020784009587
survival_time_median22.05000000000018
deviation-center-line_median0.36159514613690735
in-drivable-lane_median17.650000000000187


other stats
agent_compute-ego0_max0.010319224310137027
agent_compute-ego0_mean0.00989952630701832
agent_compute-ego0_median0.010009248989420636
agent_compute-ego0_min0.009264598999704634
agent_compute-ego1_max0.01042486100175262
agent_compute-ego1_mean0.010044976767535158
agent_compute-ego1_median0.010176554484969926
agent_compute-ego1_min0.009359650313854218
complete-iteration_max1.105459290993939
complete-iteration_mean0.7701469114881212
complete-iteration_median0.8243650224953215
complete-iteration_min0.2446401459830148
deviation-center-line_max0.6128060296104244
deviation-center-line_mean0.37163603052463456
deviation-center-line_min0.13131467496691465
deviation-heading_max3.914823649869822
deviation-heading_mean1.69923675229233
deviation-heading_median1.7837659422502474
deviation-heading_min0.5703639195063125
driven_any_max5.114746336331455
driven_any_mean2.0430849429179028
driven_any_median1.672675359708932
driven_any_min0.8124423795237465
driven_lanedir_consec_max0.977662661166671
driven_lanedir_consec_mean0.5932421336189245
driven_lanedir_consec_min0.1964323403421724
driven_lanedir_max0.977662661166671
driven_lanedir_mean0.5932421336189245
driven_lanedir_median0.5845020784009587
driven_lanedir_min0.1964323403421724
get_duckie_state_max1.5227545442149718e-06
get_duckie_state_mean1.441750697768224e-06
get_duckie_state_median1.521132111009969e-06
get_duckie_state_min1.1292951447623118e-06
get_robot_state_max0.01474181203499971
get_robot_state_mean0.013153919139803016
get_robot_state_median0.014353870806111469
get_robot_state_min0.006530704242842538
get_state_dump_max0.009606865750460096
get_state_dump_mean0.008955357063079513
get_state_dump_median0.0096056261753065
get_state_dump_min0.005879821521895272
get_ui_image_max0.04889120215000861
get_ui_image_mean0.04324787385131441
get_ui_image_median0.04806008058435777
get_ui_image_min0.02755738581929888
in-drivable-lane_max27.550000000000328
in-drivable-lane_mean16.92142857142874
in-drivable-lane_min7.300000000000029
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.669702128629466, "get_ui_image": 0.040637582835584586, "step_physics": 0.48358763326512705, "survival_time": 15.10000000000008, "driven_lanedir": 0.8756474193632071, "get_state_dump": 0.009191347034064065, "get_robot_state": 0.013677682026778118, "sim_render-ego0": 0.003613608898502765, "sim_render-ego1": 0.0036117369585698194, "sim_render-ego2": 0.003583402916936591, "sim_render-ego3": 0.003612873971265535, "get_duckie_state": 1.4375932145826887e-06, "in-drivable-lane": 8.900000000000095, "deviation-heading": 2.1492018701903586, "agent_compute-ego0": 0.00968756927515414, "agent_compute-ego1": 0.0098761780427234, "agent_compute-ego2": 0.01022650935862324, "agent_compute-ego3": 0.00988753321934061, "complete-iteration": 0.6433698037276567, "set_robot_commands": 0.002162827910369772, "deviation-center-line": 0.6128060296104244, "driven_lanedir_consec": 0.8756474193632071, "sim_compute_sim_state": 0.026016064602943145, "sim_compute_performance-ego0": 0.001992292530072404, "sim_compute_performance-ego1": 0.001857552197900149, "sim_compute_performance-ego2": 0.0018408424390031167, "sim_compute_performance-ego3": 0.0018259487529792408}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.97804980373683, "get_ui_image": 0.040637582835584586, "step_physics": 0.48358763326512705, "survival_time": 15.10000000000008, "driven_lanedir": 0.3294444869160553, "get_state_dump": 0.009191347034064065, "get_robot_state": 0.013677682026778118, "sim_render-ego0": 0.003613608898502765, "sim_render-ego1": 0.0036117369585698194, "sim_render-ego2": 0.003583402916936591, "sim_render-ego3": 0.003612873971265535, "get_duckie_state": 1.4375932145826887e-06, "in-drivable-lane": 11.70000000000006, "deviation-heading": 2.3793594057095864, "agent_compute-ego0": 0.00968756927515414, "agent_compute-ego1": 0.0098761780427234, "agent_compute-ego2": 0.01022650935862324, "agent_compute-ego3": 0.00988753321934061, "complete-iteration": 0.6433698037276567, "set_robot_commands": 0.002162827910369772, "deviation-center-line": 0.35672508523152285, "driven_lanedir_consec": 0.3294444869160553, "sim_compute_sim_state": 0.026016064602943145, "sim_compute_performance-ego0": 0.001992292530072404, "sim_compute_performance-ego1": 0.001857552197900149, "sim_compute_performance-ego2": 0.0018408424390031167, "sim_compute_performance-ego3": 0.0018259487529792408}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.317023512748307, "get_ui_image": 0.040637582835584586, "step_physics": 0.48358763326512705, "survival_time": 15.10000000000008, "driven_lanedir": 0.44477401954845086, "get_state_dump": 0.009191347034064065, "get_robot_state": 0.013677682026778118, "sim_render-ego0": 0.003613608898502765, "sim_render-ego1": 0.0036117369585698194, "sim_render-ego2": 0.003583402916936591, "sim_render-ego3": 0.003612873971265535, "get_duckie_state": 1.4375932145826887e-06, "in-drivable-lane": 11.950000000000085, "deviation-heading": 0.9068102341402988, "agent_compute-ego0": 0.00968756927515414, "agent_compute-ego1": 0.0098761780427234, "agent_compute-ego2": 0.01022650935862324, "agent_compute-ego3": 0.00988753321934061, "complete-iteration": 0.6433698037276567, "set_robot_commands": 0.002162827910369772, "deviation-center-line": 0.24865738990220165, "driven_lanedir_consec": 0.44477401954845086, "sim_compute_sim_state": 0.026016064602943145, "sim_compute_performance-ego0": 0.001992292530072404, "sim_compute_performance-ego1": 0.001857552197900149, "sim_compute_performance-ego2": 0.0018408424390031167, "sim_compute_performance-ego3": 0.0018259487529792408}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1779115194823089, "get_ui_image": 0.040637582835584586, "step_physics": 0.48358763326512705, "survival_time": 15.10000000000008, "driven_lanedir": 0.8739655144399272, "get_state_dump": 0.009191347034064065, "get_robot_state": 0.013677682026778118, "sim_render-ego0": 0.003613608898502765, "sim_render-ego1": 0.0036117369585698194, "sim_render-ego2": 0.003583402916936591, "sim_render-ego3": 0.003612873971265535, "get_duckie_state": 1.4375932145826887e-06, "in-drivable-lane": 9.000000000000092, "deviation-heading": 1.968896617771691, "agent_compute-ego0": 0.00968756927515414, "agent_compute-ego1": 0.0098761780427234, "agent_compute-ego2": 0.01022650935862324, "agent_compute-ego3": 0.00988753321934061, "complete-iteration": 0.6433698037276567, "set_robot_commands": 0.002162827910369772, "deviation-center-line": 0.456487134836235, "driven_lanedir_consec": 0.8739655144399272, "sim_compute_sim_state": 0.026016064602943145, "sim_compute_performance-ego0": 0.001992292530072404, "sim_compute_performance-ego1": 0.001857552197900149, "sim_compute_performance-ego2": 0.0018408424390031167, "sim_compute_performance-ego3": 0.0018259487529792408}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.3087345789536873, "get_ui_image": 0.04889120215000861, "step_physics": 0.933419856935879, "survival_time": 32.00000000000032, "driven_lanedir": 0.5568351699536372, "get_state_dump": 0.009606865750460096, "get_robot_state": 0.01474181203499971, "sim_render-ego0": 0.003873858176601844, "sim_render-ego1": 0.0038150435490838823, "sim_render-ego2": 0.0037311421541639496, "sim_render-ego3": 0.0037684373662177934, "get_duckie_state": 1.5227545442149718e-06, "in-drivable-lane": 27.550000000000328, "deviation-heading": 2.2820480631587916, "agent_compute-ego0": 0.010009248989420636, "agent_compute-ego1": 0.010176554484969926, "agent_compute-ego2": 0.010155587784027718, "agent_compute-ego3": 0.00993621405126896, "complete-iteration": 1.105459290993939, "set_robot_commands": 0.0023599585951211486, "deviation-center-line": 0.39832275630911695, "driven_lanedir_consec": 0.5568351699536372, "sim_compute_sim_state": 0.02570551568743963, "sim_compute_performance-ego0": 0.002138985858506606, "sim_compute_performance-ego1": 0.0020048811729538275, "sim_compute_performance-ego2": 0.00197337867689207, "sim_compute_performance-ego3": 0.0019868171531213057}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 5.114746336331455, "get_ui_image": 0.04889120215000861, "step_physics": 0.933419856935879, "survival_time": 32.00000000000032, "driven_lanedir": 0.977662661166671, "get_state_dump": 0.009606865750460096, "get_robot_state": 0.01474181203499971, "sim_render-ego0": 0.003873858176601844, "sim_render-ego1": 0.0038150435490838823, "sim_render-ego2": 0.0037311421541639496, "sim_render-ego3": 0.0037684373662177934, "get_duckie_state": 1.5227545442149718e-06, "in-drivable-lane": 24.600000000000232, "deviation-heading": 3.914823649869822, "agent_compute-ego0": 0.010009248989420636, "agent_compute-ego1": 0.010176554484969926, "agent_compute-ego2": 0.010155587784027718, "agent_compute-ego3": 0.00993621405126896, "complete-iteration": 1.105459290993939, "set_robot_commands": 0.0023599585951211486, "deviation-center-line": 0.5935504233433263, "driven_lanedir_consec": 0.977662661166671, "sim_compute_sim_state": 0.02570551568743963, "sim_compute_performance-ego0": 0.002138985858506606, "sim_compute_performance-ego1": 0.0020048811729538275, "sim_compute_performance-ego2": 0.00197337867689207, "sim_compute_performance-ego3": 0.0019868171531213057}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.87895973253482, "get_ui_image": 0.04889120215000861, "step_physics": 0.933419856935879, "survival_time": 32.00000000000032, "driven_lanedir": 0.7157696938306048, "get_state_dump": 0.009606865750460096, "get_robot_state": 0.01474181203499971, "sim_render-ego0": 0.003873858176601844, "sim_render-ego1": 0.0038150435490838823, "sim_render-ego2": 0.0037311421541639496, "sim_render-ego3": 0.0037684373662177934, "get_duckie_state": 1.5227545442149718e-06, "in-drivable-lane": 26.70000000000033, "deviation-heading": 2.165863847567469, "agent_compute-ego0": 0.010009248989420636, "agent_compute-ego1": 0.010176554484969926, "agent_compute-ego2": 0.010155587784027718, "agent_compute-ego3": 0.00993621405126896, "complete-iteration": 1.105459290993939, "set_robot_commands": 0.0023599585951211486, "deviation-center-line": 0.5082735897475552, "driven_lanedir_consec": 0.7157696938306048, "sim_compute_sim_state": 0.02570551568743963, "sim_compute_performance-ego0": 0.002138985858506606, "sim_compute_performance-ego1": 0.0020048811729538275, "sim_compute_performance-ego2": 0.00197337867689207, "sim_compute_performance-ego3": 0.0019868171531213057}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.308734578953583, "get_ui_image": 0.04889120215000861, "step_physics": 0.933419856935879, "survival_time": 32.00000000000032, "driven_lanedir": 0.640366633236193, "get_state_dump": 0.009606865750460096, "get_robot_state": 0.01474181203499971, "sim_render-ego0": 0.003873858176601844, "sim_render-ego1": 0.0038150435490838823, "sim_render-ego2": 0.0037311421541639496, "sim_render-ego3": 0.0037684373662177934, "get_duckie_state": 1.5227545442149718e-06, "in-drivable-lane": 27.15000000000033, "deviation-heading": 1.598635266728804, "agent_compute-ego0": 0.010009248989420636, "agent_compute-ego1": 0.010176554484969926, "agent_compute-ego2": 0.010155587784027718, "agent_compute-ego3": 0.00993621405126896, "complete-iteration": 1.105459290993939, "set_robot_commands": 0.0023599585951211486, "deviation-center-line": 0.41851362224089594, "driven_lanedir_consec": 0.640366633236193, "sim_compute_sim_state": 0.02570551568743963, "sim_compute_performance-ego0": 0.002138985858506606, "sim_compute_performance-ego1": 0.0020048811729538275, "sim_compute_performance-ego2": 0.00197337867689207, "sim_compute_performance-ego3": 0.0019868171531213057}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.8124423795237465, "get_ui_image": 0.04806008058435777, "step_physics": 0.656101904843188, "survival_time": 22.05000000000018, "driven_lanedir": 0.1964323403421724, "get_state_dump": 0.0096056261753065, "get_robot_state": 0.014353870806111469, "sim_render-ego0": 0.003799314952004549, "sim_render-ego1": 0.003776998002065253, "sim_render-ego2": 0.0036506172758421743, "sim_render-ego3": 0.0035894569768085737, "get_duckie_state": 1.521132111009969e-06, "in-drivable-lane": 20.250000000000178, "deviation-heading": 1.1184016962214265, "agent_compute-ego0": 0.010319224310137027, "agent_compute-ego1": 0.01042486100175262, "agent_compute-ego2": 0.010386249598334818, "agent_compute-ego3": 0.00941793519447292, "complete-iteration": 0.8243650224953215, "set_robot_commands": 0.0022534860205326683, "deviation-center-line": 0.13131467496691465, "driven_lanedir_consec": 0.1964323403421724, "sim_compute_sim_state": 0.024045677746043485, "sim_compute_performance-ego0": 0.0020265120726365307, "sim_compute_performance-ego1": 0.001910555956050821, "sim_compute_performance-ego2": 0.0019228188700266013, "sim_compute_performance-ego3": 0.0018876850335306711}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.9049025830341053, "get_ui_image": 0.04806008058435777, "step_physics": 0.656101904843188, "survival_time": 22.05000000000018, "driven_lanedir": 0.7138391578639616, "get_state_dump": 0.0096056261753065, "get_robot_state": 0.014353870806111469, "sim_render-ego0": 0.003799314952004549, "sim_render-ego1": 0.003776998002065253, "sim_render-ego2": 0.0036506172758421743, "sim_render-ego3": 0.0035894569768085737, "get_duckie_state": 1.521132111009969e-06, "in-drivable-lane": 17.30000000000019, "deviation-heading": 0.6949919463848312, "agent_compute-ego0": 0.010319224310137027, "agent_compute-ego1": 0.01042486100175262, "agent_compute-ego2": 0.010386249598334818, "agent_compute-ego3": 0.00941793519447292, "complete-iteration": 0.8243650224953215, "set_robot_commands": 0.0022534860205326683, "deviation-center-line": 0.203718891398521, "driven_lanedir_consec": 0.7138391578639616, "sim_compute_sim_state": 0.024045677746043485, "sim_compute_performance-ego0": 0.0020265120726365307, "sim_compute_performance-ego1": 0.001910555956050821, "sim_compute_performance-ego2": 0.0019228188700266013, "sim_compute_performance-ego3": 0.0018876850335306711}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.4749354803211023, "get_ui_image": 0.04806008058435777, "step_physics": 0.656101904843188, "survival_time": 22.05000000000018, "driven_lanedir": 0.4065491678439639, "get_state_dump": 0.0096056261753065, "get_robot_state": 0.014353870806111469, "sim_render-ego0": 0.003799314952004549, "sim_render-ego1": 0.003776998002065253, "sim_render-ego2": 0.0036506172758421743, "sim_render-ego3": 0.0035894569768085737, "get_duckie_state": 1.521132111009969e-06, "in-drivable-lane": 19.20000000000018, "deviation-heading": 0.5703639195063125, "agent_compute-ego0": 0.010319224310137027, "agent_compute-ego1": 0.01042486100175262, "agent_compute-ego2": 0.010386249598334818, "agent_compute-ego3": 0.00941793519447292, "complete-iteration": 0.8243650224953215, "set_robot_commands": 0.0022534860205326683, "deviation-center-line": 0.3154125566925224, "driven_lanedir_consec": 0.4065491678439639, "sim_compute_sim_state": 0.024045677746043485, "sim_compute_performance-ego0": 0.0020265120726365307, "sim_compute_performance-ego1": 0.001910555956050821, "sim_compute_performance-ego2": 0.0019228188700266013, "sim_compute_performance-ego3": 0.0018876850335306711}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.675648590788398, "get_ui_image": 0.04806008058435777, "step_physics": 0.656101904843188, "survival_time": 22.05000000000018, "driven_lanedir": 0.5989210039901636, "get_state_dump": 0.0096056261753065, "get_robot_state": 0.014353870806111469, "sim_render-ego0": 0.003799314952004549, "sim_render-ego1": 0.003776998002065253, "sim_render-ego2": 0.0036506172758421743, "sim_render-ego3": 0.0035894569768085737, "get_duckie_state": 1.521132111009969e-06, "in-drivable-lane": 18.000000000000185, "deviation-heading": 0.8842272187908944, "agent_compute-ego0": 0.010319224310137027, "agent_compute-ego1": 0.01042486100175262, "agent_compute-ego2": 0.010386249598334818, "agent_compute-ego3": 0.00941793519447292, "complete-iteration": 0.8243650224953215, "set_robot_commands": 0.0022534860205326683, "deviation-center-line": 0.26360175582853124, "driven_lanedir_consec": 0.5989210039901636, "sim_compute_sim_state": 0.024045677746043485, "sim_compute_performance-ego0": 0.0020265120726365307, "sim_compute_performance-ego1": 0.001910555956050821, "sim_compute_performance-ego2": 0.0019228188700266013, "sim_compute_performance-ego3": 0.0018876850335306711}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.668306262235915, "get_ui_image": 0.02755738581929888, "step_physics": 0.1641792846577508, "survival_time": 11.150000000000023, "driven_lanedir": 0.5700831528117538, "get_state_dump": 0.005879821521895272, "get_robot_state": 0.006530704242842538, "sim_render-ego0": 0.003562282238687788, "sim_render-ego1": 0.0033527538180351257, "get_duckie_state": 1.1292951447623118e-06, "in-drivable-lane": 7.300000000000029, "deviation-heading": 0.6911789472101965, "agent_compute-ego0": 0.009264598999704634, "agent_compute-ego1": 0.009359650313854218, "complete-iteration": 0.2446401459830148, "set_robot_commands": 0.0019747912883758545, "deviation-center-line": 0.3290553101948258, "driven_lanedir_consec": 0.5700831528117538, "sim_compute_sim_state": 0.007509690310273852, "sim_compute_performance-ego0": 0.001733526587486267, "sim_compute_performance-ego1": 0.0017053751008851187}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.313091713576913, "get_ui_image": 0.02755738581929888, "step_physics": 0.1641792846577508, "survival_time": 11.150000000000023, "driven_lanedir": 0.40509944935818054, "get_state_dump": 0.005879821521895272, "get_robot_state": 0.006530704242842538, "sim_render-ego0": 0.003562282238687788, "sim_render-ego1": 0.0033527538180351257, "get_duckie_state": 1.1292951447623118e-06, "in-drivable-lane": 7.300000000000029, "deviation-heading": 2.4645118488421347, "agent_compute-ego0": 0.009264598999704634, "agent_compute-ego1": 0.009359650313854218, "complete-iteration": 0.2446401459830148, "set_robot_commands": 0.0019747912883758545, "deviation-center-line": 0.36646520704229185, "driven_lanedir_consec": 0.40509944935818054, "sim_compute_sim_state": 0.007509690310273852, "sim_compute_performance-ego0": 0.001733526587486267, "sim_compute_performance-ego1": 0.0017053751008851187}}
set_robot_commands_max0.0023599585951211486
set_robot_commands_mean0.0022181909057747188
set_robot_commands_median0.0022534860205326683
set_robot_commands_min0.0019747912883758545
sim_compute_performance-ego0_max0.002138985858506606
sim_compute_performance-ego0_mean0.002007015358559621
sim_compute_performance-ego0_median0.0020265120726365307
sim_compute_performance-ego0_min0.001733526587486267
sim_compute_performance-ego1_max0.0020048811729538275
sim_compute_performance-ego1_mean0.001893050536384959
sim_compute_performance-ego1_median0.001910555956050821
sim_compute_performance-ego1_min0.0017053751008851187
sim_compute_sim_state_max0.026016064602943145
sim_compute_sim_state_mean0.022720600911875197
sim_compute_sim_state_median0.02570551568743963
sim_compute_sim_state_min0.007509690310273852
sim_render-ego0_max0.003873858176601844
sim_render-ego0_mean0.0037336923275580135
sim_render-ego0_median0.003799314952004549
sim_render-ego0_min0.003562282238687788
sim_render-ego1_max0.0038150435490838823
sim_render-ego1_mean0.0036800444053532904
sim_render-ego1_median0.003776998002065253
sim_render-ego1_min0.0033527538180351257
simulation-passed1
step_physics_max0.933419856935879
step_physics_mean0.6157711535351628
step_physics_median0.656101904843188
step_physics_min0.1641792846577508
survival_time_max32.00000000000032
survival_time_mean21.35000000000017
survival_time_min11.150000000000023

Highlights

53417

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.