Duckietown Challenges Home Challenges Submissions

Job 62331

Job ID62331
submission13609
userAndras Beres
user labelfsf+il
challengeaido-LFV_multi-sim-validation
step356
statussuccess
up to dateyes
evaluatorreg02
date started
date completed
duration1:26:11
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median25.500000000000227
in-drivable-lane_median0.1750000000000016
driven_lanedir_consec_median5.365662933258638
deviation-center-line_median1.6044755420254524


other stats
agent_compute-ego0_max0.15334198535134216
agent_compute-ego0_mean0.13865371213281324
agent_compute-ego0_median0.12998782072048598
agent_compute-ego0_min0.127238673708273
agent_compute-ego1_max0.1287445092459448
agent_compute-ego1_mean0.11758881268062071
agent_compute-ego1_median0.1126695533088042
agent_compute-ego1_min0.1089144919148858
complete-iteration_max1.714555342744568
complete-iteration_mean1.440327546104495
complete-iteration_median1.5709364087614297
complete-iteration_min0.7957370503348593
deviation-center-line_max4.685258885331869
deviation-center-line_mean2.0940919445811645
deviation-center-line_min0.46580390692958307
deviation-heading_max14.88277701798551
deviation-heading_mean5.198791364535423
deviation-heading_median3.4507574786886765
deviation-heading_min1.1525089054371125
driven_any_max22.4584202936406
driven_any_mean7.7383225525928925
driven_any_median5.426336045563694
driven_any_min1.008631692321679
driven_lanedir_consec_max21.08988072347855
driven_lanedir_consec_mean7.3657621018325345
driven_lanedir_consec_min0.996662061061377
driven_lanedir_max21.08988072347855
driven_lanedir_mean7.3657621018325345
driven_lanedir_median5.365662933258638
driven_lanedir_min0.996662061061377
get_duckie_state_max3.2557433365375793e-06
get_duckie_state_mean3.074806194187998e-06
get_duckie_state_median3.1251897445472725e-06
get_duckie_state_min2.7040517108040566e-06
get_robot_state_max0.05509491861942443
get_robot_state_mean0.04687981683121468
get_robot_state_median0.05017171148694317
get_robot_state_min0.02428164541351129
get_state_dump_max0.03848780277403683
get_state_dump_mean0.031156533004562396
get_state_dump_median0.03094858989537319
get_state_dump_min0.020449155606098057
get_ui_image_max0.08468200484540232
get_ui_image_mean0.0775713991071053
get_ui_image_median0.08082133729863773
get_ui_image_min0.057040678047985766
in-drivable-lane_max7.0000000000000995
in-drivable-lane_mean1.07142857142858
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.008631692321679, "get_ui_image": 0.07747621570683559, "step_physics": 0.4975988184932337, "survival_time": 13.80000000000006, "driven_lanedir": 0.996662061061377, "get_state_dump": 0.03848780277403683, "get_robot_state": 0.05509491861942443, "sim_render-ego0": 0.01224734722922425, "sim_render-ego1": 0.011508578427862176, "sim_render-ego2": 0.010813785373949402, "sim_render-ego3": 0.009021975073143031, "get_duckie_state": 3.0288627431711133e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.545648223635081, "agent_compute-ego0": 0.15334198535134216, "agent_compute-ego1": 0.1287445092459448, "agent_compute-ego2": 0.12819374081029788, "agent_compute-ego3": 0.12682458467862237, "complete-iteration": 1.3577861346923057, "set_robot_commands": 0.0099511378938971, "deviation-center-line": 1.660288615147687, "driven_lanedir_consec": 0.996662061061377, "sim_compute_sim_state": 0.04215823011708174, "sim_compute_performance-ego0": 0.007430179024431249, "sim_compute_performance-ego1": 0.006208084120216783, "sim_compute_performance-ego2": 0.006029762515952871, "sim_compute_performance-ego3": 0.005483917380928563}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.2709867692247396, "get_ui_image": 0.07747621570683559, "step_physics": 0.4975988184932337, "survival_time": 13.80000000000006, "driven_lanedir": 3.2464012273197382, "get_state_dump": 0.03848780277403683, "get_robot_state": 0.05509491861942443, "sim_render-ego0": 0.01224734722922425, "sim_render-ego1": 0.011508578427862176, "sim_render-ego2": 0.010813785373949402, "sim_render-ego3": 0.009021975073143031, "get_duckie_state": 3.0288627431711133e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.932839420396196, "agent_compute-ego0": 0.15334198535134216, "agent_compute-ego1": 0.1287445092459448, "agent_compute-ego2": 0.12819374081029788, "agent_compute-ego3": 0.12682458467862237, "complete-iteration": 1.3577861346923057, "set_robot_commands": 0.0099511378938971, "deviation-center-line": 0.525396175196958, "driven_lanedir_consec": 3.2464012273197382, "sim_compute_sim_state": 0.04215823011708174, "sim_compute_performance-ego0": 0.007430179024431249, "sim_compute_performance-ego1": 0.006208084120216783, "sim_compute_performance-ego2": 0.006029762515952871, "sim_compute_performance-ego3": 0.005483917380928563}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.1193219752650816, "get_ui_image": 0.07747621570683559, "step_physics": 0.4975988184932337, "survival_time": 13.80000000000006, "driven_lanedir": 1.1137738202113483, "get_state_dump": 0.03848780277403683, "get_robot_state": 0.05509491861942443, "sim_render-ego0": 0.01224734722922425, "sim_render-ego1": 0.011508578427862176, "sim_render-ego2": 0.010813785373949402, "sim_render-ego3": 0.009021975073143031, "get_duckie_state": 3.0288627431711133e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.945834407431119, "agent_compute-ego0": 0.15334198535134216, "agent_compute-ego1": 0.1287445092459448, "agent_compute-ego2": 0.12819374081029788, "agent_compute-ego3": 0.12682458467862237, "complete-iteration": 1.3577861346923057, "set_robot_commands": 0.0099511378938971, "deviation-center-line": 0.7126768326024951, "driven_lanedir_consec": 1.1137738202113483, "sim_compute_sim_state": 0.04215823011708174, "sim_compute_performance-ego0": 0.007430179024431249, "sim_compute_performance-ego1": 0.006208084120216783, "sim_compute_performance-ego2": 0.006029762515952871, "sim_compute_performance-ego3": 0.005483917380928563}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 6.720676979656855, "get_ui_image": 0.07747621570683559, "step_physics": 0.4975988184932337, "survival_time": 13.80000000000006, "driven_lanedir": 6.648836904221607, "get_state_dump": 0.03848780277403683, "get_robot_state": 0.05509491861942443, "sim_render-ego0": 0.01224734722922425, "sim_render-ego1": 0.011508578427862176, "sim_render-ego2": 0.010813785373949402, "sim_render-ego3": 0.009021975073143031, "get_duckie_state": 3.0288627431711133e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.6814782631023315, "agent_compute-ego0": 0.15334198535134216, "agent_compute-ego1": 0.1287445092459448, "agent_compute-ego2": 0.12819374081029788, "agent_compute-ego3": 0.12682458467862237, "complete-iteration": 1.3577861346923057, "set_robot_commands": 0.0099511378938971, "deviation-center-line": 0.8396215759798198, "driven_lanedir_consec": 6.648836904221607, "sim_compute_sim_state": 0.04215823011708174, "sim_compute_performance-ego0": 0.007430179024431249, "sim_compute_performance-ego1": 0.006208084120216783, "sim_compute_performance-ego2": 0.006029762515952871, "sim_compute_performance-ego3": 0.005483917380928563}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 22.4584202936406, "get_ui_image": 0.08468200484540232, "step_physics": 0.9483486447378854, "survival_time": 48.099999999999405, "driven_lanedir": 21.08988072347855, "get_state_dump": 0.03094858989537319, "get_robot_state": 0.05017171148694317, "sim_render-ego0": 0.010154867221757012, "sim_render-ego1": 0.009164111512719904, "sim_render-ego2": 0.009675650829342916, "sim_render-ego3": 0.008930302607059975, "get_duckie_state": 3.1251897445472725e-06, "in-drivable-lane": 2.599999999999987, "deviation-heading": 7.488414182630852, "agent_compute-ego0": 0.127238673708273, "agent_compute-ego1": 0.1089144919148858, "agent_compute-ego2": 0.1066741616555092, "agent_compute-ego3": 0.10511025461452402, "complete-iteration": 1.714555342744568, "set_robot_commands": 0.007177197920818072, "deviation-center-line": 3.5117593562722984, "driven_lanedir_consec": 21.08988072347855, "sim_compute_sim_state": 0.06619628245709222, "sim_compute_performance-ego0": 0.006809965224776065, "sim_compute_performance-ego1": 0.004584217616207008, "sim_compute_performance-ego2": 0.004622751802422671, "sim_compute_performance-ego3": 0.005011652365156671}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.600709578828434, "get_ui_image": 0.08468200484540232, "step_physics": 0.9483486447378854, "survival_time": 48.099999999999405, "driven_lanedir": 10.92528890466095, "get_state_dump": 0.03094858989537319, "get_robot_state": 0.05017171148694317, "sim_render-ego0": 0.010154867221757012, "sim_render-ego1": 0.009164111512719904, "sim_render-ego2": 0.009675650829342916, "sim_render-ego3": 0.008930302607059975, "get_duckie_state": 3.1251897445472725e-06, "in-drivable-lane": 1.2500000000000044, "deviation-heading": 14.88277701798551, "agent_compute-ego0": 0.127238673708273, "agent_compute-ego1": 0.1089144919148858, "agent_compute-ego2": 0.1066741616555092, "agent_compute-ego3": 0.10511025461452402, "complete-iteration": 1.714555342744568, "set_robot_commands": 0.007177197920818072, "deviation-center-line": 4.685258885331869, "driven_lanedir_consec": 10.92528890466095, "sim_compute_sim_state": 0.06619628245709222, "sim_compute_performance-ego0": 0.006809965224776065, "sim_compute_performance-ego1": 0.004584217616207008, "sim_compute_performance-ego2": 0.004622751802422671, "sim_compute_performance-ego3": 0.005011652365156671}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.882625929480804, "get_ui_image": 0.08468200484540232, "step_physics": 0.9483486447378854, "survival_time": 48.099999999999405, "driven_lanedir": 14.082195873383895, "get_state_dump": 0.03094858989537319, "get_robot_state": 0.05017171148694317, "sim_render-ego0": 0.010154867221757012, "sim_render-ego1": 0.009164111512719904, "sim_render-ego2": 0.009675650829342916, "sim_render-ego3": 0.008930302607059975, "get_duckie_state": 3.1251897445472725e-06, "in-drivable-lane": 1.4500000000000108, "deviation-heading": 6.631339641284122, "agent_compute-ego0": 0.127238673708273, "agent_compute-ego1": 0.1089144919148858, "agent_compute-ego2": 0.1066741616555092, "agent_compute-ego3": 0.10511025461452402, "complete-iteration": 1.714555342744568, "set_robot_commands": 0.007177197920818072, "deviation-center-line": 3.3761229140722087, "driven_lanedir_consec": 14.082195873383895, "sim_compute_sim_state": 0.06619628245709222, "sim_compute_performance-ego0": 0.006809965224776065, "sim_compute_performance-ego1": 0.004584217616207008, "sim_compute_performance-ego2": 0.004622751802422671, "sim_compute_performance-ego3": 0.005011652365156671}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 11.288432337203725, "get_ui_image": 0.08468200484540232, "step_physics": 0.9483486447378854, "survival_time": 48.099999999999405, "driven_lanedir": 10.909233457179283, "get_state_dump": 0.03094858989537319, "get_robot_state": 0.05017171148694317, "sim_render-ego0": 0.010154867221757012, "sim_render-ego1": 0.009164111512719904, "sim_render-ego2": 0.009675650829342916, "sim_render-ego3": 0.008930302607059975, "get_duckie_state": 3.1251897445472725e-06, "in-drivable-lane": 0.3500000000000032, "deviation-heading": 10.291517953394273, "agent_compute-ego0": 0.127238673708273, "agent_compute-ego1": 0.1089144919148858, "agent_compute-ego2": 0.1066741616555092, "agent_compute-ego3": 0.10511025461452402, "complete-iteration": 1.714555342744568, "set_robot_commands": 0.007177197920818072, "deviation-center-line": 3.973005565851766, "driven_lanedir_consec": 10.909233457179283, "sim_compute_sim_state": 0.06619628245709222, "sim_compute_performance-ego0": 0.006809965224776065, "sim_compute_performance-ego1": 0.004584217616207008, "sim_compute_performance-ego2": 0.004622751802422671, "sim_compute_performance-ego3": 0.005011652365156671}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 9.289474282206614, "get_ui_image": 0.08082133729863773, "step_physics": 0.8119632530585661, "survival_time": 25.500000000000227, "driven_lanedir": 8.76615241756709, "get_state_dump": 0.02938689504350935, "get_robot_state": 0.046671906096128105, "sim_render-ego0": 0.00947160310241341, "sim_render-ego1": 0.008437408626429489, "sim_render-ego2": 0.008671174543944357, "sim_render-ego3": 0.008270985926200732, "get_duckie_state": 3.2557433365375793e-06, "in-drivable-lane": 7.0000000000000995, "deviation-heading": 3.355866733742272, "agent_compute-ego0": 0.12998782072048598, "agent_compute-ego1": 0.1126695533088042, "agent_compute-ego2": 0.1099833387684682, "agent_compute-ego3": 0.11375725385960768, "complete-iteration": 1.5709364087614297, "set_robot_commands": 0.006132957286797391, "deviation-center-line": 1.1572362815813495, "driven_lanedir_consec": 8.76615241756709, "sim_compute_sim_state": 0.05448978287833078, "sim_compute_performance-ego0": 0.006595234115063095, "sim_compute_performance-ego1": 0.004493902807366358, "sim_compute_performance-ego2": 0.00445290507635725, "sim_compute_performance-ego3": 0.00446540642157926}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 3.634422435690906, "get_ui_image": 0.08082133729863773, "step_physics": 0.8119632530585661, "survival_time": 25.500000000000227, "driven_lanedir": 3.060634333986818, "get_state_dump": 0.02938689504350935, "get_robot_state": 0.046671906096128105, "sim_render-ego0": 0.00947160310241341, "sim_render-ego1": 0.008437408626429489, "sim_render-ego2": 0.008671174543944357, "sim_render-ego3": 0.008270985926200732, "get_duckie_state": 3.2557433365375793e-06, "in-drivable-lane": 1.3000000000000007, "deviation-heading": 9.103409844428269, "agent_compute-ego0": 0.12998782072048598, "agent_compute-ego1": 0.1126695533088042, "agent_compute-ego2": 0.1099833387684682, "agent_compute-ego3": 0.11375725385960768, "complete-iteration": 1.5709364087614297, "set_robot_commands": 0.006132957286797391, "deviation-center-line": 3.5437718854438516, "driven_lanedir_consec": 3.060634333986818, "sim_compute_sim_state": 0.05448978287833078, "sim_compute_performance-ego0": 0.006595234115063095, "sim_compute_performance-ego1": 0.004493902807366358, "sim_compute_performance-ego2": 0.00445290507635725, "sim_compute_performance-ego3": 0.00446540642157926}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 4.131995111470532, "get_ui_image": 0.08082133729863773, "step_physics": 0.8119632530585661, "survival_time": 25.500000000000227, "driven_lanedir": 4.082488962295669, "get_state_dump": 0.02938689504350935, "get_robot_state": 0.046671906096128105, "sim_render-ego0": 0.00947160310241341, "sim_render-ego1": 0.008437408626429489, "sim_render-ego2": 0.008671174543944357, "sim_render-ego3": 0.008270985926200732, "get_duckie_state": 3.2557433365375793e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.200506294096474, "agent_compute-ego0": 0.12998782072048598, "agent_compute-ego1": 0.1126695533088042, "agent_compute-ego2": 0.1099833387684682, "agent_compute-ego3": 0.11375725385960768, "complete-iteration": 1.5709364087614297, "set_robot_commands": 0.006132957286797391, "deviation-center-line": 2.793224769868812, "driven_lanedir_consec": 4.082488962295669, "sim_compute_sim_state": 0.05448978287833078, "sim_compute_performance-ego0": 0.006595234115063095, "sim_compute_performance-ego1": 0.004493902807366358, "sim_compute_performance-ego2": 0.00445290507635725, "sim_compute_performance-ego3": 0.00446540642157926}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.166247135608948, "get_ui_image": 0.08082133729863773, "step_physics": 0.8119632530585661, "survival_time": 25.500000000000227, "driven_lanedir": 11.573623696993607, "get_state_dump": 0.02938689504350935, "get_robot_state": 0.046671906096128105, "sim_render-ego0": 0.00947160310241341, "sim_render-ego1": 0.008437408626429489, "sim_render-ego2": 0.008671174543944357, "sim_render-ego3": 0.008270985926200732, "get_duckie_state": 3.2557433365375793e-06, "in-drivable-lane": 1.050000000000015, "deviation-heading": 3.939493375876067, "agent_compute-ego0": 0.12998782072048598, "agent_compute-ego1": 0.1126695533088042, "agent_compute-ego2": 0.1099833387684682, "agent_compute-ego3": 0.11375725385960768, "complete-iteration": 1.5709364087614297, "set_robot_commands": 0.006132957286797391, "deviation-center-line": 1.548662468903218, "driven_lanedir_consec": 11.573623696993607, "sim_compute_sim_state": 0.05448978287833078, "sim_compute_performance-ego0": 0.006595234115063095, "sim_compute_performance-ego1": 0.004493902807366358, "sim_compute_performance-ego2": 0.00445290507635725, "sim_compute_performance-ego3": 0.00446540642157926}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.542051695809606, "get_ui_image": 0.057040678047985766, "step_physics": 0.3574633820456748, "survival_time": 7.99999999999998, "driven_lanedir": 3.485589746288337, "get_state_dump": 0.020449155606098057, "get_robot_state": 0.02428164541351129, "sim_render-ego0": 0.009974059110842875, "sim_render-ego1": 0.008409778523889388, "get_duckie_state": 2.7040517108040566e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.1525089054371125, "agent_compute-ego0": 0.14943902536949016, "agent_compute-ego1": 0.12246457982507553, "complete-iteration": 0.7957370503348593, "set_robot_commands": 0.006444662994479541, "deviation-center-line": 0.5244579909543857, "driven_lanedir_consec": 3.485589746288337, "sim_compute_sim_state": 0.024026445720506752, "sim_compute_performance-ego0": 0.005993511365807574, "sim_compute_performance-ego1": 0.0041172074975434295}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.222519519891979, "get_ui_image": 0.057040678047985766, "step_physics": 0.3574633820456748, "survival_time": 7.99999999999998, "driven_lanedir": 3.1399072970072126, "get_state_dump": 0.020449155606098057, "get_robot_state": 0.02428164541351129, "sim_render-ego0": 0.009974059110842875, "sim_render-ego1": 0.008409778523889388, "get_duckie_state": 2.7040517108040566e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.6314448400562316, "agent_compute-ego0": 0.14943902536949016, "agent_compute-ego1": 0.12246457982507553, "complete-iteration": 0.7957370503348593, "set_robot_commands": 0.006444662994479541, "deviation-center-line": 0.46580390692958307, "driven_lanedir_consec": 3.1399072970072126, "sim_compute_sim_state": 0.024026445720506752, "sim_compute_performance-ego0": 0.005993511365807574, "sim_compute_performance-ego1": 0.0041172074975434295}}
set_robot_commands_max0.0099511378938971
set_robot_commands_mean0.007566749885357808
set_robot_commands_median0.007177197920818072
set_robot_commands_min0.006132957286797391
sim_compute_performance-ego0_max0.007430179024431249
sim_compute_performance-ego0_mean0.006809181156335483
sim_compute_performance-ego0_median0.006809965224776065
sim_compute_performance-ego0_min0.005993511365807574
sim_compute_performance-ego1_max0.006208084120216783
sim_compute_performance-ego1_mean0.004955659512160532
sim_compute_performance-ego1_median0.004584217616207008
sim_compute_performance-ego1_min0.0041172074975434295
sim_compute_sim_state_max0.06619628245709222
sim_compute_sim_state_mean0.049959290946502304
sim_compute_sim_state_median0.05448978287833078
sim_compute_sim_state_min0.024026445720506752
sim_render-ego0_max0.01224734722922425
sim_render-ego0_mean0.010531670602518887
sim_render-ego0_median0.010154867221757012
sim_render-ego0_min0.00947160310241341
sim_render-ego1_max0.011508578427862176
sim_render-ego1_mean0.00951856795113036
sim_render-ego1_median0.009164111512719904
sim_render-ego1_min0.008409778523889388
simulation-passed1
step_physics_max0.9483486447378854
step_physics_mean0.6961835449464351
step_physics_median0.8119632530585661
step_physics_min0.3574633820456748
survival_time_max48.099999999999405
survival_time_mean26.114285714285625
survival_time_min7.99999999999998

Highlights

62331

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.