Duckietown Challenges Home Challenges Submissions

Job 58925

Job ID58925
submission12807
userYishu Malhotra 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration1:52:10
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median7.079744421623893
survival_time_median59.99999999999873
deviation-center-line_median3.711485975350403
in-drivable-lane_median0.7999999999999794


other stats
agent_compute-ego0_max0.013563352460964434
agent_compute-ego0_mean0.013444440633420271
agent_compute-ego0_median0.013551730498187649
agent_compute-ego0_min0.013238713497251977
agent_compute-ego1_max0.013229646650976585
agent_compute-ego1_mean0.012612107095087696
agent_compute-ego1_median0.01273673877033167
agent_compute-ego1_min0.012038405485979215
complete-iteration_max1.167247716433599
complete-iteration_mean0.9126615337527731
complete-iteration_median1.0060740160406083
complete-iteration_min0.3725722511922281
deviation-center-line_max5.8294856639946895
deviation-center-line_mean2.9565173542208045
deviation-center-line_min0.2699946848143356
deviation-heading_max18.38787620431402
deviation-heading_mean12.580775634602274
deviation-heading_median16.46308475041855
deviation-heading_min1.5315311516912553
driven_any_max12.79382124913264
driven_any_mean8.251692254824414
driven_any_median9.308161131033556
driven_any_min1.1347526630444098
driven_lanedir_consec_max12.003889447032847
driven_lanedir_consec_mean6.963154807849308
driven_lanedir_consec_min0.9128350836445458
driven_lanedir_max12.003889447032847
driven_lanedir_mean6.963154807849308
driven_lanedir_median7.079744421623893
driven_lanedir_min0.9128350836445458
get_duckie_state_max1.975042833872977e-06
get_duckie_state_mean1.8707771192047372e-06
get_duckie_state_median1.9075471495311525e-06
get_duckie_state_min1.6501569372462476e-06
get_robot_state_max0.016081061589529273
get_robot_state_mean0.014852883761415563
get_robot_state_median0.01602812611391701
get_robot_state_min0.007882848499328132
get_state_dump_max0.010521300726389508
get_state_dump_mean0.009947237083748034
get_state_dump_median0.010473470902264269
get_state_dump_min0.006874627015722079
get_ui_image_max0.05277069462626106
get_ui_image_mean0.047097632642179234
get_ui_image_median0.04923630296737328
get_ui_image_min0.03400672702338752
in-drivable-lane_max48.099999999998694
in-drivable-lane_mean10.310714285713912
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 12.161975958877514, "get_ui_image": 0.045831353142299226, "step_physics": 0.6431990352697317, "survival_time": 59.99999999999873, "driven_lanedir": 11.293622068822213, "get_state_dump": 0.010383244656603305, "get_robot_state": 0.015934481211844133, "sim_render-ego0": 0.004346124337773637, "sim_render-ego1": 0.004468762011055546, "sim_render-ego2": 0.004470912741185426, "sim_render-ego3": 0.004453779755782128, "get_duckie_state": 1.9075471495311525e-06, "in-drivable-lane": 0.4499999999999984, "deviation-heading": 18.119681342651255, "agent_compute-ego0": 0.013551730498187649, "agent_compute-ego1": 0.012156786668509072, "agent_compute-ego2": 0.012451913930494322, "agent_compute-ego3": 0.013491106470061976, "complete-iteration": 0.8347075100643847, "set_robot_commands": 0.002463801516581336, "deviation-center-line": 3.887555493025956, "driven_lanedir_consec": 11.293622068822213, "sim_compute_sim_state": 0.030352028879297464, "sim_compute_performance-ego0": 0.0024410638086603247, "sim_compute_performance-ego1": 0.0022612904430329055, "sim_compute_performance-ego2": 0.002255393106871898, "sim_compute_performance-ego3": 0.0023134292710532156}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 11.976722458301175, "get_ui_image": 0.045831353142299226, "step_physics": 0.6431990352697317, "survival_time": 59.99999999999873, "driven_lanedir": 11.020217133311474, "get_state_dump": 0.010383244656603305, "get_robot_state": 0.015934481211844133, "sim_render-ego0": 0.004346124337773637, "sim_render-ego1": 0.004468762011055546, "sim_render-ego2": 0.004470912741185426, "sim_render-ego3": 0.004453779755782128, "get_duckie_state": 1.9075471495311525e-06, "in-drivable-lane": 0.8999999999999488, "deviation-heading": 18.35666826183727, "agent_compute-ego0": 0.013551730498187649, "agent_compute-ego1": 0.012156786668509072, "agent_compute-ego2": 0.012451913930494322, "agent_compute-ego3": 0.013491106470061976, "complete-iteration": 0.8347075100643847, "set_robot_commands": 0.002463801516581336, "deviation-center-line": 3.699179347342518, "driven_lanedir_consec": 11.020217133311474, "sim_compute_sim_state": 0.030352028879297464, "sim_compute_performance-ego0": 0.0024410638086603247, "sim_compute_performance-ego1": 0.0022612904430329055, "sim_compute_performance-ego2": 0.002255393106871898, "sim_compute_performance-ego3": 0.0023134292710532156}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 5.105989799603132, "get_ui_image": 0.045831353142299226, "step_physics": 0.6431990352697317, "survival_time": 59.99999999999873, "driven_lanedir": 3.037351021540698, "get_state_dump": 0.010383244656603305, "get_robot_state": 0.015934481211844133, "sim_render-ego0": 0.004346124337773637, "sim_render-ego1": 0.004468762011055546, "sim_render-ego2": 0.004470912741185426, "sim_render-ego3": 0.004453779755782128, "get_duckie_state": 1.9075471495311525e-06, "in-drivable-lane": 44.09999999999864, "deviation-heading": 4.591473207201717, "agent_compute-ego0": 0.013551730498187649, "agent_compute-ego1": 0.012156786668509072, "agent_compute-ego2": 0.012451913930494322, "agent_compute-ego3": 0.013491106470061976, "complete-iteration": 0.8347075100643847, "set_robot_commands": 0.002463801516581336, "deviation-center-line": 0.9719392734279518, "driven_lanedir_consec": 3.037351021540698, "sim_compute_sim_state": 0.030352028879297464, "sim_compute_performance-ego0": 0.0024410638086603247, "sim_compute_performance-ego1": 0.0022612904430329055, "sim_compute_performance-ego2": 0.002255393106871898, "sim_compute_performance-ego3": 0.0023134292710532156}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 11.937544381042992, "get_ui_image": 0.045831353142299226, "step_physics": 0.6431990352697317, "survival_time": 59.99999999999873, "driven_lanedir": 8.83053549024281, "get_state_dump": 0.010383244656603305, "get_robot_state": 0.015934481211844133, "sim_render-ego0": 0.004346124337773637, "sim_render-ego1": 0.004468762011055546, "sim_render-ego2": 0.004470912741185426, "sim_render-ego3": 0.004453779755782128, "get_duckie_state": 1.9075471495311525e-06, "in-drivable-lane": 16.449999999999125, "deviation-heading": 11.711886106575385, "agent_compute-ego0": 0.013551730498187649, "agent_compute-ego1": 0.012156786668509072, "agent_compute-ego2": 0.012451913930494322, "agent_compute-ego3": 0.013491106470061976, "complete-iteration": 0.8347075100643847, "set_robot_commands": 0.002463801516581336, "deviation-center-line": 2.651966177008883, "driven_lanedir_consec": 8.83053549024281, "sim_compute_sim_state": 0.030352028879297464, "sim_compute_performance-ego0": 0.0024410638086603247, "sim_compute_performance-ego1": 0.0022612904430329055, "sim_compute_performance-ego2": 0.002255393106871898, "sim_compute_performance-ego3": 0.0023134292710532156}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 11.889189597620735, "get_ui_image": 0.05277069462626106, "step_physics": 0.9622792258647755, "survival_time": 59.99999999999873, "driven_lanedir": 10.519394081981654, "get_state_dump": 0.010521300726389508, "get_robot_state": 0.016081061589529273, "sim_render-ego0": 0.004352586652515929, "sim_render-ego1": 0.004539203683502172, "sim_render-ego2": 0.004520043842401433, "sim_render-ego3": 0.004504702867417411, "get_duckie_state": 1.840051465189328e-06, "in-drivable-lane": 3.649999999999927, "deviation-heading": 17.905662530778567, "agent_compute-ego0": 0.01332110250919288, "agent_compute-ego1": 0.013229646650976585, "agent_compute-ego2": 0.012988591968368034, "agent_compute-ego3": 0.013524682595271254, "complete-iteration": 1.167247716433599, "set_robot_commands": 0.0026571210675394408, "deviation-center-line": 3.723792603358288, "driven_lanedir_consec": 10.519394081981654, "sim_compute_sim_state": 0.03494777826345731, "sim_compute_performance-ego0": 0.002391646247819302, "sim_compute_performance-ego1": 0.002251051149201532, "sim_compute_performance-ego2": 0.002243316143775959, "sim_compute_performance-ego3": 0.0022687272763470628}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 8.861400663601966, "get_ui_image": 0.05277069462626106, "step_physics": 0.9622792258647755, "survival_time": 59.99999999999873, "driven_lanedir": 5.328953353004976, "get_state_dump": 0.010521300726389508, "get_robot_state": 0.016081061589529273, "sim_render-ego0": 0.004352586652515929, "sim_render-ego1": 0.004539203683502172, "sim_render-ego2": 0.004520043842401433, "sim_render-ego3": 0.004504702867417411, "get_duckie_state": 1.840051465189328e-06, "in-drivable-lane": 28.79999999999842, "deviation-heading": 11.87241042809807, "agent_compute-ego0": 0.01332110250919288, "agent_compute-ego1": 0.013229646650976585, "agent_compute-ego2": 0.012988591968368034, "agent_compute-ego3": 0.013524682595271254, "complete-iteration": 1.167247716433599, "set_robot_commands": 0.0026571210675394408, "deviation-center-line": 2.197039102518591, "driven_lanedir_consec": 5.328953353004976, "sim_compute_sim_state": 0.03494777826345731, "sim_compute_performance-ego0": 0.002391646247819302, "sim_compute_performance-ego1": 0.002251051149201532, "sim_compute_performance-ego2": 0.002243316143775959, "sim_compute_performance-ego3": 0.0022687272763470628}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 5.585633146845343, "get_ui_image": 0.05277069462626106, "step_physics": 0.9622792258647755, "survival_time": 59.99999999999873, "driven_lanedir": 5.018574609193478, "get_state_dump": 0.010521300726389508, "get_robot_state": 0.016081061589529273, "sim_render-ego0": 0.004352586652515929, "sim_render-ego1": 0.004539203683502172, "sim_render-ego2": 0.004520043842401433, "sim_render-ego3": 0.004504702867417411, "get_duckie_state": 1.840051465189328e-06, "in-drivable-lane": 0.70000000000001, "deviation-heading": 15.868328663035449, "agent_compute-ego0": 0.01332110250919288, "agent_compute-ego1": 0.013229646650976585, "agent_compute-ego2": 0.012988591968368034, "agent_compute-ego3": 0.013524682595271254, "complete-iteration": 1.167247716433599, "set_robot_commands": 0.0026571210675394408, "deviation-center-line": 4.608000853639577, "driven_lanedir_consec": 5.018574609193478, "sim_compute_sim_state": 0.03494777826345731, "sim_compute_performance-ego0": 0.002391646247819302, "sim_compute_performance-ego1": 0.002251051149201532, "sim_compute_performance-ego2": 0.002243316143775959, "sim_compute_performance-ego3": 0.0022687272763470628}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 5.646236076741046, "get_ui_image": 0.05277069462626106, "step_physics": 0.9622792258647755, "survival_time": 59.99999999999873, "driven_lanedir": 5.227892644194483, "get_state_dump": 0.010521300726389508, "get_robot_state": 0.016081061589529273, "sim_render-ego0": 0.004352586652515929, "sim_render-ego1": 0.004539203683502172, "sim_render-ego2": 0.004520043842401433, "sim_render-ego3": 0.004504702867417411, "get_duckie_state": 1.840051465189328e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.33747057067385, "agent_compute-ego0": 0.01332110250919288, "agent_compute-ego1": 0.013229646650976585, "agent_compute-ego2": 0.012988591968368034, "agent_compute-ego3": 0.013524682595271254, "complete-iteration": 1.167247716433599, "set_robot_commands": 0.0026571210675394408, "deviation-center-line": 5.8294856639946895, "driven_lanedir_consec": 5.227892644194483, "sim_compute_sim_state": 0.03494777826345731, "sim_compute_performance-ego0": 0.002391646247819302, "sim_compute_performance-ego1": 0.002251051149201532, "sim_compute_performance-ego2": 0.002243316143775959, "sim_compute_performance-ego3": 0.0022687272763470628}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 9.75492159846515, "get_ui_image": 0.04923630296737328, "step_physics": 0.8007492068208921, "survival_time": 59.99999999999873, "driven_lanedir": 9.104194603418506, "get_state_dump": 0.010473470902264269, "get_robot_state": 0.01602812611391701, "sim_render-ego0": 0.00432513456956036, "sim_render-ego1": 0.004412162710883833, "sim_render-ego2": 0.004497271989604814, "sim_render-ego3": 0.004421065193131801, "get_duckie_state": 1.975042833872977e-06, "in-drivable-lane": 0.0, "deviation-heading": 17.05784083780165, "agent_compute-ego0": 0.013563352460964434, "agent_compute-ego1": 0.01273673877033167, "agent_compute-ego2": 0.013427977160946913, "agent_compute-ego3": 0.013538273645380357, "complete-iteration": 1.0060740160406083, "set_robot_commands": 0.002448532404649466, "deviation-center-line": 4.317098915109815, "driven_lanedir_consec": 9.104194603418506, "sim_compute_sim_state": 0.039074538847885955, "sim_compute_performance-ego0": 0.002413437626542497, "sim_compute_performance-ego1": 0.00225772627386622, "sim_compute_performance-ego2": 0.0022536832823741447, "sim_compute_performance-ego3": 0.002270830958014622}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 12.79382124913264, "get_ui_image": 0.04923630296737328, "step_physics": 0.8007492068208921, "survival_time": 59.99999999999873, "driven_lanedir": 12.003889447032847, "get_state_dump": 0.010473470902264269, "get_robot_state": 0.01602812611391701, "sim_render-ego0": 0.00432513456956036, "sim_render-ego1": 0.004412162710883833, "sim_render-ego2": 0.004497271989604814, "sim_render-ego3": 0.004421065193131801, "get_duckie_state": 1.975042833872977e-06, "in-drivable-lane": 0.0, "deviation-heading": 17.599643874999508, "agent_compute-ego0": 0.013563352460964434, "agent_compute-ego1": 0.01273673877033167, "agent_compute-ego2": 0.013427977160946913, "agent_compute-ego3": 0.013538273645380357, "complete-iteration": 1.0060740160406083, "set_robot_commands": 0.002448532404649466, "deviation-center-line": 4.126442765003811, "driven_lanedir_consec": 12.003889447032847, "sim_compute_sim_state": 0.039074538847885955, "sim_compute_performance-ego0": 0.002413437626542497, "sim_compute_performance-ego1": 0.00225772627386622, "sim_compute_performance-ego2": 0.0022536832823741447, "sim_compute_performance-ego3": 0.002270830958014622}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 5.0168974992799145, "get_ui_image": 0.04923630296737328, "step_physics": 0.8007492068208921, "survival_time": 59.99999999999873, "driven_lanedir": 2.4370947466268555, "get_state_dump": 0.010473470902264269, "get_robot_state": 0.01602812611391701, "sim_render-ego0": 0.00432513456956036, "sim_render-ego1": 0.004412162710883833, "sim_render-ego2": 0.004497271989604814, "sim_render-ego3": 0.004421065193131801, "get_duckie_state": 1.975042833872977e-06, "in-drivable-lane": 48.099999999998694, "deviation-heading": 3.093272464445062, "agent_compute-ego0": 0.013563352460964434, "agent_compute-ego1": 0.01273673877033167, "agent_compute-ego2": 0.013427977160946913, "agent_compute-ego3": 0.013538273645380357, "complete-iteration": 1.0060740160406083, "set_robot_commands": 0.002448532404649466, "deviation-center-line": 0.6401472215115798, "driven_lanedir_consec": 2.4370947466268555, "sim_compute_sim_state": 0.039074538847885955, "sim_compute_performance-ego0": 0.002413437626542497, "sim_compute_performance-ego1": 0.00225772627386622, "sim_compute_performance-ego2": 0.0022536832823741447, "sim_compute_performance-ego3": 0.002270830958014622}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.458165011146365, "get_ui_image": 0.04923630296737328, "step_physics": 0.8007492068208921, "survival_time": 59.99999999999873, "driven_lanedir": 11.622226601456962, "get_state_dump": 0.010473470902264269, "get_robot_state": 0.01602812611391701, "sim_render-ego0": 0.00432513456956036, "sim_render-ego1": 0.004412162710883833, "sim_render-ego2": 0.004497271989604814, "sim_render-ego3": 0.004421065193131801, "get_duckie_state": 1.975042833872977e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.38787620431402, "agent_compute-ego0": 0.013563352460964434, "agent_compute-ego1": 0.01273673877033167, "agent_compute-ego2": 0.013427977160946913, "agent_compute-ego3": 0.013538273645380357, "complete-iteration": 1.0060740160406083, "set_robot_commands": 0.002448532404649466, "deviation-center-line": 4.092158833089876, "driven_lanedir_consec": 11.622226601456962, "sim_compute_sim_state": 0.039074538847885955, "sim_compute_performance-ego0": 0.002413437626542497, "sim_compute_performance-ego1": 0.00225772627386622, "sim_compute_performance-ego2": 0.0022536832823741447, "sim_compute_performance-ego3": 0.002270830958014622}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.1347526630444098, "get_ui_image": 0.03400672702338752, "step_physics": 0.2706142185241219, "survival_time": 6.299999999999986, "driven_lanedir": 0.9128350836445458, "get_state_dump": 0.006874627015722079, "get_robot_state": 0.007882848499328132, "sim_render-ego0": 0.00417200786860909, "sim_render-ego1": 0.004376216197577048, "get_duckie_state": 1.6501569372462476e-06, "in-drivable-lane": 1.1999999999999955, "deviation-heading": 1.5315311516912553, "agent_compute-ego0": 0.013238713497251977, "agent_compute-ego1": 0.012038405485979215, "complete-iteration": 0.3725722511922281, "set_robot_commands": 0.0022696228477898546, "deviation-center-line": 0.2699946848143356, "driven_lanedir_consec": 0.9128350836445458, "sim_compute_sim_state": 0.010131077503594826, "sim_compute_performance-ego0": 0.0023057648516076755, "sim_compute_performance-ego1": 0.002166868194820374}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2004414638394016, "get_ui_image": 0.03400672702338752, "step_physics": 0.2706142185241219, "survival_time": 6.299999999999986, "driven_lanedir": 1.127386425418802, "get_state_dump": 0.006874627015722079, "get_robot_state": 0.007882848499328132, "sim_render-ego0": 0.00417200786860909, "sim_render-ego1": 0.004376216197577048, "get_duckie_state": 1.6501569372462476e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.6971132403287386, "agent_compute-ego0": 0.013238713497251977, "agent_compute-ego1": 0.012038405485979215, "complete-iteration": 0.3725722511922281, "set_robot_commands": 0.0022696228477898546, "deviation-center-line": 0.376442025245405, "driven_lanedir_consec": 1.127386425418802, "sim_compute_sim_state": 0.010131077503594826, "sim_compute_performance-ego0": 0.0023057648516076755, "sim_compute_performance-ego1": 0.002166868194820374}}
set_robot_commands_max0.0026571210675394408
set_robot_commands_mean0.0024869332607614764
set_robot_commands_median0.002463801516581336
set_robot_commands_min0.0022696228477898546
sim_compute_performance-ego0_max0.0024410638086603247
sim_compute_performance-ego0_mean0.002399722888235989
sim_compute_performance-ego0_median0.002413437626542497
sim_compute_performance-ego0_min0.0023057648516076755
sim_compute_performance-ego1_max0.0022612904430329055
sim_compute_performance-ego1_mean0.0022438577038602406
sim_compute_performance-ego1_median0.00225772627386622
sim_compute_performance-ego1_min0.002166868194820374
sim_compute_sim_state_max0.039074538847885955
sim_compute_sim_state_mean0.03126853849783946
sim_compute_sim_state_median0.03494777826345731
sim_compute_sim_state_min0.010131077503594826
sim_render-ego0_max0.004352586652515929
sim_render-ego0_mean0.004317099855472706
sim_render-ego0_median0.004346124337773637
sim_render-ego0_min0.00417200786860909
sim_render-ego1_max0.004539203683502172
sim_render-ego1_mean0.004459496144065736
sim_render-ego1_median0.004468762011055546
sim_render-ego1_min0.004376216197577048
simulation-passed1
step_physics_max0.9622792258647755
step_physics_mean0.7261527363478457
step_physics_median0.8007492068208921
step_physics_min0.2706142185241219
survival_time_max59.99999999999873
survival_time_mean52.328571428570335
survival_time_min6.299999999999986

Highlights

58925

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.