Duckietown Challenges Home Challenges Submissions

Job 59028

Job ID59028
submission12792
userJean-Sébastien Grondin 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:37:24
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6561740631303182
survival_time_median43.99999999999964
deviation-center-line_median0.3055466826783648
in-drivable-lane_median40.89999999999961


other stats
agent_compute-ego0_max0.01319249209426724
agent_compute-ego0_mean0.012106752044237988
agent_compute-ego0_median0.011807640652613036
agent_compute-ego0_min0.011377655280815377
agent_compute-ego1_max0.013763493495685694
agent_compute-ego1_mean0.01236490503589104
agent_compute-ego1_median0.011778734187259202
agent_compute-ego1_min0.011753893946553323
agent_compute-ego2_max0.011852080383698664
agent_compute-ego2_mean0.011583622295312122
agent_compute-ego2_median0.011542405138958942
agent_compute-ego2_min0.011356381363278756
agent_compute-ego3_max0.01237074443890748
agent_compute-ego3_mean0.011776015093738455
agent_compute-ego3_median0.011688675687707852
agent_compute-ego3_min0.011268625154600038
complete-iteration_max1.3587099194060404
complete-iteration_mean1.106506801884123
complete-iteration_median1.2744543463319211
complete-iteration_min0.3755897816571467
deviation-center-line_max4.372588642055868
deviation-center-line_mean1.2091103618538548
deviation-center-line_min0.023484694435224707
deviation-heading_max18.033127324027948
deviation-heading_mean4.6371272133672665
deviation-heading_median2.0192080535394146
deviation-heading_min0.4380284978752902
driven_any_max16.673884505069122
driven_any_mean5.250354037612885
driven_any_median3.0631829429308013
driven_any_min0.15766738653480586
driven_lanedir_consec_max15.090531858081563
driven_lanedir_consec_mean3.1667164574381914
driven_lanedir_consec_min0.04230441993583334
driven_lanedir_max15.090531858081563
driven_lanedir_mean3.2476736253616454
driven_lanedir_median0.7787230703730138
driven_lanedir_min0.04230441993583334
get_duckie_state_max1.3209961272858e-06
get_duckie_state_mean1.2392567724172336e-06
get_duckie_state_median1.2540654887135534e-06
get_duckie_state_min1.15913912021151e-06
get_robot_state_max0.013914677123824496
get_robot_state_mean0.012860729186703888
get_robot_state_median0.013860813077989515
get_robot_state_min0.006927233155224345
get_state_dump_max0.009185724206023165
get_state_dump_mean0.008702498396818211
get_state_dump_median0.009167436573751669
get_state_dump_min0.005915880997313945
get_ui_image_max0.04965801966392388
get_ui_image_mean0.04375836019399811
get_ui_image_median0.04644186994531652
get_ui_image_min0.02951423532262035
in-drivable-lane_max59.04999999999873
in-drivable-lane_mean30.024999999999675
in-drivable-lane_min1.7499999999999734
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.15766738653480586, "get_ui_image": 0.042297253408442835, "step_physics": 0.8911024249506592, "survival_time": 43.99999999999964, "driven_lanedir": 0.09502481452250013, "get_state_dump": 0.009167436573751669, "get_robot_state": 0.013773445374037432, "sim_render-ego0": 0.003703517080300512, "sim_render-ego1": 0.003840941170422904, "sim_render-ego2": 0.003847008801480834, "sim_render-ego3": 0.003904413013263403, "get_duckie_state": 1.2540654887135534e-06, "in-drivable-lane": 43.14999999999963, "deviation-heading": 0.4380284978752902, "agent_compute-ego0": 0.01319249209426724, "agent_compute-ego1": 0.013763493495685694, "agent_compute-ego2": 0.011356381363278756, "agent_compute-ego3": 0.01237074443890748, "complete-iteration": 1.051814650027895, "set_robot_commands": 0.0021213808611762644, "deviation-center-line": 0.06062411235247921, "driven_lanedir_consec": 0.09502481452250013, "sim_compute_sim_state": 0.012893823164681163, "sim_compute_performance-ego0": 0.0018789432646873728, "sim_compute_performance-ego1": 0.0019149466351131303, "sim_compute_performance-ego2": 0.0019373135994295255, "sim_compute_performance-ego3": 0.001928490758889379}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 12.007646069111606, "get_ui_image": 0.042297253408442835, "step_physics": 0.8911024249506592, "survival_time": 43.99999999999964, "driven_lanedir": 0.15150350399051815, "get_state_dump": 0.009167436573751669, "get_robot_state": 0.013773445374037432, "sim_render-ego0": 0.003703517080300512, "sim_render-ego1": 0.003840941170422904, "sim_render-ego2": 0.003847008801480834, "sim_render-ego3": 0.003904413013263403, "get_duckie_state": 1.2540654887135534e-06, "in-drivable-lane": 42.89999999999963, "deviation-heading": 0.6700158521858759, "agent_compute-ego0": 0.01319249209426724, "agent_compute-ego1": 0.013763493495685694, "agent_compute-ego2": 0.011356381363278756, "agent_compute-ego3": 0.01237074443890748, "complete-iteration": 1.051814650027895, "set_robot_commands": 0.0021213808611762644, "deviation-center-line": 0.07010669581820583, "driven_lanedir_consec": 0.15150350399051815, "sim_compute_sim_state": 0.012893823164681163, "sim_compute_performance-ego0": 0.0018789432646873728, "sim_compute_performance-ego1": 0.0019149466351131303, "sim_compute_performance-ego2": 0.0019373135994295255, "sim_compute_performance-ego3": 0.001928490758889379}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.5818563535317067, "get_ui_image": 0.042297253408442835, "step_physics": 0.8911024249506592, "survival_time": 43.99999999999964, "driven_lanedir": 0.04464462926951662, "get_state_dump": 0.009167436573751669, "get_robot_state": 0.013773445374037432, "sim_render-ego0": 0.003703517080300512, "sim_render-ego1": 0.003840941170422904, "sim_render-ego2": 0.003847008801480834, "sim_render-ego3": 0.003904413013263403, "get_duckie_state": 1.2540654887135534e-06, "in-drivable-lane": 43.29999999999964, "deviation-heading": 0.5940688551047609, "agent_compute-ego0": 0.01319249209426724, "agent_compute-ego1": 0.013763493495685694, "agent_compute-ego2": 0.011356381363278756, "agent_compute-ego3": 0.01237074443890748, "complete-iteration": 1.051814650027895, "set_robot_commands": 0.0021213808611762644, "deviation-center-line": 0.023484694435224707, "driven_lanedir_consec": 0.04464462926951662, "sim_compute_sim_state": 0.012893823164681163, "sim_compute_performance-ego0": 0.0018789432646873728, "sim_compute_performance-ego1": 0.0019149466351131303, "sim_compute_performance-ego2": 0.0019373135994295255, "sim_compute_performance-ego3": 0.001928490758889379}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 3.62205470064432, "get_ui_image": 0.042297253408442835, "step_physics": 0.8911024249506592, "survival_time": 43.99999999999964, "driven_lanedir": 0.5385071332459337, "get_state_dump": 0.009167436573751669, "get_robot_state": 0.013773445374037432, "sim_render-ego0": 0.003703517080300512, "sim_render-ego1": 0.003840941170422904, "sim_render-ego2": 0.003847008801480834, "sim_render-ego3": 0.003904413013263403, "get_duckie_state": 1.2540654887135534e-06, "in-drivable-lane": 41.19999999999964, "deviation-heading": 1.5340982262055425, "agent_compute-ego0": 0.01319249209426724, "agent_compute-ego1": 0.013763493495685694, "agent_compute-ego2": 0.011356381363278756, "agent_compute-ego3": 0.01237074443890748, "complete-iteration": 1.051814650027895, "set_robot_commands": 0.0021213808611762644, "deviation-center-line": 0.18175592660233292, "driven_lanedir_consec": 0.2934091187605426, "sim_compute_sim_state": 0.012893823164681163, "sim_compute_performance-ego0": 0.0018789432646873728, "sim_compute_performance-ego1": 0.0019149466351131303, "sim_compute_performance-ego2": 0.0019373135994295255, "sim_compute_performance-ego3": 0.001928490758889379}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 7.311350958304375, "get_ui_image": 0.04965801966392388, "step_physics": 1.1798927728013855, "survival_time": 38.29999999999996, "driven_lanedir": 5.861295753350919, "get_state_dump": 0.009147643110431937, "get_robot_state": 0.013914677123824496, "sim_render-ego0": 0.003633097222140435, "sim_render-ego1": 0.003738303228027662, "sim_render-ego2": 0.003752665849210697, "sim_render-ego3": 0.003801612841570082, "get_duckie_state": 1.182767527355209e-06, "in-drivable-lane": 14.89999999999976, "deviation-heading": 8.707753400423597, "agent_compute-ego0": 0.011807640652613036, "agent_compute-ego1": 0.011778734187259202, "agent_compute-ego2": 0.011852080383698664, "agent_compute-ego3": 0.011688675687707852, "complete-iteration": 1.3587099194060404, "set_robot_commands": 0.0021940580092011095, "deviation-center-line": 1.8487767049392057, "driven_lanedir_consec": 5.861295753350919, "sim_compute_sim_state": 0.02758819152354573, "sim_compute_performance-ego0": 0.001878460507349365, "sim_compute_performance-ego1": 0.001883397046403748, "sim_compute_performance-ego2": 0.0018991090483584643, "sim_compute_performance-ego3": 0.001904025071602912}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 3.0632118913707926, "get_ui_image": 0.04965801966392388, "step_physics": 1.1798927728013855, "survival_time": 38.29999999999996, "driven_lanedir": 2.0768853163388754, "get_state_dump": 0.009147643110431937, "get_robot_state": 0.013914677123824496, "sim_render-ego0": 0.003633097222140435, "sim_render-ego1": 0.003738303228027662, "sim_render-ego2": 0.003752665849210697, "sim_render-ego3": 0.003801612841570082, "get_duckie_state": 1.182767527355209e-06, "in-drivable-lane": 2.650000000000018, "deviation-heading": 3.584917818552403, "agent_compute-ego0": 0.011807640652613036, "agent_compute-ego1": 0.011778734187259202, "agent_compute-ego2": 0.011852080383698664, "agent_compute-ego3": 0.011688675687707852, "complete-iteration": 1.3587099194060404, "set_robot_commands": 0.0021940580092011095, "deviation-center-line": 3.670614892879672, "driven_lanedir_consec": 2.0768853163388754, "sim_compute_sim_state": 0.02758819152354573, "sim_compute_performance-ego0": 0.001878460507349365, "sim_compute_performance-ego1": 0.001883397046403748, "sim_compute_performance-ego2": 0.0018991090483584643, "sim_compute_performance-ego3": 0.001904025071602912}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 10.399750069818165, "get_ui_image": 0.04965801966392388, "step_physics": 1.1798927728013855, "survival_time": 38.29999999999996, "driven_lanedir": 8.457134075026037, "get_state_dump": 0.009147643110431937, "get_robot_state": 0.013914677123824496, "sim_render-ego0": 0.003633097222140435, "sim_render-ego1": 0.003738303228027662, "sim_render-ego2": 0.003752665849210697, "sim_render-ego3": 0.003801612841570082, "get_duckie_state": 1.182767527355209e-06, "in-drivable-lane": 4.600000000000025, "deviation-heading": 11.01386648171678, "agent_compute-ego0": 0.011807640652613036, "agent_compute-ego1": 0.011778734187259202, "agent_compute-ego2": 0.011852080383698664, "agent_compute-ego3": 0.011688675687707852, "complete-iteration": 1.3587099194060404, "set_robot_commands": 0.0021940580092011095, "deviation-center-line": 2.587503005289162, "driven_lanedir_consec": 8.457134075026037, "sim_compute_sim_state": 0.02758819152354573, "sim_compute_performance-ego0": 0.001878460507349365, "sim_compute_performance-ego1": 0.001883397046403748, "sim_compute_performance-ego2": 0.0018991090483584643, "sim_compute_performance-ego3": 0.001904025071602912}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 3.06315399449081, "get_ui_image": 0.04965801966392388, "step_physics": 1.1798927728013855, "survival_time": 38.29999999999996, "driven_lanedir": 2.045280945418927, "get_state_dump": 0.009147643110431937, "get_robot_state": 0.013914677123824496, "sim_render-ego0": 0.003633097222140435, "sim_render-ego1": 0.003738303228027662, "sim_render-ego2": 0.003752665849210697, "sim_render-ego3": 0.003801612841570082, "get_duckie_state": 1.182767527355209e-06, "in-drivable-lane": 29.649999999999945, "deviation-heading": 3.5595463095716, "agent_compute-ego0": 0.011807640652613036, "agent_compute-ego1": 0.011778734187259202, "agent_compute-ego2": 0.011852080383698664, "agent_compute-ego3": 0.011688675687707852, "complete-iteration": 1.3587099194060404, "set_robot_commands": 0.0021940580092011095, "deviation-center-line": 0.496960581058394, "driven_lanedir_consec": 1.1569786089759526, "sim_compute_sim_state": 0.02758819152354573, "sim_compute_performance-ego0": 0.001878460507349365, "sim_compute_performance-ego1": 0.001883397046403748, "sim_compute_performance-ego2": 0.0018991090483584643, "sim_compute_performance-ego3": 0.001904025071602912}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.1714182704518684, "get_ui_image": 0.04644186994531652, "step_physics": 1.11086813722338, "survival_time": 45.449999999999555, "driven_lanedir": 0.08890718749513815, "get_state_dump": 0.009185724206023165, "get_robot_state": 0.013860813077989515, "sim_render-ego0": 0.003599531309945242, "sim_render-ego1": 0.003802641145475618, "sim_render-ego2": 0.0038330261523907, "sim_render-ego3": 0.003814160430824363, "get_duckie_state": 1.3209961272858e-06, "in-drivable-lane": 44.599999999999554, "deviation-heading": 0.6520270643031016, "agent_compute-ego0": 0.011377655280815377, "agent_compute-ego1": 0.011753893946553323, "agent_compute-ego2": 0.011542405138958942, "agent_compute-ego3": 0.011268625154600038, "complete-iteration": 1.2744543463319211, "set_robot_commands": 0.0021360538818024017, "deviation-center-line": 0.05655254029426851, "driven_lanedir_consec": 0.08890718749513815, "sim_compute_sim_state": 0.016348702304965847, "sim_compute_performance-ego0": 0.0018883084202860735, "sim_compute_performance-ego1": 0.0019207608568799365, "sim_compute_performance-ego2": 0.0019572009097088825, "sim_compute_performance-ego3": 0.0019426974621447888}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 0.5197690204297976, "get_ui_image": 0.04644186994531652, "step_physics": 1.11086813722338, "survival_time": 45.449999999999555, "driven_lanedir": 0.04230441993583334, "get_state_dump": 0.009185724206023165, "get_robot_state": 0.013860813077989515, "sim_render-ego0": 0.003599531309945242, "sim_render-ego1": 0.003802641145475618, "sim_render-ego2": 0.0038330261523907, "sim_render-ego3": 0.003814160430824363, "get_duckie_state": 1.3209961272858e-06, "in-drivable-lane": 44.74999999999956, "deviation-heading": 0.6092831716149554, "agent_compute-ego0": 0.011377655280815377, "agent_compute-ego1": 0.011753893946553323, "agent_compute-ego2": 0.011542405138958942, "agent_compute-ego3": 0.011268625154600038, "complete-iteration": 1.2744543463319211, "set_robot_commands": 0.0021360538818024017, "deviation-center-line": 0.025639565576728227, "driven_lanedir_consec": 0.04230441993583334, "sim_compute_sim_state": 0.016348702304965847, "sim_compute_performance-ego0": 0.0018883084202860735, "sim_compute_performance-ego1": 0.0019207608568799365, "sim_compute_performance-ego2": 0.0019572009097088825, "sim_compute_performance-ego3": 0.0019426974621447888}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.931246949577741, "get_ui_image": 0.04644186994531652, "step_physics": 1.11086813722338, "survival_time": 45.449999999999555, "driven_lanedir": 1.018939007500094, "get_state_dump": 0.009185724206023165, "get_robot_state": 0.013860813077989515, "sim_render-ego0": 0.003599531309945242, "sim_render-ego1": 0.003802641145475618, "sim_render-ego2": 0.0038330261523907, "sim_render-ego3": 0.003814160430824363, "get_duckie_state": 1.3209961272858e-06, "in-drivable-lane": 40.59999999999957, "deviation-heading": 2.5043178808732867, "agent_compute-ego0": 0.011377655280815377, "agent_compute-ego1": 0.011753893946553323, "agent_compute-ego2": 0.011542405138958942, "agent_compute-ego3": 0.011268625154600038, "complete-iteration": 1.2744543463319211, "set_robot_commands": 0.0021360538818024017, "deviation-center-line": 0.4293374387543968, "driven_lanedir_consec": 1.018939007500094, "sim_compute_sim_state": 0.016348702304965847, "sim_compute_performance-ego0": 0.0018883084202860735, "sim_compute_performance-ego1": 0.0019207608568799365, "sim_compute_performance-ego2": 0.0019572009097088825, "sim_compute_performance-ego3": 0.0019426974621447888}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.412242942553446, "get_ui_image": 0.04644186994531652, "step_physics": 1.11086813722338, "survival_time": 45.449999999999555, "driven_lanedir": 9.822193702258655, "get_state_dump": 0.009185724206023165, "get_robot_state": 0.013860813077989515, "sim_render-ego0": 0.003599531309945242, "sim_render-ego1": 0.003802641145475618, "sim_render-ego2": 0.0038330261523907, "sim_render-ego3": 0.003814160430824363, "get_duckie_state": 1.3209961272858e-06, "in-drivable-lane": 7.249999999999765, "deviation-heading": 12.536361646433017, "agent_compute-ego0": 0.011377655280815377, "agent_compute-ego1": 0.011753893946553323, "agent_compute-ego2": 0.011542405138958942, "agent_compute-ego3": 0.011268625154600038, "complete-iteration": 1.2744543463319211, "set_robot_commands": 0.0021360538818024017, "deviation-center-line": 3.0328938348917993, "driven_lanedir_consec": 9.822193702258655, "sim_compute_sim_state": 0.016348702304965847, "sim_compute_performance-ego0": 0.0018883084202860735, "sim_compute_performance-ego1": 0.0019207608568799365, "sim_compute_performance-ego2": 0.0019572009097088825, "sim_compute_performance-ego3": 0.0019426974621447888}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 0.5897034146918314, "get_ui_image": 0.02951423532262035, "step_physics": 0.2872268274165907, "survival_time": 59.99999999999873, "driven_lanedir": 0.1342784086285218, "get_state_dump": 0.005915880997313945, "get_robot_state": 0.006927233155224345, "sim_render-ego0": 0.003638909917191403, "sim_render-ego1": 0.003698382151315453, "get_duckie_state": 1.15913912021151e-06, "in-drivable-lane": 59.04999999999873, "deviation-heading": 0.4823684582535834, "agent_compute-ego0": 0.011991688254274597, "agent_compute-ego1": 0.011962091992240862, "complete-iteration": 0.3755897816571467, "set_robot_commands": 0.002156173061272385, "deviation-center-line": 0.07070643100623074, "driven_lanedir_consec": 0.1342784086285218, "sim_compute_sim_state": 0.0065295051079209306, "sim_compute_performance-ego0": 0.0018580960393646776, "sim_compute_performance-ego1": 0.0018868904923717744}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 16.673884505069122, "get_ui_image": 0.02951423532262035, "step_physics": 0.2872268274165907, "survival_time": 59.99999999999873, "driven_lanedir": 15.090531858081563, "get_state_dump": 0.005915880997313945, "get_robot_state": 0.006927233155224345, "sim_render-ego0": 0.003638909917191403, "sim_render-ego1": 0.003698382151315453, "get_duckie_state": 1.15913912021151e-06, "in-drivable-lane": 1.7499999999999734, "deviation-heading": 18.033127324027948, "agent_compute-ego0": 0.011991688254274597, "agent_compute-ego1": 0.011962091992240862, "complete-iteration": 0.3755897816571467, "set_robot_commands": 0.002156173061272385, "deviation-center-line": 4.372588642055868, "driven_lanedir_consec": 15.090531858081563, "sim_compute_sim_state": 0.0065295051079209306, "sim_compute_performance-ego0": 0.0018580960393646776, "sim_compute_performance-ego1": 0.0018868904923717744}}
set_robot_commands_max0.0021940580092011095
set_robot_commands_mean0.002151308366518848
set_robot_commands_median0.0021360538818024017
set_robot_commands_min0.0021213808611762644
sim_compute_performance-ego0_max0.0018883084202860735
sim_compute_performance-ego0_mean0.0018785029177157575
sim_compute_performance-ego0_median0.0018789432646873728
sim_compute_performance-ego0_min0.0018580960393646776
sim_compute_performance-ego1_max0.0019207608568799365
sim_compute_performance-ego1_mean0.0019035856527379149
sim_compute_performance-ego1_median0.0019149466351131303
sim_compute_performance-ego1_min0.001883397046403748
sim_compute_performance-ego2_max0.0019572009097088825
sim_compute_performance-ego2_mean0.0019312078524989576
sim_compute_performance-ego2_median0.0019373135994295255
sim_compute_performance-ego2_min0.0018991090483584643
sim_compute_performance-ego3_max0.0019426974621447888
sim_compute_performance-ego3_mean0.001925071097545693
sim_compute_performance-ego3_median0.001928490758889379
sim_compute_performance-ego3_min0.001904025071602912
sim_compute_sim_state_max0.02758819152354573
sim_compute_sim_state_mean0.017170134156329488
sim_compute_sim_state_median0.016348702304965847
sim_compute_sim_state_min0.0065295051079209306
sim_render-ego0_max0.003703517080300512
sim_render-ego0_mean0.0036444573059948257
sim_render-ego0_median0.003633097222140435
sim_render-ego0_min0.003599531309945242
sim_render-ego1_max0.003840941170422904
sim_render-ego1_mean0.003780307605595404
sim_render-ego1_median0.003802641145475618
sim_render-ego1_min0.003698382151315453
sim_render-ego2_max0.003847008801480834
sim_render-ego2_mean0.0038109002676940777
sim_render-ego2_median0.0038330261523907
sim_render-ego2_min0.003752665849210697
sim_render-ego3_max0.003904413013263403
sim_render-ego3_mean0.003840062095219284
sim_render-ego3_median0.003814160430824363
sim_render-ego3_min0.003801612841570082
simulation-passed1
step_physics_max1.1798927728013855
step_physics_mean0.9501362139096342
step_physics_median1.11086813722338
step_physics_min0.2872268274165907
survival_time_max59.99999999999873
survival_time_mean45.07142857142816
survival_time_min38.29999999999996

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.