Duckietown Challenges Home Challenges Submissions

Job 59026

Job ID59026
submission12792
userJean-Sébastien Grondin 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-08
date started
date completed
duration1:22:13
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2855925523240114
survival_time_median37.15000000000003
deviation-center-line_median0.09991983064518802
in-drivable-lane_median12.599999999999763


other stats
agent_compute-ego0_max0.015171123086959497
agent_compute-ego0_mean0.013535564009548936
agent_compute-ego0_median0.01324619112476226
agent_compute-ego0_min0.011479390253135309
agent_compute-ego1_max0.03344527926671317
agent_compute-ego1_mean0.0185698614442025
agent_compute-ego1_median0.013337886461647607
agent_compute-ego1_min0.011478645219890204
complete-iteration_max1.4000178396060905
complete-iteration_mean1.158276677024124
complete-iteration_median1.3146614349954495
complete-iteration_min0.37454496374932256
deviation-center-line_max3.9127730091980255
deviation-center-line_mean0.931735878937548
deviation-center-line_min0.0483690789524489
deviation-heading_max18.328762671885052
deviation-heading_mean4.921361788791037
deviation-heading_median1.0356659887945865
deviation-heading_min0.408319087491093
driven_any_max16.675204915047978
driven_any_mean4.147429779720745
driven_any_median1.2254415990865388
driven_any_min0.1576833131475354
driven_lanedir_consec_max12.977277436698415
driven_lanedir_consec_mean2.959788264775279
driven_lanedir_consec_min0.056386922105573056
driven_lanedir_max12.977277436698415
driven_lanedir_mean2.962109782134679
driven_lanedir_median0.2855925523240114
driven_lanedir_min0.056386922105573056
get_duckie_state_max2.5831883953463645e-06
get_duckie_state_mean2.3776568977405443e-06
get_duckie_state_median2.4115810981896597e-06
get_duckie_state_min1.9011946145342748e-06
get_robot_state_max0.01540435129596341
get_robot_state_mean0.013628575986699584
get_robot_state_median0.014989621037746053
get_robot_state_min0.00678172298116946
get_state_dump_max0.010151296531429497
get_state_dump_mean0.009275849232541612
get_state_dump_median0.009997534175072946
get_state_dump_min0.005870427219794255
get_ui_image_max0.049965654650042136
get_ui_image_mean0.044502235714218234
get_ui_image_median0.048064224119108864
get_ui_image_min0.02780858503591012
in-drivable-lane_max59.24999999999873
in-drivable-lane_mean24.617857142856742
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.1576833131475354, "get_ui_image": 0.04382365371265776, "step_physics": 0.9629624975809546, "survival_time": 59.99999999999873, "driven_lanedir": 0.10263166863595918, "get_state_dump": 0.010151296531429497, "get_robot_state": 0.014989621037746053, "sim_render-ego0": 0.003915512393058885, "sim_render-ego1": 0.004401093220135056, "sim_render-ego2": 0.0040306481195429185, "sim_render-ego3": 0.00411784003715928, "get_duckie_state": 2.4115810981896597e-06, "in-drivable-lane": 59.14999999999873, "deviation-heading": 0.408319087491093, "agent_compute-ego0": 0.015171123086959497, "agent_compute-ego1": 0.03344527926671317, "agent_compute-ego2": 0.012208223342895508, "agent_compute-ego3": 0.01247926615954041, "complete-iteration": 1.1520166131082323, "set_robot_commands": 0.002273435695880061, "deviation-center-line": 0.05960494049047299, "driven_lanedir_consec": 0.10263166863595918, "sim_compute_sim_state": 0.011633155347901917, "sim_compute_performance-ego0": 0.002100420633422445, "sim_compute_performance-ego1": 0.0021056622688617435, "sim_compute_performance-ego2": 0.002139782925430285, "sim_compute_performance-ego3": 0.002087386621225883}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 0.6035862025326736, "get_ui_image": 0.04382365371265776, "step_physics": 0.9629624975809546, "survival_time": 59.99999999999873, "driven_lanedir": 0.14135186029569802, "get_state_dump": 0.010151296531429497, "get_robot_state": 0.014989621037746053, "sim_render-ego0": 0.003915512393058885, "sim_render-ego1": 0.004401093220135056, "sim_render-ego2": 0.0040306481195429185, "sim_render-ego3": 0.00411784003715928, "get_duckie_state": 2.4115810981896597e-06, "in-drivable-lane": 58.84999999999873, "deviation-heading": 0.7902313893360848, "agent_compute-ego0": 0.015171123086959497, "agent_compute-ego1": 0.03344527926671317, "agent_compute-ego2": 0.012208223342895508, "agent_compute-ego3": 0.01247926615954041, "complete-iteration": 1.1520166131082323, "set_robot_commands": 0.002273435695880061, "deviation-center-line": 0.06910718450029943, "driven_lanedir_consec": 0.14135186029569802, "sim_compute_sim_state": 0.011633155347901917, "sim_compute_performance-ego0": 0.002100420633422445, "sim_compute_performance-ego1": 0.0021056622688617435, "sim_compute_performance-ego2": 0.002139782925430285, "sim_compute_performance-ego3": 0.002087386621225883}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.2527766178682156, "get_ui_image": 0.04382365371265776, "step_physics": 0.9629624975809546, "survival_time": 59.99999999999873, "driven_lanedir": 1.273698741948459, "get_state_dump": 0.010151296531429497, "get_robot_state": 0.014989621037746053, "sim_render-ego0": 0.003915512393058885, "sim_render-ego1": 0.004401093220135056, "sim_render-ego2": 0.0040306481195429185, "sim_render-ego3": 0.00411784003715928, "get_duckie_state": 2.4115810981896597e-06, "in-drivable-lane": 54.69999999999874, "deviation-heading": 1.975167188875701, "agent_compute-ego0": 0.015171123086959497, "agent_compute-ego1": 0.03344527926671317, "agent_compute-ego2": 0.012208223342895508, "agent_compute-ego3": 0.01247926615954041, "complete-iteration": 1.1520166131082323, "set_robot_commands": 0.002273435695880061, "deviation-center-line": 0.432925136549658, "driven_lanedir_consec": 1.273698741948459, "sim_compute_sim_state": 0.011633155347901917, "sim_compute_performance-ego0": 0.002100420633422445, "sim_compute_performance-ego1": 0.0021056622688617435, "sim_compute_performance-ego2": 0.002139782925430285, "sim_compute_performance-ego3": 0.002087386621225883}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 16.675204915047978, "get_ui_image": 0.04382365371265776, "step_physics": 0.9629624975809546, "survival_time": 59.99999999999873, "driven_lanedir": 12.977277436698415, "get_state_dump": 0.010151296531429497, "get_robot_state": 0.014989621037746053, "sim_render-ego0": 0.003915512393058885, "sim_render-ego1": 0.004401093220135056, "sim_render-ego2": 0.0040306481195429185, "sim_render-ego3": 0.00411784003715928, "get_duckie_state": 2.4115810981896597e-06, "in-drivable-lane": 10.549999999999793, "deviation-heading": 13.110097395603397, "agent_compute-ego0": 0.015171123086959497, "agent_compute-ego1": 0.03344527926671317, "agent_compute-ego2": 0.012208223342895508, "agent_compute-ego3": 0.01247926615954041, "complete-iteration": 1.1520166131082323, "set_robot_commands": 0.002273435695880061, "deviation-center-line": 3.78058425764506, "driven_lanedir_consec": 12.977277436698415, "sim_compute_sim_state": 0.011633155347901917, "sim_compute_performance-ego0": 0.002100420633422445, "sim_compute_performance-ego1": 0.0021056622688617435, "sim_compute_performance-ego2": 0.002139782925430285, "sim_compute_performance-ego3": 0.002087386621225883}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.3941002951683479, "get_ui_image": 0.048064224119108864, "step_physics": 1.133166574850315, "survival_time": 6.099999999999986, "driven_lanedir": 0.3409399903680941, "get_state_dump": 0.00938142799749607, "get_robot_state": 0.01391518212915436, "sim_render-ego0": 0.003829851383116187, "sim_render-ego1": 0.004095484570759099, "sim_render-ego2": 0.003982100060315636, "sim_render-ego3": 0.004134732533276566, "get_duckie_state": 2.3764323412887448e-06, "in-drivable-lane": 4.349999999999985, "deviation-heading": 0.7848559594950086, "agent_compute-ego0": 0.013217464695131876, "agent_compute-ego1": 0.012472026716402875, "agent_compute-ego2": 0.011805776658096932, "agent_compute-ego3": 0.01282523705707333, "complete-iteration": 1.3146614349954495, "set_robot_commands": 0.0022620146836691757, "deviation-center-line": 0.10623821696503484, "driven_lanedir_consec": 0.3409399903680941, "sim_compute_sim_state": 0.026575224186346783, "sim_compute_performance-ego0": 0.002024454799124865, "sim_compute_performance-ego1": 0.001949719297207468, "sim_compute_performance-ego2": 0.0019641096999005576, "sim_compute_performance-ego3": 0.0019524562649610568}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.4140682653355787, "get_ui_image": 0.048064224119108864, "step_physics": 1.133166574850315, "survival_time": 6.099999999999986, "driven_lanedir": 0.23024511427992864, "get_state_dump": 0.00938142799749607, "get_robot_state": 0.01391518212915436, "sim_render-ego0": 0.003829851383116187, "sim_render-ego1": 0.004095484570759099, "sim_render-ego2": 0.003982100060315636, "sim_render-ego3": 0.004134732533276566, "get_duckie_state": 2.3764323412887448e-06, "in-drivable-lane": 4.649999999999986, "deviation-heading": 0.891786268410875, "agent_compute-ego0": 0.013217464695131876, "agent_compute-ego1": 0.012472026716402875, "agent_compute-ego2": 0.011805776658096932, "agent_compute-ego3": 0.01282523705707333, "complete-iteration": 1.3146614349954495, "set_robot_commands": 0.0022620146836691757, "deviation-center-line": 0.06983113783915679, "driven_lanedir_consec": 0.23024511427992864, "sim_compute_sim_state": 0.026575224186346783, "sim_compute_performance-ego0": 0.002024454799124865, "sim_compute_performance-ego1": 0.001949719297207468, "sim_compute_performance-ego2": 0.0019641096999005576, "sim_compute_performance-ego3": 0.0019524562649610568}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.036814932837499, "get_ui_image": 0.048064224119108864, "step_physics": 1.133166574850315, "survival_time": 6.099999999999986, "driven_lanedir": 0.11179291538416523, "get_state_dump": 0.00938142799749607, "get_robot_state": 0.01391518212915436, "sim_render-ego0": 0.003829851383116187, "sim_render-ego1": 0.004095484570759099, "sim_render-ego2": 0.003982100060315636, "sim_render-ego3": 0.004134732533276566, "get_duckie_state": 2.3764323412887448e-06, "in-drivable-lane": 4.899999999999985, "deviation-heading": 1.1795457091782977, "agent_compute-ego0": 0.013217464695131876, "agent_compute-ego1": 0.012472026716402875, "agent_compute-ego2": 0.011805776658096932, "agent_compute-ego3": 0.01282523705707333, "complete-iteration": 1.3146614349954495, "set_robot_commands": 0.0022620146836691757, "deviation-center-line": 0.0936014443253412, "driven_lanedir_consec": 0.07929167235256118, "sim_compute_sim_state": 0.026575224186346783, "sim_compute_performance-ego0": 0.002024454799124865, "sim_compute_performance-ego1": 0.001949719297207468, "sim_compute_performance-ego2": 0.0019641096999005576, "sim_compute_performance-ego3": 0.0019524562649610568}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5476892577369133, "get_ui_image": 0.048064224119108864, "step_physics": 1.133166574850315, "survival_time": 6.099999999999986, "driven_lanedir": 0.1317167250503961, "get_state_dump": 0.00938142799749607, "get_robot_state": 0.01391518212915436, "sim_render-ego0": 0.003829851383116187, "sim_render-ego1": 0.004095484570759099, "sim_render-ego2": 0.003982100060315636, "sim_render-ego3": 0.004134732533276566, "get_duckie_state": 2.3764323412887448e-06, "in-drivable-lane": 5.0499999999999865, "deviation-heading": 0.6389191147835275, "agent_compute-ego0": 0.013217464695131876, "agent_compute-ego1": 0.012472026716402875, "agent_compute-ego2": 0.011805776658096932, "agent_compute-ego3": 0.01282523705707333, "complete-iteration": 1.3146614349954495, "set_robot_commands": 0.0022620146836691757, "deviation-center-line": 0.0740832371498615, "driven_lanedir_consec": 0.1317167250503961, "sim_compute_sim_state": 0.026575224186346783, "sim_compute_performance-ego0": 0.002024454799124865, "sim_compute_performance-ego1": 0.001949719297207468, "sim_compute_performance-ego2": 0.0019641096999005576, "sim_compute_performance-ego3": 0.0019524562649610568}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.17142784879229794, "get_ui_image": 0.049965654650042136, "step_physics": 1.2132088333688755, "survival_time": 37.15000000000003, "driven_lanedir": 0.11102247808994248, "get_state_dump": 0.009997534175072946, "get_robot_state": 0.01540435129596341, "sim_render-ego0": 0.004172910926162556, "sim_render-ego1": 0.004336718590028824, "sim_render-ego2": 0.0043124607814255585, "sim_render-ego3": 0.004297951536793862, "get_duckie_state": 2.5831883953463645e-06, "in-drivable-lane": 36.20000000000003, "deviation-heading": 0.6441730946412361, "agent_compute-ego0": 0.01324619112476226, "agent_compute-ego1": 0.013337886461647607, "agent_compute-ego2": 0.012334061566219537, "agent_compute-ego3": 0.01267609961571232, "complete-iteration": 1.4000178396060905, "set_robot_commands": 0.002604930631576046, "deviation-center-line": 0.060540976248357414, "driven_lanedir_consec": 0.11102247808994248, "sim_compute_sim_state": 0.02318742871284485, "sim_compute_performance-ego0": 0.0023125179352298858, "sim_compute_performance-ego1": 0.00221966928051364, "sim_compute_performance-ego2": 0.0021740467317642705, "sim_compute_performance-ego3": 0.0022359592940217705}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 10.078450895415664, "get_ui_image": 0.049965654650042136, "step_physics": 1.2132088333688755, "survival_time": 37.15000000000003, "driven_lanedir": 7.938100138957363, "get_state_dump": 0.009997534175072946, "get_robot_state": 0.01540435129596341, "sim_render-ego0": 0.004172910926162556, "sim_render-ego1": 0.004336718590028824, "sim_render-ego2": 0.0043124607814255585, "sim_render-ego3": 0.004297951536793862, "get_duckie_state": 2.5831883953463645e-06, "in-drivable-lane": 5.199999999999999, "deviation-heading": 10.83837663763026, "agent_compute-ego0": 0.01324619112476226, "agent_compute-ego1": 0.013337886461647607, "agent_compute-ego2": 0.012334061566219537, "agent_compute-ego3": 0.01267609961571232, "complete-iteration": 1.4000178396060905, "set_robot_commands": 0.002604930631576046, "deviation-center-line": 2.608586299732209, "driven_lanedir_consec": 7.938100138957363, "sim_compute_sim_state": 0.02318742871284485, "sim_compute_performance-ego0": 0.0023125179352298858, "sim_compute_performance-ego1": 0.00221966928051364, "sim_compute_performance-ego2": 0.0021740467317642705, "sim_compute_performance-ego3": 0.0022359592940217705}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 4.181220434944615, "get_ui_image": 0.049965654650042136, "step_physics": 1.2132088333688755, "survival_time": 37.15000000000003, "driven_lanedir": 3.9929651747027983, "get_state_dump": 0.009997534175072946, "get_robot_state": 0.01540435129596341, "sim_render-ego0": 0.004172910926162556, "sim_render-ego1": 0.004336718590028824, "sim_render-ego2": 0.0043124607814255585, "sim_render-ego3": 0.004297951536793862, "get_duckie_state": 2.5831883953463645e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.328762671885052, "agent_compute-ego0": 0.01324619112476226, "agent_compute-ego1": 0.013337886461647607, "agent_compute-ego2": 0.012334061566219537, "agent_compute-ego3": 0.01267609961571232, "complete-iteration": 1.4000178396060905, "set_robot_commands": 0.002604930631576046, "deviation-center-line": 1.1873761796810325, "driven_lanedir_consec": 3.9929651747027983, "sim_compute_sim_state": 0.02318742871284485, "sim_compute_performance-ego0": 0.0023125179352298858, "sim_compute_performance-ego1": 0.00221966928051364, "sim_compute_performance-ego2": 0.0021740467317642705, "sim_compute_performance-ego3": 0.0022359592940217705}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 3.608404184799147, "get_ui_image": 0.049965654650042136, "step_physics": 1.2132088333688755, "survival_time": 37.15000000000003, "driven_lanedir": 2.5157826940904235, "get_state_dump": 0.009997534175072946, "get_robot_state": 0.01540435129596341, "sim_render-ego0": 0.004172910926162556, "sim_render-ego1": 0.004336718590028824, "sim_render-ego2": 0.0043124607814255585, "sim_render-ego3": 0.004297951536793862, "get_duckie_state": 2.5831883953463645e-06, "in-drivable-lane": 27.15000000000002, "deviation-heading": 2.8556997045808785, "agent_compute-ego0": 0.01324619112476226, "agent_compute-ego1": 0.013337886461647607, "agent_compute-ego2": 0.012334061566219537, "agent_compute-ego3": 0.01267609961571232, "complete-iteration": 1.4000178396060905, "set_robot_commands": 0.002604930631576046, "deviation-center-line": 0.5406812058487155, "driven_lanedir_consec": 2.5157826940904235, "sim_compute_sim_state": 0.02318742871284485, "sim_compute_performance-ego0": 0.0023125179352298858, "sim_compute_performance-ego1": 0.00221966928051364, "sim_compute_performance-ego2": 0.0021740467317642705, "sim_compute_performance-ego3": 0.0022359592940217705}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 16.67416215256615, "get_ui_image": 0.02780858503591012, "step_physics": 0.2898122196292798, "survival_time": 59.99999999999873, "driven_lanedir": 11.545625089278287, "get_state_dump": 0.005870427219794255, "get_robot_state": 0.00678172298116946, "sim_render-ego0": 0.003532393191081102, "sim_render-ego1": 0.0038087765044911913, "get_duckie_state": 1.9011946145342748e-06, "in-drivable-lane": 14.649999999999736, "deviation-heading": 15.878716948002792, "agent_compute-ego0": 0.011479390253135309, "agent_compute-ego1": 0.011478645219890204, "complete-iteration": 0.37454496374932256, "set_robot_commands": 0.0022817487819903498, "deviation-center-line": 3.9127730091980255, "driven_lanedir_consec": 11.545625089278287, "sim_compute_sim_state": 0.005953821909616234, "sim_compute_performance-ego0": 0.0018467184506685509, "sim_compute_performance-ego1": 0.001793504456100019}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 0.2684275998978074, "get_ui_image": 0.02780858503591012, "step_physics": 0.2898122196292798, "survival_time": 59.99999999999873, "driven_lanedir": 0.056386922105573056, "get_state_dump": 0.005870427219794255, "get_robot_state": 0.00678172298116946, "sim_render-ego0": 0.003532393191081102, "sim_render-ego1": 0.0038087765044911913, "get_duckie_state": 1.9011946145342748e-06, "in-drivable-lane": 59.24999999999873, "deviation-heading": 0.5744138731603036, "agent_compute-ego0": 0.011479390253135309, "agent_compute-ego1": 0.011478645219890204, "complete-iteration": 0.37454496374932256, "set_robot_commands": 0.0022817487819903498, "deviation-center-line": 0.0483690789524489, "driven_lanedir_consec": 0.056386922105573056, "sim_compute_sim_state": 0.005953821909616234, "sim_compute_performance-ego0": 0.0018467184506685509, "sim_compute_performance-ego1": 0.001793504456100019}}
set_robot_commands_max0.002604930631576046
set_robot_commands_mean0.002366072972034416
set_robot_commands_median0.002273435695880061
set_robot_commands_min0.0022620146836691757
sim_compute_performance-ego0_max0.0023125179352298858
sim_compute_performance-ego0_mean0.00210307216946042
sim_compute_performance-ego0_median0.002100420633422445
sim_compute_performance-ego0_min0.0018467184506685509
sim_compute_performance-ego1_max0.00221966928051364
sim_compute_performance-ego1_mean0.002049086592752246
sim_compute_performance-ego1_median0.0021056622688617435
sim_compute_performance-ego1_min0.001793504456100019
sim_compute_sim_state_max0.026575224186346783
sim_compute_sim_state_mean0.018392205486257616
sim_compute_sim_state_median0.02318742871284485
sim_compute_sim_state_min0.005953821909616234
sim_render-ego0_max0.004172910926162556
sim_render-ego0_mean0.003909848942250909
sim_render-ego0_median0.003915512393058885
sim_render-ego0_min0.003532393191081102
sim_render-ego1_max0.004401093220135056
sim_render-ego1_mean0.004210767038048165
sim_render-ego1_median0.004336718590028824
sim_render-ego1_min0.0038087765044911913
simulation-passed1
step_physics_max1.2132088333688755
step_physics_mean0.9869268616042246
step_physics_median1.133166574850315
step_physics_min0.2898122196292798
survival_time_max59.99999999999873
survival_time_mean38.07142857142804
survival_time_min6.099999999999986

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.