Duckietown Challenges Home Challenges Submissions

Job 53680

Job ID53680
submission12719
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:14:09
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.31012854656598865
survival_time_median7.199999999999982
deviation-center-line_median0.13122914314002487
in-drivable-lane_median5.524999999999986


other stats
agent_compute-ego0_max0.012595257697961267
agent_compute-ego0_mean0.011696046788033465
agent_compute-ego0_median0.011905977643769362
agent_compute-ego0_min0.010429689564655736
agent_compute-ego1_max0.01232354304729364
agent_compute-ego1_mean0.010971037927497004
agent_compute-ego1_median0.01072203044233651
agent_compute-ego1_min0.01017365750578261
agent_compute-ego2_max0.012125330093579415
agent_compute-ego2_mean0.010859348453886558
agent_compute-ego2_median0.010327217976252238
agent_compute-ego2_min0.010125497291828024
agent_compute-ego3_max0.01152033805847168
agent_compute-ego3_mean0.01123992084859572
agent_compute-ego3_median0.011427628688323192
agent_compute-ego3_min0.010771795798992288
complete-iteration_max0.9205538187271508
complete-iteration_mean0.7566768525633403
complete-iteration_median0.9118959246010616
complete-iteration_min0.25481165315687043
deviation-center-line_max1.0672426875511325
deviation-center-line_mean0.1879462697481802
deviation-center-line_min0.05396851872944276
deviation-heading_max3.3492929289200277
deviation-heading_mean0.9592275236952762
deviation-heading_median0.689659712463426
deviation-heading_min0.32662715962837463
driven_any_max3.0190484717136594
driven_any_mean1.718399147417843
driven_any_median1.6862410533200602
driven_any_min0.1869058045994669
driven_lanedir_consec_max1.2758002154191843
driven_lanedir_consec_mean0.40353758585741534
driven_lanedir_consec_min0.10377209487601392
driven_lanedir_max1.2758002154191843
driven_lanedir_mean0.4035771331394597
driven_lanedir_median0.31012854656598865
driven_lanedir_min0.1043257568246343
get_duckie_state_max1.7702579498291015e-06
get_duckie_state_mean1.481871162952687e-06
get_duckie_state_median1.3816050994090544e-06
get_duckie_state_min1.2923931253367456e-06
get_robot_state_max0.01476150292616624
get_robot_state_mean0.013276371269562343
get_robot_state_median0.01419939501532193
get_robot_state_min0.007128713057213223
get_state_dump_max0.009957853036049085
get_state_dump_mean0.009136885332179417
get_state_dump_median0.009570067504356648
get_state_dump_min0.0061907694511806844
get_ui_image_max0.05092597007751465
get_ui_image_mean0.04499139448639591
get_ui_image_median0.04741316992661049
get_ui_image_min0.031320421966080814
in-drivable-lane_max6.89999999999998
in-drivable-lane_mean4.703571428571414
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.2691155906198155, "get_ui_image": 0.043470529715220134, "step_physics": 0.5279037574927012, "survival_time": 5.949999999999987, "driven_lanedir": 1.2758002154191843, "get_state_dump": 0.009355793396631876, "get_robot_state": 0.013942044973373414, "sim_render-ego0": 0.003624387582143148, "sim_render-ego1": 0.003603613376617432, "sim_render-ego2": 0.0035325229167938233, "sim_render-ego3": 0.00359842578570048, "get_duckie_state": 1.7702579498291015e-06, "in-drivable-lane": 2.7499999999999902, "deviation-heading": 0.45754904014590214, "agent_compute-ego0": 0.011220083634058634, "agent_compute-ego1": 0.010266230503718058, "agent_compute-ego2": 0.010327217976252238, "agent_compute-ego3": 0.01152033805847168, "complete-iteration": 0.6885134140650432, "set_robot_commands": 0.0020988027254740397, "deviation-center-line": 0.15646912580678107, "driven_lanedir_consec": 1.2758002154191843, "sim_compute_sim_state": 0.02012295126914978, "sim_compute_performance-ego0": 0.0019131163756052653, "sim_compute_performance-ego1": 0.0018603006998697915, "sim_compute_performance-ego2": 0.001871750752131144, "sim_compute_performance-ego3": 0.001864558458328247}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.6780926551768194, "get_ui_image": 0.043470529715220134, "step_physics": 0.5279037574927012, "survival_time": 5.949999999999987, "driven_lanedir": 0.10711618180175232, "get_state_dump": 0.009355793396631876, "get_robot_state": 0.013942044973373414, "sim_render-ego0": 0.003624387582143148, "sim_render-ego1": 0.003603613376617432, "sim_render-ego2": 0.0035325229167938233, "sim_render-ego3": 0.00359842578570048, "get_duckie_state": 1.7702579498291015e-06, "in-drivable-lane": 5.349999999999987, "deviation-heading": 0.3831592495136061, "agent_compute-ego0": 0.011220083634058634, "agent_compute-ego1": 0.010266230503718058, "agent_compute-ego2": 0.010327217976252238, "agent_compute-ego3": 0.01152033805847168, "complete-iteration": 0.6885134140650432, "set_robot_commands": 0.0020988027254740397, "deviation-center-line": 0.05396851872944276, "driven_lanedir_consec": 0.10711618180175232, "sim_compute_sim_state": 0.02012295126914978, "sim_compute_performance-ego0": 0.0019131163756052653, "sim_compute_performance-ego1": 0.0018603006998697915, "sim_compute_performance-ego2": 0.001871750752131144, "sim_compute_performance-ego3": 0.001864558458328247}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.694389451463301, "get_ui_image": 0.043470529715220134, "step_physics": 0.5279037574927012, "survival_time": 5.949999999999987, "driven_lanedir": 0.406607066921172, "get_state_dump": 0.009355793396631876, "get_robot_state": 0.013942044973373414, "sim_render-ego0": 0.003624387582143148, "sim_render-ego1": 0.003603613376617432, "sim_render-ego2": 0.0035325229167938233, "sim_render-ego3": 0.00359842578570048, "get_duckie_state": 1.7702579498291015e-06, "in-drivable-lane": 4.249999999999987, "deviation-heading": 1.1187434533822138, "agent_compute-ego0": 0.011220083634058634, "agent_compute-ego1": 0.010266230503718058, "agent_compute-ego2": 0.010327217976252238, "agent_compute-ego3": 0.01152033805847168, "complete-iteration": 0.6885134140650432, "set_robot_commands": 0.0020988027254740397, "deviation-center-line": 0.13688757043584768, "driven_lanedir_consec": 0.406607066921172, "sim_compute_sim_state": 0.02012295126914978, "sim_compute_performance-ego0": 0.0019131163756052653, "sim_compute_performance-ego1": 0.0018603006998697915, "sim_compute_performance-ego2": 0.001871750752131144, "sim_compute_performance-ego3": 0.001864558458328247}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1425448777096594, "get_ui_image": 0.043470529715220134, "step_physics": 0.5279037574927012, "survival_time": 5.949999999999987, "driven_lanedir": 0.5218965164919902, "get_state_dump": 0.009355793396631876, "get_robot_state": 0.013942044973373414, "sim_render-ego0": 0.003624387582143148, "sim_render-ego1": 0.003603613376617432, "sim_render-ego2": 0.0035325229167938233, "sim_render-ego3": 0.00359842578570048, "get_duckie_state": 1.7702579498291015e-06, "in-drivable-lane": 4.399999999999986, "deviation-heading": 0.3544404557513553, "agent_compute-ego0": 0.011220083634058634, "agent_compute-ego1": 0.010266230503718058, "agent_compute-ego2": 0.010327217976252238, "agent_compute-ego3": 0.01152033805847168, "complete-iteration": 0.6885134140650432, "set_robot_commands": 0.0020988027254740397, "deviation-center-line": 0.16587541529140726, "driven_lanedir_consec": 0.5218965164919902, "sim_compute_sim_state": 0.02012295126914978, "sim_compute_performance-ego0": 0.0019131163756052653, "sim_compute_performance-ego1": 0.0018603006998697915, "sim_compute_performance-ego2": 0.001871750752131144, "sim_compute_performance-ego3": 0.001864558458328247}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.8816867130300416, "get_ui_image": 0.05092597007751465, "step_physics": 0.7345682703531705, "survival_time": 7.7499999999999805, "driven_lanedir": 0.1851520575044736, "get_state_dump": 0.009957853036049085, "get_robot_state": 0.01476150292616624, "sim_render-ego0": 0.004082681276859381, "sim_render-ego1": 0.003907495584243383, "sim_render-ego2": 0.003913725033784524, "sim_render-ego3": 0.003835484003409361, "get_duckie_state": 1.3816050994090544e-06, "in-drivable-lane": 6.89999999999998, "deviation-heading": 0.39644791658181455, "agent_compute-ego0": 0.012595257697961267, "agent_compute-ego1": 0.01232354304729364, "agent_compute-ego2": 0.012125330093579415, "agent_compute-ego3": 0.011427628688323192, "complete-iteration": 0.9205538187271508, "set_robot_commands": 0.0023209039981548604, "deviation-center-line": 0.06997677053071931, "driven_lanedir_consec": 0.1851520575044736, "sim_compute_sim_state": 0.028277771595196847, "sim_compute_performance-ego0": 0.00218815375597049, "sim_compute_performance-ego1": 0.002060682345659305, "sim_compute_performance-ego2": 0.00209273588963044, "sim_compute_performance-ego3": 0.0020468800495832395}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.7660349041174868, "get_ui_image": 0.05092597007751465, "step_physics": 0.7345682703531705, "survival_time": 7.7499999999999805, "driven_lanedir": 0.1043257568246343, "get_state_dump": 0.009957853036049085, "get_robot_state": 0.01476150292616624, "sim_render-ego0": 0.004082681276859381, "sim_render-ego1": 0.003907495584243383, "sim_render-ego2": 0.003913725033784524, "sim_render-ego3": 0.003835484003409361, "get_duckie_state": 1.3816050994090544e-06, "in-drivable-lane": 6.549999999999982, "deviation-heading": 1.3096455759276513, "agent_compute-ego0": 0.012595257697961267, "agent_compute-ego1": 0.01232354304729364, "agent_compute-ego2": 0.012125330093579415, "agent_compute-ego3": 0.011427628688323192, "complete-iteration": 0.9205538187271508, "set_robot_commands": 0.0023209039981548604, "deviation-center-line": 0.0917848185813179, "driven_lanedir_consec": 0.10377209487601392, "sim_compute_sim_state": 0.028277771595196847, "sim_compute_performance-ego0": 0.00218815375597049, "sim_compute_performance-ego1": 0.002060682345659305, "sim_compute_performance-ego2": 0.00209273588963044, "sim_compute_performance-ego3": 0.0020468800495832395}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 3.0190484717136594, "get_ui_image": 0.05092597007751465, "step_physics": 0.7345682703531705, "survival_time": 7.7499999999999805, "driven_lanedir": 0.20025464560271344, "get_state_dump": 0.009957853036049085, "get_robot_state": 0.01476150292616624, "sim_render-ego0": 0.004082681276859381, "sim_render-ego1": 0.003907495584243383, "sim_render-ego2": 0.003913725033784524, "sim_render-ego3": 0.003835484003409361, "get_duckie_state": 1.3816050994090544e-06, "in-drivable-lane": 5.999999999999984, "deviation-heading": 1.9290183690775011, "agent_compute-ego0": 0.012595257697961267, "agent_compute-ego1": 0.01232354304729364, "agent_compute-ego2": 0.012125330093579415, "agent_compute-ego3": 0.011427628688323192, "complete-iteration": 0.9205538187271508, "set_robot_commands": 0.0023209039981548604, "deviation-center-line": 0.1330301499324933, "driven_lanedir_consec": 0.20025464560271344, "sim_compute_sim_state": 0.028277771595196847, "sim_compute_performance-ego0": 0.00218815375597049, "sim_compute_performance-ego1": 0.002060682345659305, "sim_compute_performance-ego2": 0.00209273588963044, "sim_compute_performance-ego3": 0.0020468800495832395}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.9289085866370536, "get_ui_image": 0.05092597007751465, "step_physics": 0.7345682703531705, "survival_time": 7.7499999999999805, "driven_lanedir": 0.28174509476718734, "get_state_dump": 0.009957853036049085, "get_robot_state": 0.01476150292616624, "sim_render-ego0": 0.004082681276859381, "sim_render-ego1": 0.003907495584243383, "sim_render-ego2": 0.003913725033784524, "sim_render-ego3": 0.003835484003409361, "get_duckie_state": 1.3816050994090544e-06, "in-drivable-lane": 6.64999999999998, "deviation-heading": 0.5457514830841956, "agent_compute-ego0": 0.012595257697961267, "agent_compute-ego1": 0.01232354304729364, "agent_compute-ego2": 0.012125330093579415, "agent_compute-ego3": 0.011427628688323192, "complete-iteration": 0.9205538187271508, "set_robot_commands": 0.0023209039981548604, "deviation-center-line": 0.07791543022692267, "driven_lanedir_consec": 0.28174509476718734, "sim_compute_sim_state": 0.028277771595196847, "sim_compute_performance-ego0": 0.00218815375597049, "sim_compute_performance-ego1": 0.002060682345659305, "sim_compute_performance-ego2": 0.00209273588963044, "sim_compute_performance-ego3": 0.0020468800495832395}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.1869058045994669, "get_ui_image": 0.04741316992661049, "step_physics": 0.7423655592162034, "survival_time": 7.199999999999982, "driven_lanedir": 0.1661152269572297, "get_state_dump": 0.009570067504356648, "get_robot_state": 0.01419939501532193, "sim_render-ego0": 0.003858372260784281, "sim_render-ego1": 0.0037439477854761586, "sim_render-ego2": 0.003702550098813813, "sim_render-ego3": 0.003738909754259833, "get_duckie_state": 1.2923931253367456e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.3492929289200277, "agent_compute-ego0": 0.011905977643769362, "agent_compute-ego1": 0.01072203044233651, "agent_compute-ego2": 0.010125497291828024, "agent_compute-ego3": 0.010771795798992288, "complete-iteration": 0.9118959246010616, "set_robot_commands": 0.002201284211257408, "deviation-center-line": 1.0672426875511325, "driven_lanedir_consec": 0.1661152269572297, "sim_compute_sim_state": 0.022755280856428476, "sim_compute_performance-ego0": 0.001996028834375842, "sim_compute_performance-ego1": 0.001971285918663288, "sim_compute_performance-ego2": 0.0019670108269000874, "sim_compute_performance-ego3": 0.0019594225390204066}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 1.7887771695825694, "get_ui_image": 0.04741316992661049, "step_physics": 0.7423655592162034, "survival_time": 7.199999999999982, "driven_lanedir": 0.3122449729100487, "get_state_dump": 0.009570067504356648, "get_robot_state": 0.01419939501532193, "sim_render-ego0": 0.003858372260784281, "sim_render-ego1": 0.0037439477854761586, "sim_render-ego2": 0.003702550098813813, "sim_render-ego3": 0.003738909754259833, "get_duckie_state": 1.2923931253367456e-06, "in-drivable-lane": 5.699999999999984, "deviation-heading": 1.185630598905456, "agent_compute-ego0": 0.011905977643769362, "agent_compute-ego1": 0.01072203044233651, "agent_compute-ego2": 0.010125497291828024, "agent_compute-ego3": 0.010771795798992288, "complete-iteration": 0.9118959246010616, "set_robot_commands": 0.002201284211257408, "deviation-center-line": 0.11628503989165792, "driven_lanedir_consec": 0.3122449729100487, "sim_compute_sim_state": 0.022755280856428476, "sim_compute_performance-ego0": 0.001996028834375842, "sim_compute_performance-ego1": 0.001971285918663288, "sim_compute_performance-ego2": 0.0019670108269000874, "sim_compute_performance-ego3": 0.0019594225390204066}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.5158150952340563, "get_ui_image": 0.04741316992661049, "step_physics": 0.7423655592162034, "survival_time": 7.199999999999982, "driven_lanedir": 0.3825744030097473, "get_state_dump": 0.009570067504356648, "get_robot_state": 0.01419939501532193, "sim_render-ego0": 0.003858372260784281, "sim_render-ego1": 0.0037439477854761586, "sim_render-ego2": 0.003702550098813813, "sim_render-ego3": 0.003738909754259833, "get_duckie_state": 1.2923931253367456e-06, "in-drivable-lane": 5.749999999999983, "deviation-heading": 0.8335679418426563, "agent_compute-ego0": 0.011905977643769362, "agent_compute-ego1": 0.01072203044233651, "agent_compute-ego2": 0.010125497291828024, "agent_compute-ego3": 0.010771795798992288, "complete-iteration": 0.9118959246010616, "set_robot_commands": 0.002201284211257408, "deviation-center-line": 0.13026241766457222, "driven_lanedir_consec": 0.3825744030097473, "sim_compute_sim_state": 0.022755280856428476, "sim_compute_performance-ego0": 0.001996028834375842, "sim_compute_performance-ego1": 0.001971285918663288, "sim_compute_performance-ego2": 0.0019670108269000874, "sim_compute_performance-ego3": 0.0019594225390204066}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.8421472446588565, "get_ui_image": 0.04741316992661049, "step_physics": 0.7423655592162034, "survival_time": 7.199999999999982, "driven_lanedir": 0.3080121202219286, "get_state_dump": 0.009570067504356648, "get_robot_state": 0.01419939501532193, "sim_render-ego0": 0.003858372260784281, "sim_render-ego1": 0.0037439477854761586, "sim_render-ego2": 0.003702550098813813, "sim_render-ego3": 0.003738909754259833, "get_duckie_state": 1.2923931253367456e-06, "in-drivable-lane": 6.149999999999983, "deviation-heading": 0.32662715962837463, "agent_compute-ego0": 0.011905977643769362, "agent_compute-ego1": 0.01072203044233651, "agent_compute-ego2": 0.010125497291828024, "agent_compute-ego3": 0.010771795798992288, "complete-iteration": 0.9118959246010616, "set_robot_commands": 0.002201284211257408, "deviation-center-line": 0.10068818766072882, "driven_lanedir_consec": 0.3080121202219286, "sim_compute_sim_state": 0.022755280856428476, "sim_compute_performance-ego0": 0.001996028834375842, "sim_compute_performance-ego1": 0.001971285918663288, "sim_compute_performance-ego2": 0.0019670108269000874, "sim_compute_performance-ego3": 0.0019594225390204066}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.6720607496535056, "get_ui_image": 0.031320421966080814, "step_physics": 0.16474857035371446, "survival_time": 4.799999999999991, "driven_lanedir": 0.7784718519897627, "get_state_dump": 0.0061907694511806844, "get_robot_state": 0.007128713057213223, "sim_render-ego0": 0.0036637193148898097, "sim_render-ego1": 0.003600435158641068, "get_duckie_state": 1.4845857915190078e-06, "in-drivable-lane": 2.6499999999999906, "deviation-heading": 0.3471197435066698, "agent_compute-ego0": 0.010429689564655736, "agent_compute-ego1": 0.01017365750578261, "complete-iteration": 0.25481165315687043, "set_robot_commands": 0.002075008510314312, "deviation-center-line": 0.13219586861547755, "driven_lanedir_consec": 0.7784718519897627, "sim_compute_sim_state": 0.009450951802361872, "sim_compute_performance-ego0": 0.0019243525475570835, "sim_compute_performance-ego1": 0.001893414664514286}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.6720607496535107, "get_ui_image": 0.031320421966080814, "step_physics": 0.16474857035371446, "survival_time": 4.799999999999991, "driven_lanedir": 0.6197637535306103, "get_state_dump": 0.0061907694511806844, "get_robot_state": 0.007128713057213223, "sim_render-ego0": 0.0036637193148898097, "sim_render-ego1": 0.003600435158641068, "get_duckie_state": 1.4845857915190078e-06, "in-drivable-lane": 2.7499999999999902, "deviation-heading": 0.8921914154664431, "agent_compute-ego0": 0.010429689564655736, "agent_compute-ego1": 0.01017365750578261, "complete-iteration": 0.25481165315687043, "set_robot_commands": 0.002075008510314312, "deviation-center-line": 0.19866577555602236, "driven_lanedir_consec": 0.6197637535306103, "sim_compute_sim_state": 0.009450951802361872, "sim_compute_performance-ego0": 0.0019243525475570835, "sim_compute_performance-ego1": 0.001893414664514286}}
set_robot_commands_max0.0023209039981548604
set_robot_commands_mean0.0021881414828695614
set_robot_commands_median0.002201284211257408
set_robot_commands_min0.002075008510314312
sim_compute_performance-ego0_max0.00218815375597049
sim_compute_performance-ego0_mean0.002016992925637183
sim_compute_performance-ego0_median0.001996028834375842
sim_compute_performance-ego0_min0.0019131163756052653
sim_compute_performance-ego1_max0.002060682345659305
sim_compute_performance-ego1_mean0.001953993227557008
sim_compute_performance-ego1_median0.001971285918663288
sim_compute_performance-ego1_min0.0018603006998697915
sim_compute_performance-ego2_max0.00209273588963044
sim_compute_performance-ego2_mean0.0019771658228872244
sim_compute_performance-ego2_median0.0019670108269000874
sim_compute_performance-ego2_min0.001871750752131144
sim_compute_performance-ego3_max0.0020468800495832395
sim_compute_performance-ego3_mean0.001956953682310631
sim_compute_performance-ego3_median0.0019594225390204066
sim_compute_performance-ego3_min0.001864558458328247
sim_compute_sim_state_max0.028277771595196847
sim_compute_sim_state_mean0.021680422749130297
sim_compute_sim_state_median0.022755280856428476
sim_compute_sim_state_min0.009450951802361872
sim_render-ego0_max0.004082681276859381
sim_render-ego0_mean0.003827800222066205
sim_render-ego0_median0.003858372260784281
sim_render-ego0_min0.003624387582143148
sim_render-ego1_max0.003907495584243383
sim_render-ego1_mean0.0037300783787592886
sim_render-ego1_median0.0037439477854761586
sim_render-ego1_min0.003600435158641068
sim_render-ego2_max0.003913725033784524
sim_render-ego2_mean0.003716266016464052
sim_render-ego2_median0.003702550098813813
sim_render-ego2_min0.0035325229167938233
sim_render-ego3_max0.003835484003409361
sim_render-ego3_mean0.0037242731811232247
sim_render-ego3_median0.003738909754259833
sim_render-ego3_min0.00359842578570048
simulation-passed1
step_physics_max0.7423655592162034
step_physics_mean0.5963462492111236
step_physics_median0.7345682703531705
step_physics_min0.16474857035371446
survival_time_max7.7499999999999805
survival_time_mean6.657142857142843
survival_time_min4.799999999999991

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.