Duckietown Challenges Home Challenges Submissions

Job 22941

Job ID22941
submission2495
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-25-98-2470
date started
date completed
duration0:38:48
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07747938604551896
survival_time_median1.3500000000000003
deviation-center-line_median0.08012762737867413
in-drivable-lane_median0.5000000000000003


other stats
agent_compute-ego_max0.19768870960582385
agent_compute-ego_mean0.18391978152032523
agent_compute-ego_median0.18595918794957603
agent_compute-ego_min0.16714428600512052
deviation-center-line_max0.26764706895424334
deviation-center-line_mean0.09892298731481676
deviation-center-line_min0.01596034418031461
deviation-heading_max5.746287474145587
deviation-heading_mean1.7474152676408718
deviation-heading_median0.6244120074871434
deviation-heading_min0.556360458241233
driven_any_max1.9105257574081151
driven_any_mean0.5204301356756763
driven_any_median0.14775404939067294
driven_any_min0.09491011852482067
driven_lanedir_consec_max0.5797874990727049
driven_lanedir_consec_mean0.17657576916996626
driven_lanedir_consec_min0.03185865739585836
driven_lanedir_max0.5797874990727049
driven_lanedir_mean0.17657576916996626
driven_lanedir_median0.07747938604551896
driven_lanedir_min0.03185865739585836
in-drivable-lane_max7.650000000000046
in-drivable-lane_mean1.803333333333338
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8125453060005968, "sim_physics": 0.18946108634655293, "survival_time": 6.499999999999985, "driven_lanedir": 0.23295727174882064, "sim_render-ego": 0.06698947503016545, "in-drivable-lane": 3.099999999999993, "agent_compute-ego": 0.1775752434363732, "deviation-heading": 2.484000414490917, "set_robot_commands": 0.10326110949883094, "deviation-center-line": 0.11225721075228522, "driven_lanedir_consec": 0.23295727174882064, "sim_compute_sim_state": 0.04214162459740272, "sim_compute_performance-ego": 0.0757259882413424, "sim_compute_robot_state-ego": 0.07796965195582463, "sim_compute_robot_state-npc0": 0.07504650262685922, "sim_compute_robot_state-npc1": 0.07409081459045411, "sim_compute_robot_state-npc2": 0.07356112736922044, "sim_compute_robot_state-npc3": 0.07210290615375226}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.9105257574081151, "sim_physics": 0.1897528696060181, "survival_time": 14.950000000000076, "driven_lanedir": 0.5359469381589506, "sim_render-ego": 0.06812834660212198, "in-drivable-lane": 7.650000000000046, "agent_compute-ego": 0.19047377030054727, "deviation-heading": 5.716395317359476, "set_robot_commands": 0.10679940621058148, "deviation-center-line": 0.26764706895424334, "driven_lanedir_consec": 0.5359469381589506, "sim_compute_sim_state": 0.04420488119125366, "sim_compute_performance-ego": 0.07589302062988282, "sim_compute_robot_state-ego": 0.08092097759246826, "sim_compute_robot_state-npc0": 0.07723594586054484, "sim_compute_robot_state-npc1": 0.07699877738952637, "sim_compute_robot_state-npc2": 0.07732738892237345, "sim_compute_robot_state-npc3": 0.07758488655090331}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.12186283048239266, "sim_physics": 0.2060719780299975, "survival_time": 1.1500000000000004, "driven_lanedir": 0.08152245913707912, "sim_render-ego": 0.06874700214551843, "in-drivable-lane": 0, "agent_compute-ego": 0.18280097712641177, "deviation-heading": 0.60805542812822, "set_robot_commands": 0.10275263371674911, "deviation-center-line": 0.10002498519153764, "driven_lanedir_consec": 0.08152245913707912, "sim_compute_sim_state": 0.03764275882555091, "sim_compute_performance-ego": 0.07412350696066151, "sim_compute_robot_state-ego": 0.08174225558405337, "sim_compute_robot_state-npc0": 0.0722242023633874, "sim_compute_robot_state-npc1": 0.07242910758308742, "sim_compute_robot_state-npc2": 0.07103681564331055, "sim_compute_robot_state-npc3": 0.07046475617781929}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1096505794606759, "sim_physics": 0.23558158459870712, "survival_time": 1.1500000000000004, "driven_lanedir": 0.06591303796149584, "sim_render-ego": 0.07026445347329845, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1878960858220639, "deviation-heading": 0.5826505957021297, "set_robot_commands": 0.11243750738060992, "deviation-center-line": 0.08612738661087094, "driven_lanedir_consec": 0.06591303796149584, "sim_compute_sim_state": 0.0444120220516039, "sim_compute_performance-ego": 0.0772280796714451, "sim_compute_robot_state-ego": 0.08108203307442043, "sim_compute_robot_state-npc0": 0.07706709530042566, "sim_compute_robot_state-npc1": 0.07651058487270189, "sim_compute_robot_state-npc2": 0.0758443604344907, "sim_compute_robot_state-npc3": 0.07648922049480936}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.13212638995757575, "sim_physics": 0.19457278428254304, "survival_time": 1.3500000000000003, "driven_lanedir": 0.03185865739585836, "sim_render-ego": 0.07110494154470938, "in-drivable-lane": 0.5000000000000003, "agent_compute-ego": 0.17744504963910138, "deviation-heading": 0.5714445655196122, "set_robot_commands": 0.10240563639888058, "deviation-center-line": 0.01596034418031461, "driven_lanedir_consec": 0.03185865739585836, "sim_compute_sim_state": 0.04319332264087818, "sim_compute_performance-ego": 0.07587944136725532, "sim_compute_robot_state-ego": 0.0768341753217909, "sim_compute_robot_state-npc0": 0.0736699104309082, "sim_compute_robot_state-npc1": 0.07583853050514504, "sim_compute_robot_state-npc2": 0.07739180105703848, "sim_compute_robot_state-npc3": 0.08122226927015516}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.227318431583332, "sim_physics": 0.19688463735056447, "survival_time": 9.099999999999994, "driven_lanedir": 0.4040506441542848, "sim_render-ego": 0.0675744198180817, "in-drivable-lane": 4.149999999999995, "agent_compute-ego": 0.1889851132592002, "deviation-heading": 3.6321707476180993, "set_robot_commands": 0.10316097343360985, "deviation-center-line": 0.1699630807386648, "driven_lanedir_consec": 0.4040506441542848, "sim_compute_sim_state": 0.0434291205563388, "sim_compute_performance-ego": 0.07552723963182051, "sim_compute_robot_state-ego": 0.08093870079124367, "sim_compute_robot_state-npc0": 0.07565631316258357, "sim_compute_robot_state-npc1": 0.07672495370382791, "sim_compute_robot_state-npc2": 0.07709550857543945, "sim_compute_robot_state-npc3": 0.0764523718383286}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.1259841048287071, "sim_physics": 0.2190963185351828, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07747938604551896, "sim_render-ego": 0.06740273600039275, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.18079036215077277, "deviation-heading": 0.5804520714526401, "set_robot_commands": 0.10621191107708476, "deviation-center-line": 0.07186138979928677, "driven_lanedir_consec": 0.07747938604551896, "sim_compute_sim_state": 0.04514845557834791, "sim_compute_performance-ego": 0.075637382009755, "sim_compute_robot_state-ego": 0.08022546768188477, "sim_compute_robot_state-npc0": 0.07511418798695439, "sim_compute_robot_state-npc1": 0.07454083276831586, "sim_compute_robot_state-npc2": 0.07681825886601987, "sim_compute_robot_state-npc3": 0.07684741849484651}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.12080946159662352, "sim_physics": 0.2046347459157308, "survival_time": 1.2000000000000004, "driven_lanedir": 0.07183818651401719, "sim_render-ego": 0.06739167372385661, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.19025630752245584, "deviation-heading": 0.5681618230948698, "set_robot_commands": 0.1054520805676778, "deviation-center-line": 0.07707356937266277, "driven_lanedir_consec": 0.07183818651401719, "sim_compute_sim_state": 0.04470046361287435, "sim_compute_performance-ego": 0.07370941837628682, "sim_compute_robot_state-ego": 0.08030962944030762, "sim_compute_robot_state-npc0": 0.07789459824562073, "sim_compute_robot_state-npc1": 0.07753158609072368, "sim_compute_robot_state-npc2": 0.07675110300381978, "sim_compute_robot_state-npc3": 0.07543663183848064}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.17893108339554176, "sim_physics": 0.19760633917415843, "survival_time": 1.7000000000000008, "driven_lanedir": 0.06423603911087872, "sim_render-ego": 0.06665580412920784, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.17798740022322712, "deviation-heading": 0.6244120074871434, "set_robot_commands": 0.0998909824034747, "deviation-center-line": 0.025616944470912253, "driven_lanedir_consec": 0.06423603911087872, "sim_compute_sim_state": 0.04059644306407256, "sim_compute_performance-ego": 0.07306265830993652, "sim_compute_robot_state-ego": 0.0752643487032722, "sim_compute_robot_state-npc0": 0.0749122325111838, "sim_compute_robot_state-npc1": 0.07242602460524615, "sim_compute_robot_state-npc2": 0.06814304520102109, "sim_compute_robot_state-npc3": 0.07037496566772461}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.1650976122533161, "sim_physics": 0.1943700075149536, "survival_time": 1.5000000000000009, "driven_lanedir": 0.05479947579063449, "sim_render-ego": 0.06773896217346191, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.18953791459401448, "deviation-heading": 0.7129354217901177, "set_robot_commands": 0.1049622694651286, "deviation-center-line": 0.03241938543719766, "driven_lanedir_consec": 0.05479947579063449, "sim_compute_sim_state": 0.04402178923288981, "sim_compute_performance-ego": 0.0761418104171753, "sim_compute_robot_state-ego": 0.07688210010528565, "sim_compute_robot_state-npc0": 0.07049748897552491, "sim_compute_robot_state-npc1": 0.07232046127319336, "sim_compute_robot_state-npc2": 0.07355143229166666, "sim_compute_robot_state-npc3": 0.07663530508677165}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.7266383640667734, "sim_physics": 0.1968812806819513, "survival_time": 6.149999999999986, "driven_lanedir": 0.2276491349259513, "sim_render-ego": 0.07042902271922041, "in-drivable-lane": 2.899999999999994, "agent_compute-ego": 0.18595918794957603, "deviation-heading": 2.5108750894652907, "set_robot_commands": 0.10684181228885806, "deviation-center-line": 0.07388166607042239, "driven_lanedir_consec": 0.2276491349259513, "sim_compute_sim_state": 0.04372213332633662, "sim_compute_performance-ego": 0.07729434385532286, "sim_compute_robot_state-ego": 0.08607351683019622, "sim_compute_robot_state-npc0": 0.07895123861669524, "sim_compute_robot_state-npc1": 0.0800205420672409, "sim_compute_robot_state-npc2": 0.07757161109428096, "sim_compute_robot_state-npc3": 0.07627677917480469}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.09491011852482067, "sim_physics": 0.1940527087763736, "survival_time": 0.9500000000000004, "driven_lanedir": 0.06041677623030939, "sim_render-ego": 0.0665666053169652, "in-drivable-lane": 0, "agent_compute-ego": 0.16714428600512052, "deviation-heading": 0.556360458241233, "set_robot_commands": 0.1041871246538664, "deviation-center-line": 0.08086698235780822, "driven_lanedir_consec": 0.06041677623030939, "sim_compute_sim_state": 0.04470650773299368, "sim_compute_performance-ego": 0.0763886853268272, "sim_compute_robot_state-ego": 0.07958547692549856, "sim_compute_robot_state-npc0": 0.0776610625417609, "sim_compute_robot_state-npc1": 0.07690674380252235, "sim_compute_robot_state-npc2": 0.0773645325710899, "sim_compute_robot_state-npc3": 0.07846986620049727}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.821091365056958, "sim_physics": 0.19273135979970296, "survival_time": 14.950000000000076, "driven_lanedir": 0.5797874990727049, "sim_render-ego": 0.06805762688318888, "in-drivable-lane": 7.350000000000041, "agent_compute-ego": 0.18748445431391397, "deviation-heading": 5.746287474145587, "set_robot_commands": 0.10386247158050538, "deviation-center-line": 0.2130982328679214, "driven_lanedir_consec": 0.5797874990727049, "sim_compute_sim_state": 0.04193278074264526, "sim_compute_performance-ego": 0.07635297934214275, "sim_compute_robot_state-ego": 0.08139209826787312, "sim_compute_robot_state-npc0": 0.07414632479349773, "sim_compute_robot_state-npc1": 0.07464426358540853, "sim_compute_robot_state-npc2": 0.07550154209136963, "sim_compute_robot_state-npc3": 0.07503323078155517}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.1112065811290438, "sim_physics": 0.2267783988605846, "survival_time": 1.1000000000000003, "driven_lanedir": 0.06468192083880897, "sim_render-ego": 0.07000098445198753, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.19768870960582385, "deviation-heading": 0.6130335284038151, "set_robot_commands": 0.11040575937791304, "deviation-center-line": 0.08012762737867413, "driven_lanedir_consec": 0.06468192083880897, "sim_compute_sim_state": 0.04573578184301203, "sim_compute_performance-ego": 0.0780661864714189, "sim_compute_robot_state-ego": 0.08896324851296165, "sim_compute_robot_state-npc0": 0.07473857836289839, "sim_compute_robot_state-npc1": 0.07424600557847456, "sim_compute_robot_state-npc2": 0.07579501108689742, "sim_compute_robot_state-npc3": 0.07678629051555287}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.14775404939067294, "sim_physics": 0.21834095624776984, "survival_time": 1.3000000000000005, "driven_lanedir": 0.09549911046418068, "sim_render-ego": 0.06637399930220383, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1767718608562763, "deviation-heading": 0.7039940717139285, "set_robot_commands": 0.1035766784961407, "deviation-center-line": 0.07691893553944887, "driven_lanedir_consec": 0.09549911046418068, "sim_compute_sim_state": 0.04615496672116793, "sim_compute_performance-ego": 0.07729663298680232, "sim_compute_robot_state-ego": 0.08159997830024132, "sim_compute_robot_state-npc0": 0.07271623611450195, "sim_compute_robot_state-npc1": 0.0768450590280386, "sim_compute_robot_state-npc2": 0.07807817825904259, "sim_compute_robot_state-npc3": 0.08006267364208515}}
set_robot_commands_max0.11243750738060992
set_robot_commands_mean0.10508055710332743
set_robot_commands_median0.1041871246538664
set_robot_commands_min0.0998909824034747
sim_compute_performance-ego_max0.0780661864714189
sim_compute_performance-ego_mean0.07588849157320503
sim_compute_performance-ego_median0.07589302062988282
sim_compute_performance-ego_min0.07306265830993652
sim_compute_robot_state-ego_max0.08896324851296165
sim_compute_robot_state-ego_mean0.08065224393915482
sim_compute_robot_state-ego_median0.08092097759246826
sim_compute_robot_state-ego_min0.0752643487032722
sim_compute_robot_state-npc0_max0.07895123861669524
sim_compute_robot_state-npc0_mean0.07516879452622313
sim_compute_robot_state-npc0_median0.07504650262685922
sim_compute_robot_state-npc0_min0.07049748897552491
sim_compute_robot_state-npc1_max0.0800205420672409
sim_compute_robot_state-npc1_mean0.07547161916292712
sim_compute_robot_state-npc1_median0.07583853050514504
sim_compute_robot_state-npc1_min0.07232046127319336
sim_compute_robot_state-npc2_max0.07807817825904259
sim_compute_robot_state-npc2_mean0.07545544776447206
sim_compute_robot_state-npc2_median0.07675110300381978
sim_compute_robot_state-npc2_min0.06814304520102109
sim_compute_robot_state-npc3_max0.08122226927015516
sim_compute_robot_state-npc3_mean0.07601597145920576
sim_compute_robot_state-npc3_median0.07648922049480936
sim_compute_robot_state-npc3_min0.07037496566772461
sim_compute_sim_state_max0.04615496672116793
sim_compute_sim_state_mean0.04344953678115789
sim_compute_sim_state_median0.04402178923288981
sim_compute_sim_state_min0.03764275882555091
sim_physics_max0.23558158459870712
sim_physics_mean0.2037878037147194
sim_physics_median0.19688463735056447
sim_physics_min0.18946108634655293
sim_render-ego_max0.07110494154470938
sim_render-ego_mean0.06822840355429201
sim_render-ego_median0.06773896217346191
sim_render-ego_min0.06637399930220383
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean4.280000000000009
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.