Duckietown Challenges Home Challenges Submissions

Job 20990

Job ID20990
submission2822
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido2-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-38-104-5317
date started
date completed
duration0:23:10
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.172661166442068
agent_compute-ego_mean0.16490555689795522
agent_compute-ego_median0.16571319544756857
agent_compute-ego_min0.1485067714344371
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.1817838262628626, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06418722205691868, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.16515219653094257, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.1091664985374168, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04303456677330865, "sim_compute_performance-ego": 0.07700781027475993, "sim_compute_robot_state-ego": 0.08318311638302273, "sim_compute_robot_state-npc0": 0.07562520768907335, "sim_compute_robot_state-npc1": 0.07586420465398717, "sim_compute_robot_state-npc2": 0.07991086553644251, "sim_compute_robot_state-npc3": 0.07472395455395733}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.19939363479614255, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.06487111091613769, "in-drivable-lane": 0, "agent_compute-ego": 0.1642424011230469, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.10877954483032226, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.042962236404418944, "sim_compute_performance-ego": 0.0734758186340332, "sim_compute_robot_state-ego": 0.07180252075195312, "sim_compute_robot_state-npc0": 0.07130143165588379, "sim_compute_robot_state-npc1": 0.07627883911132813, "sim_compute_robot_state-npc2": 0.0763346290588379, "sim_compute_robot_state-npc3": 0.07206114768981933}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.22168454998417905, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06863986504705329, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.16732404106541685, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.10857357163178294, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.04228681325912475, "sim_compute_performance-ego": 0.07649665443520796, "sim_compute_robot_state-ego": 0.08479608046381097, "sim_compute_robot_state-npc0": 0.07165085328252692, "sim_compute_robot_state-npc1": 0.0724489500648097, "sim_compute_robot_state-npc2": 0.07266783714294434, "sim_compute_robot_state-npc3": 0.07445811284215827}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.19635938994492155, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06669531291044212, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1650288255908821, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.1031789719303952, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.039977429788323894, "sim_compute_performance-ego": 0.07110165342499938, "sim_compute_robot_state-ego": 0.07638011401212669, "sim_compute_robot_state-npc0": 0.07214870935753931, "sim_compute_robot_state-npc1": 0.07020232043688811, "sim_compute_robot_state-npc2": 0.07229848753047895, "sim_compute_robot_state-npc3": 0.07297960715957835}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.18905065740857804, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06988472597939628, "in-drivable-lane": 0, "agent_compute-ego": 0.1659436821937561, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.10470222575323922, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.043318595205034525, "sim_compute_performance-ego": 0.07767938716070992, "sim_compute_robot_state-ego": 0.08461343390601021, "sim_compute_robot_state-npc0": 0.07573804685047694, "sim_compute_robot_state-npc1": 0.07135183470589775, "sim_compute_robot_state-npc2": 0.07547509670257568, "sim_compute_robot_state-npc3": 0.07517327581133161}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.17979915936787924, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.06396753699691207, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.1614889480449535, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.10820781743084942, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.04185135276229293, "sim_compute_performance-ego": 0.07181874910990398, "sim_compute_robot_state-ego": 0.07854513768796567, "sim_compute_robot_state-npc0": 0.0722846543347394, "sim_compute_robot_state-npc1": 0.07352705796559651, "sim_compute_robot_state-npc2": 0.07134625205287227, "sim_compute_robot_state-npc3": 0.07301865683661567}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.1760011778937446, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.06793227902165165, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.16571319544756857, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.10599517380749736, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.04048483901553684, "sim_compute_performance-ego": 0.07634294916082311, "sim_compute_robot_state-ego": 0.07994974542547155, "sim_compute_robot_state-npc0": 0.07325735798588505, "sim_compute_robot_state-npc1": 0.07527717396065041, "sim_compute_robot_state-npc2": 0.07193678838235361, "sim_compute_robot_state-npc3": 0.07304241039134839}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.2134642283121745, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.06784293386671278, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.16714492373996312, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.1070089022318522, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.043047995037502715, "sim_compute_performance-ego": 0.07346058421664768, "sim_compute_robot_state-ego": 0.07972117000155979, "sim_compute_robot_state-npc0": 0.07584906684027778, "sim_compute_robot_state-npc1": 0.07311399777730306, "sim_compute_robot_state-npc2": 0.07340392536587186, "sim_compute_robot_state-npc3": 0.07215595775180393}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.17214222058005954, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.0655155492865521, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.1637867326321809, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.10420170555944028, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03942896490511687, "sim_compute_performance-ego": 0.07251722398011581, "sim_compute_robot_state-ego": 0.0788884629373965, "sim_compute_robot_state-npc0": 0.0725989704546721, "sim_compute_robot_state-npc1": 0.06996172407399052, "sim_compute_robot_state-npc2": 0.07127598575923753, "sim_compute_robot_state-npc3": 0.07335989371589992}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.23030948162078857, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06677783966064453, "in-drivable-lane": 0, "agent_compute-ego": 0.1681440544128418, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.11104859352111816, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.045733098983764646, "sim_compute_performance-ego": 0.07617543697357178, "sim_compute_robot_state-ego": 0.08661375522613525, "sim_compute_robot_state-npc0": 0.0770398473739624, "sim_compute_robot_state-npc1": 0.07393918514251709, "sim_compute_robot_state-npc2": 0.07449909210205079, "sim_compute_robot_state-npc3": 0.07894308090209962}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.20924774408340455, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.0643017053604126, "in-drivable-lane": 0, "agent_compute-ego": 0.16819534301757813, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.0997551441192627, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.04020578861236572, "sim_compute_performance-ego": 0.07426296472549439, "sim_compute_robot_state-ego": 0.08285254240036011, "sim_compute_robot_state-npc0": 0.07233911752700806, "sim_compute_robot_state-npc1": 0.0719254493713379, "sim_compute_robot_state-npc2": 0.06743454933166504, "sim_compute_robot_state-npc3": 0.07315328121185302}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.18737440360219856, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.06485458424216822, "in-drivable-lane": 0, "agent_compute-ego": 0.172661166442068, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.10478819044012772, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.0405788170663934, "sim_compute_performance-ego": 0.07003588425485711, "sim_compute_robot_state-ego": 0.10179424285888672, "sim_compute_robot_state-npc0": 0.0705812604803788, "sim_compute_robot_state-npc1": 0.07571547909786827, "sim_compute_robot_state-npc2": 0.07049235544706646, "sim_compute_robot_state-npc3": 0.06949569049634431}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.16565815925598146, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06420241832733155, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.16140289783477782, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.10838538646697998, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.03723715782165527, "sim_compute_performance-ego": 0.07060580730438232, "sim_compute_robot_state-ego": 0.07263741970062255, "sim_compute_robot_state-npc0": 0.07178138732910157, "sim_compute_robot_state-npc1": 0.07202898979187011, "sim_compute_robot_state-npc2": 0.07202531337738037, "sim_compute_robot_state-npc3": 0.07143052101135254}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.22006806460293857, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.06167436729777943, "in-drivable-lane": 0, "agent_compute-ego": 0.1485067714344371, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.09825794263319536, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.03824018348347057, "sim_compute_performance-ego": 0.07027196884155273, "sim_compute_robot_state-ego": 0.07259435003454034, "sim_compute_robot_state-npc0": 0.06974547559564764, "sim_compute_robot_state-npc1": 0.06894649158824574, "sim_compute_robot_state-npc2": 0.06685627590526234, "sim_compute_robot_state-npc3": 0.07394218444824219}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.20800308791958555, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.06571698188781738, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.16884817395891463, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.1098639624459403, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.04350402890419473, "sim_compute_performance-ego": 0.07239760184774593, "sim_compute_robot_state-ego": 0.07784267347686145, "sim_compute_robot_state-npc0": 0.0733185592962771, "sim_compute_robot_state-npc1": 0.06970712603354941, "sim_compute_robot_state-npc2": 0.07140465171969666, "sim_compute_robot_state-npc3": 0.07368280449692084}}
set_robot_commands_max0.11104859352111816
set_robot_commands_mean0.106127575422628
set_robot_commands_median0.1070089022318522
set_robot_commands_min0.09825794263319536
sim_compute_performance-ego_max0.07767938716070992
sim_compute_performance-ego_mean0.07357669962298702
sim_compute_performance-ego_median0.07346058421664768
sim_compute_performance-ego_min0.07003588425485711
sim_compute_robot_state-ego_max0.10179424285888672
sim_compute_robot_state-ego_mean0.08081431768444823
sim_compute_robot_state-ego_median0.07972117000155979
sim_compute_robot_state-ego_min0.07180252075195312
sim_compute_robot_state-npc0_max0.0770398473739624
sim_compute_robot_state-npc0_mean0.07301732973689669
sim_compute_robot_state-npc0_median0.07233911752700806
sim_compute_robot_state-npc0_min0.06974547559564764
sim_compute_robot_state-npc1_max0.07627883911132813
sim_compute_robot_state-npc1_mean0.07268592158505598
sim_compute_robot_state-npc1_median0.0724489500648097
sim_compute_robot_state-npc1_min0.06894649158824574
sim_compute_robot_state-npc2_max0.07991086553644251
sim_compute_robot_state-npc2_mean0.07249080702764908
sim_compute_robot_state-npc2_median0.07202531337738037
sim_compute_robot_state-npc2_min0.06685627590526234
sim_compute_robot_state-npc3_max0.07894308090209962
sim_compute_robot_state-npc3_mean0.07344137195462169
sim_compute_robot_state-npc3_median0.07315328121185302
sim_compute_robot_state-npc3_min0.06949569049634431
sim_compute_sim_state_max0.045733098983764646
sim_compute_sim_state_mean0.04145945786816697
sim_compute_sim_state_median0.04185135276229293
sim_compute_sim_state_min0.03723715782165527
sim_physics_max0.23030948162078857
sim_physics_mean0.1966893190423626
sim_physics_median0.19635938994492155
sim_physics_min0.16565815925598146
sim_render-ego_max0.06988472597939628
sim_render-ego_mean0.06580429552386204
sim_render-ego_median0.0655155492865521
sim_render-ego_min0.06167436729777943
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.