Duckietown Challenges Home Challenges Submissions

Job 20776

Job ID20776
submission2928
userBhairav Mehta
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-38-104-5197
date started
date completed
duration0:20:15
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.08924613644660617
survival_time_median1.2500000000000004
deviation-center-line_median0.08345222676695681
in-drivable-lane_median0.05000000000000005


other stats
agent_compute-ego_max0.207321021867835
agent_compute-ego_mean0.18513135069669773
agent_compute-ego_median0.1814390986856788
agent_compute-ego_min0.16836280822753907
deviation-center-line_max0.18098137591634827
deviation-center-line_mean0.08267720491043468
deviation-center-line_min0.043312693602526965
deviation-heading_max2.0217231033809706
deviation-heading_mean0.82175328868438
deviation-heading_median0.7743921445471438
deviation-heading_min0.49431409531589793
driven_any_max0.7046468911432043
driven_any_mean0.19503532749662597
driven_any_median0.15219992217819522
driven_any_min0.09417879959762064
driven_lanedir_consec_max0.2714961930543327
driven_lanedir_consec_mean0.10150493235566456
driven_lanedir_consec_min0.0524420506200034
driven_lanedir_max0.2714961930543327
driven_lanedir_mean0.10150493235566456
driven_lanedir_median0.08924613644660617
driven_lanedir_min0.0524420506200034
in-drivable-lane_max2.0499999999999963
in-drivable-lane_mean0.25999999999999984
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.7046468911432043, "sim_physics": 0.17714142558550594, "survival_time": 4.94999999999999, "driven_lanedir": 0.2714961930543327, "sim_render-ego": 0.06450106880881569, "in-drivable-lane": 2.0499999999999963, "agent_compute-ego": 0.1814390986856788, "deviation-heading": 2.0217231033809706, "set_robot_commands": 0.09916675933683762, "deviation-center-line": 0.18098137591634827, "driven_lanedir_consec": 0.2714961930543327, "sim_compute_sim_state": 0.04080355528629187, "sim_compute_performance-ego": 0.07123761225228357, "sim_compute_robot_state-ego": 0.07843932238492099, "sim_compute_robot_state-npc0": 0.07134610956365411, "sim_compute_robot_state-npc1": 0.0731201870272858, "sim_compute_robot_state-npc2": 0.06916370536341812, "sim_compute_robot_state-npc3": 0.07147106257351962}, "udem1-1-0": {"driven_any": 0.17748709300037663, "sim_physics": 0.2087078712604664, "survival_time": 1.3500000000000003, "driven_lanedir": 0.06134962679631384, "sim_render-ego": 0.07012149139686867, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.19941828869007253, "deviation-heading": 0.940905708676392, "set_robot_commands": 0.09809767758404768, "deviation-center-line": 0.06647593651742018, "driven_lanedir_consec": 0.06134962679631384, "sim_compute_sim_state": 0.04220659644515426, "sim_compute_performance-ego": 0.07514611879984538, "sim_compute_robot_state-ego": 0.0850597310949255, "sim_compute_robot_state-npc0": 0.07028257405316388, "sim_compute_robot_state-npc1": 0.0732346287480107, "sim_compute_robot_state-npc2": 0.07300894348709672, "sim_compute_robot_state-npc3": 0.07765506815027308}, "udem1-2-0": {"driven_any": 0.11788337451139246, "sim_physics": 0.19332693923603408, "survival_time": 1.1000000000000003, "driven_lanedir": 0.08332769641637494, "sim_render-ego": 0.0633532242341475, "in-drivable-lane": 0, "agent_compute-ego": 0.18265982107682663, "deviation-heading": 0.5123698979009025, "set_robot_commands": 0.10644954984838312, "deviation-center-line": 0.0972697819580457, "driven_lanedir_consec": 0.08332769641637494, "sim_compute_sim_state": 0.04135201194069602, "sim_compute_performance-ego": 0.0726876909082586, "sim_compute_robot_state-ego": 0.08343558961694891, "sim_compute_robot_state-npc0": 0.07194779135964134, "sim_compute_robot_state-npc1": 0.0730539235201749, "sim_compute_robot_state-npc2": 0.07174181938171387, "sim_compute_robot_state-npc3": 0.07317696918140758}, "udem1-3-0": {"driven_any": 0.09736415092613378, "sim_physics": 0.20269865575044052, "survival_time": 1.1500000000000004, "driven_lanedir": 0.05328611097307401, "sim_render-ego": 0.07720046458037003, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.207321021867835, "deviation-heading": 0.6115907515522643, "set_robot_commands": 0.10857988440472148, "deviation-center-line": 0.0876806909610018, "driven_lanedir_consec": 0.05328611097307401, "sim_compute_sim_state": 0.04592433183089546, "sim_compute_performance-ego": 0.07746359576349673, "sim_compute_robot_state-ego": 0.0871517450913139, "sim_compute_robot_state-npc0": 0.07889904146609099, "sim_compute_robot_state-npc1": 0.07519753082938817, "sim_compute_robot_state-npc2": 0.07685686194378397, "sim_compute_robot_state-npc3": 0.07694324203159499}, "udem1-4-0": {"driven_any": 0.15297947913266555, "sim_physics": 0.1951222801208496, "survival_time": 1.2500000000000004, "driven_lanedir": 0.09181343318549096, "sim_render-ego": 0.062060279846191405, "in-drivable-lane": 0, "agent_compute-ego": 0.1896357536315918, "deviation-heading": 0.882131863264995, "set_robot_commands": 0.09833459854125975, "deviation-center-line": 0.06580449242718273, "driven_lanedir_consec": 0.09181343318549096, "sim_compute_sim_state": 0.04115082740783691, "sim_compute_performance-ego": 0.06933540344238281, "sim_compute_robot_state-ego": 0.07751757621765137, "sim_compute_robot_state-npc0": 0.07174662590026855, "sim_compute_robot_state-npc1": 0.0702998161315918, "sim_compute_robot_state-npc2": 0.07001733779907227, "sim_compute_robot_state-npc3": 0.07137274742126465}, "udem1-5-0": {"driven_any": 0.2586499506615578, "sim_physics": 0.1938666544462505, "survival_time": 1.900000000000001, "driven_lanedir": 0.15116817064018084, "sim_render-ego": 0.06728560673563104, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.179610202186986, "deviation-heading": 0.8751957371923983, "set_robot_commands": 0.10353692581779078, "deviation-center-line": 0.07493880205751617, "driven_lanedir_consec": 0.15116817064018084, "sim_compute_sim_state": 0.04258688500053004, "sim_compute_performance-ego": 0.07313439093138042, "sim_compute_robot_state-ego": 0.08009390454543264, "sim_compute_robot_state-npc0": 0.07713432061044793, "sim_compute_robot_state-npc1": 0.0760281148709749, "sim_compute_robot_state-npc2": 0.07682859270196211, "sim_compute_robot_state-npc3": 0.07358689057199579}, "udem1-6-0": {"driven_any": 0.13611501658775682, "sim_physics": 0.1766965389251709, "survival_time": 1.1500000000000004, "driven_lanedir": 0.09536554012456833, "sim_render-ego": 0.06587676379991614, "in-drivable-lane": 0, "agent_compute-ego": 0.17671815208766772, "deviation-heading": 0.5968473468995548, "set_robot_commands": 0.10250728026680324, "deviation-center-line": 0.08345222676695681, "driven_lanedir_consec": 0.09536554012456833, "sim_compute_sim_state": 0.04128033181895381, "sim_compute_performance-ego": 0.06909996530284053, "sim_compute_robot_state-ego": 0.07446558579154637, "sim_compute_robot_state-npc0": 0.07198460205741551, "sim_compute_robot_state-npc1": 0.07377789331519086, "sim_compute_robot_state-npc2": 0.06896825458692468, "sim_compute_robot_state-npc3": 0.0682269282962965}, "udem1-7-0": {"driven_any": 0.118910626001834, "sim_physics": 0.18759126464525855, "survival_time": 1.2000000000000004, "driven_lanedir": 0.07718377243225594, "sim_render-ego": 0.0675203005472819, "in-drivable-lane": 0, "agent_compute-ego": 0.20248494545618692, "deviation-heading": 0.6459061313091758, "set_robot_commands": 0.10442975163459778, "deviation-center-line": 0.09192180964421956, "driven_lanedir_consec": 0.07718377243225594, "sim_compute_sim_state": 0.04448767503102621, "sim_compute_performance-ego": 0.07405823469161987, "sim_compute_robot_state-ego": 0.08218338092168172, "sim_compute_robot_state-npc0": 0.07490636905034383, "sim_compute_robot_state-npc1": 0.07819352547327678, "sim_compute_robot_state-npc2": 0.08219599723815918, "sim_compute_robot_state-npc3": 0.07880207896232605}, "udem1-8-0": {"driven_any": 0.2220845182703035, "sim_physics": 0.19121212708322624, "survival_time": 1.900000000000001, "driven_lanedir": 0.11597832454156665, "sim_render-ego": 0.06431487359498676, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.1747373844447889, "deviation-heading": 0.7743921445471438, "set_robot_commands": 0.09567105770111084, "deviation-center-line": 0.04368499123320292, "driven_lanedir_consec": 0.11597832454156665, "sim_compute_sim_state": 0.040638942467538935, "sim_compute_performance-ego": 0.06945335237603438, "sim_compute_robot_state-ego": 0.07460821302313554, "sim_compute_robot_state-npc0": 0.07200645773034346, "sim_compute_robot_state-npc1": 0.07146692276000977, "sim_compute_robot_state-npc2": 0.07383862922066137, "sim_compute_robot_state-npc3": 0.07000315816778886}, "udem1-9-0": {"driven_any": 0.14957873454807932, "sim_physics": 0.17417937278747558, "survival_time": 1.2500000000000004, "driven_lanedir": 0.06589055752683048, "sim_render-ego": 0.07057124137878418, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.1811104393005371, "deviation-heading": 0.8604251035120599, "set_robot_commands": 0.09626625061035156, "deviation-center-line": 0.04906446885918151, "driven_lanedir_consec": 0.06589055752683048, "sim_compute_sim_state": 0.03875772476196289, "sim_compute_performance-ego": 0.06590110778808594, "sim_compute_robot_state-ego": 0.06628448486328126, "sim_compute_robot_state-npc0": 0.07257010459899903, "sim_compute_robot_state-npc1": 0.06909730911254883, "sim_compute_robot_state-npc2": 0.0690235424041748, "sim_compute_robot_state-npc3": 0.07050799369812012}, "udem1-10-0": {"driven_any": 0.144166460078735, "sim_physics": 0.17107336719830832, "survival_time": 1.2000000000000004, "driven_lanedir": 0.06302039116126301, "sim_render-ego": 0.06586227814356486, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.18640790383021036, "deviation-heading": 0.8528921571711496, "set_robot_commands": 0.09685582915941876, "deviation-center-line": 0.043312693602526965, "driven_lanedir_consec": 0.06302039116126301, "sim_compute_sim_state": 0.04164178172747294, "sim_compute_performance-ego": 0.06877423326174419, "sim_compute_robot_state-ego": 0.07192609707514445, "sim_compute_robot_state-npc0": 0.07286187012990315, "sim_compute_robot_state-npc1": 0.0774374504884084, "sim_compute_robot_state-npc2": 0.07723937431971233, "sim_compute_robot_state-npc3": 0.07398117582003276}, "udem1-11-0": {"driven_any": 0.09417879959762064, "sim_physics": 0.17525494666326613, "survival_time": 1.0500000000000005, "driven_lanedir": 0.0524420506200034, "sim_render-ego": 0.0690964176541283, "in-drivable-lane": 0, "agent_compute-ego": 0.19740158035641625, "deviation-heading": 0.6796947600928381, "set_robot_commands": 0.10915509859720866, "deviation-center-line": 0.0906558532607482, "driven_lanedir_consec": 0.0524420506200034, "sim_compute_sim_state": 0.04330775851295108, "sim_compute_performance-ego": 0.07182786578223818, "sim_compute_robot_state-ego": 0.0823338372366769, "sim_compute_robot_state-npc0": 0.07416182472592309, "sim_compute_robot_state-npc1": 0.07242260660443987, "sim_compute_robot_state-npc2": 0.07339849926176525, "sim_compute_robot_state-npc3": 0.07294694582621257}, "udem1-12-0": {"driven_any": 0.22299656535063964, "sim_physics": 0.2071835221471013, "survival_time": 1.850000000000001, "driven_lanedir": 0.08924613644660617, "sim_render-ego": 0.06522129677437447, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.1779437967248865, "deviation-heading": 0.7392937685134421, "set_robot_commands": 0.09676996437278954, "deviation-center-line": 0.06969896999623028, "driven_lanedir_consec": 0.08924613644660617, "sim_compute_sim_state": 0.04546660345953864, "sim_compute_performance-ego": 0.07273150779105522, "sim_compute_robot_state-ego": 0.07427523587201093, "sim_compute_robot_state-npc0": 0.07322234720797152, "sim_compute_robot_state-npc1": 0.07181807466455407, "sim_compute_robot_state-npc2": 0.06845655312409273, "sim_compute_robot_state-npc3": 0.07287258715242953}, "udem1-13-0": {"driven_any": 0.15219992217819522, "sim_physics": 0.1687993277674136, "survival_time": 1.1500000000000004, "driven_lanedir": 0.12134435326334492, "sim_render-ego": 0.06098691276882006, "in-drivable-lane": 0, "agent_compute-ego": 0.1717190638832424, "deviation-heading": 0.49431409531589793, "set_robot_commands": 0.0924316696498705, "deviation-center-line": 0.09478679915353504, "driven_lanedir_consec": 0.12134435326334492, "sim_compute_sim_state": 0.03894494927447775, "sim_compute_performance-ego": 0.07011112959488579, "sim_compute_robot_state-ego": 0.07816564518472423, "sim_compute_robot_state-npc0": 0.07105290371438731, "sim_compute_robot_state-npc1": 0.06867303018984587, "sim_compute_robot_state-npc2": 0.07393462761588719, "sim_compute_robot_state-npc3": 0.06638432585674783}, "udem1-14-0": {"driven_any": 0.1762883304608951, "sim_physics": 0.17271352608998616, "survival_time": 1.5000000000000009, "driven_lanedir": 0.12966162815276228, "sim_render-ego": 0.06487807432810465, "in-drivable-lane": 0, "agent_compute-ego": 0.16836280822753907, "deviation-heading": 0.8386167609365149, "set_robot_commands": 0.09411063194274902, "deviation-center-line": 0.10042918130240396, "driven_lanedir_consec": 0.12966162815276228, "sim_compute_sim_state": 0.040354681015014646, "sim_compute_performance-ego": 0.0732624371846517, "sim_compute_robot_state-ego": 0.07558505535125733, "sim_compute_robot_state-npc0": 0.06891432603200277, "sim_compute_robot_state-npc1": 0.06957698663075765, "sim_compute_robot_state-npc2": 0.06734913984934489, "sim_compute_robot_state-npc3": 0.07123740514119466}}
set_robot_commands_max0.10915509859720866
set_robot_commands_mean0.10015752863119602
set_robot_commands_median0.09833459854125975
set_robot_commands_min0.0924316696498705
sim_compute_performance-ego_max0.07746359576349673
sim_compute_performance-ego_mean0.07161497639138689
sim_compute_performance-ego_median0.07182786578223818
sim_compute_performance-ego_min0.06590110778808594
sim_compute_robot_state-ego_max0.0871517450913139
sim_compute_robot_state-ego_mean0.07810169361804346
sim_compute_robot_state-ego_median0.07816564518472423
sim_compute_robot_state-ego_min0.06628448486328126
sim_compute_robot_state-npc0_max0.07889904146609099
sim_compute_robot_state-npc0_mean0.07286915121337044
sim_compute_robot_state-npc0_median0.07200645773034346
sim_compute_robot_state-npc0_min0.06891432603200277
sim_compute_robot_state-npc1_max0.07819352547327678
sim_compute_robot_state-npc1_mean0.07289320002443057
sim_compute_robot_state-npc1_median0.0730539235201749
sim_compute_robot_state-npc1_min0.06867303018984587
sim_compute_robot_state-npc2_max0.08219599723815918
sim_compute_robot_state-npc2_mean0.07280145855318462
sim_compute_robot_state-npc2_median0.07300894348709672
sim_compute_robot_state-npc2_min0.06734913984934489
sim_compute_robot_state-npc3_max0.07880207896232605
sim_compute_robot_state-npc3_mean0.0726112385900803
sim_compute_robot_state-npc3_median0.07287258715242953
sim_compute_robot_state-npc3_min0.06638432585674783
sim_compute_sim_state_max0.04592433183089546
sim_compute_sim_state_mean0.0419269770653561
sim_compute_sim_state_median0.04135201194069602
sim_compute_sim_state_min0.03875772476196289
sim_physics_max0.2087078712604664
sim_physics_mean0.18637118798045027
sim_physics_median0.18759126464525855
sim_physics_min0.1687993277674136
sim_render-ego_max0.07720046458037003
sim_render-ego_mean0.06659001963946572
sim_render-ego_median0.06586227814356486
sim_render-ego_min0.06098691276882006
simulation-passed1
survival_time_max4.94999999999999
survival_time_mean1.5966666666666665
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.