Duckietown Challenges Home Challenges Submissions

Job 21240

Job ID21240
submission2495
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-42-167-7357
date started
date completed
duration0:14:17
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07968660528663696
survival_time_median1.2000000000000004
deviation-center-line_median0.07611691581775067
in-drivable-lane_median0


other stats
agent_compute-ego_max0.17677677196005118
agent_compute-ego_mean0.1519670114959635
agent_compute-ego_median0.15347912094809793
agent_compute-ego_min0.1193694273630778
deviation-center-line_max0.09627104004132828
deviation-center-line_mean0.07427483215300637
deviation-center-line_min0.0459248836603353
deviation-heading_max0.9346314192447778
deviation-heading_mean0.7277730499929109
deviation-heading_median0.7594427517427644
deviation-heading_min0.5227507875290646
driven_any_max0.24239365835143872
driven_any_mean0.16042804536475108
driven_any_median0.1370056416082507
driven_any_min0.10521756458412442
driven_lanedir_consec_max0.15457497851859925
driven_lanedir_consec_mean0.08786745137497634
driven_lanedir_consec_min0.048383450412528894
driven_lanedir_max0.15457497851859925
driven_lanedir_mean0.08786745137497634
driven_lanedir_median0.07968660528663696
driven_lanedir_min0.048383450412528894
in-drivable-lane_max0.6500000000000006
in-drivable-lane_mean0.13333333333333344
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2221876422486047, "sim_physics": 0.17875210898263114, "survival_time": 1.7500000000000009, "driven_lanedir": 0.07578637203144467, "sim_render-ego": 0.06027131080627442, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.16297286578587122, "deviation-heading": 0.7676548075802966, "set_robot_commands": 0.09119725908551896, "deviation-center-line": 0.06345830379339204, "driven_lanedir_consec": 0.07578637203144467, "sim_compute_sim_state": 0.03772357531956264, "sim_compute_performance-ego": 0.06719870567321777, "sim_compute_robot_state-ego": 0.06951024191720145, "sim_compute_robot_state-npc0": 0.06665641239711216, "sim_compute_robot_state-npc1": 0.06578297615051269, "sim_compute_robot_state-npc2": 0.06655471665518624, "sim_compute_robot_state-npc3": 0.07032465253557478}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.19915254875033747, "sim_physics": 0.15623399705597849, "survival_time": 1.6500000000000008, "driven_lanedir": 0.048383450412528894, "sim_render-ego": 0.05699193116390344, "in-drivable-lane": 0.6500000000000006, "agent_compute-ego": 0.14506973642291446, "deviation-heading": 0.7594427517427644, "set_robot_commands": 0.08361090313304555, "deviation-center-line": 0.05279899839029909, "driven_lanedir_consec": 0.048383450412528894, "sim_compute_sim_state": 0.03633515762560295, "sim_compute_performance-ego": 0.06298221241344105, "sim_compute_robot_state-ego": 0.07093801642909195, "sim_compute_robot_state-npc0": 0.06218975963014545, "sim_compute_robot_state-npc1": 0.06522349877790971, "sim_compute_robot_state-npc2": 0.06766947832974521, "sim_compute_robot_state-npc3": 0.06658463044600053}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1129155018825549, "sim_physics": 0.19765512509779495, "survival_time": 1.1000000000000003, "driven_lanedir": 0.07935837137228008, "sim_render-ego": 0.06303747133775191, "in-drivable-lane": 0, "agent_compute-ego": 0.16468007998033005, "deviation-heading": 0.5227507875290646, "set_robot_commands": 0.09025528214194556, "deviation-center-line": 0.09627104004132828, "driven_lanedir_consec": 0.07935837137228008, "sim_compute_sim_state": 0.03770444609902122, "sim_compute_performance-ego": 0.06549950079484419, "sim_compute_robot_state-ego": 0.08226022937081078, "sim_compute_robot_state-npc0": 0.0683451999317516, "sim_compute_robot_state-npc1": 0.06440181081945245, "sim_compute_robot_state-npc2": 0.06437353654341264, "sim_compute_robot_state-npc3": 0.06484370881860907}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.10521756458412442, "sim_physics": 0.1929247812791304, "survival_time": 1.1000000000000003, "driven_lanedir": 0.06818727414579051, "sim_render-ego": 0.05926255746321245, "in-drivable-lane": 0, "agent_compute-ego": 0.15347912094809793, "deviation-heading": 0.5563157019235696, "set_robot_commands": 0.08738555691458962, "deviation-center-line": 0.09069576420228502, "driven_lanedir_consec": 0.06818727414579051, "sim_compute_sim_state": 0.03972762281244451, "sim_compute_performance-ego": 0.06250630725513805, "sim_compute_robot_state-ego": 0.0629228570244529, "sim_compute_robot_state-npc0": 0.06019509922374378, "sim_compute_robot_state-npc1": 0.06242104010148482, "sim_compute_robot_state-npc2": 0.06297945976257324, "sim_compute_robot_state-npc3": 0.06346303766424005}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.1208897065678006, "sim_physics": 0.1214630292809528, "survival_time": 1.1500000000000004, "driven_lanedir": 0.05347974691090085, "sim_render-ego": 0.045535129049549934, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1256290518719217, "deviation-heading": 0.8384887994574305, "set_robot_commands": 0.07407934769340184, "deviation-center-line": 0.0459248836603353, "driven_lanedir_consec": 0.05347974691090085, "sim_compute_sim_state": 0.028913829637610394, "sim_compute_performance-ego": 0.054017823675404426, "sim_compute_robot_state-ego": 0.05761110264322032, "sim_compute_robot_state-npc0": 0.05362517937369968, "sim_compute_robot_state-npc1": 0.051763814428578254, "sim_compute_robot_state-npc2": 0.049227756002674934, "sim_compute_robot_state-npc3": 0.05226062691730002}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.23907435600747637, "sim_physics": 0.1373373167855399, "survival_time": 1.7500000000000009, "driven_lanedir": 0.1349516251697307, "sim_render-ego": 0.056629269463675365, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.146992894581386, "deviation-heading": 0.8904263547957212, "set_robot_commands": 0.0786275931767055, "deviation-center-line": 0.07169328232555265, "driven_lanedir_consec": 0.1349516251697307, "sim_compute_sim_state": 0.033433049065726146, "sim_compute_performance-ego": 0.06347669873918806, "sim_compute_robot_state-ego": 0.06636513301304409, "sim_compute_robot_state-npc0": 0.06076982361929757, "sim_compute_robot_state-npc1": 0.05914199692862374, "sim_compute_robot_state-npc2": 0.062132317679268974, "sim_compute_robot_state-npc3": 0.05991567202976772}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.12071273636535047, "sim_physics": 0.13477583365006882, "survival_time": 1.1000000000000003, "driven_lanedir": 0.0818806250250339, "sim_render-ego": 0.045809940858320755, "in-drivable-lane": 0, "agent_compute-ego": 0.1459317315708507, "deviation-heading": 0.5764143216303912, "set_robot_commands": 0.07593917846679688, "deviation-center-line": 0.07846041171762767, "driven_lanedir_consec": 0.0818806250250339, "sim_compute_sim_state": 0.026900876652110703, "sim_compute_performance-ego": 0.0498809272592718, "sim_compute_robot_state-ego": 0.05300203236666592, "sim_compute_robot_state-npc0": 0.04833573644811457, "sim_compute_robot_state-npc1": 0.047572786157781426, "sim_compute_robot_state-npc2": 0.04937142675573176, "sim_compute_robot_state-npc3": 0.046356157823042435}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.116853695866203, "sim_physics": 0.21070505181948343, "survival_time": 1.2000000000000004, "driven_lanedir": 0.07968660528663696, "sim_render-ego": 0.06262053052584331, "in-drivable-lane": 0, "agent_compute-ego": 0.17481245597203574, "deviation-heading": 0.6396453122102181, "set_robot_commands": 0.10495501756668092, "deviation-center-line": 0.09349582399489366, "driven_lanedir_consec": 0.07968660528663696, "sim_compute_sim_state": 0.04278994599978129, "sim_compute_performance-ego": 0.0682231883207957, "sim_compute_robot_state-ego": 0.07707331577936809, "sim_compute_robot_state-npc0": 0.06864480177561443, "sim_compute_robot_state-npc1": 0.06633354226748149, "sim_compute_robot_state-npc2": 0.06913075844446818, "sim_compute_robot_state-npc3": 0.0686887005964915}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.2215286862315604, "sim_physics": 0.2105605371536747, "survival_time": 1.5500000000000007, "driven_lanedir": 0.15457497851859925, "sim_render-ego": 0.06258345419360746, "in-drivable-lane": 0, "agent_compute-ego": 0.17259450112619706, "deviation-heading": 0.881768815063205, "set_robot_commands": 0.0896367565278084, "deviation-center-line": 0.07019100232573273, "driven_lanedir_consec": 0.15457497851859925, "sim_compute_sim_state": 0.0378578862836284, "sim_compute_performance-ego": 0.07005939945097893, "sim_compute_robot_state-ego": 0.0785317805505568, "sim_compute_robot_state-npc0": 0.09260972084537628, "sim_compute_robot_state-npc1": 0.06839669904401226, "sim_compute_robot_state-npc2": 0.0714694376914732, "sim_compute_robot_state-npc3": 0.06866033615604523}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.1641952391119638, "sim_physics": 0.1252529239654541, "survival_time": 1.2500000000000004, "driven_lanedir": 0.09282464622938448, "sim_render-ego": 0.04668309211730957, "in-drivable-lane": 0, "agent_compute-ego": 0.12061829566955566, "deviation-heading": 0.9201679280918876, "set_robot_commands": 0.06526164054870605, "deviation-center-line": 0.06316699481359707, "driven_lanedir_consec": 0.09282464622938448, "sim_compute_sim_state": 0.02619553565979004, "sim_compute_performance-ego": 0.050743942260742185, "sim_compute_robot_state-ego": 0.05214596748352051, "sim_compute_robot_state-npc0": 0.050286483764648435, "sim_compute_robot_state-npc1": 0.04979669570922852, "sim_compute_robot_state-npc2": 0.05052759170532226, "sim_compute_robot_state-npc3": 0.0478201961517334}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.13542019998890562, "sim_physics": 0.14321855703989664, "survival_time": 1.2000000000000004, "driven_lanedir": 0.05385463455625672, "sim_render-ego": 0.04181179404258728, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1193694273630778, "deviation-heading": 0.9346314192447778, "set_robot_commands": 0.06220475832621256, "deviation-center-line": 0.047299844807480354, "driven_lanedir_consec": 0.05385463455625672, "sim_compute_sim_state": 0.02786281704902649, "sim_compute_performance-ego": 0.0448094109694163, "sim_compute_robot_state-ego": 0.04778599739074707, "sim_compute_robot_state-npc0": 0.04685805241266886, "sim_compute_robot_state-npc1": 0.04452162981033325, "sim_compute_robot_state-npc2": 0.04884726802508036, "sim_compute_robot_state-npc3": 0.044694711764653526}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.10750533216448294, "sim_physics": 0.15639687776565553, "survival_time": 1.0000000000000002, "driven_lanedir": 0.07148435863602254, "sim_render-ego": 0.05644594430923462, "in-drivable-lane": 0, "agent_compute-ego": 0.16240862607955933, "deviation-heading": 0.5596174758982276, "set_robot_commands": 0.08955326080322265, "deviation-center-line": 0.08703719411921414, "driven_lanedir_consec": 0.07148435863602254, "sim_compute_sim_state": 0.0364471435546875, "sim_compute_performance-ego": 0.05988873243331909, "sim_compute_robot_state-ego": 0.06679120063781738, "sim_compute_robot_state-npc0": 0.06822129487991332, "sim_compute_robot_state-npc1": 0.06729438304901122, "sim_compute_robot_state-npc2": 0.06431452035903931, "sim_compute_robot_state-npc3": 0.06467206478118896}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.24239365835143872, "sim_physics": 0.17054875900870875, "survival_time": 1.900000000000001, "driven_lanedir": 0.10792325468096686, "sim_render-ego": 0.05752513910594739, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.1505509050268876, "deviation-heading": 0.8113096317148016, "set_robot_commands": 0.08779105387235943, "deviation-center-line": 0.07611691581775067, "driven_lanedir_consec": 0.10792325468096686, "sim_compute_sim_state": 0.03624655698475085, "sim_compute_performance-ego": 0.06250870855231035, "sim_compute_robot_state-ego": 0.06694960594177246, "sim_compute_robot_state-npc0": 0.062487508121289705, "sim_compute_robot_state-npc1": 0.06280542047400224, "sim_compute_robot_state-npc2": 0.06319611323507209, "sim_compute_robot_state-npc3": 0.06348768033479389}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.1370056416082507, "sim_physics": 0.1987845690354057, "survival_time": 1.1500000000000004, "driven_lanedir": 0.09804582411851824, "sim_render-ego": 0.06397635003794795, "in-drivable-lane": 0, "agent_compute-ego": 0.17677677196005118, "deviation-heading": 0.5590188259779947, "set_robot_commands": 0.0874500792959462, "deviation-center-line": 0.0916591981793876, "driven_lanedir_consec": 0.09804582411851824, "sim_compute_sim_state": 0.04028159639109736, "sim_compute_performance-ego": 0.07179306901019553, "sim_compute_robot_state-ego": 0.08113788521808127, "sim_compute_robot_state-npc0": 0.06459576150645381, "sim_compute_robot_state-npc1": 0.06541952879532524, "sim_compute_robot_state-npc2": 0.06654328885285751, "sim_compute_robot_state-npc3": 0.06699766283449919}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.16136817074221171, "sim_physics": 0.1631707085503472, "survival_time": 1.3500000000000003, "driven_lanedir": 0.11759000353055038, "sim_render-ego": 0.05612853721336082, "in-drivable-lane": 0, "agent_compute-ego": 0.1576187080807156, "deviation-heading": 0.6989428170333163, "set_robot_commands": 0.0915546417236328, "deviation-center-line": 0.08585282410621915, "driven_lanedir_consec": 0.11759000353055038, "sim_compute_sim_state": 0.03842501287107115, "sim_compute_performance-ego": 0.06627287688078703, "sim_compute_robot_state-ego": 0.06290510848716453, "sim_compute_robot_state-npc0": 0.06620795638472945, "sim_compute_robot_state-npc1": 0.06709177405745895, "sim_compute_robot_state-npc2": 0.065165051707515, "sim_compute_robot_state-npc3": 0.07004019066139504}}
set_robot_commands_max0.10495501756668092
set_robot_commands_mean0.08396682195177153
set_robot_commands_median0.0874500792959462
set_robot_commands_min0.06220475832621256
sim_compute_performance-ego_max0.07179306901019553
sim_compute_performance-ego_mean0.0613241002459367
sim_compute_performance-ego_median0.06298221241344105
sim_compute_performance-ego_min0.0448094109694163
sim_compute_robot_state-ego_max0.08226022937081078
sim_compute_robot_state-ego_mean0.06639536495023438
sim_compute_robot_state-ego_median0.06679120063781738
sim_compute_robot_state-ego_min0.04778599739074707
sim_compute_robot_state-npc0_max0.09260972084537628
sim_compute_robot_state-npc0_mean0.06266858602097061
sim_compute_robot_state-npc0_median0.062487508121289705
sim_compute_robot_state-npc0_min0.04685805241266886
sim_compute_robot_state-npc1_max0.06839669904401226
sim_compute_robot_state-npc1_mean0.06053117310474642
sim_compute_robot_state-npc1_median0.06440181081945245
sim_compute_robot_state-npc1_min0.04452162981033325
sim_compute_robot_state-npc2_max0.0714694376914732
sim_compute_robot_state-npc2_mean0.06143351478329473
sim_compute_robot_state-npc2_median0.06431452035903931
sim_compute_robot_state-npc2_min0.04884726802508036
sim_compute_robot_state-npc3_max0.07032465253557478
sim_compute_robot_state-npc3_mean0.06125400196768902
sim_compute_robot_state-npc3_median0.06467206478118896
sim_compute_robot_state-npc3_min0.044694711764653526
sim_compute_sim_state_max0.04278994599978129
sim_compute_sim_state_mean0.03512300346706078
sim_compute_sim_state_median0.0364471435546875
sim_compute_sim_state_min0.02619553565979004
sim_physics_max0.21070505181948343
sim_physics_mean0.16651867843138152
sim_physics_median0.1631707085503472
sim_physics_min0.1214630292809528
sim_render-ego_max0.06397635003794795
sim_render-ego_mean0.05568749677923512
sim_render-ego_median0.05699193116390344
sim_render-ego_min0.04181179404258728
simulation-passed1
survival_time_max1.900000000000001
survival_time_mean1.3466666666666671
survival_time_min1.0000000000000002

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.