Duckietown Challenges Home Challenges Submissions

Job 24516

Job ID24516
submission4284
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10492
date started
date completed
duration0:12:30
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.019590812070029124
agent_compute-ego_mean0.016267001449544745
agent_compute-ego_median0.01616905551207693
agent_compute-ego_min0.012748680114746091
deviation-center-line_max0.17439134565029044
deviation-center-line_mean0.1112205456826628
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.37150980594423094
deviation-heading_median0.34774352178293905
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589055
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708372
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708372
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429704, "sim_physics": 0.11368854840596516, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.009439883408723052, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.018896133811385545, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.006527286988717539, "deviation-center-line": 0.15907928712407876, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.003732491422582556, "sim_compute_performance-ego": 0.005153179168701172, "sim_compute_robot_state-ego": 0.006871894553855613, "sim_compute_robot_state-npc0": 0.006321107899701154, "sim_compute_robot_state-npc1": 0.006018616535045483, "sim_compute_robot_state-npc2": 0.006143278545803494, "sim_compute_robot_state-npc3": 0.00607756773630778}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118985, "sim_physics": 0.09829338073730468, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.008179969787597656, "in-drivable-lane": 0, "agent_compute-ego": 0.01461383819580078, "deviation-heading": 0.47860435001913376, "set_robot_commands": 0.005722293853759766, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.003223810195922851, "sim_compute_performance-ego": 0.004447221755981445, "sim_compute_robot_state-ego": 0.005782489776611328, "sim_compute_robot_state-npc0": 0.005442953109741211, "sim_compute_robot_state-npc1": 0.005318222045898438, "sim_compute_robot_state-npc2": 0.005281696319580078, "sim_compute_robot_state-npc3": 0.005244121551513672}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.10377101835451628, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708372, "sim_render-ego": 0.008590977442891974, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.01616905551207693, "deviation-heading": 0.5020407942599271, "set_robot_commands": 0.006136012704748856, "deviation-center-line": 0.17439134565029044, "driven_lanedir_consec": 1.2433038249708372, "sim_compute_sim_state": 0.003354342360245554, "sim_compute_performance-ego": 0.004586633883024517, "sim_compute_robot_state-ego": 0.0059223614240947525, "sim_compute_robot_state-npc0": 0.005594677046725624, "sim_compute_robot_state-npc1": 0.005584619547191419, "sim_compute_robot_state-npc2": 0.005475806562524093, "sim_compute_robot_state-npc3": 0.005632557367023669}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589055, "sim_physics": 0.1180762550498866, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.009751956674117076, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.017635490320905854, "deviation-heading": 0.34764983431811225, "set_robot_commands": 0.007081629354742509, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.0036733331559579583, "sim_compute_performance-ego": 0.005401517771467378, "sim_compute_robot_state-ego": 0.006749177280860611, "sim_compute_robot_state-npc0": 0.006569125984288469, "sim_compute_robot_state-npc1": 0.006332593628122837, "sim_compute_robot_state-npc2": 0.006402181673653518, "sim_compute_robot_state-npc3": 0.0063357896442654766}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846434, "sim_physics": 0.11137621743338448, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.009532834802355086, "in-drivable-lane": 0, "agent_compute-ego": 0.019590812070029124, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.006606970514569964, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.003691009112766811, "sim_compute_performance-ego": 0.005202387060437884, "sim_compute_robot_state-ego": 0.006310020174298968, "sim_compute_robot_state-npc0": 0.006413681166512626, "sim_compute_robot_state-npc1": 0.005946142332894462, "sim_compute_robot_state-npc2": 0.006050612245287214, "sim_compute_robot_state-npc3": 0.005939066410064697}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.0862628353966607, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.007588704427083333, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.014053331481085883, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.005161801973978679, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.0030027583793357567, "sim_compute_performance-ego": 0.003985661047476309, "sim_compute_robot_state-ego": 0.005247102843390571, "sim_compute_robot_state-npc0": 0.004907047307049787, "sim_compute_robot_state-npc1": 0.004811644554138184, "sim_compute_robot_state-npc2": 0.004803480925383391, "sim_compute_robot_state-npc3": 0.004762901200188531}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0456729849899615, "sim_physics": 0.10163472316883228, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.009469800525241427, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.01751412727214672, "deviation-heading": 0.3927366768210136, "set_robot_commands": 0.005952225791083442, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.003628421712804724, "sim_compute_performance-ego": 0.0051376863762184425, "sim_compute_robot_state-ego": 0.006660567389594184, "sim_compute_robot_state-npc0": 0.006032656740259241, "sim_compute_robot_state-npc1": 0.0062177711062961155, "sim_compute_robot_state-npc2": 0.006020912417659053, "sim_compute_robot_state-npc3": 0.006111617441530581}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8772562288570896, "sim_physics": 0.11391353607177734, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.008734120262993706, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.015365860197279188, "deviation-heading": 0.3844740406851849, "set_robot_commands": 0.006143490473429362, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.003265137142605252, "sim_compute_performance-ego": 0.004709058337741428, "sim_compute_robot_state-ego": 0.006218083699544271, "sim_compute_robot_state-npc0": 0.005786201688978407, "sim_compute_robot_state-npc1": 0.005477317174275716, "sim_compute_robot_state-npc2": 0.005472426944308811, "sim_compute_robot_state-npc3": 0.005528481801350912}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.843301097417158, "sim_physics": 0.10197020613628884, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.010042999101721722, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.017340178075044052, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.006403306256169858, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.003687625345976456, "sim_compute_performance-ego": 0.005041578541631284, "sim_compute_robot_state-ego": 0.006766111954398777, "sim_compute_robot_state-npc0": 0.006213908610136613, "sim_compute_robot_state-npc1": 0.006104469299316406, "sim_compute_robot_state-npc2": 0.006203397460605787, "sim_compute_robot_state-npc3": 0.006037867587545644}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.12842453956604005, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.009686541557312012, "in-drivable-lane": 0, "agent_compute-ego": 0.019120440483093262, "deviation-heading": 0.34774352178293905, "set_robot_commands": 0.006920294761657715, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.0036426639556884767, "sim_compute_performance-ego": 0.005190868377685547, "sim_compute_robot_state-ego": 0.006783962249755859, "sim_compute_robot_state-npc0": 0.006193170547485352, "sim_compute_robot_state-npc1": 0.00617739200592041, "sim_compute_robot_state-npc2": 0.0061831045150756835, "sim_compute_robot_state-npc3": 0.00609227180480957}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.11338101625442504, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.009231889247894288, "in-drivable-lane": 0, "agent_compute-ego": 0.019011592864990233, "deviation-heading": 0.3801610449156702, "set_robot_commands": 0.0056895256042480465, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.003247439861297607, "sim_compute_performance-ego": 0.004488730430603027, "sim_compute_robot_state-ego": 0.006083178520202637, "sim_compute_robot_state-npc0": 0.005787992477416992, "sim_compute_robot_state-npc1": 0.005375874042510986, "sim_compute_robot_state-npc2": 0.00569225549697876, "sim_compute_robot_state-npc3": 0.005563390254974365}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.0898794500451339, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.008797018151534232, "in-drivable-lane": 0, "agent_compute-ego": 0.01565861701965332, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.006404174001593339, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.0033236302827533925, "sim_compute_performance-ego": 0.00489622668216103, "sim_compute_robot_state-ego": 0.0058639802430805405, "sim_compute_robot_state-npc0": 0.005991120087473016, "sim_compute_robot_state-npc1": 0.005722158833553917, "sim_compute_robot_state-npc2": 0.005666619852969521, "sim_compute_robot_state-npc3": 0.005649529005351819}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700496, "sim_physics": 0.07474040508270263, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.006835966110229492, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.012748680114746091, "deviation-heading": 0.2263485117662672, "set_robot_commands": 0.004529128074645996, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.002704024314880371, "sim_compute_performance-ego": 0.00370887279510498, "sim_compute_robot_state-ego": 0.004619641304016113, "sim_compute_robot_state-npc0": 0.004510641098022461, "sim_compute_robot_state-npc1": 0.004462466239929199, "sim_compute_robot_state-npc2": 0.004475111961364746, "sim_compute_robot_state-npc3": 0.0044443893432617185}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3514429441281624, "sim_physics": 0.09033217213370584, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.006973797624761408, "in-drivable-lane": 0, "agent_compute-ego": 0.013200803236527876, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.004469123753634366, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.002700328826904297, "sim_compute_performance-ego": 0.0037120147184892135, "sim_compute_robot_state-ego": 0.004770723256197843, "sim_compute_robot_state-npc0": 0.004475897008722479, "sim_compute_robot_state-npc1": 0.004430283199657093, "sim_compute_robot_state-npc2": 0.0044355284083973275, "sim_compute_robot_state-npc3": 0.0044165199453180485}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.08891442357277383, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.006862129483904157, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.01308606108840631, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.004277696414869659, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.002657136138604612, "sim_compute_performance-ego": 0.0036595840843356383, "sim_compute_robot_state-ego": 0.004667184790786432, "sim_compute_robot_state-npc0": 0.004411906612162687, "sim_compute_robot_state-npc1": 0.004379705506928113, "sim_compute_robot_state-npc2": 0.004350477335404376, "sim_compute_robot_state-npc3": 0.004356729740999183}}
set_robot_commands_max0.007081629354742509
set_robot_commands_mean0.005868330701456606
set_robot_commands_median0.006136012704748856
set_robot_commands_min0.004277696414869659
sim_compute_performance-ego_max0.005401517771467378
sim_compute_performance-ego_mean0.004621414735403954
sim_compute_performance-ego_median0.004709058337741428
sim_compute_performance-ego_min0.0036595840843356383
sim_compute_robot_state-ego_max0.006871894553855613
sim_compute_robot_state-ego_mean0.0059544319640459
sim_compute_robot_state-ego_median0.006083178520202637
sim_compute_robot_state-ego_min0.004619641304016113
sim_compute_robot_state-npc0_max0.006569125984288469
sim_compute_robot_state-npc0_mean0.005643472492311741
sim_compute_robot_state-npc0_median0.005787992477416992
sim_compute_robot_state-npc0_min0.004411906612162687
sim_compute_robot_state-npc1_max0.006332593628122837
sim_compute_robot_state-npc1_mean0.00549061840344525
sim_compute_robot_state-npc1_median0.005584619547191419
sim_compute_robot_state-npc1_min0.004379705506928113
sim_compute_robot_state-npc2_max0.006402181673653518
sim_compute_robot_state-npc2_mean0.00551045937766639
sim_compute_robot_state-npc2_median0.005666619852969521
sim_compute_robot_state-npc2_min0.004350477335404376
sim_compute_robot_state-npc3_max0.0063357896442654766
sim_compute_robot_state-npc3_mean0.005479520055633711
sim_compute_robot_state-npc3_median0.005632557367023669
sim_compute_robot_state-npc3_min0.004356729740999183
sim_compute_sim_state_max0.003732491422582556
sim_compute_sim_state_mean0.0033022768138884447
sim_compute_sim_state_median0.0033236302827533925
sim_compute_sim_state_min0.002657136138604612
sim_physics_max0.12842453956604005
sim_physics_mean0.10231058182729316
sim_physics_median0.10197020613628884
sim_physics_min0.07474040508270263
sim_render-ego_max0.010042999101721722
sim_render-ego_mean0.00864790590722404
sim_render-ego_median0.008797018151534232
sim_render-ego_min0.006835966110229492
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.