Duckietown Challenges Home Challenges Submissions

Submission 2471

Submission2471
Competingyes
Challengeaido2-LFV-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22954
Next
User labelchallenge-aido_LF-template-random
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22954step1-simulationsuccessyes0:19:30
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.17099117040634154
agent_compute-ego_mean0.14296279215684032
agent_compute-ego_median0.13974635224593313
agent_compute-ego_min0.1241592566172282
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.16391153247268112, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.0616879904711688, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1467173320275766, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.09084590276082356, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03826543578395137, "sim_compute_performance-ego": 0.06787249777052137, "sim_compute_robot_state-ego": 0.07408956686655681, "sim_compute_robot_state-npc0": 0.06528876887427436, "sim_compute_robot_state-npc1": 0.061698573606985586, "sim_compute_robot_state-npc2": 0.0628275782973678, "sim_compute_robot_state-npc3": 0.06614199391117802}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.1630409336090088, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.05756527900695801, "in-drivable-lane": 0, "agent_compute-ego": 0.14874740600585937, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.11258501052856446, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03638792037963867, "sim_compute_performance-ego": 0.06538601875305176, "sim_compute_robot_state-ego": 0.06729117393493653, "sim_compute_robot_state-npc0": 0.0637302589416504, "sim_compute_robot_state-npc1": 0.06314127922058105, "sim_compute_robot_state-npc2": 0.06603756904602051, "sim_compute_robot_state-npc3": 0.06562660217285156}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.13472053879185727, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.04902834013888711, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.12708140046972977, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07608081792530261, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.030889329157377545, "sim_compute_performance-ego": 0.053606080381493816, "sim_compute_robot_state-ego": 0.055977357061285725, "sim_compute_robot_state-npc0": 0.055792309735950674, "sim_compute_robot_state-npc1": 0.05319090265976755, "sim_compute_robot_state-npc2": 0.055611450421182734, "sim_compute_robot_state-npc3": 0.057122766971588135}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.16144211081009877, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.05299286299113986, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.12912357004382943, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.08095126212397709, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.03477914423882207, "sim_compute_performance-ego": 0.05645585965506638, "sim_compute_robot_state-ego": 0.06522775299941437, "sim_compute_robot_state-npc0": 0.0603744621518292, "sim_compute_robot_state-npc1": 0.05787524995924551, "sim_compute_robot_state-npc2": 0.058269117451921294, "sim_compute_robot_state-npc3": 0.05922112887418723}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.1596727796963283, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.05887004307338169, "in-drivable-lane": 0, "agent_compute-ego": 0.13688623905181885, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.08897592340196882, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.037476812090192525, "sim_compute_performance-ego": 0.06670302152633667, "sim_compute_robot_state-ego": 0.06780587775366646, "sim_compute_robot_state-npc0": 0.06128766707011631, "sim_compute_robot_state-npc1": 0.0643948997770037, "sim_compute_robot_state-npc2": 0.0620808516229902, "sim_compute_robot_state-npc3": 0.08494944231850761}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.12630008326636422, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.04844187807153772, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.1241592566172282, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.07659710778130426, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.030854675504896376, "sim_compute_performance-ego": 0.05432354520868372, "sim_compute_robot_state-ego": 0.0575731771963614, "sim_compute_robot_state-npc0": 0.059194065906383375, "sim_compute_robot_state-npc1": 0.05914273085417571, "sim_compute_robot_state-npc2": 0.055349124802483454, "sim_compute_robot_state-npc3": 0.05600624172775834}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.14529096197198935, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.05324712947562889, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.13721321688758004, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.09013854574274134, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.034078143261097094, "sim_compute_performance-ego": 0.05997206105126275, "sim_compute_robot_state-ego": 0.0647358187922725, "sim_compute_robot_state-npc0": 0.05905087347383852, "sim_compute_robot_state-npc1": 0.06039690088342737, "sim_compute_robot_state-npc2": 0.061566697226630315, "sim_compute_robot_state-npc3": 0.06046041735896358}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.1850163777669271, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.05536875194973416, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.13992204666137695, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.08970303535461426, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.03802331288655599, "sim_compute_performance-ego": 0.06437977155049641, "sim_compute_robot_state-ego": 0.06641462114122179, "sim_compute_robot_state-npc0": 0.06634324391682943, "sim_compute_robot_state-npc1": 0.07042506535847982, "sim_compute_robot_state-npc2": 0.06586532592773438, "sim_compute_robot_state-npc3": 0.06511105961269803}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.15407653476880945, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.07035811569379724, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.14272797107696533, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.0829114758450052, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03488900868789009, "sim_compute_performance-ego": 0.06372862795124883, "sim_compute_robot_state-ego": 0.06551644594773003, "sim_compute_robot_state-npc0": 0.06670980868132217, "sim_compute_robot_state-npc1": 0.06469774764517079, "sim_compute_robot_state-npc2": 0.0653421567833942, "sim_compute_robot_state-npc3": 0.06297184073406717}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.2260425186157227, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06719668865203858, "in-drivable-lane": 0, "agent_compute-ego": 0.1689989519119263, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.10884918689727784, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.04213486194610596, "sim_compute_performance-ego": 0.08045856475830078, "sim_compute_robot_state-ego": 0.0915113353729248, "sim_compute_robot_state-npc0": 0.07447434425354003, "sim_compute_robot_state-npc1": 0.07555878639221192, "sim_compute_robot_state-npc2": 0.08291036605834962, "sim_compute_robot_state-npc3": 0.07506290435791016}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.21949403285980223, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.06974946260452271, "in-drivable-lane": 0, "agent_compute-ego": 0.17099117040634154, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.10224404335021972, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.044018340110778806, "sim_compute_performance-ego": 0.07743501663208008, "sim_compute_robot_state-ego": 0.08192369937896729, "sim_compute_robot_state-npc0": 0.0767206072807312, "sim_compute_robot_state-npc1": 0.07290831804275513, "sim_compute_robot_state-npc2": 0.07419641017913818, "sim_compute_robot_state-npc3": 0.07918688058853149}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.15353264306720937, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.05886872191178171, "in-drivable-lane": 0, "agent_compute-ego": 0.13974635224593313, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.08042939085709422, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.04017816091838636, "sim_compute_performance-ego": 0.06271977173654657, "sim_compute_robot_state-ego": 0.062857050644724, "sim_compute_robot_state-npc0": 0.06446908649645354, "sim_compute_robot_state-npc1": 0.0668068434062757, "sim_compute_robot_state-npc2": 0.06823995238856266, "sim_compute_robot_state-npc3": 0.06871542177702251}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.15479156970977784, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.05518442153930664, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.13785982608795166, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.08513226509094238, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.03895864009857178, "sim_compute_performance-ego": 0.0652930736541748, "sim_compute_robot_state-ego": 0.06954851627349853, "sim_compute_robot_state-npc0": 0.06934412956237793, "sim_compute_robot_state-npc1": 0.061820816993713376, "sim_compute_robot_state-npc2": 0.06302430629730224, "sim_compute_robot_state-npc3": 0.06523671627044678}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.1808782165700739, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.05698034980080344, "in-drivable-lane": 0, "agent_compute-ego": 0.1360332423990423, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.08738612044941295, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.035762234167619186, "sim_compute_performance-ego": 0.06348470124331387, "sim_compute_robot_state-ego": 0.06557333469390869, "sim_compute_robot_state-npc0": 0.06239518252286044, "sim_compute_robot_state-npc1": 0.06898443265394731, "sim_compute_robot_state-npc2": 0.06463952498002486, "sim_compute_robot_state-npc3": 0.06019606373526833}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.2173384549666424, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.06394417431889748, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.15823390045944524, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.09728224910035424, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.04016570655667052, "sim_compute_performance-ego": 0.07106971740722656, "sim_compute_robot_state-ego": 0.0760234715987225, "sim_compute_robot_state-npc0": 0.07383948929455815, "sim_compute_robot_state-npc1": 0.07582410500974071, "sim_compute_robot_state-npc2": 0.07100154915634467, "sim_compute_robot_state-npc3": 0.06918529588349011}}
set_robot_commands_max0.11258501052856446
set_robot_commands_mean0.09000748914730684
set_robot_commands_median0.08897592340196882
set_robot_commands_min0.07608081792530261
sim_compute_performance-ego_max0.08045856475830078
sim_compute_performance-ego_mean0.06485922195198696
sim_compute_performance-ego_median0.06437977155049641
sim_compute_performance-ego_min0.053606080381493816
sim_compute_robot_state-ego_max0.0915113353729248
sim_compute_robot_state-ego_mean0.06880461331041277
sim_compute_robot_state-ego_median0.06641462114122179
sim_compute_robot_state-ego_min0.055977357061285725
sim_compute_robot_state-npc0_max0.0767206072807312
sim_compute_robot_state-npc0_mean0.06526761987751438
sim_compute_robot_state-npc0_median0.06446908649645354
sim_compute_robot_state-npc0_min0.055792309735950674
sim_compute_robot_state-npc1_max0.07582410500974071
sim_compute_robot_state-npc1_mean0.06512444349756541
sim_compute_robot_state-npc1_median0.0643948997770037
sim_compute_robot_state-npc1_min0.05319090265976755
sim_compute_robot_state-npc2_max0.08291036605834962
sim_compute_robot_state-npc2_mean0.06513079870929647
sim_compute_robot_state-npc2_median0.06463952498002486
sim_compute_robot_state-npc2_min0.055349124802483454
sim_compute_robot_state-npc3_max0.08494944231850761
sim_compute_robot_state-npc3_mean0.06634631841963128
sim_compute_robot_state-npc3_median0.06523671627044678
sim_compute_robot_state-npc3_min0.05600624172775834
sim_compute_sim_state_max0.044018340110778806
sim_compute_sim_state_mean0.03712411505257029
sim_compute_sim_state_median0.037476812090192525
sim_compute_sim_state_min0.030854675504896376
sim_physics_max0.2260425186157227
sim_physics_mean0.16970328592955283
sim_physics_median0.16144211081009877
sim_physics_min0.12630008326636422
sim_render-ego_max0.07035811569379724
sim_render-ego_mean0.05863228064663894
sim_render-ego_median0.05756527900695801
sim_render-ego_min0.04844187807153772
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004
No reset possible