Duckietown Challenges Home Challenges Submissions

Submission 2395

Submission2395
Competingyes
Challengeaido2-LFV-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 23008
Next
User labelrandom_agent
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
23008step1-simulationsuccessyes0:21:57
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.1553578105153917
agent_compute-ego_mean0.14418558541921575
agent_compute-ego_median0.14990535804203578
agent_compute-ego_min0.10728226209941664
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.17158069433989348, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06527552781281648, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1515495909584893, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.10721093636971932, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04280280625378644, "sim_compute_performance-ego": 0.07248444910402652, "sim_compute_robot_state-ego": 0.0771334347901521, "sim_compute_robot_state-npc0": 0.07283435044465242, "sim_compute_robot_state-npc1": 0.07446714683815285, "sim_compute_robot_state-npc2": 0.07501930660671657, "sim_compute_robot_state-npc3": 0.07120426495869954}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.22017813682556153, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.06273139953613281, "in-drivable-lane": 0, "agent_compute-ego": 0.13891595840454102, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.10408958435058592, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.04080988883972168, "sim_compute_performance-ego": 0.07058736801147461, "sim_compute_robot_state-ego": 0.0802312183380127, "sim_compute_robot_state-npc0": 0.07548025131225586, "sim_compute_robot_state-npc1": 0.0736103343963623, "sim_compute_robot_state-npc2": 0.07572793960571289, "sim_compute_robot_state-npc3": 0.0727196216583252}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.19707146130110087, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06712234647650468, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.14408513119346217, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.09891426876971596, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.04257477584638094, "sim_compute_performance-ego": 0.07376511159696077, "sim_compute_robot_state-ego": 0.07860646436088964, "sim_compute_robot_state-npc0": 0.07210695429852135, "sim_compute_robot_state-npc1": 0.0743686462703504, "sim_compute_robot_state-npc2": 0.07105225324630737, "sim_compute_robot_state-npc3": 0.07284513586445858}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.21014773996570443, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.07056374489506588, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1553578105153917, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.10214860228043568, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.04215022883837736, "sim_compute_performance-ego": 0.07549923884717724, "sim_compute_robot_state-ego": 0.08318395554264889, "sim_compute_robot_state-npc0": 0.07301198983494239, "sim_compute_robot_state-npc1": 0.07176041301292709, "sim_compute_robot_state-npc2": 0.07286113726941845, "sim_compute_robot_state-npc3": 0.07510513293592236}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.183304991040911, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06470528670719691, "in-drivable-lane": 0, "agent_compute-ego": 0.14990535804203578, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.10141559158052715, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.04392319066183908, "sim_compute_performance-ego": 0.06978901794978551, "sim_compute_robot_state-ego": 0.0754690340587071, "sim_compute_robot_state-npc0": 0.07782125473022461, "sim_compute_robot_state-npc1": 0.08016096694128853, "sim_compute_robot_state-npc2": 0.07398016963686262, "sim_compute_robot_state-npc3": 0.07511441196714129}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.15115302138858372, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.05616774823930529, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.12165565843935366, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.08430283157913773, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.03652504196873418, "sim_compute_performance-ego": 0.06319224834442139, "sim_compute_robot_state-ego": 0.0672747117501718, "sim_compute_robot_state-npc0": 0.06206461235328957, "sim_compute_robot_state-npc1": 0.06426377649660464, "sim_compute_robot_state-npc2": 0.06161738325048376, "sim_compute_robot_state-npc3": 0.06172529414848045}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.16672401516525834, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.06240208943684896, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.14125484448892098, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.10261382438518384, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.04234545319168656, "sim_compute_performance-ego": 0.06893315580156115, "sim_compute_robot_state-ego": 0.07561107476552327, "sim_compute_robot_state-npc0": 0.07246674431694879, "sim_compute_robot_state-npc1": 0.07148873805999756, "sim_compute_robot_state-npc2": 0.07223911638613101, "sim_compute_robot_state-npc3": 0.07178357353916874}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.24017459551493328, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.07152847713894314, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.154296875, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.10988669925265844, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.04543991618686252, "sim_compute_performance-ego": 0.07850146823459202, "sim_compute_robot_state-ego": 0.08665118217468262, "sim_compute_robot_state-npc0": 0.07961153454250759, "sim_compute_robot_state-npc1": 0.07926014794243706, "sim_compute_robot_state-npc2": 0.07767641279432509, "sim_compute_robot_state-npc3": 0.07512300279405382}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.17945859743201217, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.06612615481666896, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.1495915184850278, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.10747438928355342, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.04356614921403968, "sim_compute_performance-ego": 0.07119040385536525, "sim_compute_robot_state-ego": 0.07845100630884586, "sim_compute_robot_state-npc0": 0.07727353987486466, "sim_compute_robot_state-npc1": 0.07615792751312256, "sim_compute_robot_state-npc2": 0.07430455477341362, "sim_compute_robot_state-npc3": 0.07317716142405635}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.20512887001037597, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06925641536712647, "in-drivable-lane": 0, "agent_compute-ego": 0.15192174911499023, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.10543683528900148, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.0447259521484375, "sim_compute_performance-ego": 0.07887151718139648, "sim_compute_robot_state-ego": 0.08260430812835694, "sim_compute_robot_state-npc0": 0.07410776138305664, "sim_compute_robot_state-npc1": 0.07512409687042236, "sim_compute_robot_state-npc2": 0.07486736297607421, "sim_compute_robot_state-npc3": 0.07679613590240479}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.19287055730819705, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.06123565435409546, "in-drivable-lane": 0, "agent_compute-ego": 0.13496770858764648, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.09661552906036378, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.037418174743652347, "sim_compute_performance-ego": 0.06983166933059692, "sim_compute_robot_state-ego": 0.07053611278533936, "sim_compute_robot_state-npc0": 0.07005132436752319, "sim_compute_robot_state-npc1": 0.06907548904418945, "sim_compute_robot_state-npc2": 0.07232738733291626, "sim_compute_robot_state-npc3": 0.07278404235839844}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.1378201685453716, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.046443048276399314, "in-drivable-lane": 0, "agent_compute-ego": 0.10728226209941664, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.07120995772512335, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.03262174756903397, "sim_compute_performance-ego": 0.05622674289502596, "sim_compute_robot_state-ego": 0.05763012484500283, "sim_compute_robot_state-npc0": 0.05531329857675653, "sim_compute_robot_state-npc1": 0.05928441097861842, "sim_compute_robot_state-npc2": 0.06107844804462634, "sim_compute_robot_state-npc3": 0.06106162071228027}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.1786053228378296, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06624415397644043, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.15382811069488525, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.10149191856384278, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.04154759407043457, "sim_compute_performance-ego": 0.07546787738800048, "sim_compute_robot_state-ego": 0.08201432704925538, "sim_compute_robot_state-npc0": 0.07671097278594971, "sim_compute_robot_state-npc1": 0.07515477180480958, "sim_compute_robot_state-npc2": 0.07460204601287841, "sim_compute_robot_state-npc3": 0.08378151893615722}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.2646293640136719, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.0693238756873391, "in-drivable-lane": 0, "agent_compute-ego": 0.15294242988933215, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.1026681119745428, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.04340583627874201, "sim_compute_performance-ego": 0.07928321578285911, "sim_compute_robot_state-ego": 0.08591281283985484, "sim_compute_robot_state-npc0": 0.07504024288871071, "sim_compute_robot_state-npc1": 0.07605258984999223, "sim_compute_robot_state-npc2": 0.0739614421671087, "sim_compute_robot_state-npc3": 0.07161372358148749}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.22185018111248409, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.07310232337640256, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.15522877537474342, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.10673820242589832, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.04443809937457649, "sim_compute_performance-ego": 0.07915616522029954, "sim_compute_robot_state-ego": 0.0892901323279556, "sim_compute_robot_state-npc0": 0.0773710231391751, "sim_compute_robot_state-npc1": 0.07945268494742257, "sim_compute_robot_state-npc2": 0.07749847489960339, "sim_compute_robot_state-npc3": 0.07572469905931123}}
set_robot_commands_max0.10988669925265844
set_robot_commands_mean0.10014781885935266
set_robot_commands_median0.10261382438518384
set_robot_commands_min0.07120995772512335
sim_compute_performance-ego_max0.07928321578285911
sim_compute_performance-ego_mean0.07218530996956952
sim_compute_performance-ego_median0.07248444910402652
sim_compute_performance-ego_min0.05622674289502596
sim_compute_robot_state-ego_max0.0892901323279556
sim_compute_robot_state-ego_mean0.07803999333769325
sim_compute_robot_state-ego_median0.07860646436088964
sim_compute_robot_state-ego_min0.05763012484500283
sim_compute_robot_state-npc0_max0.07961153454250759
sim_compute_robot_state-npc0_mean0.0727510569899586
sim_compute_robot_state-npc0_median0.07410776138305664
sim_compute_robot_state-npc0_min0.05531329857675653
sim_compute_robot_state-npc1_max0.08016096694128853
sim_compute_robot_state-npc1_mean0.07331214273111318
sim_compute_robot_state-npc1_median0.07446714683815285
sim_compute_robot_state-npc1_min0.05928441097861842
sim_compute_robot_state-npc2_max0.07767641279432509
sim_compute_robot_state-npc2_mean0.07258756233350525
sim_compute_robot_state-npc2_median0.07398016963686262
sim_compute_robot_state-npc2_min0.06107844804462634
sim_compute_robot_state-npc3_max0.08378151893615722
sim_compute_robot_state-npc3_mean0.07270395598935638
sim_compute_robot_state-npc3_median0.07284513586445858
sim_compute_robot_state-npc3_min0.06106162071228027
sim_compute_sim_state_max0.04543991618686252
sim_compute_sim_state_mean0.04161965701242035
sim_compute_sim_state_median0.04257477584638094
sim_compute_sim_state_min0.03262174756903397
sim_physics_max0.2646293640136719
sim_physics_mean0.1947131811201259
sim_physics_median0.19287055730819705
sim_physics_min0.1378201685453716
sim_render-ego_max0.07310232337640256
sim_render-ego_mean0.06481521640648577
sim_render-ego_median0.06612615481666896
sim_render-ego_min0.046443048276399314
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004
No reset possible