Duckietown Challenges Home Challenges Submissions

Submission 3964

Submission3964
Competingyes
Challengeaido2-LFVI-sim-testing-offseason
UserJunghyun Seo 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 24170
Next
User labelBaseline solution using reinforcement learning
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
24170step1-simulationsuccessyes0:15:27
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.17936025855289817
survival_time_median1.4000000000000006
deviation-center-line_median0.09708644074530565
in-drivable-lane_median0


other stats
agent_compute-ego_max0.1886042356491089
agent_compute-ego_mean0.16255350838944002
agent_compute-ego_median0.1613065997759501
agent_compute-ego_min0.1297280192375183
deviation-center-line_max0.12341601105462724
deviation-center-line_mean0.09685347038459828
deviation-center-line_min0.05797792697912947
deviation-heading_max1.0592490920783189
deviation-heading_mean0.6765103124740133
deviation-heading_median0.6922725404679463
deviation-heading_min0.4053793220622803
driven_any_max0.35627781537910846
driven_any_mean0.22359049981023343
driven_any_median0.20921291960226565
driven_any_min0.14676607039500444
driven_lanedir_consec_max0.29822512704750803
driven_lanedir_consec_mean0.1756226449002365
driven_lanedir_consec_min0.1130676053863513
driven_lanedir_max0.29822512704750803
driven_lanedir_mean0.1756226449002365
driven_lanedir_median0.17936025855289817
driven_lanedir_min0.1130676053863513
in-drivable-lane_max0.05000000000000005
in-drivable-lane_mean0.003333333333333336
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.23579476020261456, "sim_physics": 0.19333495299021403, "survival_time": 1.5000000000000009, "driven_lanedir": 0.15796808196981127, "sim_render-ego": 0.05521849791208903, "in-drivable-lane": 0, "agent_compute-ego": 0.16232415040334067, "deviation-heading": 0.9080098114650692, "set_robot_commands": 0.08827861150105794, "deviation-center-line": 0.09708644074530565, "driven_lanedir_consec": 0.15796808196981127, "sim_compute_sim_state": 0.03679037094116211, "sim_compute_performance-ego": 0.06522380510965983, "sim_compute_robot_state-ego": 0.07292789618174235, "sim_compute_robot_state-npc0": 0.06611181100209554, "sim_compute_robot_state-npc1": 0.06499384244283041, "sim_compute_robot_state-npc2": 0.07075115044911702, "sim_compute_robot_state-npc3": 0.06996377309163411}, "udem1-1-0": {"driven_any": 0.20320264893367565, "sim_physics": 0.19019656711154517, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1130676053863513, "sim_render-ego": 0.060755270498770254, "in-drivable-lane": 0, "agent_compute-ego": 0.15227486469127513, "deviation-heading": 1.0592490920783189, "set_robot_commands": 0.0869563862129494, "deviation-center-line": 0.09148243006180272, "driven_lanedir_consec": 0.1130676053863513, "sim_compute_sim_state": 0.040322445057056566, "sim_compute_performance-ego": 0.06695216673391836, "sim_compute_robot_state-ego": 0.06362081457067419, "sim_compute_robot_state-npc0": 0.06425015131632487, "sim_compute_robot_state-npc1": 0.06426267270688657, "sim_compute_robot_state-npc2": 0.05938362192224573, "sim_compute_robot_state-npc3": 0.06424245127925167}, "udem1-2-0": {"driven_any": 0.20380318813798484, "sim_physics": 0.24588819650503305, "survival_time": 1.3000000000000005, "driven_lanedir": 0.18057193799716664, "sim_render-ego": 0.06155106654533973, "in-drivable-lane": 0, "agent_compute-ego": 0.17700595122117263, "deviation-heading": 0.4081718850052205, "set_robot_commands": 0.0978408593397874, "deviation-center-line": 0.12074350072278324, "driven_lanedir_consec": 0.18057193799716664, "sim_compute_sim_state": 0.03898540826944205, "sim_compute_performance-ego": 0.06753117304581863, "sim_compute_robot_state-ego": 0.07438155320974496, "sim_compute_robot_state-npc0": 0.06881980712597187, "sim_compute_robot_state-npc1": 0.06934010982513428, "sim_compute_robot_state-npc2": 0.06802655183351956, "sim_compute_robot_state-npc3": 0.06542680813716008}, "udem1-3-0": {"driven_any": 0.24483696923572004, "sim_physics": 0.19645270807989712, "survival_time": 1.4500000000000006, "driven_lanedir": 0.21284385987680188, "sim_render-ego": 0.06383727336752004, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16144625071821542, "deviation-heading": 0.4053793220622803, "set_robot_commands": 0.09210349773538525, "deviation-center-line": 0.12097630888718072, "driven_lanedir_consec": 0.21284385987680188, "sim_compute_sim_state": 0.03613416901950178, "sim_compute_performance-ego": 0.0710220090274153, "sim_compute_robot_state-ego": 0.07203688292667784, "sim_compute_robot_state-npc0": 0.07000687204558274, "sim_compute_robot_state-npc1": 0.06514477729797363, "sim_compute_robot_state-npc2": 0.06072905967975485, "sim_compute_robot_state-npc3": 0.0572624946462697}, "udem1-4-0": {"driven_any": 0.17720936396218126, "sim_physics": 0.19787264863650003, "survival_time": 1.2000000000000004, "driven_lanedir": 0.12931117307408857, "sim_render-ego": 0.06160968542098999, "in-drivable-lane": 0, "agent_compute-ego": 0.15771469473838806, "deviation-heading": 0.6922725404679463, "set_robot_commands": 0.09791415929794312, "deviation-center-line": 0.0638666557147622, "driven_lanedir_consec": 0.12931117307408857, "sim_compute_sim_state": 0.04042185346285502, "sim_compute_performance-ego": 0.06882428129514058, "sim_compute_robot_state-ego": 0.07101779182751973, "sim_compute_robot_state-npc0": 0.06534675757090251, "sim_compute_robot_state-npc1": 0.07285383343696594, "sim_compute_robot_state-npc2": 0.06907065709431966, "sim_compute_robot_state-npc3": 0.07073378562927246}, "udem1-5-0": {"driven_any": 0.35627781537910846, "sim_physics": 0.19316827945220164, "survival_time": 1.950000000000001, "driven_lanedir": 0.29822512704750803, "sim_render-ego": 0.06402840369786972, "in-drivable-lane": 0, "agent_compute-ego": 0.17296352141942734, "deviation-heading": 0.8630060737823859, "set_robot_commands": 0.09175573251186273, "deviation-center-line": 0.11465523612918252, "driven_lanedir_consec": 0.29822512704750803, "sim_compute_sim_state": 0.03932508444174742, "sim_compute_performance-ego": 0.06862192276196602, "sim_compute_robot_state-ego": 0.07539656834724622, "sim_compute_robot_state-npc0": 0.06952736927912785, "sim_compute_robot_state-npc1": 0.07143790293962528, "sim_compute_robot_state-npc2": 0.06788421899844439, "sim_compute_robot_state-npc3": 0.06956213559859838}, "udem1-6-0": {"driven_any": 0.1877413005213298, "sim_physics": 0.18856299916903177, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1558162105759866, "sim_render-ego": 0.05048587918281555, "in-drivable-lane": 0, "agent_compute-ego": 0.1297280192375183, "deviation-heading": 0.4862609758451484, "set_robot_commands": 0.06787663698196411, "deviation-center-line": 0.09542367316869196, "driven_lanedir_consec": 0.1558162105759866, "sim_compute_sim_state": 0.032961895068486534, "sim_compute_performance-ego": 0.05395974715550741, "sim_compute_robot_state-ego": 0.05788166324297587, "sim_compute_robot_state-npc0": 0.055108447869618736, "sim_compute_robot_state-npc1": 0.055827091137568154, "sim_compute_robot_state-npc2": 0.05769388874371847, "sim_compute_robot_state-npc3": 0.056799362103144325}, "udem1-7-0": {"driven_any": 0.20921291960226565, "sim_physics": 0.20340645754778827, "survival_time": 1.3500000000000003, "driven_lanedir": 0.17936025855289817, "sim_render-ego": 0.05908625214188187, "in-drivable-lane": 0, "agent_compute-ego": 0.14620867481938116, "deviation-heading": 0.5105276571185644, "set_robot_commands": 0.08025766302038122, "deviation-center-line": 0.11152915772838728, "driven_lanedir_consec": 0.17936025855289817, "sim_compute_sim_state": 0.03530297455964265, "sim_compute_performance-ego": 0.06328754071836118, "sim_compute_robot_state-ego": 0.06371902536462855, "sim_compute_robot_state-npc0": 0.06073088116115994, "sim_compute_robot_state-npc1": 0.05980684139110424, "sim_compute_robot_state-npc2": 0.059475713306003146, "sim_compute_robot_state-npc3": 0.05932613655372902}, "udem1-8-0": {"driven_any": 0.20730821649567988, "sim_physics": 0.18796583811442055, "survival_time": 1.5000000000000009, "driven_lanedir": 0.14657137290761213, "sim_render-ego": 0.06138500372568766, "in-drivable-lane": 0, "agent_compute-ego": 0.18140757083892825, "deviation-heading": 0.8281639837843198, "set_robot_commands": 0.08880741596221924, "deviation-center-line": 0.07326062201892533, "driven_lanedir_consec": 0.14657137290761213, "sim_compute_sim_state": 0.040300973256429035, "sim_compute_performance-ego": 0.06962114969889323, "sim_compute_robot_state-ego": 0.07729551792144776, "sim_compute_robot_state-npc0": 0.06092475255330403, "sim_compute_robot_state-npc1": 0.07464617093404134, "sim_compute_robot_state-npc2": 0.06847843329111734, "sim_compute_robot_state-npc3": 0.06705987453460693}, "udem1-9-0": {"driven_any": 0.23257586339389705, "sim_physics": 0.2285673107419695, "survival_time": 1.4000000000000006, "driven_lanedir": 0.18485765709412205, "sim_render-ego": 0.05893785612923758, "in-drivable-lane": 0, "agent_compute-ego": 0.15874783481870378, "deviation-heading": 0.7504580247963909, "set_robot_commands": 0.09391022580010552, "deviation-center-line": 0.07494748969837904, "driven_lanedir_consec": 0.18485765709412205, "sim_compute_sim_state": 0.04062385218484061, "sim_compute_performance-ego": 0.0643782104764666, "sim_compute_robot_state-ego": 0.06841410057885307, "sim_compute_robot_state-npc0": 0.06487103019441877, "sim_compute_robot_state-npc1": 0.06617950541632515, "sim_compute_robot_state-npc2": 0.06780705281666347, "sim_compute_robot_state-npc3": 0.0658777015549796}, "udem1-10-0": {"driven_any": 0.1819260291319965, "sim_physics": 0.19317898154258728, "survival_time": 1.2000000000000004, "driven_lanedir": 0.13075085236402706, "sim_render-ego": 0.06040326754252116, "in-drivable-lane": 0, "agent_compute-ego": 0.1613065997759501, "deviation-heading": 0.7357306113386274, "set_robot_commands": 0.08487412333488464, "deviation-center-line": 0.05797792697912947, "driven_lanedir_consec": 0.13075085236402706, "sim_compute_sim_state": 0.03788940111796061, "sim_compute_performance-ego": 0.0641375184059143, "sim_compute_robot_state-ego": 0.0634571115175883, "sim_compute_robot_state-npc0": 0.06437504291534424, "sim_compute_robot_state-npc1": 0.06388988097508748, "sim_compute_robot_state-npc2": 0.060592194398244224, "sim_compute_robot_state-npc3": 0.06488218903541565}, "udem1-11-0": {"driven_any": 0.14676607039500444, "sim_physics": 0.1824332909150557, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11713116028757664, "sim_render-ego": 0.06017588485370983, "in-drivable-lane": 0, "agent_compute-ego": 0.15179563652385364, "deviation-heading": 0.4875222646218349, "set_robot_commands": 0.08530980890447443, "deviation-center-line": 0.09798103554681388, "driven_lanedir_consec": 0.11713116028757664, "sim_compute_sim_state": 0.037645849314602936, "sim_compute_performance-ego": 0.06278737024827437, "sim_compute_robot_state-ego": 0.06692695617675781, "sim_compute_robot_state-npc0": 0.06807448647238991, "sim_compute_robot_state-npc1": 0.06365292722528632, "sim_compute_robot_state-npc2": 0.060471328822049225, "sim_compute_robot_state-npc3": 0.061105262149464}, "udem1-12-0": {"driven_any": 0.28105391361126775, "sim_physics": 0.22695302282060895, "survival_time": 1.7500000000000009, "driven_lanedir": 0.2034192718431933, "sim_render-ego": 0.06317354610988073, "in-drivable-lane": 0, "agent_compute-ego": 0.1828521864754813, "deviation-heading": 0.9296058691932696, "set_robot_commands": 0.0944192750113351, "deviation-center-line": 0.1138620899288437, "driven_lanedir_consec": 0.2034192718431933, "sim_compute_sim_state": 0.03925652503967285, "sim_compute_performance-ego": 0.0695728029523577, "sim_compute_robot_state-ego": 0.07589712142944335, "sim_compute_robot_state-npc0": 0.06880971363612584, "sim_compute_robot_state-npc1": 0.06922625132969447, "sim_compute_robot_state-npc2": 0.06718613760811942, "sim_compute_robot_state-npc3": 0.06656340871538435}, "udem1-13-0": {"driven_any": 0.24282372757293413, "sim_physics": 0.1825281340500404, "survival_time": 1.4500000000000006, "driven_lanedir": 0.2185645234991722, "sim_render-ego": 0.05802263884708799, "in-drivable-lane": 0, "agent_compute-ego": 0.15392243451085583, "deviation-heading": 0.4616363755948083, "set_robot_commands": 0.08973632187678895, "deviation-center-line": 0.12341601105462724, "driven_lanedir_consec": 0.2185645234991722, "sim_compute_sim_state": 0.03423213136607203, "sim_compute_performance-ego": 0.06572871372617524, "sim_compute_robot_state-ego": 0.06737161504811254, "sim_compute_robot_state-npc0": 0.06177870980624495, "sim_compute_robot_state-npc1": 0.06577768819085483, "sim_compute_robot_state-npc2": 0.06407816656704607, "sim_compute_robot_state-npc3": 0.06421360476263638}, "udem1-14-0": {"driven_any": 0.2433247105778423, "sim_physics": 0.2194858471552531, "survival_time": 1.5000000000000009, "driven_lanedir": 0.20588058102723128, "sim_render-ego": 0.06826727390289307, "in-drivable-lane": 0, "agent_compute-ego": 0.1886042356491089, "deviation-heading": 0.6216601999560148, "set_robot_commands": 0.09847163359324138, "deviation-center-line": 0.09559347738415924, "driven_lanedir_consec": 0.20588058102723128, "sim_compute_sim_state": 0.04056087334950765, "sim_compute_performance-ego": 0.0744309663772583, "sim_compute_robot_state-ego": 0.08548933664957682, "sim_compute_robot_state-npc0": 0.06656737327575683, "sim_compute_robot_state-npc1": 0.0668702522913615, "sim_compute_robot_state-npc2": 0.06861433982849122, "sim_compute_robot_state-npc3": 0.07288192907969157}}
set_robot_commands_max0.09847163359324138
set_robot_commands_mean0.08923415673895871
set_robot_commands_median0.08973632187678895
set_robot_commands_min0.06787663698196411
sim_compute_performance-ego_max0.0744309663772583
sim_compute_performance-ego_mean0.06640529184887514
sim_compute_performance-ego_median0.06695216673391836
sim_compute_performance-ego_min0.05395974715550741
sim_compute_robot_state-ego_max0.08548933664957682
sim_compute_robot_state-ego_mean0.07038893033286596
sim_compute_robot_state-ego_median0.07101779182751973
sim_compute_robot_state-ego_min0.05788166324297587
sim_compute_robot_state-npc0_max0.07000687204558274
sim_compute_robot_state-npc0_mean0.06502021374829123
sim_compute_robot_state-npc0_median0.06534675757090251
sim_compute_robot_state-npc0_min0.055108447869618736
sim_compute_robot_state-npc1_max0.07464617093404134
sim_compute_robot_state-npc1_mean0.0662606498360493
sim_compute_robot_state-npc1_median0.06577768819085483
sim_compute_robot_state-npc1_min0.055827091137568154
sim_compute_robot_state-npc2_max0.07075115044911702
sim_compute_robot_state-npc2_mean0.06468283435725691
sim_compute_robot_state-npc2_median0.06718613760811942
sim_compute_robot_state-npc2_min0.05769388874371847
sim_compute_robot_state-npc3_max0.07288192907969157
sim_compute_robot_state-npc3_mean0.06506006112474921
sim_compute_robot_state-npc3_median0.06542680813716008
sim_compute_robot_state-npc3_min0.056799362103144325
sim_compute_sim_state_max0.04062385218484061
sim_compute_sim_state_mean0.03805025376326532
sim_compute_sim_state_median0.03898540826944205
sim_compute_sim_state_min0.032961895068486534
sim_physics_max0.24588819650503305
sim_physics_mean0.2019996823221431
sim_physics_median0.19333495299021403
sim_physics_min0.1824332909150557
sim_render-ego_max0.06826727390289307
sim_render-ego_mean0.06046251999188628
sim_render-ego_median0.060755270498770254
sim_render-ego_min0.05048587918281555
simulation-passed1
survival_time_max1.950000000000001
survival_time_mean1.4133333333333338
survival_time_min1.1000000000000003
No reset possible