Duckietown Challenges Home Challenges Submissions

Job 24053

Job ID24053
submission3854
userJunghyun Seo 🇨🇦
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFVI-sim-testing-offseason
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-42-167-7357
date started
date completed
duration0:16:25
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1371598542005299
survival_time_median1.3000000000000005
deviation-center-line_median0.09292786499235496
in-drivable-lane_median0


other stats
agent_compute-ego_max0.18579840660095215
agent_compute-ego_mean0.16500386581662657
agent_compute-ego_median0.16753902218558572
agent_compute-ego_min0.13757304711775345
deviation-center-line_max0.11261393365794942
deviation-center-line_mean0.08655641482136449
deviation-center-line_min0.05231169064260295
deviation-heading_max1.0309560039059604
deviation-heading_mean0.6975068417402392
deviation-heading_median0.6987638844609522
deviation-heading_min0.4373801024398298
driven_any_max0.28053613392423
driven_any_mean0.19278626560320836
driven_any_median0.1869157628808118
driven_any_min0.1449308162543998
driven_lanedir_consec_max0.2067562456801104
driven_lanedir_consec_mean0.13808585631987003
driven_lanedir_consec_min0.08270646924739555
driven_lanedir_max0.2067562456801104
driven_lanedir_mean0.13808585631987003
driven_lanedir_median0.1371598542005299
driven_lanedir_min0.08270646924739555
in-drivable-lane_max0.15000000000000013
in-drivable-lane_mean0.01666666666666668
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.22783281827078045, "sim_physics": 0.1872801701227824, "survival_time": 1.5000000000000009, "driven_lanedir": 0.14377534685426596, "sim_render-ego": 0.056652164459228514, "in-drivable-lane": 0, "agent_compute-ego": 0.16776099999745686, "deviation-heading": 0.9402545504069424, "set_robot_commands": 0.09128880500793456, "deviation-center-line": 0.098102811796838, "driven_lanedir_consec": 0.14377534685426596, "sim_compute_sim_state": 0.036708648999532065, "sim_compute_performance-ego": 0.06441977024078369, "sim_compute_robot_state-ego": 0.07285064856211344, "sim_compute_robot_state-npc0": 0.06928630669911702, "sim_compute_robot_state-npc1": 0.06723169485727946, "sim_compute_robot_state-npc2": 0.062271714210510254, "sim_compute_robot_state-npc3": 0.06117169857025147}, "udem1-1-0": {"driven_any": 0.1869157628808118, "sim_physics": 0.2689271890200101, "survival_time": 1.3000000000000005, "driven_lanedir": 0.08270646924739555, "sim_render-ego": 0.0625298756819505, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1669391210262592, "deviation-heading": 1.0309560039059604, "set_robot_commands": 0.08903074264526367, "deviation-center-line": 0.08286759334036747, "driven_lanedir_consec": 0.08270646924739555, "sim_compute_sim_state": 0.03923145624307486, "sim_compute_performance-ego": 0.06953957447638878, "sim_compute_robot_state-ego": 0.07070011358994704, "sim_compute_robot_state-npc0": 0.06470822370969333, "sim_compute_robot_state-npc1": 0.06569979741023137, "sim_compute_robot_state-npc2": 0.06478359149052547, "sim_compute_robot_state-npc3": 0.06502033196962796}, "udem1-2-0": {"driven_any": 0.19168168441627384, "sim_physics": 0.2365947818756103, "survival_time": 1.2500000000000004, "driven_lanedir": 0.16363354821873077, "sim_render-ego": 0.062076539993286134, "in-drivable-lane": 0, "agent_compute-ego": 0.16893345832824708, "deviation-heading": 0.4373801024398298, "set_robot_commands": 0.08716030120849609, "deviation-center-line": 0.11261393365794942, "driven_lanedir_consec": 0.16363354821873077, "sim_compute_sim_state": 0.038523015975952146, "sim_compute_performance-ego": 0.06781340599060058, "sim_compute_robot_state-ego": 0.07347149848937988, "sim_compute_robot_state-npc0": 0.06602313995361328, "sim_compute_robot_state-npc1": 0.06296246528625488, "sim_compute_robot_state-npc2": 0.0622218132019043, "sim_compute_robot_state-npc3": 0.06600969314575195}, "udem1-3-0": {"driven_any": 0.16642043959668368, "sim_physics": 0.21113449096679687, "survival_time": 1.2500000000000004, "driven_lanedir": 0.13487665729593457, "sim_render-ego": 0.06617709159851075, "in-drivable-lane": 0, "agent_compute-ego": 0.16947630882263184, "deviation-heading": 0.5109010353914598, "set_robot_commands": 0.0897713565826416, "deviation-center-line": 0.10736284269551488, "driven_lanedir_consec": 0.13487665729593457, "sim_compute_sim_state": 0.037936191558837894, "sim_compute_performance-ego": 0.06672269821166993, "sim_compute_robot_state-ego": 0.08328328132629395, "sim_compute_robot_state-npc0": 0.06788670539855957, "sim_compute_robot_state-npc1": 0.0644350528717041, "sim_compute_robot_state-npc2": 0.06335843086242676, "sim_compute_robot_state-npc3": 0.062271137237548825}, "udem1-4-0": {"driven_any": 0.14991609321504437, "sim_physics": 0.2053361264142123, "survival_time": 1.1000000000000003, "driven_lanedir": 0.1003252625085762, "sim_render-ego": 0.05950606953014027, "in-drivable-lane": 0, "agent_compute-ego": 0.15542833371595902, "deviation-heading": 0.6987638844609522, "set_robot_commands": 0.08553024855527011, "deviation-center-line": 0.05451821635175491, "driven_lanedir_consec": 0.1003252625085762, "sim_compute_sim_state": 0.0421573899009011, "sim_compute_performance-ego": 0.06838505918329413, "sim_compute_robot_state-ego": 0.06819997050545433, "sim_compute_robot_state-npc0": 0.0660637075250799, "sim_compute_robot_state-npc1": 0.06619884751059792, "sim_compute_robot_state-npc2": 0.07096363197673451, "sim_compute_robot_state-npc3": 0.07140315662730824}, "udem1-5-0": {"driven_any": 0.28007110621056813, "sim_physics": 0.13850387164524625, "survival_time": 1.7500000000000009, "driven_lanedir": 0.2067562456801104, "sim_render-ego": 0.04852980886186872, "in-drivable-lane": 0, "agent_compute-ego": 0.15310047013419015, "deviation-heading": 0.94791127198013, "set_robot_commands": 0.07475220135280064, "deviation-center-line": 0.09819857319933724, "driven_lanedir_consec": 0.2067562456801104, "sim_compute_sim_state": 0.03024789265223912, "sim_compute_performance-ego": 0.04943130356924874, "sim_compute_robot_state-ego": 0.05313466617039272, "sim_compute_robot_state-npc0": 0.05234537124633789, "sim_compute_robot_state-npc1": 0.053537818363734654, "sim_compute_robot_state-npc2": 0.05205169405255999, "sim_compute_robot_state-npc3": 0.05157243864876883}, "udem1-6-0": {"driven_any": 0.1449308162543998, "sim_physics": 0.2355520725250244, "survival_time": 1.1000000000000003, "driven_lanedir": 0.10785108907885776, "sim_render-ego": 0.06068704345009544, "in-drivable-lane": 0, "agent_compute-ego": 0.18579840660095215, "deviation-heading": 0.5276241181076088, "set_robot_commands": 0.08484922755848277, "deviation-center-line": 0.08360544191861158, "driven_lanedir_consec": 0.10785108907885776, "sim_compute_sim_state": 0.03598497130654075, "sim_compute_performance-ego": 0.08184806867079301, "sim_compute_robot_state-ego": 0.07781931486996738, "sim_compute_robot_state-npc0": 0.06035684455524792, "sim_compute_robot_state-npc1": 0.06451882015575063, "sim_compute_robot_state-npc2": 0.062589092688127, "sim_compute_robot_state-npc3": 0.09882928024638785}, "udem1-7-0": {"driven_any": 0.1881170879548005, "sim_physics": 0.21730143290299636, "survival_time": 1.3000000000000005, "driven_lanedir": 0.15205239869563014, "sim_render-ego": 0.06631347766289344, "in-drivable-lane": 0, "agent_compute-ego": 0.1787296166786781, "deviation-heading": 0.5528147265350744, "set_robot_commands": 0.10027300394498384, "deviation-center-line": 0.10117560760183122, "driven_lanedir_consec": 0.15205239869563014, "sim_compute_sim_state": 0.04124137071462778, "sim_compute_performance-ego": 0.07233170362619254, "sim_compute_robot_state-ego": 0.07881722083458534, "sim_compute_robot_state-npc0": 0.06970692597902738, "sim_compute_robot_state-npc1": 0.07159142310802753, "sim_compute_robot_state-npc2": 0.07072402880742, "sim_compute_robot_state-npc3": 0.06863686671623817}, "udem1-8-0": {"driven_any": 0.23920496220878856, "sim_physics": 0.20028194304435484, "survival_time": 1.5500000000000007, "driven_lanedir": 0.17655627353083947, "sim_render-ego": 0.06095598589989447, "in-drivable-lane": 0, "agent_compute-ego": 0.15968458114131803, "deviation-heading": 0.786157493154267, "set_robot_commands": 0.0933083257367534, "deviation-center-line": 0.06402934126263829, "driven_lanedir_consec": 0.17655627353083947, "sim_compute_sim_state": 0.04134562707716419, "sim_compute_performance-ego": 0.06520863502256331, "sim_compute_robot_state-ego": 0.07337607875947029, "sim_compute_robot_state-npc0": 0.06486282040995936, "sim_compute_robot_state-npc1": 0.06638474618234942, "sim_compute_robot_state-npc2": 0.06605490561454527, "sim_compute_robot_state-npc3": 0.06688547903491605}, "udem1-9-0": {"driven_any": 0.18024741724286616, "sim_physics": 0.20129212049337533, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1104881292730131, "sim_render-ego": 0.05873758976276104, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16785922417273888, "deviation-heading": 0.8473445623984381, "set_robot_commands": 0.09174740314483644, "deviation-center-line": 0.05826237887534931, "driven_lanedir_consec": 0.1104881292730131, "sim_compute_sim_state": 0.03584491289578951, "sim_compute_performance-ego": 0.06221193533677321, "sim_compute_robot_state-ego": 0.07036058719341572, "sim_compute_robot_state-npc0": 0.06262434445894681, "sim_compute_robot_state-npc1": 0.0606230038862962, "sim_compute_robot_state-npc2": 0.060671549576979414, "sim_compute_robot_state-npc3": 0.05996836148775541}, "udem1-10-0": {"driven_any": 0.15798818541595136, "sim_physics": 0.19105988199060617, "survival_time": 1.1000000000000003, "driven_lanedir": 0.09933152372287311, "sim_render-ego": 0.06220794807780872, "in-drivable-lane": 0, "agent_compute-ego": 0.16753902218558572, "deviation-heading": 0.7602820761914708, "set_robot_commands": 0.0933679992502386, "deviation-center-line": 0.05231169064260295, "driven_lanedir_consec": 0.09933152372287311, "sim_compute_sim_state": 0.03549266945232044, "sim_compute_performance-ego": 0.06332627209750089, "sim_compute_robot_state-ego": 0.06802324815229936, "sim_compute_robot_state-npc0": 0.0679442665793679, "sim_compute_robot_state-npc1": 0.07029416344382546, "sim_compute_robot_state-npc2": 0.06319348378614946, "sim_compute_robot_state-npc3": 0.0638445182280107}, "udem1-11-0": {"driven_any": 0.16312973523126456, "sim_physics": 0.15451682697642932, "survival_time": 1.1000000000000003, "driven_lanedir": 0.1371598542005299, "sim_render-ego": 0.05602303418246182, "in-drivable-lane": 0, "agent_compute-ego": 0.13757304711775345, "deviation-heading": 0.4449012050557953, "set_robot_commands": 0.07747678323225542, "deviation-center-line": 0.09959085088620726, "driven_lanedir_consec": 0.1371598542005299, "sim_compute_sim_state": 0.02816571972586892, "sim_compute_performance-ego": 0.05658142133192583, "sim_compute_robot_state-ego": 0.06233693252910267, "sim_compute_robot_state-npc0": 0.05613564361225475, "sim_compute_robot_state-npc1": 0.05458421056920832, "sim_compute_robot_state-npc2": 0.053262309594587845, "sim_compute_robot_state-npc3": 0.05088052966377952}, "udem1-12-0": {"driven_any": 0.28053613392423, "sim_physics": 0.18895691633224487, "survival_time": 1.800000000000001, "driven_lanedir": 0.1888935037178869, "sim_render-ego": 0.05913208590613471, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.15931777821646798, "deviation-heading": 0.895955649658398, "set_robot_commands": 0.07940828800201416, "deviation-center-line": 0.10491426239839526, "driven_lanedir_consec": 0.1888935037178869, "sim_compute_sim_state": 0.03285072909461127, "sim_compute_performance-ego": 0.05963895055982801, "sim_compute_robot_state-ego": 0.06202723582585653, "sim_compute_robot_state-npc0": 0.055852923128339976, "sim_compute_robot_state-npc1": 0.058699230353037514, "sim_compute_robot_state-npc2": 0.056205418374803334, "sim_compute_robot_state-npc3": 0.05467958582772149}, "udem1-13-0": {"driven_any": 0.1464734232978125, "sim_physics": 0.19727246327833697, "survival_time": 1.1000000000000003, "driven_lanedir": 0.11759590043772584, "sim_render-ego": 0.055433002385226166, "in-drivable-lane": 0, "agent_compute-ego": 0.17048739303242078, "deviation-heading": 0.459152378083727, "set_robot_commands": 0.09765049544247714, "deviation-center-line": 0.0878648127007144, "driven_lanedir_consec": 0.11759590043772584, "sim_compute_sim_state": 0.03930010578849099, "sim_compute_performance-ego": 0.06211214715784246, "sim_compute_robot_state-ego": 0.06721818447113037, "sim_compute_robot_state-npc0": 0.07040354338559238, "sim_compute_robot_state-npc1": 0.06630426103418524, "sim_compute_robot_state-npc2": 0.06684204665097324, "sim_compute_robot_state-npc3": 0.07060130075974898}, "udem1-14-0": {"driven_any": 0.18832831792784943, "sim_physics": 0.19635727670457628, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1492856423356812, "sim_render-ego": 0.060224727348045064, "in-drivable-lane": 0, "agent_compute-ego": 0.16643022607873986, "deviation-heading": 0.622203568333533, "set_robot_commands": 0.1020048635977286, "deviation-center-line": 0.09292786499235496, "driven_lanedir_consec": 0.1492856423356812, "sim_compute_sim_state": 0.03748536992956091, "sim_compute_performance-ego": 0.06627879319367586, "sim_compute_robot_state-ego": 0.07196825521963614, "sim_compute_robot_state-npc0": 0.07367396354675293, "sim_compute_robot_state-npc1": 0.06801936361524794, "sim_compute_robot_state-npc2": 0.06457308486655906, "sim_compute_robot_state-npc3": 0.06544495511938024}}
set_robot_commands_max0.1020048635977286
set_robot_commands_mean0.08917466968414513
set_robot_commands_median0.0897713565826416
set_robot_commands_min0.07475220135280064
sim_compute_performance-ego_max0.08184806867079301
sim_compute_performance-ego_mean0.0650566492446054
sim_compute_performance-ego_median0.06520863502256331
sim_compute_performance-ego_min0.04943130356924874
sim_compute_robot_state-ego_max0.08328328132629395
sim_compute_robot_state-ego_mean0.07023914909993634
sim_compute_robot_state-ego_median0.07070011358994704
sim_compute_robot_state-ego_min0.05313466617039272
sim_compute_robot_state-npc0_max0.07367396354675293
sim_compute_robot_state-npc0_mean0.06452498201252603
sim_compute_robot_state-npc0_median0.06602313995361328
sim_compute_robot_state-npc0_min0.05234537124633789
sim_compute_robot_state-npc1_max0.07159142310802753
sim_compute_robot_state-npc1_mean0.06407232657651536
sim_compute_robot_state-npc1_median0.06569979741023137
sim_compute_robot_state-npc1_min0.053537818363734654
sim_compute_robot_state-npc2_max0.07096363197673451
sim_compute_robot_state-npc2_mean0.06265111971698706
sim_compute_robot_state-npc2_median0.06319348378614946
sim_compute_robot_state-npc2_min0.05205169405255999
sim_compute_robot_state-npc3_max0.09882928024638785
sim_compute_robot_state-npc3_mean0.06514795555221305
sim_compute_robot_state-npc3_median0.06502033196962796
sim_compute_robot_state-npc3_min0.05088052966377952
sim_compute_sim_state_max0.0421573899009011
sim_compute_sim_state_mean0.03683440475436746
sim_compute_sim_state_median0.03748536992956091
sim_compute_sim_state_min0.02816571972586892
sim_physics_max0.2689271890200101
sim_physics_mean0.20202450428617352
sim_physics_median0.20028194304435484
sim_physics_min0.13850387164524625
sim_render-ego_max0.06631347766289344
sim_render-ego_mean0.05967909632002038
sim_render-ego_median0.060224727348045064
sim_render-ego_min0.04852980886186872
simulation-passed1
survival_time_max1.800000000000001
survival_time_mean1.323333333333334
survival_time_min1.1000000000000003

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.