Duckietown Challenges Home Challenges Submissions

Job 21731

Job ID21731
submission2499
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-40-253-31940
date started
date completed
duration0:53:19
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.06278368209611207
survival_time_median1.6000000000000008
deviation-center-line_median0.08369198287289895
in-drivable-lane_median0.5000000000000004


other stats
agent_compute-ego_max0.2231133602283619
agent_compute-ego_mean0.2034882546288335
agent_compute-ego_median0.20227950414021809
agent_compute-ego_min0.1881349113252428
deviation-center-line_max0.6734135995376566
deviation-center-line_mean0.17843486913444895
deviation-center-line_min0.02796837283448966
deviation-heading_max6.162868651124536
deviation-heading_mean2.045078998169569
deviation-heading_median0.7015109282316487
deviation-heading_min0.586539872557411
driven_any_max1.6901340885543426
driven_any_mean0.5842113046553784
driven_any_median0.14706218310137578
driven_any_min0.09322406044456566
driven_lanedir_consec_max0.5433955528982382
driven_lanedir_consec_mean0.17359927629569577
driven_lanedir_consec_min0.04890526267453943
driven_lanedir_max0.5433955528982382
driven_lanedir_mean0.17361721548689318
driven_lanedir_median0.06278368209611207
driven_lanedir_min0.04890526267453943
in-drivable-lane_max10.750000000000083
in-drivable-lane_mean2.6200000000000125
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.525588139711277, "sim_physics": 0.22927231686089627, "survival_time": 4.6499999999999915, "driven_lanedir": 0.14616202712338122, "sim_render-ego": 0.07005716139270414, "in-drivable-lane": 2.199999999999996, "agent_compute-ego": 0.195953397340672, "deviation-heading": 1.7647681072875596, "set_robot_commands": 0.1077329651001961, "deviation-center-line": 0.10931851148336652, "driven_lanedir_consec": 0.14616202712338122, "sim_compute_sim_state": 0.043187172182144656, "sim_compute_performance-ego": 0.07560063690267584, "sim_compute_robot_state-ego": 0.08417487657198341, "sim_compute_robot_state-npc0": 0.07560705882246777, "sim_compute_robot_state-npc1": 0.07648700027055638, "sim_compute_robot_state-npc2": 0.0766984801138601, "sim_compute_robot_state-npc3": 0.07688323400353872}, "udem1-1-0": {"driven_any": 1.657304915674913, "sim_physics": 0.2343454106648763, "survival_time": 14.950000000000076, "driven_lanedir": 0.5115456156105118, "sim_render-ego": 0.07048788865407309, "in-drivable-lane": 7.200000000000035, "agent_compute-ego": 0.19555213610331215, "deviation-heading": 6.162868651124536, "set_robot_commands": 0.10862060070037842, "deviation-center-line": 0.5082972112274504, "driven_lanedir_consec": 0.5115456156105118, "sim_compute_sim_state": 0.042779938379923506, "sim_compute_performance-ego": 0.0764725637435913, "sim_compute_robot_state-ego": 0.08551591952641804, "sim_compute_robot_state-npc0": 0.07587158679962158, "sim_compute_robot_state-npc1": 0.0759960412979126, "sim_compute_robot_state-npc2": 0.076239173412323, "sim_compute_robot_state-npc3": 0.0755858834584554}, "udem1-2-0": {"driven_any": 0.1285980777748156, "sim_physics": 0.31295356154441833, "survival_time": 1.6000000000000008, "driven_lanedir": 0.058761754951234035, "sim_render-ego": 0.0672982856631279, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.1990144848823547, "deviation-heading": 0.5886677491739223, "set_robot_commands": 0.10213087499141692, "deviation-center-line": 0.0918817133587753, "driven_lanedir_consec": 0.058761754951234035, "sim_compute_sim_state": 0.04254740476608277, "sim_compute_performance-ego": 0.07778698205947876, "sim_compute_robot_state-ego": 0.09953757375478745, "sim_compute_robot_state-npc0": 0.0724380761384964, "sim_compute_robot_state-npc1": 0.07626477628946304, "sim_compute_robot_state-npc2": 0.07856148481369019, "sim_compute_robot_state-npc3": 0.07302746921777725}, "udem1-3-0": {"driven_any": 0.10240243355334176, "sim_physics": 0.24815932564113452, "survival_time": 1.1500000000000004, "driven_lanedir": 0.0580922836939155, "sim_render-ego": 0.07009276099826979, "in-drivable-lane": 0, "agent_compute-ego": 0.20002175414043924, "deviation-heading": 0.6462302587324936, "set_robot_commands": 0.09991114035896632, "deviation-center-line": 0.09457381916526028, "driven_lanedir_consec": 0.0580922836939155, "sim_compute_sim_state": 0.04390853384266729, "sim_compute_performance-ego": 0.07734975607498833, "sim_compute_robot_state-ego": 0.0771478155384893, "sim_compute_robot_state-npc0": 0.07532883727032205, "sim_compute_robot_state-npc1": 0.07367143423660942, "sim_compute_robot_state-npc2": 0.07686963288680367, "sim_compute_robot_state-npc3": 0.07791612459265668}, "udem1-4-0": {"driven_any": 0.14706218310137578, "sim_physics": 0.2448314055800438, "survival_time": 1.6000000000000008, "driven_lanedir": 0.07073645478132762, "sim_render-ego": 0.07186777144670486, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.2013409808278084, "deviation-heading": 0.7544153208138783, "set_robot_commands": 0.10738645493984222, "deviation-center-line": 0.041714135067315104, "driven_lanedir_consec": 0.07073645478132762, "sim_compute_sim_state": 0.0429106205701828, "sim_compute_performance-ego": 0.07964396476745605, "sim_compute_robot_state-ego": 0.08790562301874161, "sim_compute_robot_state-npc0": 0.07721468061208725, "sim_compute_robot_state-npc1": 0.07731612026691437, "sim_compute_robot_state-npc2": 0.07666454464197159, "sim_compute_robot_state-npc3": 0.07533948123455048}, "udem1-5-0": {"driven_any": 0.442720564753723, "sim_physics": 0.22195129924350315, "survival_time": 4.499999999999992, "driven_lanedir": 0.1364654674049932, "sim_render-ego": 0.06886639065212674, "in-drivable-lane": 1.9499999999999968, "agent_compute-ego": 0.1881349113252428, "deviation-heading": 1.8753525453514432, "set_robot_commands": 0.10685280428992378, "deviation-center-line": 0.08305628114146162, "driven_lanedir_consec": 0.1364654674049932, "sim_compute_sim_state": 0.04243355062272813, "sim_compute_performance-ego": 0.07557490931616889, "sim_compute_robot_state-ego": 0.0806259658601549, "sim_compute_robot_state-npc0": 0.07500267293718126, "sim_compute_robot_state-npc1": 0.07696019808451335, "sim_compute_robot_state-npc2": 0.07723050647311741, "sim_compute_robot_state-npc3": 0.07802413569556342}, "udem1-6-0": {"driven_any": 0.136080888612977, "sim_physics": 0.2842807133992513, "survival_time": 1.5000000000000009, "driven_lanedir": 0.06278368209611207, "sim_render-ego": 0.07075905005137126, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.20227950414021809, "deviation-heading": 0.6466786126582155, "set_robot_commands": 0.112677796681722, "deviation-center-line": 0.07498261024550897, "driven_lanedir_consec": 0.06278368209611207, "sim_compute_sim_state": 0.041859134038289385, "sim_compute_performance-ego": 0.07704190413157146, "sim_compute_robot_state-ego": 0.09129867553710938, "sim_compute_robot_state-npc0": 0.08063086668650309, "sim_compute_robot_state-npc1": 0.08157069683074951, "sim_compute_robot_state-npc2": 0.0760568380355835, "sim_compute_robot_state-npc3": 0.07582873503367106}, "udem1-7-0": {"driven_any": 0.1134270102895725, "sim_physics": 0.2614558935165405, "survival_time": 1.3000000000000005, "driven_lanedir": 0.056961419317900885, "sim_render-ego": 0.07284352412590614, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.21790627332834095, "deviation-heading": 0.6304921628255066, "set_robot_commands": 0.10811923100398135, "deviation-center-line": 0.07887072045292885, "driven_lanedir_consec": 0.056961419317900885, "sim_compute_sim_state": 0.04366732560671293, "sim_compute_performance-ego": 0.07720810633439285, "sim_compute_robot_state-ego": 0.08919206032386193, "sim_compute_robot_state-npc0": 0.07738684690915622, "sim_compute_robot_state-npc1": 0.07917053882892315, "sim_compute_robot_state-npc2": 0.07628448192889874, "sim_compute_robot_state-npc3": 0.07367814504183255}, "udem1-8-0": {"driven_any": 1.6644772072677976, "sim_physics": 0.22844262917836508, "survival_time": 14.950000000000076, "driven_lanedir": 0.5116343513561459, "sim_render-ego": 0.06999608596165975, "in-drivable-lane": 7.500000000000037, "agent_compute-ego": 0.19147011756896973, "deviation-heading": 5.713205073673841, "set_robot_commands": 0.10573355595270792, "deviation-center-line": 0.6734135995376566, "driven_lanedir_consec": 0.5116343513561459, "sim_compute_sim_state": 0.04463870525360107, "sim_compute_performance-ego": 0.07539315144220989, "sim_compute_robot_state-ego": 0.08416600068410238, "sim_compute_robot_state-npc0": 0.07454103390375773, "sim_compute_robot_state-npc1": 0.07441423177719116, "sim_compute_robot_state-npc2": 0.07576456069946289, "sim_compute_robot_state-npc3": 0.07569616397221883}, "udem1-9-0": {"driven_any": 1.6901340885543426, "sim_physics": 0.2540126633644104, "survival_time": 14.950000000000076, "driven_lanedir": 0.5433955528982382, "sim_render-ego": 0.07342929204305013, "in-drivable-lane": 7.150000000000033, "agent_compute-ego": 0.2084098347028097, "deviation-heading": 5.971951358938886, "set_robot_commands": 0.11584316174189248, "deviation-center-line": 0.2996277615281091, "driven_lanedir_consec": 0.5433955528982382, "sim_compute_sim_state": 0.04468923489252726, "sim_compute_performance-ego": 0.08022636810938517, "sim_compute_robot_state-ego": 0.08944631576538085, "sim_compute_robot_state-npc0": 0.0813747255007426, "sim_compute_robot_state-npc1": 0.08039653698603312, "sim_compute_robot_state-npc2": 0.07892592271169027, "sim_compute_robot_state-npc3": 0.07909567912419636}, "udem1-10-0": {"driven_any": 0.15929125277649886, "sim_physics": 0.28428196907043457, "survival_time": 1.6000000000000008, "driven_lanedir": 0.05821407380662835, "sim_render-ego": 0.075764499604702, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.2165077403187752, "deviation-heading": 0.7015109282316487, "set_robot_commands": 0.11117663979530334, "deviation-center-line": 0.02796837283448966, "driven_lanedir_consec": 0.05821407380662835, "sim_compute_sim_state": 0.044702112674713135, "sim_compute_performance-ego": 0.08130517601966858, "sim_compute_robot_state-ego": 0.09017255902290344, "sim_compute_robot_state-npc0": 0.07824995368719101, "sim_compute_robot_state-npc1": 0.078811414539814, "sim_compute_robot_state-npc2": 0.07857649028301239, "sim_compute_robot_state-npc3": 0.07823765277862549}, "udem1-11-0": {"driven_any": 0.09322406044456566, "sim_physics": 0.26833276748657225, "survival_time": 1.0000000000000002, "driven_lanedir": 0.05677015898323745, "sim_render-ego": 0.07289433479309082, "in-drivable-lane": 0, "agent_compute-ego": 0.2032821536064148, "deviation-heading": 0.586539872557411, "set_robot_commands": 0.10997860431671144, "deviation-center-line": 0.08369198287289895, "driven_lanedir_consec": 0.05677015898323745, "sim_compute_sim_state": 0.0431938886642456, "sim_compute_performance-ego": 0.07902774810791016, "sim_compute_robot_state-ego": 0.09569250345230104, "sim_compute_robot_state-npc0": 0.0787886142730713, "sim_compute_robot_state-npc1": 0.07652794122695923, "sim_compute_robot_state-npc2": 0.07631410360336303, "sim_compute_robot_state-npc3": 0.07868164777755737}, "udem1-12-0": {"driven_any": 1.6775008856383835, "sim_physics": 0.2570787739753723, "survival_time": 14.950000000000076, "driven_lanedir": 0.2308703497648592, "sim_render-ego": 0.0716057562828064, "in-drivable-lane": 10.750000000000083, "agent_compute-ego": 0.20548062324523925, "deviation-heading": 3.301078166294092, "set_robot_commands": 0.11185635169347127, "deviation-center-line": 0.36074101966410366, "driven_lanedir_consec": 0.230601261896898, "sim_compute_sim_state": 0.04450985749562581, "sim_compute_performance-ego": 0.07811383803685507, "sim_compute_robot_state-ego": 0.08624992529551188, "sim_compute_robot_state-npc0": 0.07788744529088339, "sim_compute_robot_state-npc1": 0.07838246981302897, "sim_compute_robot_state-npc2": 0.07802571296691894, "sim_compute_robot_state-npc3": 0.07889746983846029}, "udem1-13-0": {"driven_any": 0.11175624520246794, "sim_physics": 0.32382573904814543, "survival_time": 1.3500000000000003, "driven_lanedir": 0.04890526267453943, "sim_render-ego": 0.07652926445007324, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.2038565476735433, "deviation-heading": 0.6696133229803912, "set_robot_commands": 0.11206476776688187, "deviation-center-line": 0.08000144765636277, "driven_lanedir_consec": 0.04890526267453943, "sim_compute_sim_state": 0.04481475441544144, "sim_compute_performance-ego": 0.07940774493747288, "sim_compute_robot_state-ego": 0.09771941326282642, "sim_compute_robot_state-npc0": 0.08016363779703777, "sim_compute_robot_state-npc1": 0.0804430467111093, "sim_compute_robot_state-npc2": 0.07936054688912851, "sim_compute_robot_state-npc3": 0.08345399079499422}, "udem1-14-0": {"driven_any": 0.11360161647462524, "sim_physics": 0.2681003411610921, "survival_time": 1.3500000000000003, "driven_lanedir": 0.05295977784037231, "sim_render-ego": 0.06974433086536548, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.2231133602283619, "deviation-heading": 0.6628128418997, "set_robot_commands": 0.11406963842886464, "deviation-center-line": 0.06838385078104635, "driven_lanedir_consec": 0.05295977784037231, "sim_compute_sim_state": 0.04262684892725061, "sim_compute_performance-ego": 0.08132039176093207, "sim_compute_robot_state-ego": 0.08960492522628219, "sim_compute_robot_state-npc0": 0.077750356109054, "sim_compute_robot_state-npc1": 0.07839591414840133, "sim_compute_robot_state-npc2": 0.07780010611922653, "sim_compute_robot_state-npc3": 0.0778182171009205}}
set_robot_commands_max0.11584316174189248
set_robot_commands_mean0.10894363918415068
set_robot_commands_median0.10862060070037842
set_robot_commands_min0.09991114035896632
sim_compute_performance-ego_max0.08132039176093207
sim_compute_performance-ego_mean0.07809821611631715
sim_compute_performance-ego_median0.07778698205947876
sim_compute_performance-ego_min0.07539315144220989
sim_compute_robot_state-ego_max0.09953757375478745
sim_compute_robot_state-ego_mean0.08856334352272362
sim_compute_robot_state-ego_median0.08919206032386193
sim_compute_robot_state-ego_min0.0771478155384893
sim_compute_robot_state-npc0_max0.0813747255007426
sim_compute_robot_state-npc0_mean0.07721575951583824
sim_compute_robot_state-npc0_median0.07738684690915622
sim_compute_robot_state-npc0_min0.0724380761384964
sim_compute_robot_state-npc1_max0.08157069683074951
sim_compute_robot_state-npc1_mean0.0776538907538786
sim_compute_robot_state-npc1_median0.07731612026691437
sim_compute_robot_state-npc1_min0.07367143423660942
sim_compute_robot_state-npc2_max0.07936054688912851
sim_compute_robot_state-npc2_mean0.07729150570527006
sim_compute_robot_state-npc2_median0.07686963288680367
sim_compute_robot_state-npc2_min0.07576456069946289
sim_compute_robot_state-npc3_max0.08345399079499422
sim_compute_robot_state-npc3_mean0.07721093531100125
sim_compute_robot_state-npc3_median0.0778182171009205
sim_compute_robot_state-npc3_min0.07302746921777725
sim_compute_sim_state_max0.04481475441544144
sim_compute_sim_state_mean0.04349793882214244
sim_compute_sim_state_median0.0431938886642456
sim_compute_sim_state_min0.041859134038289385
sim_physics_max0.32382573904814543
sim_physics_mean0.2614216539823371
sim_physics_median0.2570787739753723
sim_physics_min0.22195129924350315
sim_render-ego_max0.07652926445007324
sim_render-ego_mean0.0714824264656688
sim_render-ego_median0.07075905005137126
sim_render-ego_min0.0672982856631279
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean5.426666666666686
survival_time_min1.0000000000000002

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.