Duckietown Challenges Home Challenges Submissions

Job 25617

Job ID25617
submission4439
userBea Baselines 🐤
user labelstraight
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10492
date started
date completed
duration0:35:11
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4492677000931018
survival_time_median6.449999999999985
deviation-center-line_median0.4322287119720577
in-drivable-lane_median1.1000000000000156


other stats
agent_compute-ego_max0.024744180115786465
agent_compute-ego_mean0.02209197738683951
agent_compute-ego_median0.022028709280079807
agent_compute-ego_min0.01900305580254176
deviation-center-line_max1.1589124464474256
deviation-center-line_mean0.4029709889257216
deviation-center-line_min0.154710721708956
deviation-heading_max3.0190289833883304
deviation-heading_mean1.3474439162107843
deviation-heading_median0.8582960495748903
deviation-heading_min0.4705644729064003
driven_any_max2.17282819078691
driven_any_mean1.0539936570104351
driven_any_median1.0130038366165683
driven_any_min0.2919647685860048
driven_lanedir_consec_max1.665835597891082
driven_lanedir_consec_mean0.6895205195375026
driven_lanedir_consec_min0.28355176286572537
driven_lanedir_max1.91556473235392
driven_lanedir_mean0.7367596857725889
driven_lanedir_median0.48758407159543826
driven_lanedir_min0.28355176286572537
in-drivable-lane_max5.099999999999982
in-drivable-lane_mean1.526666666666668
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.4329892855289166, "sim_physics": 0.2521252470501399, "survival_time": 2.9499999999999975, "driven_lanedir": 0.4189537512520374, "sim_render-ego": 0.011764635473994886, "in-drivable-lane": 0, "agent_compute-ego": 0.023217944775597524, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.009012456667625296, "deviation-center-line": 0.197647523211923, "driven_lanedir_consec": 0.4189537512520374, "sim_compute_sim_state": 0.0045491719650009935, "sim_compute_performance-ego": 0.006807311106536348, "sim_compute_robot_state-ego": 0.008983894930047504, "sim_compute_robot_state-npc0": 0.008230152776685812, "sim_compute_robot_state-npc1": 0.007699235010955293, "sim_compute_robot_state-npc2": 0.00757416224075576, "sim_compute_robot_state-npc3": 0.008021184953592591}, "udem1-1-0": {"driven_any": 1.5792469758435803, "sim_physics": 0.18405601231738777, "survival_time": 9.900000000000006, "driven_lanedir": 1.2330803887754185, "sim_render-ego": 0.011058649631461711, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.021159799412043406, "deviation-heading": 1.7826747970058252, "set_robot_commands": 0.008605525951192837, "deviation-center-line": 0.4322287119720577, "driven_lanedir_consec": 1.2330803887754185, "sim_compute_sim_state": 0.004415304973872021, "sim_compute_performance-ego": 0.0064618731990005035, "sim_compute_robot_state-ego": 0.008300032278504035, "sim_compute_robot_state-npc0": 0.007660661080870965, "sim_compute_robot_state-npc1": 0.00743844894447712, "sim_compute_robot_state-npc2": 0.007370762150697034, "sim_compute_robot_state-npc3": 0.007486038737826877}, "udem1-2-0": {"driven_any": 1.0207210663188353, "sim_physics": 0.18858415346879223, "survival_time": 6.499999999999985, "driven_lanedir": 0.45272169318330424, "sim_render-ego": 0.01122750502366286, "in-drivable-lane": 2.6499999999999906, "agent_compute-ego": 0.02149379069988544, "deviation-heading": 2.1723642844930007, "set_robot_commands": 0.00913110512953538, "deviation-center-line": 0.4335538765593932, "driven_lanedir_consec": 0.4492677000931018, "sim_compute_sim_state": 0.004774614480825571, "sim_compute_performance-ego": 0.006550732025733361, "sim_compute_robot_state-ego": 0.008383393287658691, "sim_compute_robot_state-npc0": 0.007932294332064115, "sim_compute_robot_state-npc1": 0.007697699620173528, "sim_compute_robot_state-npc2": 0.007785861308758075, "sim_compute_robot_state-npc3": 0.007578251912043645}, "udem1-3-0": {"driven_any": 0.3098024087492814, "sim_physics": 0.24731126698580655, "survival_time": 2.2, "driven_lanedir": 0.2911602594904128, "sim_render-ego": 0.012268093499270352, "in-drivable-lane": 0, "agent_compute-ego": 0.024744180115786465, "deviation-heading": 0.7663028002247165, "set_robot_commands": 0.00944198803468184, "deviation-center-line": 0.154710721708956, "driven_lanedir_consec": 0.2911602594904128, "sim_compute_sim_state": 0.004795697602358731, "sim_compute_performance-ego": 0.006872025403109464, "sim_compute_robot_state-ego": 0.008729078552939674, "sim_compute_robot_state-npc0": 0.008540110154585405, "sim_compute_robot_state-npc1": 0.008286356925964355, "sim_compute_robot_state-npc2": 0.008238944140347567, "sim_compute_robot_state-npc3": 0.008039870045401833}, "udem1-4-0": {"driven_any": 1.215587491559389, "sim_physics": 0.24209930215563097, "survival_time": 7.699999999999981, "driven_lanedir": 0.35446915630098297, "sim_render-ego": 0.011834766957666968, "in-drivable-lane": 5.099999999999982, "agent_compute-ego": 0.022595684249679764, "deviation-heading": 0.8418481412128709, "set_robot_commands": 0.009267370422165116, "deviation-center-line": 0.1979060328893373, "driven_lanedir_consec": 0.35446915630098297, "sim_compute_sim_state": 0.00485686512736531, "sim_compute_performance-ego": 0.006849663598196847, "sim_compute_robot_state-ego": 0.009246974796443793, "sim_compute_robot_state-npc0": 0.008109905503012917, "sim_compute_robot_state-npc1": 0.007927831117208902, "sim_compute_robot_state-npc2": 0.007915979856020444, "sim_compute_robot_state-npc3": 0.0079314120404132}, "udem1-5-0": {"driven_any": 1.0130038366165683, "sim_physics": 0.14893080652222151, "survival_time": 6.449999999999985, "driven_lanedir": 0.5525173154397738, "sim_render-ego": 0.010638379311376765, "in-drivable-lane": 2.6999999999999904, "agent_compute-ego": 0.020284652709960938, "deviation-heading": 0.7603717650737841, "set_robot_commands": 0.007977188095565914, "deviation-center-line": 0.2608817551070215, "driven_lanedir_consec": 0.5525173154397738, "sim_compute_sim_state": 0.004051337870516519, "sim_compute_performance-ego": 0.006018921386363895, "sim_compute_robot_state-ego": 0.007524484811827194, "sim_compute_robot_state-npc0": 0.007139000781746798, "sim_compute_robot_state-npc1": 0.006966640782910724, "sim_compute_robot_state-npc2": 0.006898295971774316, "sim_compute_robot_state-npc3": 0.007102990335272264}, "udem1-6-0": {"driven_any": 0.2919647685860048, "sim_physics": 0.1824307498477754, "survival_time": 2.1000000000000005, "driven_lanedir": 0.28355176286572537, "sim_render-ego": 0.011722485224405924, "in-drivable-lane": 0, "agent_compute-ego": 0.021681779906863256, "deviation-heading": 0.4917790367249191, "set_robot_commands": 0.008457598232087634, "deviation-center-line": 0.2063789557976393, "driven_lanedir_consec": 0.28355176286572537, "sim_compute_sim_state": 0.004039628165108817, "sim_compute_performance-ego": 0.006398501850309826, "sim_compute_robot_state-ego": 0.008502114386785598, "sim_compute_robot_state-npc0": 0.008167329288664319, "sim_compute_robot_state-npc1": 0.007069025720868792, "sim_compute_robot_state-npc2": 0.0069773878370012555, "sim_compute_robot_state-npc3": 0.00664233026050386}, "udem1-7-0": {"driven_any": 2.163462294718305, "sim_physics": 0.22278158967174705, "survival_time": 13.400000000000055, "driven_lanedir": 1.91556473235392, "sim_render-ego": 0.01157119825704774, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.02224131217643396, "deviation-heading": 1.399456352311515, "set_robot_commands": 0.009042430279859856, "deviation-center-line": 0.4345804021364813, "driven_lanedir_consec": 1.620400434094304, "sim_compute_sim_state": 0.004730716570099788, "sim_compute_performance-ego": 0.006694744771985866, "sim_compute_robot_state-ego": 0.008659000716992278, "sim_compute_robot_state-npc0": 0.008085021332128723, "sim_compute_robot_state-npc1": 0.007936122702128852, "sim_compute_robot_state-npc2": 0.007967239885187861, "sim_compute_robot_state-npc3": 0.007842511383455191}, "udem1-8-0": {"driven_any": 0.9902488356085234, "sim_physics": 0.2240969775215028, "survival_time": 6.299999999999986, "driven_lanedir": 0.8123707705109183, "sim_render-ego": 0.01328074742877294, "in-drivable-lane": 0, "agent_compute-ego": 0.024356717155093237, "deviation-heading": 2.3986430505646417, "set_robot_commands": 0.010046196362328908, "deviation-center-line": 0.5439779726996199, "driven_lanedir_consec": 0.8112549718480385, "sim_compute_sim_state": 0.0050014787250094945, "sim_compute_performance-ego": 0.007267291583712139, "sim_compute_robot_state-ego": 0.009655386682540653, "sim_compute_robot_state-npc0": 0.008452672806997148, "sim_compute_robot_state-npc1": 0.00871341758304172, "sim_compute_robot_state-npc2": 0.008631545399862623, "sim_compute_robot_state-npc3": 0.008437497275216239}, "udem1-9-0": {"driven_any": 1.2595430501299905, "sim_physics": 0.22722010942375137, "survival_time": 7.94999999999998, "driven_lanedir": 0.48758407159543826, "sim_render-ego": 0.011769783571831083, "in-drivable-lane": 3.4499999999999877, "agent_compute-ego": 0.02278622441321799, "deviation-heading": 3.0190289833883304, "set_robot_commands": 0.008922947277812837, "deviation-center-line": 0.470314872816476, "driven_lanedir_consec": 0.332323832154034, "sim_compute_sim_state": 0.005042151085235788, "sim_compute_performance-ego": 0.006859289025360683, "sim_compute_robot_state-ego": 0.008736225044202505, "sim_compute_robot_state-npc0": 0.008603664314222036, "sim_compute_robot_state-npc1": 0.00814801941877641, "sim_compute_robot_state-npc2": 0.008073166481353951, "sim_compute_robot_state-npc3": 0.00810607724219748}, "udem1-10-0": {"driven_any": 0.35478078634718124, "sim_physics": 0.2492246866226196, "survival_time": 2.499999999999999, "driven_lanedir": 0.34034868686217346, "sim_render-ego": 0.01188063621520996, "in-drivable-lane": 0, "agent_compute-ego": 0.022632193565368653, "deviation-heading": 0.7119095801113112, "set_robot_commands": 0.009406633377075197, "deviation-center-line": 0.18406520042014887, "driven_lanedir_consec": 0.34034868686217346, "sim_compute_sim_state": 0.0050532293319702146, "sim_compute_performance-ego": 0.00714202880859375, "sim_compute_robot_state-ego": 0.008955893516540527, "sim_compute_robot_state-npc0": 0.008678903579711914, "sim_compute_robot_state-npc1": 0.008421564102172851, "sim_compute_robot_state-npc2": 0.008243861198425293, "sim_compute_robot_state-npc3": 0.00837982177734375}, "udem1-11-0": {"driven_any": 1.5896376676826622, "sim_physics": 0.15722866393812937, "survival_time": 9.950000000000006, "driven_lanedir": 0.9481619417501348, "sim_render-ego": 0.01006821771362918, "in-drivable-lane": 3.85000000000002, "agent_compute-ego": 0.01900305580254176, "deviation-heading": 0.4705644729064003, "set_robot_commands": 0.007817999202402393, "deviation-center-line": 0.6490698473210302, "driven_lanedir_consec": 0.9481619417501348, "sim_compute_sim_state": 0.004109815137470188, "sim_compute_performance-ego": 0.005822409337489449, "sim_compute_robot_state-ego": 0.007433461184477686, "sim_compute_robot_state-npc0": 0.006902093264325779, "sim_compute_robot_state-npc1": 0.006743638359721581, "sim_compute_robot_state-npc2": 0.006733392351236774, "sim_compute_robot_state-npc3": 0.0069100748953507775}, "udem1-12-0": {"driven_any": 2.17282819078691, "sim_physics": 0.2141649493464717, "survival_time": 13.500000000000057, "driven_lanedir": 1.9009021334547016, "sim_render-ego": 0.011988072042111997, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.02196684236879702, "deviation-heading": 2.3263143885818947, "set_robot_commands": 0.00937022191506845, "deviation-center-line": 1.1589124464474256, "driven_lanedir_consec": 1.665835597891082, "sim_compute_sim_state": 0.004941833460772479, "sim_compute_performance-ego": 0.006889779479415328, "sim_compute_robot_state-ego": 0.008984660219263148, "sim_compute_robot_state-npc0": 0.008483941466720015, "sim_compute_robot_state-npc1": 0.008380654123094347, "sim_compute_robot_state-npc2": 0.008360541308367693, "sim_compute_robot_state-npc3": 0.00825931672696714}, "udem1-13-0": {"driven_any": 0.4233878134921607, "sim_physics": 0.2210349831087836, "survival_time": 2.8999999999999977, "driven_lanedir": 0.40515771130165046, "sim_render-ego": 0.011380594352196002, "in-drivable-lane": 0, "agent_compute-ego": 0.022028709280079807, "deviation-heading": 0.8582960495748903, "set_robot_commands": 0.009106767588648302, "deviation-center-line": 0.19844220811743105, "driven_lanedir_consec": 0.40515771130165046, "sim_compute_sim_state": 0.00622670814908784, "sim_compute_performance-ego": 0.00645719314443654, "sim_compute_robot_state-ego": 0.007978377671077334, "sim_compute_robot_state-npc0": 0.007837213318923423, "sim_compute_robot_state-npc1": 0.007811887510891618, "sim_compute_robot_state-npc2": 0.007875635706145188, "sim_compute_robot_state-npc3": 0.0076185711498918205}, "udem1-14-0": {"driven_any": 0.9927003831882222, "sim_physics": 0.211216061134038, "survival_time": 6.349999999999985, "driven_lanedir": 0.6548509114522414, "sim_render-ego": 0.011148223726768191, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.021186774171243504, "deviation-heading": 1.456020734593601, "set_robot_commands": 0.008573710449098602, "deviation-center-line": 0.5218943066808839, "driven_lanedir_consec": 0.6363242829436704, "sim_compute_sim_state": 0.004481923861766424, "sim_compute_performance-ego": 0.006007096898837353, "sim_compute_robot_state-ego": 0.008156765164352778, "sim_compute_robot_state-npc0": 0.007831883242749792, "sim_compute_robot_state-npc1": 0.007782115711001899, "sim_compute_robot_state-npc2": 0.007146698283398245, "sim_compute_robot_state-npc3": 0.007283648168008159}}
set_robot_commands_max0.010046196362328908
set_robot_commands_mean0.008945342599009904
set_robot_commands_median0.009042430279859856
set_robot_commands_min0.007817999202402393
sim_compute_performance-ego_max0.007267291583712139
sim_compute_performance-ego_mean0.006606590774605425
sim_compute_performance-ego_median0.006694744771985866
sim_compute_performance-ego_min0.005822409337489449
sim_compute_robot_state-ego_max0.009655386682540653
sim_compute_robot_state-ego_mean0.008548649549576893
sim_compute_robot_state-ego_median0.008659000716992278
sim_compute_robot_state-ego_min0.007433461184477686
sim_compute_robot_state-npc0_max0.008678903579711914
sim_compute_robot_state-npc0_mean0.008043656482893945
sim_compute_robot_state-npc0_median0.008109905503012917
sim_compute_robot_state-npc0_min0.006902093264325779
sim_compute_robot_state-npc1_max0.00871341758304172
sim_compute_robot_state-npc1_mean0.007801510508892533
sim_compute_robot_state-npc1_median0.007811887510891618
sim_compute_robot_state-npc1_min0.006743638359721581
sim_compute_robot_state-npc2_max0.008631545399862623
sim_compute_robot_state-npc2_mean0.007719564941288805
sim_compute_robot_state-npc2_median0.007875635706145188
sim_compute_robot_state-npc2_min0.006733392351236774
sim_compute_robot_state-npc3_max0.008437497275216239
sim_compute_robot_state-npc3_mean0.007709306460232322
sim_compute_robot_state-npc3_median0.007842511383455191
sim_compute_robot_state-npc3_min0.00664233026050386
sim_compute_sim_state_max0.00622670814908784
sim_compute_sim_state_mean0.004738031767097345
sim_compute_sim_state_median0.004774614480825571
sim_compute_sim_state_min0.004039628165108817
sim_physics_max0.2521252470501399
sim_physics_mean0.21150037060765317
sim_physics_median0.2210349831087836
sim_physics_min0.14893080652222151
sim_render-ego_max0.01328074742877294
sim_render-ego_mean0.011573465895293771
sim_render-ego_median0.011722485224405924
sim_render-ego_min0.01006821771362918
simulation-passed1
survival_time_max13.500000000000057
survival_time_mean6.71
survival_time_min2.1000000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.