Duckietown Challenges Home Challenges Submissions

Job 25411

Job ID25411
submission4413
userBea Baselines 🐤
user labelstraight
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatoridsc-rudolf-26821
date started
date completed
duration0:29:57
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4492677000931018
survival_time_median6.449999999999985
deviation-center-line_median0.4322287119720577
in-drivable-lane_median1.1000000000000156


other stats
agent_compute-ego_max0.027222514152526855
agent_compute-ego_mean0.02516821804770791
agent_compute-ego_median0.024871488670250037
agent_compute-ego_min0.02357823525241871
deviation-center-line_max1.1589124464474256
deviation-center-line_mean0.4029709889257216
deviation-center-line_min0.154710721708956
deviation-heading_max3.0190289833883304
deviation-heading_mean1.3474439162107843
deviation-heading_median0.8582960495748903
deviation-heading_min0.4705644729064003
driven_any_max2.17282819078691
driven_any_mean1.0539936570104351
driven_any_median1.0130038366165683
driven_any_min0.2919647685860048
driven_lanedir_consec_max1.665835597891082
driven_lanedir_consec_mean0.6895205195375026
driven_lanedir_consec_min0.28355176286572537
driven_lanedir_max1.91556473235392
driven_lanedir_mean0.7367596857725889
driven_lanedir_median0.48758407159543826
driven_lanedir_min0.28355176286572537
in-drivable-lane_max5.099999999999982
in-drivable-lane_mean1.526666666666668
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.4329892855289166, "sim_physics": 0.2052119303557832, "survival_time": 2.9499999999999975, "driven_lanedir": 0.4189537512520374, "sim_render-ego": 0.012475078388796017, "in-drivable-lane": 0, "agent_compute-ego": 0.025788674920292225, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.008465641635959432, "deviation-center-line": 0.197647523211923, "driven_lanedir_consec": 0.4189537512520374, "sim_compute_sim_state": 0.005594265663017661, "sim_compute_performance-ego": 0.007000801926952297, "sim_compute_robot_state-ego": 0.008951845815626242, "sim_compute_robot_state-npc0": 0.009017819065158653, "sim_compute_robot_state-npc1": 0.008133039636127019, "sim_compute_robot_state-npc2": 0.009113481489278505, "sim_compute_robot_state-npc3": 0.008947950298503295}, "udem1-1-0": {"driven_any": 1.5792469758435803, "sim_physics": 0.1695526609517107, "survival_time": 9.900000000000006, "driven_lanedir": 1.2330803887754185, "sim_render-ego": 0.013541913995839127, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.02645648127854473, "deviation-heading": 1.7826747970058252, "set_robot_commands": 0.009403326294638891, "deviation-center-line": 0.4322287119720577, "driven_lanedir_consec": 1.2330803887754185, "sim_compute_sim_state": 0.005379254167730158, "sim_compute_performance-ego": 0.007815162340799967, "sim_compute_robot_state-ego": 0.009722291821181173, "sim_compute_robot_state-npc0": 0.009125401275326508, "sim_compute_robot_state-npc1": 0.008921772542625966, "sim_compute_robot_state-npc2": 0.008625206321176856, "sim_compute_robot_state-npc3": 0.00862351210430415}, "udem1-2-0": {"driven_any": 1.0207210663188353, "sim_physics": 0.1625094725535466, "survival_time": 6.499999999999985, "driven_lanedir": 0.45272169318330424, "sim_render-ego": 0.013648416445805476, "in-drivable-lane": 2.6499999999999906, "agent_compute-ego": 0.027222514152526855, "deviation-heading": 2.1723642844930007, "set_robot_commands": 0.009472159238962026, "deviation-center-line": 0.4335538765593932, "driven_lanedir_consec": 0.4492677000931018, "sim_compute_sim_state": 0.005881656133211576, "sim_compute_performance-ego": 0.00842587764446552, "sim_compute_robot_state-ego": 0.00966024032005897, "sim_compute_robot_state-npc0": 0.009730069453899676, "sim_compute_robot_state-npc1": 0.009379190665024977, "sim_compute_robot_state-npc2": 0.009167064153231107, "sim_compute_robot_state-npc3": 0.008972534766564002}, "udem1-3-0": {"driven_any": 0.3098024087492814, "sim_physics": 0.1863475116816434, "survival_time": 2.2, "driven_lanedir": 0.2911602594904128, "sim_render-ego": 0.012994235212152656, "in-drivable-lane": 0, "agent_compute-ego": 0.024921417236328125, "deviation-heading": 0.7663028002247165, "set_robot_commands": 0.009162062948400324, "deviation-center-line": 0.154710721708956, "driven_lanedir_consec": 0.2911602594904128, "sim_compute_sim_state": 0.005367062308571555, "sim_compute_performance-ego": 0.007707308639179577, "sim_compute_robot_state-ego": 0.00900907949967818, "sim_compute_robot_state-npc0": 0.008785166523673317, "sim_compute_robot_state-npc1": 0.008739178830927069, "sim_compute_robot_state-npc2": 0.009118074720556086, "sim_compute_robot_state-npc3": 0.007962584495544434}, "udem1-4-0": {"driven_any": 1.215587491559389, "sim_physics": 0.18467710080084865, "survival_time": 7.699999999999981, "driven_lanedir": 0.35446915630098297, "sim_render-ego": 0.012682015245611016, "in-drivable-lane": 5.099999999999982, "agent_compute-ego": 0.024871488670250037, "deviation-heading": 0.8418481412128709, "set_robot_commands": 0.00852508359141164, "deviation-center-line": 0.1979060328893373, "driven_lanedir_consec": 0.35446915630098297, "sim_compute_sim_state": 0.005365264880192744, "sim_compute_performance-ego": 0.00745063168661935, "sim_compute_robot_state-ego": 0.008551116113538867, "sim_compute_robot_state-npc0": 0.009023663285490754, "sim_compute_robot_state-npc1": 0.009044964592178146, "sim_compute_robot_state-npc2": 0.008679345056608126, "sim_compute_robot_state-npc3": 0.00850990375915131}, "udem1-5-0": {"driven_any": 1.0130038366165683, "sim_physics": 0.14816715735797734, "survival_time": 6.449999999999985, "driven_lanedir": 0.5525173154397738, "sim_render-ego": 0.01335250499636628, "in-drivable-lane": 2.6999999999999904, "agent_compute-ego": 0.02542429007301035, "deviation-heading": 0.7603717650737841, "set_robot_commands": 0.009091654489206713, "deviation-center-line": 0.2608817551070215, "driven_lanedir_consec": 0.5525173154397738, "sim_compute_sim_state": 0.0054261092991791954, "sim_compute_performance-ego": 0.007777849833170573, "sim_compute_robot_state-ego": 0.00914495305497517, "sim_compute_robot_state-npc0": 0.009385657864947652, "sim_compute_robot_state-npc1": 0.009035459784574288, "sim_compute_robot_state-npc2": 0.008779669916907023, "sim_compute_robot_state-npc3": 0.008567335069641586}, "udem1-6-0": {"driven_any": 0.2919647685860048, "sim_physics": 0.15366026901063465, "survival_time": 2.1000000000000005, "driven_lanedir": 0.28355176286572537, "sim_render-ego": 0.012478533245268325, "in-drivable-lane": 0, "agent_compute-ego": 0.024792222749619255, "deviation-heading": 0.4917790367249191, "set_robot_commands": 0.00872198740641276, "deviation-center-line": 0.2063789557976393, "driven_lanedir_consec": 0.28355176286572537, "sim_compute_sim_state": 0.005213436626252674, "sim_compute_performance-ego": 0.007526199022928874, "sim_compute_robot_state-ego": 0.009188192231314524, "sim_compute_robot_state-npc0": 0.008358160654703775, "sim_compute_robot_state-npc1": 0.008230845133463541, "sim_compute_robot_state-npc2": 0.007820929799761091, "sim_compute_robot_state-npc3": 0.008030789239065987}, "udem1-7-0": {"driven_any": 2.163462294718305, "sim_physics": 0.15935004024363275, "survival_time": 13.400000000000055, "driven_lanedir": 1.91556473235392, "sim_render-ego": 0.012661596732353095, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.024593610372116315, "deviation-heading": 1.399456352311515, "set_robot_commands": 0.008661752316489149, "deviation-center-line": 0.4345804021364813, "driven_lanedir_consec": 1.620400434094304, "sim_compute_sim_state": 0.005166033310676689, "sim_compute_performance-ego": 0.007423980912165855, "sim_compute_robot_state-ego": 0.009113591998370724, "sim_compute_robot_state-npc0": 0.008949113425923817, "sim_compute_robot_state-npc1": 0.00854598853125501, "sim_compute_robot_state-npc2": 0.008453721430764269, "sim_compute_robot_state-npc3": 0.008677922078032993}, "udem1-8-0": {"driven_any": 0.9902488356085234, "sim_physics": 0.16366270042601086, "survival_time": 6.299999999999986, "driven_lanedir": 0.8123707705109183, "sim_render-ego": 0.013209640033661372, "in-drivable-lane": 0, "agent_compute-ego": 0.0258851202707442, "deviation-heading": 2.3986430505646417, "set_robot_commands": 0.009306109140789698, "deviation-center-line": 0.5439779726996199, "driven_lanedir_consec": 0.8112549718480385, "sim_compute_sim_state": 0.005296640925937229, "sim_compute_performance-ego": 0.007812034516107468, "sim_compute_robot_state-ego": 0.009483193594311911, "sim_compute_robot_state-npc0": 0.009142625899541946, "sim_compute_robot_state-npc1": 0.008969902992248535, "sim_compute_robot_state-npc2": 0.008989966104901026, "sim_compute_robot_state-npc3": 0.008735601864163839}, "udem1-9-0": {"driven_any": 1.2595430501299905, "sim_physics": 0.17795705045544127, "survival_time": 7.94999999999998, "driven_lanedir": 0.48758407159543826, "sim_render-ego": 0.013266564915015265, "in-drivable-lane": 3.4499999999999877, "agent_compute-ego": 0.024451438735865947, "deviation-heading": 3.0190289833883304, "set_robot_commands": 0.008875482487228682, "deviation-center-line": 0.470314872816476, "driven_lanedir_consec": 0.332323832154034, "sim_compute_sim_state": 0.0052038138767458355, "sim_compute_performance-ego": 0.00762728325226022, "sim_compute_robot_state-ego": 0.009363495328891202, "sim_compute_robot_state-npc0": 0.008945273153437008, "sim_compute_robot_state-npc1": 0.008686917382966048, "sim_compute_robot_state-npc2": 0.008529906002980358, "sim_compute_robot_state-npc3": 0.008654375496150562}, "udem1-10-0": {"driven_any": 0.35478078634718124, "sim_physics": 0.18123801231384276, "survival_time": 2.499999999999999, "driven_lanedir": 0.34034868686217346, "sim_render-ego": 0.013182082176208495, "in-drivable-lane": 0, "agent_compute-ego": 0.0242024564743042, "deviation-heading": 0.7119095801113112, "set_robot_commands": 0.00893446922302246, "deviation-center-line": 0.18406520042014887, "driven_lanedir_consec": 0.34034868686217346, "sim_compute_sim_state": 0.0056304931640625, "sim_compute_performance-ego": 0.007539577484130859, "sim_compute_robot_state-ego": 0.00947376251220703, "sim_compute_robot_state-npc0": 0.009519963264465333, "sim_compute_robot_state-npc1": 0.008220038414001464, "sim_compute_robot_state-npc2": 0.00897531509399414, "sim_compute_robot_state-npc3": 0.008589568138122559}, "udem1-11-0": {"driven_any": 1.5896376676826622, "sim_physics": 0.14878251085329294, "survival_time": 9.950000000000006, "driven_lanedir": 0.9481619417501348, "sim_render-ego": 0.012350990544611484, "in-drivable-lane": 3.85000000000002, "agent_compute-ego": 0.02357823525241871, "deviation-heading": 0.4705644729064003, "set_robot_commands": 0.008530269316093407, "deviation-center-line": 0.6490698473210302, "driven_lanedir_consec": 0.9481619417501348, "sim_compute_sim_state": 0.00541845158715943, "sim_compute_performance-ego": 0.007410272281972608, "sim_compute_robot_state-ego": 0.008797470648684094, "sim_compute_robot_state-npc0": 0.008837385992308957, "sim_compute_robot_state-npc1": 0.008615793295242079, "sim_compute_robot_state-npc2": 0.00844103008059401, "sim_compute_robot_state-npc3": 0.008722350825017421}, "udem1-12-0": {"driven_any": 2.17282819078691, "sim_physics": 0.15356576354415327, "survival_time": 13.500000000000057, "driven_lanedir": 1.9009021334547016, "sim_render-ego": 0.012646728091769747, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.02416697343190511, "deviation-heading": 2.3263143885818947, "set_robot_commands": 0.008801711930169, "deviation-center-line": 1.1589124464474256, "driven_lanedir_consec": 1.665835597891082, "sim_compute_sim_state": 0.00513100888994005, "sim_compute_performance-ego": 0.007584223923859773, "sim_compute_robot_state-ego": 0.008936715126037598, "sim_compute_robot_state-npc0": 0.008912469722606517, "sim_compute_robot_state-npc1": 0.008832059966193306, "sim_compute_robot_state-npc2": 0.008658266950536658, "sim_compute_robot_state-npc3": 0.008577496917159469}, "udem1-13-0": {"driven_any": 0.4233878134921607, "sim_physics": 0.1692556718300129, "survival_time": 2.8999999999999977, "driven_lanedir": 0.40515771130165046, "sim_render-ego": 0.012628649843150172, "in-drivable-lane": 0, "agent_compute-ego": 0.024420988970789415, "deviation-heading": 0.8582960495748903, "set_robot_commands": 0.008616451559395626, "deviation-center-line": 0.19844220811743105, "driven_lanedir_consec": 0.40515771130165046, "sim_compute_sim_state": 0.005061457897054738, "sim_compute_performance-ego": 0.007645368576049805, "sim_compute_robot_state-ego": 0.009048523574039851, "sim_compute_robot_state-npc0": 0.009459014596610232, "sim_compute_robot_state-npc1": 0.009021783697194068, "sim_compute_robot_state-npc2": 0.008709673223824337, "sim_compute_robot_state-npc3": 0.008636396506737018}, "udem1-14-0": {"driven_any": 0.9927003831882222, "sim_physics": 0.19085904369204065, "survival_time": 6.349999999999985, "driven_lanedir": 0.6548509114522414, "sim_render-ego": 0.014015742174283726, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.026747358126903143, "deviation-heading": 1.456020734593601, "set_robot_commands": 0.009365558624267578, "deviation-center-line": 0.5218943066808839, "driven_lanedir_consec": 0.6363242829436704, "sim_compute_sim_state": 0.005733653316347617, "sim_compute_performance-ego": 0.007913566949799306, "sim_compute_robot_state-ego": 0.010240958431574304, "sim_compute_robot_state-npc0": 0.009731268319557972, "sim_compute_robot_state-npc1": 0.009377395074198566, "sim_compute_robot_state-npc2": 0.008938729293703094, "sim_compute_robot_state-npc3": 0.00877744006359671}}
set_robot_commands_max0.009472159238962026
set_robot_commands_mean0.008928914680163158
set_robot_commands_median0.008875482487228682
set_robot_commands_min0.008465641635959432
sim_compute_performance-ego_max0.00842587764446552
sim_compute_performance-ego_mean0.007644009266030803
sim_compute_performance-ego_median0.00762728325226022
sim_compute_performance-ego_min0.007000801926952297
sim_compute_robot_state-ego_max0.010240958431574304
sim_compute_robot_state-ego_mean0.009245695338032656
sim_compute_robot_state-ego_median0.00914495305497517
sim_compute_robot_state-ego_min0.008551116113538867
sim_compute_robot_state-npc0_max0.009731268319557972
sim_compute_robot_state-npc0_mean0.009128203499843475
sim_compute_robot_state-npc0_median0.009023663285490754
sim_compute_robot_state-npc0_min0.008358160654703775
sim_compute_robot_state-npc1_max0.009379190665024977
sim_compute_robot_state-npc1_mean0.00878362203588134
sim_compute_robot_state-npc1_median0.008832059966193306
sim_compute_robot_state-npc1_min0.008133039636127019
sim_compute_robot_state-npc2_max0.009167064153231107
sim_compute_robot_state-npc2_mean0.008733358642587778
sim_compute_robot_state-npc2_median0.008709673223824337
sim_compute_robot_state-npc2_min0.007820929799761091
sim_compute_robot_state-npc3_max0.008972534766564002
sim_compute_robot_state-npc3_mean0.008599050774783687
sim_compute_robot_state-npc3_median0.008636396506737018
sim_compute_robot_state-npc3_min0.007962584495544434
sim_compute_sim_state_max0.005881656133211576
sim_compute_sim_state_mean0.00539124013640531
sim_compute_sim_state_median0.005367062308571555
sim_compute_sim_state_min0.005061457897054738
sim_physics_max0.2052119303557832
sim_physics_mean0.17031979307137146
sim_physics_median0.1692556718300129
sim_physics_min0.14816715735797734
sim_render-ego_max0.014015742174283726
sim_render-ego_mean0.013008979469392817
sim_render-ego_median0.012994235212152656
sim_render-ego_min0.012350990544611484
simulation-passed1
survival_time_max13.500000000000057
survival_time_mean6.71
survival_time_min2.1000000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.