Duckietown Challenges Home Challenges Submissions

Job 36159

Job ID36159
submission9956
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFVI-sim-testing
stepLFVIt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg04-990b0c159d68-1
date started
date completed
duration0:20:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6497500907548364
survival_time_median4.249999999999993
deviation-center-line_median0.1485546737890131
in-drivable-lane_median2.1999999999999926


other stats
agent_compute-ego_max0.03854718553014549
agent_compute-ego_mean0.03717647900291728
agent_compute-ego_median0.0371324104421279
agent_compute-ego_min0.036117570740836005
complete-iteration_max0.4803366320473807
complete-iteration_mean0.4498087037198421
complete-iteration_median0.4504079439423301
complete-iteration_min0.4202551311916775
deviation-center-line_max0.6910962119878233
deviation-center-line_mean0.19364762146629472
deviation-center-line_min0.06494571772210404
deviation-heading_max1.4486706467120278
deviation-heading_mean0.7176249100858005
deviation-heading_median0.7649721039644373
deviation-heading_min0.21987475169154813
driven_any_max3.4377404982533286
driven_any_mean2.0541823308021656
driven_any_median1.782957983049124
driven_any_min0.8006369147274865
driven_lanedir_consec_max2.2467398736422166
driven_lanedir_consec_mean0.8642949729018259
driven_lanedir_consec_min0.29028938101777335
driven_lanedir_max2.2700968138041833
driven_lanedir_mean0.8995789615469522
driven_lanedir_median0.6497500907548364
driven_lanedir_min0.29028938101777335
get_state_dump_max0.04391075163772426
get_state_dump_mean0.036100233947791445
get_state_dump_median0.035532311389320774
get_state_dump_min0.03390670383677763
get_ui_image_max0.08612017739902843
get_ui_image_mean0.08292871801841988
get_ui_image_median0.08288001131128382
get_ui_image_min0.07861568647272446
in-drivable-lane_max4.349999999999989
in-drivable-lane_mean2.3266666666666596
in-drivable-lane_min0.04999999999999982
per-episodes
details{"udem1-sc0-0-ego": {"driven_any": 1.65406851544617, "get_ui_image": 0.08535868227481842, "step_physics": 0.19114620089530945, "survival_time": 3.999999999999994, "driven_lanedir": 0.6467016616800385, "get_state_dump": 0.035583716630935666, "sim_render-ego": 0.008735564351081849, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.03652239441871643, "deviation-heading": 0.7649721039644373, "complete-iteration": 0.4509530782699585, "set_robot_commands": 0.006731635332107544, "deviation-center-line": 0.1440401596261301, "driven_lanedir_consec": 0.6419379600343871, "sim_compute_sim_state": 0.01794338822364807, "sim_compute_performance-ego": 0.006442016363143921, "sim_compute_robot_state-ego": 0.0112290620803833, "sim_compute_robot_state-npc0": 0.010050421953201294, "sim_compute_robot_state-npc1": 0.01016680896282196, "sim_compute_robot_state-npc2": 0.010440689325332642, "sim_compute_robot_state-npc3": 0.01030820906162262, "sim_compute_robot_state-parked0": 0.010011789202690123}, "udem1-sc1-0-ego": {"driven_any": 1.6704039613423076, "get_ui_image": 0.08288001131128382, "step_physics": 0.19951076566437145, "survival_time": 4.049999999999994, "driven_lanedir": 0.6497500907548364, "get_state_dump": 0.03514515912091291, "sim_render-ego": 0.00847728458451636, "in-drivable-lane": 2.1999999999999926, "agent_compute-ego": 0.03734422613073279, "deviation-heading": 0.21987475169154813, "complete-iteration": 0.4560526889047505, "set_robot_commands": 0.0067064791549871, "deviation-center-line": 0.1316870511375048, "driven_lanedir_consec": 0.6497500907548364, "sim_compute_sim_state": 0.018841287236154816, "sim_compute_performance-ego": 0.006238581221780659, "sim_compute_robot_state-ego": 0.010941352373288, "sim_compute_robot_state-npc0": 0.01050556441883982, "sim_compute_robot_state-npc1": 0.010067033179012346, "sim_compute_robot_state-npc2": 0.009594770125400873, "sim_compute_robot_state-npc3": 0.009658736947142048, "sim_compute_robot_state-parked0": 0.009868489371405708}, "udem1-sc2-0-ego": {"driven_any": 1.8069248215632787, "get_ui_image": 0.08612017739902843, "step_physics": 0.18628477508371527, "survival_time": 4.399999999999992, "driven_lanedir": 0.5309482697103225, "get_state_dump": 0.03471108187328686, "sim_render-ego": 0.008857011795043945, "in-drivable-lane": 2.5999999999999943, "agent_compute-ego": 0.03726371309973977, "deviation-heading": 0.821756013266449, "complete-iteration": 0.4504079439423301, "set_robot_commands": 0.007093819704922763, "deviation-center-line": 0.17311258344521005, "driven_lanedir_consec": 0.5309482697103225, "sim_compute_sim_state": 0.0189162709496238, "sim_compute_performance-ego": 0.006242272528735074, "sim_compute_robot_state-ego": 0.010931724851781672, "sim_compute_robot_state-npc0": 0.010397740385749124, "sim_compute_robot_state-npc1": 0.010480905121023005, "sim_compute_robot_state-npc2": 0.011158241467042402, "sim_compute_robot_state-npc3": 0.011667257005518131, "sim_compute_robot_state-parked0": 0.010001171718944202}, "udem1-sc3-0-ego": {"driven_any": 0.8006369147274865, "get_ui_image": 0.08521053336915516, "step_physics": 0.20971054690224783, "survival_time": 2.1000000000000005, "driven_lanedir": 0.7513234886278148, "get_state_dump": 0.03514501026698521, "sim_render-ego": 0.00863088880266462, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.036117570740836005, "deviation-heading": 0.3862027445592439, "complete-iteration": 0.4803366320473807, "set_robot_commands": 0.007222130185081845, "deviation-center-line": 0.07893440221925406, "driven_lanedir_consec": 0.7513234886278148, "sim_compute_sim_state": 0.024212695303417388, "sim_compute_performance-ego": 0.006118859563555036, "sim_compute_robot_state-ego": 0.011316441354297456, "sim_compute_robot_state-npc0": 0.01351331529163179, "sim_compute_robot_state-npc1": 0.011104827835446312, "sim_compute_robot_state-npc2": 0.010987253416152228, "sim_compute_robot_state-npc3": 0.01039127508799235, "sim_compute_robot_state-parked0": 0.010367086955479212}, "udem1-sc4-0-ego": {"driven_any": 1.7175261671406614, "get_ui_image": 0.08568425476551056, "step_physics": 0.17477676272392273, "survival_time": 3.999999999999994, "driven_lanedir": 0.36228852478726825, "get_state_dump": 0.035411298274993896, "sim_render-ego": 0.009202352166175844, "in-drivable-lane": 2.5499999999999936, "agent_compute-ego": 0.03698615431785583, "deviation-heading": 0.8309452702743971, "complete-iteration": 0.4435999095439911, "set_robot_commands": 0.007783567905426026, "deviation-center-line": 0.14442735414914476, "driven_lanedir_consec": 0.36228852478726825, "sim_compute_sim_state": 0.02130943536758423, "sim_compute_performance-ego": 0.006596085429191589, "sim_compute_robot_state-ego": 0.011735811829566956, "sim_compute_robot_state-npc0": 0.010950016975402831, "sim_compute_robot_state-npc1": 0.010638737678527832, "sim_compute_robot_state-npc2": 0.010988864302635192, "sim_compute_robot_state-npc3": 0.010818985104560853, "sim_compute_robot_state-parked0": 0.010418918728828433}, "udem1-sc5-0-ego": {"driven_any": 1.6834787159499032, "get_ui_image": 0.08507310913269778, "step_physics": 0.1716421770762248, "survival_time": 4.149999999999993, "driven_lanedir": 0.4288789649417757, "get_state_dump": 0.03688935486667128, "sim_render-ego": 0.00945539934089385, "in-drivable-lane": 2.3999999999999932, "agent_compute-ego": 0.03854718553014549, "deviation-heading": 1.0985823861669952, "complete-iteration": 0.4476602221109781, "set_robot_commands": 0.007731914520263672, "deviation-center-line": 0.1488075947581576, "driven_lanedir_consec": 0.4288789649417757, "sim_compute_sim_state": 0.02524796451430723, "sim_compute_performance-ego": 0.006549809352461114, "sim_compute_robot_state-ego": 0.011844301798257482, "sim_compute_robot_state-npc0": 0.011277178683912896, "sim_compute_robot_state-npc1": 0.011018494525587702, "sim_compute_robot_state-npc2": 0.0107400762029441, "sim_compute_robot_state-npc3": 0.010684223060148308, "sim_compute_robot_state-parked0": 0.010663994823593693}, "udem1-sc6-0-ego": {"driven_any": 2.8495634364507954, "get_ui_image": 0.07957780005326912, "step_physics": 0.19187856076368645, "survival_time": 6.699999999999984, "driven_lanedir": 1.875028073870427, "get_state_dump": 0.036653241114829906, "sim_render-ego": 0.009504757710357211, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.038264619770334726, "deviation-heading": 0.6370181661839738, "complete-iteration": 0.46317257098297576, "set_robot_commands": 0.008039260978129372, "deviation-center-line": 0.20092590743448857, "driven_lanedir_consec": 1.451165953091315, "sim_compute_sim_state": 0.021992749242640258, "sim_compute_performance-ego": 0.006679234220020806, "sim_compute_robot_state-ego": 0.014142789057831263, "sim_compute_robot_state-npc0": 0.011734681342964742, "sim_compute_robot_state-npc1": 0.011185318676393424, "sim_compute_robot_state-npc2": 0.011045838469889626, "sim_compute_robot_state-npc3": 0.011195387413252643, "sim_compute_robot_state-parked0": 0.01097354782161428}, "udem1-sc7-0-ego": {"driven_any": 3.4377404982533286, "get_ui_image": 0.08456480128210296, "step_physics": 0.18610939889583947, "survival_time": 7.94999999999998, "driven_lanedir": 2.2700968138041833, "get_state_dump": 0.03712354965929715, "sim_render-ego": 0.009640222825344252, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.03789761081431647, "deviation-heading": 1.4486706467120278, "complete-iteration": 0.4599598383753555, "set_robot_commands": 0.007756281198945435, "deviation-center-line": 0.6910962119878233, "driven_lanedir_consec": 2.2467398736422166, "sim_compute_sim_state": 0.02031594552334, "sim_compute_performance-ego": 0.006739797832081153, "sim_compute_robot_state-ego": 0.0123133104552263, "sim_compute_robot_state-npc0": 0.011457953063197104, "sim_compute_robot_state-npc1": 0.01168175313457753, "sim_compute_robot_state-npc2": 0.011748373883325348, "sim_compute_robot_state-npc3": 0.011139725739101197, "sim_compute_robot_state-parked0": 0.01116686946940872}, "udem1-sc8-0-ego": {"driven_any": 2.059331728359254, "get_ui_image": 0.08047529594185426, "step_physics": 0.18922031294439257, "survival_time": 4.849999999999991, "driven_lanedir": 1.100066728049779, "get_state_dump": 0.04391075163772426, "sim_render-ego": 0.009076917294374449, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.037710794468515926, "deviation-heading": 0.2609717934465678, "complete-iteration": 0.46001938200488535, "set_robot_commands": 0.007220762292134393, "deviation-center-line": 0.26612607435859403, "driven_lanedir_consec": 1.0989724384040085, "sim_compute_sim_state": 0.019125948247221327, "sim_compute_performance-ego": 0.0068318598049203145, "sim_compute_robot_state-ego": 0.011603945309353858, "sim_compute_robot_state-npc0": 0.011054127486710696, "sim_compute_robot_state-npc1": 0.010444277340603858, "sim_compute_robot_state-npc2": 0.010730310813667848, "sim_compute_robot_state-npc3": 0.011031472805849056, "sim_compute_robot_state-parked0": 0.011272872846151137}, "udem1-sc9-0-ego": {"driven_any": 1.6932117732223284, "get_ui_image": 0.08130608201026916, "step_physics": 0.1726628214120865, "survival_time": 3.999999999999994, "driven_lanedir": 0.6461172718464347, "get_state_dump": 0.03621162176132202, "sim_render-ego": 0.0090131938457489, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.0365970104932785, "deviation-heading": 0.9141633172540072, "complete-iteration": 0.44593780040740966, "set_robot_commands": 0.007768630981445312, "deviation-center-line": 0.1517178415640418, "driven_lanedir_consec": 0.6461172718464347, "sim_compute_sim_state": 0.025537064671516417, "sim_compute_performance-ego": 0.006392481923103333, "sim_compute_robot_state-ego": 0.011817258596420289, "sim_compute_robot_state-npc0": 0.011688512563705443, "sim_compute_robot_state-npc1": 0.011777913570404051, "sim_compute_robot_state-npc2": 0.01179807186126709, "sim_compute_robot_state-npc3": 0.011364194750785829, "sim_compute_robot_state-parked0": 0.01168229579925537}, "udem1-sc10-0-ego": {"driven_any": 2.829514228956659, "get_ui_image": 0.08284744284206763, "step_physics": 0.18502563282959444, "survival_time": 6.649999999999984, "driven_lanedir": 1.3769437991511737, "get_state_dump": 0.035532311389320774, "sim_render-ego": 0.00880824175096096, "in-drivable-lane": 2.79999999999999, "agent_compute-ego": 0.03635887812851067, "deviation-heading": 1.0782247681019923, "complete-iteration": 0.45076728942699, "set_robot_commands": 0.007234714981308557, "deviation-center-line": 0.3589271948061821, "driven_lanedir_consec": 1.3766933074322054, "sim_compute_sim_state": 0.023597252996344315, "sim_compute_performance-ego": 0.00608830882194347, "sim_compute_robot_state-ego": 0.011308386809843824, "sim_compute_robot_state-npc0": 0.010906029464606951, "sim_compute_robot_state-npc1": 0.010592480351154067, "sim_compute_robot_state-npc2": 0.010788646855748686, "sim_compute_robot_state-npc3": 0.010699180732096048, "sim_compute_robot_state-parked0": 0.010675010824562016}, "udem1-sc11-0-ego": {"driven_any": 1.6732675334610676, "get_ui_image": 0.08189161029862768, "step_physics": 0.15973016656475303, "survival_time": 4.049999999999994, "driven_lanedir": 0.740088497182728, "get_state_dump": 0.034728062005690584, "sim_render-ego": 0.008654691554881909, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.036326075777595425, "deviation-heading": 0.27358421252914833, "complete-iteration": 0.4202551311916775, "set_robot_commands": 0.0068050255010157455, "deviation-center-line": 0.06494571772210404, "driven_lanedir_consec": 0.6641562114573031, "sim_compute_sim_state": 0.02189584720281907, "sim_compute_performance-ego": 0.005737219327761803, "sim_compute_robot_state-ego": 0.01073404300360032, "sim_compute_robot_state-npc0": 0.010687251149872203, "sim_compute_robot_state-npc1": 0.010880105289412134, "sim_compute_robot_state-npc2": 0.010649165989440164, "sim_compute_robot_state-npc3": 0.010771301057603624, "sim_compute_robot_state-parked0": 0.010456585589750314}, "udem1-sc12-0-ego": {"driven_any": 2.8497284656256134, "get_ui_image": 0.07861568647272446, "step_physics": 0.17339353351032033, "survival_time": 6.799999999999984, "driven_lanedir": 1.243537592627009, "get_state_dump": 0.035599151078392476, "sim_render-ego": 0.009155085858176737, "in-drivable-lane": 3.4999999999999876, "agent_compute-ego": 0.0371324104421279, "deviation-heading": 0.6351181716310226, "complete-iteration": 0.4397076175493352, "set_robot_commands": 0.007398435298134299, "deviation-center-line": 0.1338032860724614, "driven_lanedir_consec": 1.243537592627009, "sim_compute_sim_state": 0.02498018390992109, "sim_compute_performance-ego": 0.006412236129536349, "sim_compute_robot_state-ego": 0.011660411077387191, "sim_compute_robot_state-npc0": 0.011225765242296107, "sim_compute_robot_state-npc1": 0.011055572944528917, "sim_compute_robot_state-npc2": 0.010853870826608996, "sim_compute_robot_state-npc3": 0.010940555263968074, "sim_compute_robot_state-parked0": 0.01097199320793152}, "udem1-sc13-0-ego": {"driven_any": 2.3043802184845057, "get_ui_image": 0.08336967396958966, "step_physics": 0.1696808672396936, "survival_time": 5.349999999999989, "driven_lanedir": 0.29028938101777335, "get_state_dump": 0.03495249569973099, "sim_render-ego": 0.00869025693875607, "in-drivable-lane": 4.349999999999989, "agent_compute-ego": 0.03750858351448986, "deviation-heading": 0.3638671131427464, "complete-iteration": 0.4375504355564296, "set_robot_commands": 0.0068417197075959675, "deviation-center-line": 0.06760826892431042, "driven_lanedir_consec": 0.29028938101777335, "sim_compute_sim_state": 0.027308909692496896, "sim_compute_performance-ego": 0.005737616637042749, "sim_compute_robot_state-ego": 0.010841643698861666, "sim_compute_robot_state-npc0": 0.010618107341160284, "sim_compute_robot_state-npc1": 0.010328865496911735, "sim_compute_robot_state-npc2": 0.010553235205534462, "sim_compute_robot_state-npc3": 0.010088835921242972, "sim_compute_robot_state-parked0": 0.010725179565287082}, "udem1-sc14-0-ego": {"driven_any": 1.782957983049124, "get_ui_image": 0.08095560915329877, "step_physics": 0.18642210960388184, "survival_time": 4.249999999999993, "driven_lanedir": 0.581625265152717, "get_state_dump": 0.03390670383677763, "sim_render-ego": 0.008230806799495921, "in-drivable-lane": 2.2999999999999945, "agent_compute-ego": 0.03706995739656336, "deviation-heading": 1.0304221923624517, "complete-iteration": 0.44075001548318304, "set_robot_commands": 0.006940047881182502, "deviation-center-line": 0.1485546737890131, "driven_lanedir_consec": 0.581625265152717, "sim_compute_sim_state": 0.01849590469809139, "sim_compute_performance-ego": 0.005916704851038315, "sim_compute_robot_state-ego": 0.0106507048887365, "sim_compute_robot_state-npc0": 0.010850163067088407, "sim_compute_robot_state-npc1": 0.0103363457848044, "sim_compute_robot_state-npc2": 0.01031043669756721, "sim_compute_robot_state-npc3": 0.01011509614832261, "sim_compute_robot_state-parked0": 0.01026165625628303}}
set_robot_commands_max0.008039260978129372
set_robot_commands_mean0.007284961708178703
set_robot_commands_median0.007222130185081845
set_robot_commands_min0.0067064791549871
sim_compute_performance-ego_max0.0068318598049203145
sim_compute_performance-ego_mean0.006314872267087712
sim_compute_performance-ego_median0.006392481923103333
sim_compute_performance-ego_min0.005737219327761803
sim_compute_robot_state-ego_max0.014142789057831263
sim_compute_robot_state-ego_mean0.01153807914565574
sim_compute_robot_state-ego_median0.011316441354297456
sim_compute_robot_state-ego_min0.0106507048887365
sim_compute_robot_state-npc0_max0.01351331529163179
sim_compute_robot_state-npc0_mean0.011127788562022643
sim_compute_robot_state-npc0_median0.010950016975402831
sim_compute_robot_state-npc0_min0.010050421953201294
sim_compute_robot_state-npc1_max0.011777913570404051
sim_compute_robot_state-npc1_mean0.010783962659413952
sim_compute_robot_state-npc1_median0.010638737678527832
sim_compute_robot_state-npc1_min0.010067033179012346
sim_compute_robot_state-npc2_max0.01179807186126709
sim_compute_robot_state-npc2_mean0.010825856362837123
sim_compute_robot_state-npc2_median0.010788646855748686
sim_compute_robot_state-npc2_min0.009594770125400873
sim_compute_robot_state-npc3_max0.011667257005518131
sim_compute_robot_state-npc3_mean0.010724962406613756
sim_compute_robot_state-npc3_median0.010771301057603624
sim_compute_robot_state-npc3_min0.009658736947142048
sim_compute_robot_state-parked0_max0.01168229579925537
sim_compute_robot_state-parked0_mean0.010634497478745654
sim_compute_robot_state-parked0_median0.010663994823593693
sim_compute_robot_state-parked0_min0.009868489371405708
sim_compute_sim_state_max0.027308909692496896
sim_compute_sim_state_mean0.02198138985194175
sim_compute_sim_state_median0.02189584720281907
sim_compute_sim_state_min0.01794338822364807
sim_render-ego_max0.009640222825344252
sim_render-ego_mean0.008942178374564857
sim_render-ego_median0.008857011795043945
sim_render-ego_min0.008230806799495921
simulation-passed1
step_physics_max0.20971054690224783
step_physics_mean0.183146308807336
step_physics_median0.18610939889583947
step_physics_min0.15973016656475303
survival_time_max7.94999999999998
survival_time_mean4.886666666666658
survival_time_min2.1000000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.