Duckietown Challenges Home Challenges Submissions

Job 24828

Job ID24828
submission4343
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-baseline-duckietown
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10492
date started
date completed
duration0:52:45
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5898737163098433
survival_time_median8.899999999999991
deviation-center-line_median0.29384214762524025
in-drivable-lane_median2.6499999999999932


other stats
agent_compute-ego_max0.07021879040917685
agent_compute-ego_mean0.05996072698798167
agent_compute-ego_median0.05857830365498861
agent_compute-ego_min0.05330952723821005
deviation-center-line_max1.1210198677736811
deviation-center-line_mean0.5159597111592469
deviation-center-line_min0.12195288898421298
deviation-heading_max7.481825775158013
deviation-heading_mean2.4646464193112054
deviation-heading_median1.7924715273604874
deviation-heading_min0.5369753610989247
driven_any_max2.3488162747312575
driven_any_mean1.349289508494274
driven_any_median1.3766008740123918
driven_any_min0.33206789986095075
driven_lanedir_consec_max2.239556760647147
driven_lanedir_consec_mean0.6851363261228619
driven_lanedir_consec_min0.08072727852247885
driven_lanedir_max2.2421662698105034
driven_lanedir_mean0.870678489024313
driven_lanedir_median0.6349381408215211
driven_lanedir_min0.09646652038162218
in-drivable-lane_max5.400000000000057
in-drivable-lane_mean2.1600000000000033
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.341397547136814, "sim_physics": 0.2171168184280395, "survival_time": 14.950000000000076, "driven_lanedir": 2.2421662698105034, "sim_render-ego": 0.013780019283294675, "in-drivable-lane": 0, "agent_compute-ego": 0.05330952723821005, "deviation-heading": 2.9857366431022205, "set_robot_commands": 0.01172305663426717, "deviation-center-line": 0.8682140098522384, "driven_lanedir_consec": 2.239556760647147, "sim_compute_sim_state": 0.005740301609039307, "sim_compute_performance-ego": 0.007957689762115479, "sim_compute_robot_state-ego": 0.010605422655741374, "sim_compute_robot_state-npc0": 0.010182583332061767, "sim_compute_robot_state-npc1": 0.00983115275700887, "sim_compute_robot_state-npc2": 0.009950899283091228, "sim_compute_robot_state-npc3": 0.009637900988260903}, "udem1-1-0": {"driven_any": 0.5651026303450155, "sim_physics": 0.225441684970608, "survival_time": 3.8499999999999943, "driven_lanedir": 0.5375787474653992, "sim_render-ego": 0.015201599566967455, "in-drivable-lane": 0, "agent_compute-ego": 0.06316764633376877, "deviation-heading": 1.0826986070968616, "set_robot_commands": 0.011579993483308074, "deviation-center-line": 0.24540950169601009, "driven_lanedir_consec": 0.5375787474653992, "sim_compute_sim_state": 0.005901754676521599, "sim_compute_performance-ego": 0.008234804326837713, "sim_compute_robot_state-ego": 0.010265489677330117, "sim_compute_robot_state-npc0": 0.010375484243615882, "sim_compute_robot_state-npc1": 0.010073937378920518, "sim_compute_robot_state-npc2": 0.009751158875304384, "sim_compute_robot_state-npc3": 0.009918076651436942}, "udem1-2-0": {"driven_any": 0.45259493108732646, "sim_physics": 0.2204701370663113, "survival_time": 3.149999999999997, "driven_lanedir": 0.43254613090066, "sim_render-ego": 0.01238869863843161, "in-drivable-lane": 0, "agent_compute-ego": 0.05476144760374039, "deviation-heading": 0.5715471681434434, "set_robot_commands": 0.009305836662413582, "deviation-center-line": 0.28948313981060064, "driven_lanedir_consec": 0.43254613090066, "sim_compute_sim_state": 0.005013439390394423, "sim_compute_performance-ego": 0.0069386012970455106, "sim_compute_robot_state-ego": 0.009188084375290643, "sim_compute_robot_state-npc0": 0.00855414829556904, "sim_compute_robot_state-npc1": 0.008090234938121978, "sim_compute_robot_state-npc2": 0.007883832568214053, "sim_compute_robot_state-npc3": 0.008113497779482887}, "udem1-3-0": {"driven_any": 0.33206789986095075, "sim_physics": 0.2573448419570923, "survival_time": 2.3999999999999995, "driven_lanedir": 0.30828809212033703, "sim_render-ego": 0.01482206086317698, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.06441403925418854, "deviation-heading": 0.5369753610989247, "set_robot_commands": 0.011825203895568848, "deviation-center-line": 0.21408782132015877, "driven_lanedir_consec": 0.30828809212033703, "sim_compute_sim_state": 0.0055457403262456255, "sim_compute_performance-ego": 0.008927841981252035, "sim_compute_robot_state-ego": 0.011056706309318542, "sim_compute_robot_state-npc0": 0.01029174029827118, "sim_compute_robot_state-npc1": 0.009892230232556662, "sim_compute_robot_state-npc2": 0.00996159017086029, "sim_compute_robot_state-npc3": 0.009601950645446776}, "udem1-4-0": {"driven_any": 1.4488817113046888, "sim_physics": 0.2303277145732533, "survival_time": 9.349999999999998, "driven_lanedir": 0.6349381408215211, "sim_render-ego": 0.014466359653574895, "in-drivable-lane": 4.500000000000007, "agent_compute-ego": 0.06487517943356765, "deviation-heading": 2.0853299071391156, "set_robot_commands": 0.010412362807574757, "deviation-center-line": 0.24012998510200947, "driven_lanedir_consec": 0.6349381408215211, "sim_compute_sim_state": 0.0056277430631260185, "sim_compute_performance-ego": 0.008271687808521291, "sim_compute_robot_state-ego": 0.010592432583079618, "sim_compute_robot_state-npc0": 0.009920422406120096, "sim_compute_robot_state-npc1": 0.009872217229343352, "sim_compute_robot_state-npc2": 0.009709758554550417, "sim_compute_robot_state-npc3": 0.009487553713793425}, "udem1-5-0": {"driven_any": 0.966715510909793, "sim_physics": 0.23849604261203075, "survival_time": 6.349999999999985, "driven_lanedir": 0.3552857196490615, "sim_render-ego": 0.013918842856339582, "in-drivable-lane": 2.899999999999993, "agent_compute-ego": 0.05703268276424858, "deviation-heading": 2.2954974937274235, "set_robot_commands": 0.011244764478187862, "deviation-center-line": 0.29384214762524025, "driven_lanedir_consec": 0.2067639358688682, "sim_compute_sim_state": 0.005750184922706424, "sim_compute_performance-ego": 0.008006503262857753, "sim_compute_robot_state-ego": 0.010914577273871956, "sim_compute_robot_state-npc0": 0.010101975418451264, "sim_compute_robot_state-npc1": 0.009676813140628845, "sim_compute_robot_state-npc2": 0.009992250307338444, "sim_compute_robot_state-npc3": 0.009792035020242526}, "udem1-6-0": {"driven_any": 1.6741107184541508, "sim_physics": 0.22513297990311024, "survival_time": 10.750000000000018, "driven_lanedir": 1.6534094627951397, "sim_render-ego": 0.01378713430360306, "in-drivable-lane": 0, "agent_compute-ego": 0.05777706212775652, "deviation-heading": 1.289945266829721, "set_robot_commands": 0.010900851183159407, "deviation-center-line": 1.0968501097877332, "driven_lanedir_consec": 1.261599248982901, "sim_compute_sim_state": 0.005410354081974473, "sim_compute_performance-ego": 0.007937776210696199, "sim_compute_robot_state-ego": 0.010230889431265898, "sim_compute_robot_state-npc0": 0.00943414333254792, "sim_compute_robot_state-npc1": 0.009417835501737372, "sim_compute_robot_state-npc2": 0.009284186917682027, "sim_compute_robot_state-npc3": 0.009367627875749455}, "udem1-7-0": {"driven_any": 2.3488162747312575, "sim_physics": 0.2366631444295247, "survival_time": 14.950000000000076, "driven_lanedir": 1.5474108993842477, "sim_render-ego": 0.013799378871917725, "in-drivable-lane": 3.249999999999992, "agent_compute-ego": 0.05878746906916301, "deviation-heading": 4.868285657919434, "set_robot_commands": 0.010135038693745931, "deviation-center-line": 0.9953661821756068, "driven_lanedir_consec": 0.9109505433861238, "sim_compute_sim_state": 0.0055990370114644365, "sim_compute_performance-ego": 0.007979278564453124, "sim_compute_robot_state-ego": 0.010435723463694254, "sim_compute_robot_state-npc0": 0.009756375153859456, "sim_compute_robot_state-npc1": 0.009562591711680094, "sim_compute_robot_state-npc2": 0.009205228487650551, "sim_compute_robot_state-npc3": 0.0095516832669576}, "udem1-8-0": {"driven_any": 2.348512177817972, "sim_physics": 0.21342753807703657, "survival_time": 14.950000000000076, "driven_lanedir": 1.3637345555476883, "sim_render-ego": 0.013516547679901124, "in-drivable-lane": 3.2000000000000117, "agent_compute-ego": 0.05350233236948649, "deviation-heading": 7.481825775158013, "set_robot_commands": 0.010673662821451824, "deviation-center-line": 1.1210198677736811, "driven_lanedir_consec": 0.7686504210327563, "sim_compute_sim_state": 0.005461153984069825, "sim_compute_performance-ego": 0.007894638379414877, "sim_compute_robot_state-ego": 0.009975918134053548, "sim_compute_robot_state-npc0": 0.009507997035980225, "sim_compute_robot_state-npc1": 0.009180206457773845, "sim_compute_robot_state-npc2": 0.009278599421183267, "sim_compute_robot_state-npc3": 0.00924930493036906}, "udem1-9-0": {"driven_any": 2.3487713776706713, "sim_physics": 0.22344952742258709, "survival_time": 14.950000000000076, "driven_lanedir": 1.2147980546525814, "sim_render-ego": 0.013442968527475991, "in-drivable-lane": 5.400000000000057, "agent_compute-ego": 0.05857830365498861, "deviation-heading": 4.648688868058272, "set_robot_commands": 0.010798336664835612, "deviation-center-line": 0.7505524307085376, "driven_lanedir_consec": 0.5898737163098433, "sim_compute_sim_state": 0.005450898011525472, "sim_compute_performance-ego": 0.007918950716654459, "sim_compute_robot_state-ego": 0.010133710702260336, "sim_compute_robot_state-npc0": 0.009883774916330973, "sim_compute_robot_state-npc1": 0.009511601130167644, "sim_compute_robot_state-npc2": 0.00948837121327718, "sim_compute_robot_state-npc3": 0.009470176696777344}, "udem1-10-0": {"driven_any": 1.3766008740123918, "sim_physics": 0.23200216721952632, "survival_time": 8.899999999999991, "driven_lanedir": 0.679577492100427, "sim_render-ego": 0.014117938748906168, "in-drivable-lane": 3.8000000000000016, "agent_compute-ego": 0.0654212919513831, "deviation-heading": 1.7924715273604874, "set_robot_commands": 0.011034133728970302, "deviation-center-line": 0.3321695554018054, "driven_lanedir_consec": 0.47865444873609464, "sim_compute_sim_state": 0.005775415495540319, "sim_compute_performance-ego": 0.008346048633704025, "sim_compute_robot_state-ego": 0.010717197750391583, "sim_compute_robot_state-npc0": 0.01032122065511982, "sim_compute_robot_state-npc1": 0.009922406646642791, "sim_compute_robot_state-npc2": 0.009659333175487733, "sim_compute_robot_state-npc3": 0.009617923350816364}, "udem1-11-0": {"driven_any": 1.593445721352924, "sim_physics": 0.20770881350447493, "survival_time": 10.25000000000001, "driven_lanedir": 0.9876605957564752, "sim_render-ego": 0.01342797511961402, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.05742882054026534, "deviation-heading": 3.785581188046064, "set_robot_commands": 0.010058699584588772, "deviation-center-line": 0.7318231570036955, "driven_lanedir_consec": 0.8206007730697644, "sim_compute_sim_state": 0.005427369838807641, "sim_compute_performance-ego": 0.008050883688577792, "sim_compute_robot_state-ego": 0.009994681288556354, "sim_compute_robot_state-npc0": 0.009508403917638268, "sim_compute_robot_state-npc1": 0.009185297896222373, "sim_compute_robot_state-npc2": 0.00900954618686583, "sim_compute_robot_state-npc3": 0.009137954944517556}, "udem1-12-0": {"driven_any": 1.3604606934944867, "sim_physics": 0.2175111391327598, "survival_time": 8.79999999999999, "driven_lanedir": 0.5924344500646606, "sim_render-ego": 0.01256734403696927, "in-drivable-lane": 4.349999999999998, "agent_compute-ego": 0.06556703692132776, "deviation-heading": 1.4249770584547177, "set_robot_commands": 0.009508936242623762, "deviation-center-line": 0.17228933743076638, "driven_lanedir_consec": 0.5924344500646606, "sim_compute_sim_state": 0.005265582691539417, "sim_compute_performance-ego": 0.007222275842319836, "sim_compute_robot_state-ego": 0.009793254462155428, "sim_compute_robot_state-npc0": 0.008854979818517511, "sim_compute_robot_state-npc1": 0.008827970786528154, "sim_compute_robot_state-npc2": 0.008773431181907654, "sim_compute_robot_state-npc3": 0.008574133569544012}, "udem1-13-0": {"driven_any": 0.44456659569650775, "sim_physics": 0.2089627904276694, "survival_time": 3.099999999999997, "driven_lanedir": 0.4138822039143748, "sim_render-ego": 0.013578449526140767, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.05456927514845325, "deviation-heading": 0.6084847992847756, "set_robot_commands": 0.010495912644170944, "deviation-center-line": 0.26620553271640585, "driven_lanedir_consec": 0.4138822039143748, "sim_compute_sim_state": 0.005414685895366054, "sim_compute_performance-ego": 0.007858822422642861, "sim_compute_robot_state-ego": 0.009820945801273469, "sim_compute_robot_state-npc0": 0.009636309839064074, "sim_compute_robot_state-npc1": 0.0090812252413842, "sim_compute_robot_state-npc2": 0.009363270575000394, "sim_compute_robot_state-npc3": 0.009356129554010209}, "udem1-14-0": {"driven_any": 0.6372979635391577, "sim_physics": 0.23459499935771144, "survival_time": 4.299999999999993, "driven_lanedir": 0.09646652038162218, "sim_render-ego": 0.01310897427935933, "in-drivable-lane": 2.6499999999999932, "agent_compute-ego": 0.07021879040917685, "deviation-heading": 1.5116509682486077, "set_robot_commands": 0.009282988171244776, "deviation-center-line": 0.12195288898421298, "driven_lanedir_consec": 0.08072727852247885, "sim_compute_sim_state": 0.005084786304207735, "sim_compute_performance-ego": 0.00733144061509953, "sim_compute_robot_state-ego": 0.009200936140016068, "sim_compute_robot_state-npc0": 0.008927611417548602, "sim_compute_robot_state-npc1": 0.008622590885605923, "sim_compute_robot_state-npc2": 0.00889880989873132, "sim_compute_robot_state-npc3": 0.008718246637388717}}
set_robot_commands_max0.011825203895568848
set_robot_commands_mean0.01059865184640744
set_robot_commands_median0.010673662821451824
set_robot_commands_min0.009282988171244776
sim_compute_performance-ego_max0.008927841981252035
sim_compute_performance-ego_mean0.007925149567479502
sim_compute_performance-ego_median0.007957689762115479
sim_compute_performance-ego_min0.0069386012970455106
sim_compute_robot_state-ego_max0.011056706309318542
sim_compute_robot_state-ego_mean0.010195064669886612
sim_compute_robot_state-ego_median0.010230889431265898
sim_compute_robot_state-ego_min0.009188084375290643
sim_compute_robot_state-npc0_max0.010375484243615882
sim_compute_robot_state-npc0_mean0.009683811338713072
sim_compute_robot_state-npc0_median0.009756375153859456
sim_compute_robot_state-npc0_min0.00855414829556904
sim_compute_robot_state-npc1_max0.010073937378920518
sim_compute_robot_state-npc1_mean0.009383220795621507
sim_compute_robot_state-npc1_median0.009511601130167644
sim_compute_robot_state-npc1_min0.008090234938121978
sim_compute_robot_state-npc2_max0.009992250307338444
sim_compute_robot_state-npc2_mean0.009347351121142985
sim_compute_robot_state-npc2_median0.009363270575000394
sim_compute_robot_state-npc2_min0.007883832568214053
sim_compute_robot_state-npc3_max0.009918076651436942
sim_compute_robot_state-npc3_mean0.009306279708319582
sim_compute_robot_state-npc3_median0.009470176696777344
sim_compute_robot_state-npc3_min0.008113497779482887
sim_compute_sim_state_max0.005901754676521599
sim_compute_sim_state_mean0.0054978964868352504
sim_compute_sim_state_median0.005461153984069825
sim_compute_sim_state_min0.005013439390394423
sim_physics_max0.2573448419570923
sim_physics_mean0.22591002260544907
sim_physics_median0.22513297990311024
sim_physics_min0.20770881350447493
sim_render-ego_max0.015201599566967455
sim_render-ego_mean0.013728286130378178
sim_render-ego_median0.013780019283294675
sim_render-ego_min0.01238869863843161
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.73333333333335
survival_time_min2.3999999999999995

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.