Duckietown Challenges Home Challenges Submissions

Submission 4343

Submission4343
Competingyes
Challengeaido3-LFVI-sim-testing
UserSoroush Saryazdi 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 27571
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
27571step1-simulationsuccessyes0:39:06
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.2679582752685732
survival_time_median13.600000000000058
deviation-center-line_median0.7585046402344511
in-drivable-lane_median0.34999999999999876


other stats
agent_compute-ego_max0.05777263641357422
agent_compute-ego_mean0.033411531049124116
agent_compute-ego_median0.02285710631347284
agent_compute-ego_min0.02040912647439976
deviation-center-line_max1.2355803491449495
deviation-center-line_mean0.674329742200612
deviation-center-line_min0.11307036243450616
deviation-heading_max5.180341465019648
deviation-heading_mean2.9924251401793103
deviation-heading_median2.410302908535759
deviation-heading_min0.45548804759856487
driven_any_max2.3491356157868895
driven_any_mean1.7645812526399431
driven_any_median2.1320760024224743
driven_any_min0.13132478840026612
driven_lanedir_consec_max2.1930455816471195
driven_lanedir_consec_mean1.1952176792820848
driven_lanedir_consec_min0.10855820767363245
driven_lanedir_max2.2543591622902084
driven_lanedir_mean1.5349689030433291
driven_lanedir_median1.8618055864999392
driven_lanedir_min0.10855820767363245
in-drivable-lane_max2.8000000000000265
in-drivable-lane_mean0.586666666666672
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.341271985740733, "sim_physics": 0.15194072405497233, "survival_time": 14.950000000000076, "driven_lanedir": 2.068517513060703, "sim_render-ego": 0.010548277695973714, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.02254878282546997, "deviation-heading": 5.180341465019648, "set_robot_commands": 0.007835404872894287, "deviation-center-line": 0.7822896489330579, "driven_lanedir_consec": 1.3898685803523445, "sim_compute_sim_state": 0.004354813098907471, "sim_compute_performance-ego": 0.006347543398539226, "sim_compute_robot_state-ego": 0.00764775037765503, "sim_compute_robot_state-npc0": 0.007685701847076416, "sim_compute_robot_state-npc1": 0.00716858704884847, "sim_compute_robot_state-npc2": 0.0071392973264058435, "sim_compute_robot_state-npc3": 0.006979260444641113}, "udem1-1-0": {"driven_any": 1.264205316954436, "sim_physics": 0.15761515570849907, "survival_time": 8.199999999999982, "driven_lanedir": 1.097043612695498, "sim_render-ego": 0.01106057806712825, "in-drivable-lane": 0.5000000000000009, "agent_compute-ego": 0.02285710631347284, "deviation-heading": 2.1670987786800304, "set_robot_commands": 0.00812669788918844, "deviation-center-line": 0.30649943543423586, "driven_lanedir_consec": 1.097043612695498, "sim_compute_sim_state": 0.00443641441624339, "sim_compute_performance-ego": 0.006772423662790438, "sim_compute_robot_state-ego": 0.00785804957878299, "sim_compute_robot_state-npc0": 0.007757665180578464, "sim_compute_robot_state-npc1": 0.007463492998262731, "sim_compute_robot_state-npc2": 0.007266742427174638, "sim_compute_robot_state-npc3": 0.0073038586756078204}, "udem1-2-0": {"driven_any": 2.3490230229566693, "sim_physics": 0.13806466499964395, "survival_time": 14.950000000000076, "driven_lanedir": 2.1391059792803953, "sim_render-ego": 0.010250442028045656, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.021772939364115396, "deviation-heading": 4.548729353039908, "set_robot_commands": 0.007424181302388509, "deviation-center-line": 0.7585046402344511, "driven_lanedir_consec": 1.1438454269511058, "sim_compute_sim_state": 0.004310787518819173, "sim_compute_performance-ego": 0.006233870983123779, "sim_compute_robot_state-ego": 0.007534104983011882, "sim_compute_robot_state-npc0": 0.007541139920552571, "sim_compute_robot_state-npc1": 0.007092773119608561, "sim_compute_robot_state-npc2": 0.007044977347056071, "sim_compute_robot_state-npc3": 0.006955552895863851}, "udem1-3-0": {"driven_any": 2.3490488478563147, "sim_physics": 0.14722903728485107, "survival_time": 14.950000000000076, "driven_lanedir": 2.011541083981295, "sim_render-ego": 0.010028816064198812, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.022296960353851317, "deviation-heading": 3.369433784349656, "set_robot_commands": 0.00752039353052775, "deviation-center-line": 0.8829778777662721, "driven_lanedir_consec": 1.390822296223069, "sim_compute_sim_state": 0.004130871295928955, "sim_compute_performance-ego": 0.006193411350250244, "sim_compute_robot_state-ego": 0.008567039966583251, "sim_compute_robot_state-npc0": 0.007454144954681397, "sim_compute_robot_state-npc1": 0.006985557079315185, "sim_compute_robot_state-npc2": 0.007031172116597493, "sim_compute_robot_state-npc3": 0.007411833604176839}, "udem1-4-0": {"driven_any": 1.9792713450424504, "sim_physics": 0.1568079013598295, "survival_time": 12.650000000000045, "driven_lanedir": 1.3046219541985098, "sim_render-ego": 0.01048588564273397, "in-drivable-lane": 2.8000000000000265, "agent_compute-ego": 0.022815015476211727, "deviation-heading": 4.367909356346503, "set_robot_commands": 0.007726042638183111, "deviation-center-line": 0.7578213399951116, "driven_lanedir_consec": 0.6183284837165512, "sim_compute_sim_state": 0.00426378834388944, "sim_compute_performance-ego": 0.006351346554963485, "sim_compute_robot_state-ego": 0.007672438979620048, "sim_compute_robot_state-npc0": 0.007617642285795551, "sim_compute_robot_state-npc1": 0.007192813360643952, "sim_compute_robot_state-npc2": 0.007152850448849644, "sim_compute_robot_state-npc3": 0.006980111947643898}, "udem1-5-0": {"driven_any": 0.741861761060164, "sim_physics": 0.13892806660045276, "survival_time": 4.94999999999999, "driven_lanedir": 0.6989250697505087, "sim_render-ego": 0.010163372213190252, "in-drivable-lane": 0, "agent_compute-ego": 0.02040912647439976, "deviation-heading": 1.1182230906772728, "set_robot_commands": 0.0072214218101116145, "deviation-center-line": 0.14952091071572088, "driven_lanedir_consec": 0.6989250697505087, "sim_compute_sim_state": 0.004078749454382694, "sim_compute_performance-ego": 0.006003668813994436, "sim_compute_robot_state-ego": 0.007110318752250286, "sim_compute_robot_state-npc0": 0.007053620887525154, "sim_compute_robot_state-npc1": 0.0069250434336036145, "sim_compute_robot_state-npc2": 0.0070382127858171556, "sim_compute_robot_state-npc3": 0.006827058214129824}, "udem1-6-0": {"driven_any": 2.349042601754092, "sim_physics": 0.13700814088185628, "survival_time": 14.950000000000076, "driven_lanedir": 2.1294375698999968, "sim_render-ego": 0.010359133084615071, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.021166870594024657, "deviation-heading": 3.97664054331888, "set_robot_commands": 0.007505895296732585, "deviation-center-line": 0.8439040526746487, "driven_lanedir_consec": 1.6546482435293044, "sim_compute_sim_state": 0.004171062310536703, "sim_compute_performance-ego": 0.006166753768920899, "sim_compute_robot_state-ego": 0.007575879891713461, "sim_compute_robot_state-npc0": 0.007422605355580648, "sim_compute_robot_state-npc1": 0.007010902563730876, "sim_compute_robot_state-npc2": 0.007039376099904378, "sim_compute_robot_state-npc3": 0.006876897017161051}, "udem1-7-0": {"driven_any": 2.3490980932569294, "sim_physics": 0.15007397810618084, "survival_time": 14.950000000000076, "driven_lanedir": 2.2543591622902084, "sim_render-ego": 0.0106633726755778, "in-drivable-lane": 0, "agent_compute-ego": 0.0219355312983195, "deviation-heading": 2.410302908535759, "set_robot_commands": 0.007622224489847819, "deviation-center-line": 1.2355803491449495, "driven_lanedir_consec": 1.8511511236892833, "sim_compute_sim_state": 0.004146593411763509, "sim_compute_performance-ego": 0.006204279263814291, "sim_compute_robot_state-ego": 0.007526396910349528, "sim_compute_robot_state-npc0": 0.007527318000793457, "sim_compute_robot_state-npc1": 0.007036969661712646, "sim_compute_robot_state-npc2": 0.007043346563975017, "sim_compute_robot_state-npc3": 0.0070137270291646325}, "udem1-8-0": {"driven_any": 1.9872599498473404, "sim_physics": 0.15076694901533952, "survival_time": 12.700000000000044, "driven_lanedir": 1.4908226509683815, "sim_render-ego": 0.009970593640184778, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.033198082540917585, "deviation-heading": 5.165095775534436, "set_robot_commands": 0.007456013536828709, "deviation-center-line": 0.7326048808258715, "driven_lanedir_consec": 0.93313942901616, "sim_compute_sim_state": 0.004089379873801404, "sim_compute_performance-ego": 0.005919520310529574, "sim_compute_robot_state-ego": 0.007349569966473918, "sim_compute_robot_state-npc0": 0.007174458090714582, "sim_compute_robot_state-npc1": 0.007975823297275333, "sim_compute_robot_state-npc2": 0.006992888262891394, "sim_compute_robot_state-npc3": 0.006752821404164232}, "udem1-9-0": {"driven_any": 0.508789327256778, "sim_physics": 0.15584994384220668, "survival_time": 3.4999999999999956, "driven_lanedir": 0.32303113672768324, "sim_render-ego": 0.0125053984778268, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.05521952084132603, "deviation-heading": 2.1841383016841203, "set_robot_commands": 0.008830816405160086, "deviation-center-line": 0.29926362176696364, "driven_lanedir_consec": 0.15404904999906055, "sim_compute_sim_state": 0.004139161109924317, "sim_compute_performance-ego": 0.0068246705191476005, "sim_compute_robot_state-ego": 0.008938942636762346, "sim_compute_robot_state-npc0": 0.007307924543108259, "sim_compute_robot_state-npc1": 0.006879803112574986, "sim_compute_robot_state-npc2": 0.007351960454668317, "sim_compute_robot_state-npc3": 0.007060534613473075}, "udem1-10-0": {"driven_any": 2.1320760024224743, "sim_physics": 0.13778023246456594, "survival_time": 13.600000000000058, "driven_lanedir": 2.075298358909279, "sim_render-ego": 0.010542236706789802, "in-drivable-lane": 0, "agent_compute-ego": 0.047485047403503865, "deviation-heading": 2.199551252731071, "set_robot_commands": 0.007687679108451395, "deviation-center-line": 0.7745412106796645, "driven_lanedir_consec": 2.075298358909279, "sim_compute_sim_state": 0.004256819100940929, "sim_compute_performance-ego": 0.006273407269926632, "sim_compute_robot_state-ego": 0.007703883682980257, "sim_compute_robot_state-npc0": 0.007514955366359037, "sim_compute_robot_state-npc1": 0.007364827043869916, "sim_compute_robot_state-npc2": 0.007377380833906286, "sim_compute_robot_state-npc3": 0.007394476848490098}, "udem1-11-0": {"driven_any": 1.2883465169813828, "sim_physics": 0.1498303727475469, "survival_time": 8.349999999999984, "driven_lanedir": 1.2679582752685732, "sim_render-ego": 0.010630042253140204, "in-drivable-lane": 0, "agent_compute-ego": 0.04364023665468136, "deviation-heading": 0.9825083929847648, "set_robot_commands": 0.007196550597687681, "deviation-center-line": 0.3994854099275574, "driven_lanedir_consec": 1.2679582752685732, "sim_compute_sim_state": 0.004145824980593013, "sim_compute_performance-ego": 0.005954138533083978, "sim_compute_robot_state-ego": 0.007222708113893064, "sim_compute_robot_state-npc0": 0.007170310277424887, "sim_compute_robot_state-npc1": 0.0070156066003673806, "sim_compute_robot_state-npc2": 0.006877562243067576, "sim_compute_robot_state-npc3": 0.00672929443998965}, "udem1-12-0": {"driven_any": 2.3491356157868895, "sim_physics": 0.14791521151860554, "survival_time": 14.950000000000076, "driven_lanedir": 2.193507384445336, "sim_render-ego": 0.0104961887995402, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.04359711488087972, "deviation-heading": 1.999588287889624, "set_robot_commands": 0.007372666200002035, "deviation-center-line": 1.0793545951251822, "driven_lanedir_consec": 2.1930455816471195, "sim_compute_sim_state": 0.0042392245928446455, "sim_compute_performance-ego": 0.006199905872344971, "sim_compute_robot_state-ego": 0.0074494735399882, "sim_compute_robot_state-npc0": 0.007671740849812826, "sim_compute_robot_state-npc1": 0.007249447504679362, "sim_compute_robot_state-npc2": 0.007227935791015625, "sim_compute_robot_state-npc3": 0.007114588419596354}, "udem1-13-0": {"driven_any": 2.348963614282223, "sim_physics": 0.14550417343775432, "survival_time": 14.950000000000076, "driven_lanedir": 1.8618055864999392, "sim_render-ego": 0.010183409055074056, "in-drivable-lane": 1.7500000000000178, "agent_compute-ego": 0.04445799430211385, "deviation-heading": 4.7613277642994225, "set_robot_commands": 0.007395400206247966, "deviation-center-line": 0.9995277973509896, "driven_lanedir_consec": 1.3515834498097852, "sim_compute_sim_state": 0.004282080332438151, "sim_compute_performance-ego": 0.006038961410522461, "sim_compute_robot_state-ego": 0.007411580085754394, "sim_compute_robot_state-npc0": 0.007207659880320231, "sim_compute_robot_state-npc1": 0.007160796324412028, "sim_compute_robot_state-npc2": 0.007535606225331624, "sim_compute_robot_state-npc3": 0.007076008319854736}, "udem1-14-0": {"driven_any": 0.13132478840026612, "sim_physics": 0.1853519522625467, "survival_time": 1.1500000000000004, "driven_lanedir": 0.10855820767363245, "sim_render-ego": 0.011671325434809143, "in-drivable-lane": 0, "agent_compute-ego": 0.05777263641357422, "deviation-heading": 0.45548804759856487, "set_robot_commands": 0.00813088209732719, "deviation-center-line": 0.11307036243450616, "driven_lanedir_consec": 0.10855820767363245, "sim_compute_sim_state": 0.004288859989332116, "sim_compute_performance-ego": 0.006447792053222656, "sim_compute_robot_state-ego": 0.007876230322796366, "sim_compute_robot_state-npc0": 0.007362282794454824, "sim_compute_robot_state-npc1": 0.007505665654721467, "sim_compute_robot_state-npc2": 0.0073755513066830845, "sim_compute_robot_state-npc3": 0.007409251254537831}}
set_robot_commands_max0.008830816405160086
set_robot_commands_mean0.007670151332105278
set_robot_commands_median0.00752039353052775
set_robot_commands_min0.007196550597687681
sim_compute_performance-ego_max0.0068246705191476005
sim_compute_performance-ego_mean0.00626211291767831
sim_compute_performance-ego_median0.006204279263814291
sim_compute_performance-ego_min0.005919520310529574
sim_compute_robot_state-ego_max0.008938942636762346
sim_compute_robot_state-ego_mean0.007696291185907668
sim_compute_robot_state-ego_median0.007575879891713461
sim_compute_robot_state-ego_min0.007110318752250286
sim_compute_robot_state-npc0_max0.007757665180578464
sim_compute_robot_state-npc0_mean0.007431278015651885
sim_compute_robot_state-npc0_median0.007454144954681397
sim_compute_robot_state-npc0_min0.007053620887525154
sim_compute_robot_state-npc1_max0.007975823297275333
sim_compute_robot_state-npc1_mean0.007201873920241766
sim_compute_robot_state-npc1_median0.007160796324412028
sim_compute_robot_state-npc1_min0.006879803112574986
sim_compute_robot_state-npc2_max0.007535606225331624
sim_compute_robot_state-npc2_mean0.007166324015556277
sim_compute_robot_state-npc2_median0.0071392973264058435
sim_compute_robot_state-npc2_min0.006877562243067576
sim_compute_robot_state-npc3_max0.007411833604176839
sim_compute_robot_state-npc3_mean0.007059018341899666
sim_compute_robot_state-npc3_median0.0070137270291646325
sim_compute_robot_state-npc3_min0.00672929443998965
sim_compute_sim_state_max0.00443641441624339
sim_compute_sim_state_mean0.004222295322023062
sim_compute_sim_state_median0.0042392245928446455
sim_compute_sim_state_min0.004078749454382694
sim_physics_max0.1853519522625467
sim_physics_mean0.15004443361899014
sim_physics_median0.1498303727475469
sim_physics_min0.13700814088185628
sim_render-ego_max0.0125053984778268
sim_render-ego_mean0.010637271455921905
sim_render-ego_median0.0104961887995402
sim_render-ego_min0.009970593640184778
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.31666666666671
survival_time_min1.1500000000000004
No reset possible