Duckietown Challenges Home Challenges Submissions

Submission 2660

Submission2660
Competingyes
Challengeaido2-LFVI-sim-testing
UserEgor Zamotaev
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22248
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority60
Blessingn/a
User priority60

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22248step1-simulationsuccessyes0:41:37
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.3744369855095764
survival_time_median5.349999999999989
deviation-center-line_median0.41322583478089375
in-drivable-lane_median0.2500000000000002


other stats
agent_compute-ego_max0.06284222764483953
agent_compute-ego_mean0.0598180226842233
agent_compute-ego_median0.06022515860936975
agent_compute-ego_min0.056666685255947494
deviation-center-line_max1.4277660770683551
deviation-center-line_mean0.5699590046114346
deviation-center-line_min0.10528391939938037
deviation-heading_max8.011415255955212
deviation-heading_mean2.9876088847373135
deviation-heading_median2.511037383967619
deviation-heading_min0.4452772287064903
driven_any_max2.349012407490563
driven_any_mean1.1606560244536916
driven_any_median0.8060406108647351
driven_any_min0.22759468364392776
driven_lanedir_consec_max1.562996314827786
driven_lanedir_consec_mean0.5647839182239994
driven_lanedir_consec_min0.20043822543663925
driven_lanedir_max2.1692663408496187
driven_lanedir_mean0.8550368332935554
driven_lanedir_median0.49235774747415806
driven_lanedir_min0.20043822543663925
in-drivable-lane_max3.050000000000015
in-drivable-lane_mean0.8866666666666684
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.6766920092147148, "sim_physics": 0.11856787435470088, "survival_time": 4.6499999999999915, "driven_lanedir": 0.46862371477565934, "sim_render-ego": 0.05157648619785104, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.06022515860936975, "deviation-heading": 2.3124953394690717, "set_robot_commands": 0.07080284241707094, "deviation-center-line": 0.41322583478089375, "driven_lanedir_consec": 0.2396137585344671, "sim_compute_sim_state": 0.03047881331495059, "sim_compute_performance-ego": 0.05553408335613948, "sim_compute_robot_state-ego": 0.05615650197511078, "sim_compute_robot_state-npc0": 0.05831845857763803, "sim_compute_robot_state-npc1": 0.05566111687690981, "sim_compute_robot_state-npc2": 0.054713905498545656, "sim_compute_robot_state-npc3": 0.05505694368834137}, "udem1-1-0": {"driven_any": 0.3320528115220338, "sim_physics": 0.11732761065165202, "survival_time": 2.3999999999999995, "driven_lanedir": 0.28746010952527934, "sim_render-ego": 0.050890197356541954, "in-drivable-lane": 0, "agent_compute-ego": 0.05819906791051229, "deviation-heading": 1.1259926988074107, "set_robot_commands": 0.06980881094932556, "deviation-center-line": 0.16123352420218662, "driven_lanedir_consec": 0.28746010952527934, "sim_compute_sim_state": 0.03241883714993795, "sim_compute_performance-ego": 0.057591850558916725, "sim_compute_robot_state-ego": 0.056261648734410606, "sim_compute_robot_state-npc0": 0.06032290061314901, "sim_compute_robot_state-npc1": 0.05760461091995239, "sim_compute_robot_state-npc2": 0.05872143805027008, "sim_compute_robot_state-npc3": 0.05465333660443624}, "udem1-2-0": {"driven_any": 1.159714963269019, "sim_physics": 0.12035511029477151, "survival_time": 7.549999999999981, "driven_lanedir": 0.651554276268469, "sim_render-ego": 0.05025646386557067, "in-drivable-lane": 2.299999999999992, "agent_compute-ego": 0.056666685255947494, "deviation-heading": 2.511037383967619, "set_robot_commands": 0.07026925623811633, "deviation-center-line": 0.5030048629294573, "driven_lanedir_consec": 0.4480167964040595, "sim_compute_sim_state": 0.03146203306337066, "sim_compute_performance-ego": 0.056064346768208685, "sim_compute_robot_state-ego": 0.05797899164111409, "sim_compute_robot_state-npc0": 0.0601529222450509, "sim_compute_robot_state-npc1": 0.05607708558341525, "sim_compute_robot_state-npc2": 0.05664677019940307, "sim_compute_robot_state-npc3": 0.05622966084259235}, "udem1-3-0": {"driven_any": 0.26777155931655544, "sim_physics": 0.13932420015335084, "survival_time": 2.000000000000001, "driven_lanedir": 0.24591262161692184, "sim_render-ego": 0.05287300944328308, "in-drivable-lane": 0, "agent_compute-ego": 0.06157699227333069, "deviation-heading": 0.5444399024131471, "set_robot_commands": 0.07079946994781494, "deviation-center-line": 0.16927550525163332, "driven_lanedir_consec": 0.24591262161692184, "sim_compute_sim_state": 0.03037852644920349, "sim_compute_performance-ego": 0.05664146542549133, "sim_compute_robot_state-ego": 0.06121456027030945, "sim_compute_robot_state-npc0": 0.05979829430580139, "sim_compute_robot_state-npc1": 0.05707260966300965, "sim_compute_robot_state-npc2": 0.057138574123382566, "sim_compute_robot_state-npc3": 0.054614096879959106}, "udem1-4-0": {"driven_any": 2.348944653163493, "sim_physics": 0.11570411523183188, "survival_time": 14.950000000000076, "driven_lanedir": 1.7376094585452742, "sim_render-ego": 0.050394580364227295, "in-drivable-lane": 2.450000000000024, "agent_compute-ego": 0.0570735764503479, "deviation-heading": 4.832848295094007, "set_robot_commands": 0.07133132457733155, "deviation-center-line": 0.894691563766659, "driven_lanedir_consec": 1.562996314827786, "sim_compute_sim_state": 0.03162718137105306, "sim_compute_performance-ego": 0.05512696345647176, "sim_compute_robot_state-ego": 0.05622188409169515, "sim_compute_robot_state-npc0": 0.05922927776972453, "sim_compute_robot_state-npc1": 0.057085148493448895, "sim_compute_robot_state-npc2": 0.056519328753153485, "sim_compute_robot_state-npc3": 0.05671172618865967}, "udem1-5-0": {"driven_any": 2.3488474218016058, "sim_physics": 0.11950595617294311, "survival_time": 14.950000000000076, "driven_lanedir": 1.7752780519615876, "sim_render-ego": 0.05162384907404582, "in-drivable-lane": 1.4999999999999991, "agent_compute-ego": 0.057020275592803954, "deviation-heading": 6.2211618616377296, "set_robot_commands": 0.06965532382329305, "deviation-center-line": 1.3105970428193887, "driven_lanedir_consec": 0.6665334714304352, "sim_compute_sim_state": 0.03223538239796957, "sim_compute_performance-ego": 0.0548479970296224, "sim_compute_robot_state-ego": 0.0566922918955485, "sim_compute_robot_state-npc0": 0.059992650349934895, "sim_compute_robot_state-npc1": 0.056148793697357174, "sim_compute_robot_state-npc2": 0.05683799664179484, "sim_compute_robot_state-npc3": 0.05824853261311849}, "udem1-6-0": {"driven_any": 2.349012407490563, "sim_physics": 0.12305127223332724, "survival_time": 14.950000000000076, "driven_lanedir": 2.1692663408496187, "sim_render-ego": 0.05784912983576457, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.06156312306722005, "deviation-heading": 4.0595299397325215, "set_robot_commands": 0.07167346159617106, "deviation-center-line": 1.4277660770683551, "driven_lanedir_consec": 1.3093081739872476, "sim_compute_sim_state": 0.034407201608022055, "sim_compute_performance-ego": 0.06021138111750285, "sim_compute_robot_state-ego": 0.05923480669657389, "sim_compute_robot_state-npc0": 0.06523322661717733, "sim_compute_robot_state-npc1": 0.06203781207402547, "sim_compute_robot_state-npc2": 0.06154107332229614, "sim_compute_robot_state-npc3": 0.062161999543507894}, "udem1-7-0": {"driven_any": 0.4204187855352089, "sim_physics": 0.13024219415955623, "survival_time": 2.9499999999999975, "driven_lanedir": 0.34305660294652407, "sim_render-ego": 0.05826139450073242, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.06284222764483953, "deviation-heading": 1.3160874996516323, "set_robot_commands": 0.07392906334440587, "deviation-center-line": 0.12157936340093609, "driven_lanedir_consec": 0.34305660294652407, "sim_compute_sim_state": 0.03558506399898206, "sim_compute_performance-ego": 0.0605345984636727, "sim_compute_robot_state-ego": 0.060119851160857635, "sim_compute_robot_state-npc0": 0.06779430680355783, "sim_compute_robot_state-npc1": 0.0618183532003629, "sim_compute_robot_state-npc2": 0.061781091205144335, "sim_compute_robot_state-npc3": 0.061549178624557235}, "udem1-8-0": {"driven_any": 2.348408297695722, "sim_physics": 0.12416962305704753, "survival_time": 14.950000000000076, "driven_lanedir": 1.329366481794314, "sim_render-ego": 0.056814994812011715, "in-drivable-lane": 3.050000000000015, "agent_compute-ego": 0.06151749054590861, "deviation-heading": 8.011415255955212, "set_robot_commands": 0.07210596402486165, "deviation-center-line": 1.1152579848227766, "driven_lanedir_consec": 0.6989950660762463, "sim_compute_sim_state": 0.034530083338419594, "sim_compute_performance-ego": 0.06112556219100952, "sim_compute_robot_state-ego": 0.060827124118804934, "sim_compute_robot_state-npc0": 0.06556623220443726, "sim_compute_robot_state-npc1": 0.06135578870773315, "sim_compute_robot_state-npc2": 0.06171621799468994, "sim_compute_robot_state-npc3": 0.06155717213948568}, "udem1-9-0": {"driven_any": 2.3487882163357057, "sim_physics": 0.12408557415008543, "survival_time": 14.950000000000076, "driven_lanedir": 1.682779671598394, "sim_render-ego": 0.05509589354197184, "in-drivable-lane": 2.2499999999999973, "agent_compute-ego": 0.059813342094421386, "deviation-heading": 5.690747693133142, "set_robot_commands": 0.07195796728134156, "deviation-center-line": 1.0344089589515129, "driven_lanedir_consec": 0.9919693880498598, "sim_compute_sim_state": 0.033206663131713866, "sim_compute_performance-ego": 0.058381461302439375, "sim_compute_robot_state-ego": 0.05829482873280843, "sim_compute_robot_state-npc0": 0.06335246324539184, "sim_compute_robot_state-npc1": 0.060041903654734295, "sim_compute_robot_state-npc2": 0.05858258008956909, "sim_compute_robot_state-npc3": 0.0585453740755717}, "udem1-10-0": {"driven_any": 0.2918681902732104, "sim_physics": 0.1174235510271649, "survival_time": 2.1500000000000004, "driven_lanedir": 0.251007759123663, "sim_render-ego": 0.05880020940026571, "in-drivable-lane": 0, "agent_compute-ego": 0.06278237631154615, "deviation-heading": 0.9125165743715292, "set_robot_commands": 0.07235688386961471, "deviation-center-line": 0.10528391939938037, "driven_lanedir_consec": 0.251007759123663, "sim_compute_sim_state": 0.03445155121559321, "sim_compute_performance-ego": 0.061821793400964074, "sim_compute_robot_state-ego": 0.060504863428515056, "sim_compute_robot_state-npc0": 0.0669655910758085, "sim_compute_robot_state-npc1": 0.06287321933480196, "sim_compute_robot_state-npc2": 0.06010018947512605, "sim_compute_robot_state-npc3": 0.060499784558318385}, "udem1-11-0": {"driven_any": 0.3802929554000049, "sim_physics": 0.1196394231584337, "survival_time": 2.6999999999999984, "driven_lanedir": 0.3744369855095764, "sim_render-ego": 0.05973883469899496, "in-drivable-lane": 0, "agent_compute-ego": 0.0614334918834545, "deviation-heading": 0.4452772287064903, "set_robot_commands": 0.07058639879579898, "deviation-center-line": 0.26721521921563773, "driven_lanedir_consec": 0.3744369855095764, "sim_compute_sim_state": 0.03453611444543909, "sim_compute_performance-ego": 0.05860204166836209, "sim_compute_robot_state-ego": 0.059322233553285954, "sim_compute_robot_state-npc0": 0.0645871603930438, "sim_compute_robot_state-npc1": 0.0611727723368892, "sim_compute_robot_state-npc2": 0.061692908958152486, "sim_compute_robot_state-npc3": 0.06092418564690484}, "udem1-12-0": {"driven_any": 1.103392801278877, "sim_physics": 0.11789780689610375, "survival_time": 7.199999999999982, "driven_lanedir": 0.8164044519772518, "sim_render-ego": 0.05295104947355059, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.05722485317124261, "deviation-heading": 3.5272616903169145, "set_robot_commands": 0.07093058360947503, "deviation-center-line": 0.5545433318438866, "driven_lanedir_consec": 0.6309504947878353, "sim_compute_sim_state": 0.032699535290400185, "sim_compute_performance-ego": 0.05526365008619097, "sim_compute_robot_state-ego": 0.05565965175628662, "sim_compute_robot_state-npc0": 0.06315619746843974, "sim_compute_robot_state-npc1": 0.05880080660184225, "sim_compute_robot_state-npc2": 0.05701009432474772, "sim_compute_robot_state-npc3": 0.057566233807139926}, "udem1-13-0": {"driven_any": 0.22759468364392776, "sim_physics": 0.11462272235325403, "survival_time": 1.7500000000000009, "driven_lanedir": 0.20043822543663925, "sim_render-ego": 0.052504164831978936, "in-drivable-lane": 0, "agent_compute-ego": 0.05908315522330148, "deviation-heading": 0.5717251758406036, "set_robot_commands": 0.06816421917506627, "deviation-center-line": 0.14420098506298534, "driven_lanedir_consec": 0.20043822543663925, "sim_compute_sim_state": 0.03015709604535784, "sim_compute_performance-ego": 0.05436615262712751, "sim_compute_robot_state-ego": 0.053991024834769114, "sim_compute_robot_state-npc0": 0.06071569578988212, "sim_compute_robot_state-npc1": 0.05342180388314383, "sim_compute_robot_state-npc2": 0.05381456102643694, "sim_compute_robot_state-npc3": 0.053432764325823105}, "udem1-14-0": {"driven_any": 0.8060406108647351, "sim_physics": 0.12106734124299522, "survival_time": 5.349999999999989, "driven_lanedir": 0.49235774747415806, "sim_render-ego": 0.054302217804382893, "in-drivable-lane": 0.799999999999998, "agent_compute-ego": 0.06024852422910316, "deviation-heading": 2.7315967319626737, "set_robot_commands": 0.0696185593293092, "deviation-center-line": 0.32710089565582834, "driven_lanedir_consec": 0.2210630051034483, "sim_compute_sim_state": 0.032888296608612914, "sim_compute_performance-ego": 0.057533170575293426, "sim_compute_robot_state-ego": 0.0577977171568113, "sim_compute_robot_state-npc0": 0.06204090608614628, "sim_compute_robot_state-npc1": 0.05843817185018664, "sim_compute_robot_state-npc2": 0.05808006937258711, "sim_compute_robot_state-npc3": 0.057418936880949505}}
set_robot_commands_max0.07392906334440587
set_robot_commands_mean0.07093267526526645
set_robot_commands_median0.07080284241707094
set_robot_commands_min0.06816421917506627
sim_compute_performance-ego_max0.061821793400964074
sim_compute_performance-ego_mean0.057576434535160856
sim_compute_performance-ego_median0.057533170575293426
sim_compute_performance-ego_min0.05436615262712751
sim_compute_robot_state-ego_max0.06121456027030945
sim_compute_robot_state-ego_mean0.05801853200312677
sim_compute_robot_state-ego_median0.05797899164111409
sim_compute_robot_state-ego_min0.053991024834769114
sim_compute_robot_state-npc0_max0.06779430680355783
sim_compute_robot_state-npc0_mean0.06248175223634556
sim_compute_robot_state-npc0_median0.06204090608614628
sim_compute_robot_state-npc0_min0.05831845857763803
sim_compute_robot_state-npc1_max0.06287321933480196
sim_compute_robot_state-npc1_mean0.05864066645852086
sim_compute_robot_state-npc1_median0.05843817185018664
sim_compute_robot_state-npc1_min0.05342180388314383
sim_compute_robot_state-npc2_max0.061781091205144335
sim_compute_robot_state-npc2_mean0.058326453269019966
sim_compute_robot_state-npc2_median0.05808006937258711
sim_compute_robot_state-npc2_min0.05381456102643694
sim_compute_robot_state-npc3_max0.062161999543507894
sim_compute_robot_state-npc3_mean0.05794466176129102
sim_compute_robot_state-npc3_median0.057566233807139926
sim_compute_robot_state-npc3_min0.053432764325823105
sim_compute_sim_state_max0.03558506399898206
sim_compute_sim_state_mean0.032737491961935074
sim_compute_sim_state_median0.032699535290400185
sim_compute_sim_state_min0.03015709604535784
sim_physics_max0.13932420015335084
sim_physics_mean0.12153229167581456
sim_physics_median0.1196394231584337
sim_physics_min0.11462272235325403
sim_render-ego_max0.05973883469899496
sim_render-ego_mean0.05426216501341157
sim_render-ego_median0.05295104947355059
sim_render-ego_min0.05025646386557067
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.563333333333357
survival_time_min1.7500000000000009
No reset possible