Duckietown Challenges Home Challenges Submissions

Job 35108

Job ID35108
submission9182
userBea Baselines 🐤
user labeltemplate-tensorflow
challengeaido5-LFVI-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-99e0f784cfda-1
date started
date completed
duration0:22:39
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6527177008153552
survival_time_median10.375000000000012
deviation-center-line_median0.3742942009502799
in-drivable-lane_median5.375000000000022


other stats
agent_compute-ego_max0.0403762881954511
agent_compute-ego_mean0.03837719578632247
agent_compute-ego_median0.03793899739616324
agent_compute-ego_min0.03752423123725783
complete-iteration_max0.43196984877189
complete-iteration_mean0.41194296595182395
complete-iteration_median0.40940199708309255
complete-iteration_min0.3910105295901029
deviation-center-line_max0.5518771790367988
deviation-center-line_mean0.37057011963185993
deviation-center-line_min0.22109699939088268
deviation-heading_max2.3559432887247604
deviation-heading_mean1.6444327604601106
deviation-heading_median1.7617116147645602
deviation-heading_min0.8066431583655813
driven_any_max1.6951305868498046
driven_any_mean1.483274470130053
driven_any_median1.6604655863993862
driven_any_min0.734579143060184
driven_lanedir_consec_max0.8044005544527281
driven_lanedir_consec_mean0.6275429350743316
driven_lanedir_consec_min0.3467879541291192
driven_lanedir_max0.8044005544527281
driven_lanedir_mean0.634982067916441
driven_lanedir_median0.6725603166991897
driven_lanedir_min0.3467879541291192
get_state_dump_max0.03760285538751722
get_state_dump_mean0.03727852984454297
get_state_dump_median0.037316049900441246
get_state_dump_min0.03682847371915492
get_ui_image_max0.0776252547899882
get_ui_image_mean0.07604140499045056
get_ui_image_median0.07604712679250084
get_ui_image_min0.07474222160735221
in-drivable-lane_max7.100000000000021
in-drivable-lane_mean4.595000000000018
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego": {"driven_any": 0.7396640148032517, "get_ui_image": 0.0776252547899882, "step_physics": 0.17232924699783325, "survival_time": 4.799999999999991, "driven_lanedir": 0.6756516862014323, "get_state_dump": 0.03720622509717941, "sim_render-ego": 0.008919385572274527, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0403762881954511, "deviation-heading": 1.27909381029616, "complete-iteration": 0.43196984877189, "set_robot_commands": 0.006567652026812236, "deviation-center-line": 0.37610532748657377, "driven_lanedir_consec": 0.6513468578527846, "sim_compute_sim_state": 0.020943594475587208, "sim_compute_performance-ego": 0.005919374525547028, "sim_compute_robot_state-ego": 0.010058276355266573, "sim_compute_robot_state-npc0": 0.010701611638069153, "sim_compute_robot_state-npc1": 0.010128214955329897, "sim_compute_robot_state-npc2": 0.0103752464056015, "sim_compute_robot_state-npc3": 0.010311707854270937, "sim_compute_robot_state-parked0": 0.0101575901110967}, "udem1-0-1-ego": {"driven_any": 0.734579143060184, "get_ui_image": 0.0769186019897461, "step_physics": 0.17284339418013892, "survival_time": 4.799999999999991, "driven_lanedir": 0.6702427376756765, "get_state_dump": 0.0373793343702952, "sim_render-ego": 0.00891744593779246, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03946654995282491, "deviation-heading": 1.298914342817035, "complete-iteration": 0.42933574815591175, "set_robot_commands": 0.006173734863599141, "deviation-center-line": 0.3768824240139107, "driven_lanedir_consec": 0.6460678157967119, "sim_compute_sim_state": 0.020331010222435, "sim_compute_performance-ego": 0.005944214761257172, "sim_compute_robot_state-ego": 0.009747845431168876, "sim_compute_robot_state-npc0": 0.010492299993832908, "sim_compute_robot_state-npc1": 0.010204610725243889, "sim_compute_robot_state-npc2": 0.010131468375523886, "sim_compute_robot_state-npc3": 0.010309388240178428, "sim_compute_robot_state-parked0": 0.010132208466529846}, "udem1-1-0-ego": {"driven_any": 1.6451552450160587, "get_ui_image": 0.07580203195897545, "step_physics": 0.14456508217788325, "survival_time": 10.25000000000001, "driven_lanedir": 0.7979214104075214, "get_state_dump": 0.03682847371915492, "sim_render-ego": 0.009523439407348632, "in-drivable-lane": 4.9500000000000215, "agent_compute-ego": 0.039147019967800234, "deviation-heading": 0.8066431583655813, "complete-iteration": 0.4129557121090773, "set_robot_commands": 0.008179441312464272, "deviation-center-line": 0.22109699939088268, "driven_lanedir_consec": 0.7979214104075214, "sim_compute_sim_state": 0.02015993653274164, "sim_compute_performance-ego": 0.006457117127209175, "sim_compute_robot_state-ego": 0.012527794954253406, "sim_compute_robot_state-npc0": 0.01185719676134063, "sim_compute_robot_state-npc1": 0.011676064933218606, "sim_compute_robot_state-npc2": 0.011989940085062168, "sim_compute_robot_state-npc3": 0.01197478596757098, "sim_compute_robot_state-parked0": 0.01193158219500286}, "udem1-1-1-ego": {"driven_any": 1.6463991324446894, "get_ui_image": 0.07564920964448349, "step_physics": 0.14370654285817908, "survival_time": 10.350000000000012, "driven_lanedir": 0.8044005544527281, "get_state_dump": 0.03729835454968439, "sim_render-ego": 0.008937098553791139, "in-drivable-lane": 4.950000000000023, "agent_compute-ego": 0.03840446932880199, "deviation-heading": 0.845480127025526, "complete-iteration": 0.3995810015765941, "set_robot_commands": 0.006766632559218845, "deviation-center-line": 0.224237050984602, "driven_lanedir_consec": 0.8044005544527281, "sim_compute_sim_state": 0.019654816475467407, "sim_compute_performance-ego": 0.006040279416070468, "sim_compute_robot_state-ego": 0.01039608665134596, "sim_compute_robot_state-npc0": 0.010436021187455182, "sim_compute_robot_state-npc1": 0.01032154341250802, "sim_compute_robot_state-npc2": 0.010410876665714282, "sim_compute_robot_state-npc3": 0.01050965912676088, "sim_compute_robot_state-parked0": 0.010720887621819684}, "udem1-2-0-ego": {"driven_any": 1.67299924721919, "get_ui_image": 0.07629222162602621, "step_physics": 0.14731715740769674, "survival_time": 10.450000000000014, "driven_lanedir": 0.6739070031696179, "get_state_dump": 0.03708396802108253, "sim_render-ego": 0.009101893913232538, "in-drivable-lane": 5.450000000000023, "agent_compute-ego": 0.03791107629474841, "deviation-heading": 2.0116729721700803, "complete-iteration": 0.409338752618817, "set_robot_commands": 0.00759311954370526, "deviation-center-line": 0.5313550176380311, "driven_lanedir_consec": 0.6739070031696179, "sim_compute_sim_state": 0.01865377152365361, "sim_compute_performance-ego": 0.00630827497637443, "sim_compute_robot_state-ego": 0.011706023695366236, "sim_compute_robot_state-npc0": 0.011350193662506542, "sim_compute_robot_state-npc1": 0.011273670424684952, "sim_compute_robot_state-npc2": 0.011597892314053036, "sim_compute_robot_state-npc3": 0.011403446562552566, "sim_compute_robot_state-parked0": 0.011407146043184272}, "udem1-2-1-ego": {"driven_any": 1.6641163243853203, "get_ui_image": 0.07641699795539562, "step_physics": 0.14698346303059504, "survival_time": 10.400000000000013, "driven_lanedir": 0.6986160891851632, "get_state_dump": 0.03734217125635881, "sim_render-ego": 0.008804270854363075, "in-drivable-lane": 5.300000000000023, "agent_compute-ego": 0.03757278965069698, "deviation-heading": 1.9806795683935776, "complete-iteration": 0.4045554640201422, "set_robot_commands": 0.006982859510641832, "deviation-center-line": 0.5518771790367988, "driven_lanedir_consec": 0.6986160891851632, "sim_compute_sim_state": 0.01844419653599079, "sim_compute_performance-ego": 0.006178764196542593, "sim_compute_robot_state-ego": 0.011038042031801663, "sim_compute_robot_state-npc0": 0.010999766679910513, "sim_compute_robot_state-npc1": 0.010615862332857572, "sim_compute_robot_state-npc2": 0.0108499675989151, "sim_compute_robot_state-npc3": 0.01095415881046882, "sim_compute_robot_state-parked0": 0.011039606653727016}, "udem1-3-0-ego": {"driven_any": 1.684231143701504, "get_ui_image": 0.07571047064252374, "step_physics": 0.15205453583414522, "survival_time": 10.550000000000017, "driven_lanedir": 0.66013334959543, "get_state_dump": 0.03730595620322567, "sim_render-ego": 0.00963613207306342, "in-drivable-lane": 5.650000000000024, "agent_compute-ego": 0.03752423123725783, "deviation-heading": 1.8538811672293067, "complete-iteration": 0.42523222737967686, "set_robot_commands": 0.007963552294184247, "deviation-center-line": 0.3367479744725347, "driven_lanedir_consec": 0.6514793658437004, "sim_compute_sim_state": 0.02567476457894131, "sim_compute_performance-ego": 0.006598568640614008, "sim_compute_robot_state-ego": 0.01263426830418302, "sim_compute_robot_state-npc0": 0.011874246371300865, "sim_compute_robot_state-npc1": 0.011803276730939677, "sim_compute_robot_state-npc2": 0.011930319935224632, "sim_compute_robot_state-npc3": 0.012098684130121749, "sim_compute_robot_state-parked0": 0.012086071674292686}, "udem1-3-1-ego": {"driven_any": 1.6568148484134522, "get_ui_image": 0.07489921274968392, "step_physics": 0.15309744295866592, "survival_time": 10.350000000000012, "driven_lanedir": 0.6712136302287615, "get_state_dump": 0.03760285538751722, "sim_render-ego": 0.008567015329996744, "in-drivable-lane": 5.4500000000000215, "agent_compute-ego": 0.03762782023148836, "deviation-heading": 1.6695420622998136, "complete-iteration": 0.409465241547368, "set_robot_commands": 0.00619355837504069, "deviation-center-line": 0.33512171522485273, "driven_lanedir_consec": 0.65395603578701, "sim_compute_sim_state": 0.02538473018701526, "sim_compute_performance-ego": 0.005659843988464651, "sim_compute_robot_state-ego": 0.00990278018269562, "sim_compute_robot_state-npc0": 0.01036742689528903, "sim_compute_robot_state-npc1": 0.009879053502843, "sim_compute_robot_state-npc2": 0.009913731312406237, "sim_compute_robot_state-npc3": 0.01000194503489324, "sim_compute_robot_state-parked0": 0.010037047851488786}, "udem1-4-0-ego": {"driven_any": 1.6936550154070755, "get_ui_image": 0.07474222160735221, "step_physics": 0.14069819675301606, "survival_time": 10.600000000000016, "driven_lanedir": 0.3467879541291192, "get_state_dump": 0.037326143597656826, "sim_render-ego": 0.008456277397443663, "in-drivable-lane": 7.10000000000002, "agent_compute-ego": 0.03777479450657682, "deviation-heading": 2.3559432887247604, "complete-iteration": 0.3910105295901029, "set_robot_commands": 0.006310901551876428, "deviation-center-line": 0.372483074413986, "driven_lanedir_consec": 0.3467879541291192, "sim_compute_sim_state": 0.020670965032757452, "sim_compute_performance-ego": 0.0055848281338529765, "sim_compute_robot_state-ego": 0.009477997725864626, "sim_compute_robot_state-npc0": 0.009974634872292573, "sim_compute_robot_state-npc1": 0.009834617938635484, "sim_compute_robot_state-npc2": 0.00967786784441966, "sim_compute_robot_state-npc3": 0.01000338005569746, "sim_compute_robot_state-parked0": 0.010147934814669052}, "udem1-4-1-ego": {"driven_any": 1.6951305868498046, "get_ui_image": 0.07635782694033054, "step_physics": 0.1408596441779338, "survival_time": 10.650000000000016, "driven_lanedir": 0.35094626411896046, "get_state_dump": 0.03741181624327467, "sim_render-ego": 0.009257044590694805, "in-drivable-lane": 7.100000000000021, "agent_compute-ego": 0.03796691849757808, "deviation-heading": 2.3424771072792634, "complete-iteration": 0.40598513374865897, "set_robot_commands": 0.007543559365429229, "deviation-center-line": 0.3797944336564273, "driven_lanedir_consec": 0.35094626411896046, "sim_compute_sim_state": 0.020717176473196684, "sim_compute_performance-ego": 0.006407222837349618, "sim_compute_robot_state-ego": 0.012076704714779564, "sim_compute_robot_state-npc0": 0.011376575684883225, "sim_compute_robot_state-npc1": 0.011175678369584776, "sim_compute_robot_state-npc2": 0.01160847525081724, "sim_compute_robot_state-npc3": 0.011577179734136018, "sim_compute_robot_state-parked0": 0.011308126046623982}}
set_robot_commands_max0.008179441312464272
set_robot_commands_mean0.0070275011402972185
set_robot_commands_median0.006874746034930338
set_robot_commands_min0.006173734863599141
sim_compute_performance-ego_max0.006598568640614008
sim_compute_performance-ego_mean0.006109848860328212
sim_compute_performance-ego_median0.00610952180630653
sim_compute_performance-ego_min0.0055848281338529765
sim_compute_robot_state-ego_max0.01263426830418302
sim_compute_robot_state-ego_mean0.010956582004672552
sim_compute_robot_state-ego_median0.010717064341573813
sim_compute_robot_state-ego_min0.009477997725864626
sim_compute_robot_state-npc0_max0.011874246371300865
sim_compute_robot_state-npc0_mean0.01094299737468806
sim_compute_robot_state-npc0_median0.010850689158989832
sim_compute_robot_state-npc0_min0.009974634872292573
sim_compute_robot_state-npc1_max0.011803276730939677
sim_compute_robot_state-npc1_mean0.010691259332584586
sim_compute_robot_state-npc1_median0.010468702872682796
sim_compute_robot_state-npc1_min0.009834617938635484
sim_compute_robot_state-npc2_max0.011989940085062168
sim_compute_robot_state-npc2_mean0.010848578578773771
sim_compute_robot_state-npc2_median0.010630422132314693
sim_compute_robot_state-npc2_min0.00967786784441966
sim_compute_robot_state-npc3_max0.012098684130121749
sim_compute_robot_state-npc3_mean0.010914433551665109
sim_compute_robot_state-npc3_median0.01073190896861485
sim_compute_robot_state-npc3_min0.01000194503489324
sim_compute_robot_state-parked0_max0.012086071674292686
sim_compute_robot_state-parked0_mean0.010896820147843487
sim_compute_robot_state-parked0_median0.010880247137773353
sim_compute_robot_state-parked0_min0.010037047851488786
sim_compute_sim_state_max0.02567476457894131
sim_compute_sim_state_mean0.02106349620377863
sim_compute_sim_state_median0.020500987627596223
sim_compute_sim_state_min0.01844419653599079
sim_render-ego_max0.00963613207306342
sim_render-ego_mean0.0090120003630001
sim_render-ego_median0.008928242063032832
sim_render-ego_min0.008456277397443663
simulation-passed1
step_physics_max0.17284339418013892
step_physics_mean0.15144547063760871
step_physics_median0.14715031021914587
step_physics_min0.14069819675301606
survival_time_max10.650000000000016
survival_time_mean9.32000000000001
survival_time_min4.799999999999991

Highlights

35108

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

udem1-1-0

udem1-1-1

udem1-2-0

udem1-2-1

udem1-3-0

udem1-3-1

udem1-4-0

udem1-4-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.