Duckietown Challenges Home Challenges Submissions

Job 34924

Job ID34924
submission9682
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:23:21
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6527177008153552
survival_time_median10.375000000000012
deviation-center-line_median0.3742942009502799
in-drivable-lane_median5.375000000000022


other stats
agent_compute-ego_max0.038443643689731466
agent_compute-ego_mean0.03731508998335401
agent_compute-ego_median0.03701012900198979
agent_compute-ego_min0.03625750196152839
complete-iteration_max0.4373915418982506
complete-iteration_mean0.418185798391902
complete-iteration_median0.41281838261285975
complete-iteration_min0.4048765175779101
deviation-center-line_max0.5518771790367988
deviation-center-line_mean0.37057011963185993
deviation-center-line_min0.22109699939088268
deviation-heading_max2.3559432887247604
deviation-heading_mean1.6444327604601106
deviation-heading_median1.7617116147645602
deviation-heading_min0.8066431583655813
driven_any_max1.6951305868498046
driven_any_mean1.483274470130053
driven_any_median1.6604655863993862
driven_any_min0.734579143060184
driven_lanedir_consec_max0.8044005544527281
driven_lanedir_consec_mean0.6275429350743316
driven_lanedir_consec_min0.3467879541291192
driven_lanedir_max0.8044005544527281
driven_lanedir_mean0.634982067916441
driven_lanedir_median0.6725603166991897
driven_lanedir_min0.3467879541291192
get_state_dump_max0.03565095365047455
get_state_dump_mean0.03491106236778847
get_state_dump_median0.03481508577337113
get_state_dump_min0.034410261772048305
get_ui_image_max0.08040158698956172
get_ui_image_mean0.07843116544037144
get_ui_image_median0.07795864717971876
get_ui_image_min0.07766336678339282
in-drivable-lane_max7.100000000000021
in-drivable-lane_mean4.595000000000018
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego": {"driven_any": 0.7396640148032517, "get_ui_image": 0.07768546044826508, "step_physics": 0.17656542360782623, "survival_time": 4.799999999999991, "driven_lanedir": 0.6756516862014323, "get_state_dump": 0.03565095365047455, "sim_render-ego": 0.0088263601064682, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03784711410601934, "deviation-heading": 1.27909381029616, "complete-iteration": 0.4373915418982506, "set_robot_commands": 0.0074004630247751875, "deviation-center-line": 0.37610532748657377, "driven_lanedir_consec": 0.6513468578527846, "sim_compute_sim_state": 0.020071896413962047, "sim_compute_performance-ego": 0.006082018216451009, "sim_compute_robot_state-ego": 0.01153289278348287, "sim_compute_robot_state-npc0": 0.01127194364865621, "sim_compute_robot_state-npc1": 0.01082314799229304, "sim_compute_robot_state-npc2": 0.010903803010781608, "sim_compute_robot_state-npc3": 0.01131214698155721, "sim_compute_robot_state-parked0": 0.011107638478279114}, "udem1-0-1-ego": {"driven_any": 0.734579143060184, "get_ui_image": 0.08040158698956172, "step_physics": 0.178802952170372, "survival_time": 4.799999999999991, "driven_lanedir": 0.6702427376756765, "get_state_dump": 0.034658787151177727, "sim_render-ego": 0.008658019204934439, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03823416928450266, "deviation-heading": 1.298914342817035, "complete-iteration": 0.4368862956762314, "set_robot_commands": 0.007058178385098775, "deviation-center-line": 0.3768824240139107, "driven_lanedir_consec": 0.6460678157967119, "sim_compute_sim_state": 0.01891860862572988, "sim_compute_performance-ego": 0.00615459680557251, "sim_compute_robot_state-ego": 0.011152508358160654, "sim_compute_robot_state-npc0": 0.010459249218304953, "sim_compute_robot_state-npc1": 0.010693048437436422, "sim_compute_robot_state-npc2": 0.010529659688472748, "sim_compute_robot_state-npc3": 0.010455320278803509, "sim_compute_robot_state-parked0": 0.010393217206001282}, "udem1-1-0-ego": {"driven_any": 1.6451552450160587, "get_ui_image": 0.07777158225454935, "step_physics": 0.15434779074133895, "survival_time": 10.25000000000001, "driven_lanedir": 0.7979214104075214, "get_state_dump": 0.03473996999787121, "sim_render-ego": 0.008760890728089868, "in-drivable-lane": 4.9500000000000215, "agent_compute-ego": 0.03809178747781893, "deviation-heading": 0.8066431583655813, "complete-iteration": 0.41041620533640794, "set_robot_commands": 0.007097844379704173, "deviation-center-line": 0.22109699939088268, "driven_lanedir_consec": 0.7979214104075214, "sim_compute_sim_state": 0.018882333941575957, "sim_compute_performance-ego": 0.005952518742258956, "sim_compute_robot_state-ego": 0.010791167980287134, "sim_compute_robot_state-npc0": 0.010654001701168895, "sim_compute_robot_state-npc1": 0.010672930973332105, "sim_compute_robot_state-npc2": 0.010809751836265006, "sim_compute_robot_state-npc3": 0.010669673361429356, "sim_compute_robot_state-parked0": 0.01086801901096251}, "udem1-1-1-ego": {"driven_any": 1.6463991324446894, "get_ui_image": 0.07789111482924309, "step_physics": 0.15192053283470264, "survival_time": 10.350000000000012, "driven_lanedir": 0.8044005544527281, "get_state_dump": 0.035476842364251325, "sim_render-ego": 0.008944258021847637, "in-drivable-lane": 4.950000000000023, "agent_compute-ego": 0.038443643689731466, "deviation-heading": 0.845480127025526, "complete-iteration": 0.41239049008503054, "set_robot_commands": 0.007471025853917218, "deviation-center-line": 0.224237050984602, "driven_lanedir_consec": 0.8044005544527281, "sim_compute_sim_state": 0.019298210236185415, "sim_compute_performance-ego": 0.00616916020711263, "sim_compute_robot_state-ego": 0.011357791181923689, "sim_compute_robot_state-npc0": 0.011130882346111795, "sim_compute_robot_state-npc1": 0.011009629797820308, "sim_compute_robot_state-npc2": 0.01090823049130647, "sim_compute_robot_state-npc3": 0.0109298056450443, "sim_compute_robot_state-parked0": 0.011115879252337028}, "udem1-2-0-ego": {"driven_any": 1.67299924721919, "get_ui_image": 0.0786495573783035, "step_physics": 0.15640227418196828, "survival_time": 10.450000000000014, "driven_lanedir": 0.6739070031696179, "get_state_dump": 0.034977604897969077, "sim_render-ego": 0.008480010420511785, "in-drivable-lane": 5.450000000000023, "agent_compute-ego": 0.036874101492776826, "deviation-heading": 2.0116729721700803, "complete-iteration": 0.41102896466779937, "set_robot_commands": 0.007136430466574345, "deviation-center-line": 0.5313550176380311, "driven_lanedir_consec": 0.6739070031696179, "sim_compute_sim_state": 0.017594230232056248, "sim_compute_performance-ego": 0.005997337222669683, "sim_compute_robot_state-ego": 0.011076704737102016, "sim_compute_robot_state-npc0": 0.010967991568825462, "sim_compute_robot_state-npc1": 0.01081114978881544, "sim_compute_robot_state-npc2": 0.010518611333016572, "sim_compute_robot_state-npc3": 0.010510101272729024, "sim_compute_robot_state-parked0": 0.010723654733320173}, "udem1-2-1-ego": {"driven_any": 1.6641163243853203, "get_ui_image": 0.07972402068284842, "step_physics": 0.15971023188187525, "survival_time": 10.400000000000013, "driven_lanedir": 0.6986160891851632, "get_state_dump": 0.03480742527888371, "sim_render-ego": 0.00864161321750054, "in-drivable-lane": 5.300000000000023, "agent_compute-ego": 0.03689916546528156, "deviation-heading": 1.9806795683935776, "complete-iteration": 0.41324627514068896, "set_robot_commands": 0.006927180748719435, "deviation-center-line": 0.5518771790367988, "driven_lanedir_consec": 0.6986160891851632, "sim_compute_sim_state": 0.017294622384584867, "sim_compute_performance-ego": 0.005957187368319585, "sim_compute_robot_state-ego": 0.010561196849896358, "sim_compute_robot_state-npc0": 0.010480661804859456, "sim_compute_robot_state-npc1": 0.010478955048781175, "sim_compute_robot_state-npc2": 0.010441157680291396, "sim_compute_robot_state-npc3": 0.010441283767039958, "sim_compute_robot_state-parked0": 0.010551965007415185}, "udem1-3-0-ego": {"driven_any": 1.684231143701504, "get_ui_image": 0.07788591249294191, "step_physics": 0.16164053898852018, "survival_time": 10.550000000000017, "driven_lanedir": 0.66013334959543, "get_state_dump": 0.03483121880987809, "sim_render-ego": 0.008691805798860523, "in-drivable-lane": 5.650000000000024, "agent_compute-ego": 0.037121092538698025, "deviation-heading": 1.8538811672293067, "complete-iteration": 0.4236783608441104, "set_robot_commands": 0.007106997955466899, "deviation-center-line": 0.3367479744725347, "driven_lanedir_consec": 0.6514793658437004, "sim_compute_sim_state": 0.02499956090303394, "sim_compute_performance-ego": 0.005977319880119432, "sim_compute_robot_state-ego": 0.011035498849588548, "sim_compute_robot_state-npc0": 0.010745247393422782, "sim_compute_robot_state-npc1": 0.010801833952772674, "sim_compute_robot_state-npc2": 0.01082127580145524, "sim_compute_robot_state-npc3": 0.01081287917367655, "sim_compute_robot_state-parked0": 0.010891818322276618}, "udem1-3-1-ego": {"driven_any": 1.6568148484134522, "get_ui_image": 0.07802617953019442, "step_physics": 0.1630110844321873, "survival_time": 10.350000000000012, "driven_lanedir": 0.6712136302287615, "get_state_dump": 0.03473481348747216, "sim_render-ego": 0.00872393506736571, "in-drivable-lane": 5.4500000000000215, "agent_compute-ego": 0.03625750196152839, "deviation-heading": 1.6695420622998136, "complete-iteration": 0.42306907626165857, "set_robot_commands": 0.006887392145424074, "deviation-center-line": 0.33512171522485273, "driven_lanedir_consec": 0.65395603578701, "sim_compute_sim_state": 0.024582662444183792, "sim_compute_performance-ego": 0.006042577218318331, "sim_compute_robot_state-ego": 0.01099939737918872, "sim_compute_robot_state-npc0": 0.010712484230741786, "sim_compute_robot_state-npc1": 0.010715337191226975, "sim_compute_robot_state-npc2": 0.010691374396356408, "sim_compute_robot_state-npc3": 0.01074509344239166, "sim_compute_robot_state-parked0": 0.010629186307750465}, "udem1-4-0-ego": {"driven_any": 1.6936550154070755, "get_ui_image": 0.07861287301441408, "step_physics": 0.15465969522044343, "survival_time": 10.600000000000016, "driven_lanedir": 0.3467879541291192, "get_state_dump": 0.03482274626785854, "sim_render-ego": 0.008391877390303702, "in-drivable-lane": 7.10000000000002, "agent_compute-ego": 0.036726934729882005, "deviation-heading": 2.3559432887247604, "complete-iteration": 0.40887425643093184, "set_robot_commands": 0.006944837435236517, "deviation-center-line": 0.372483074413986, "driven_lanedir_consec": 0.3467879541291192, "sim_compute_sim_state": 0.01959669252611556, "sim_compute_performance-ego": 0.005925100929332229, "sim_compute_robot_state-ego": 0.01080928658539394, "sim_compute_robot_state-npc0": 0.010474158907836338, "sim_compute_robot_state-npc1": 0.010407031707043915, "sim_compute_robot_state-npc2": 0.010500202763755366, "sim_compute_robot_state-npc3": 0.010323445751981917, "sim_compute_robot_state-parked0": 0.010373046937978492}, "udem1-4-1-ego": {"driven_any": 1.6951305868498046, "get_ui_image": 0.07766336678339282, "step_physics": 0.15252846059664874, "survival_time": 10.650000000000016, "driven_lanedir": 0.35094626411896046, "get_state_dump": 0.034410261772048305, "sim_render-ego": 0.008569799118758367, "in-drivable-lane": 7.100000000000021, "agent_compute-ego": 0.036655389087300906, "deviation-heading": 2.3424771072792634, "complete-iteration": 0.4048765175779101, "set_robot_commands": 0.006787456816910578, "deviation-center-line": 0.3797944336564273, "driven_lanedir_consec": 0.35094626411896046, "sim_compute_sim_state": 0.01931512971439272, "sim_compute_performance-ego": 0.005809858931062367, "sim_compute_robot_state-ego": 0.010676135479564398, "sim_compute_robot_state-npc0": 0.01044591827571672, "sim_compute_robot_state-npc1": 0.010546264514117174, "sim_compute_robot_state-npc2": 0.01048672702950491, "sim_compute_robot_state-npc3": 0.0104574720624467, "sim_compute_robot_state-parked0": 0.01022388565708214}}
set_robot_commands_max0.007471025853917218
set_robot_commands_mean0.0070817807211827205
set_robot_commands_median0.007078011382401474
set_robot_commands_min0.006787456816910578
sim_compute_performance-ego_max0.00616916020711263
sim_compute_performance-ego_mean0.006006767552121673
sim_compute_performance-ego_median0.005987328551394558
sim_compute_performance-ego_min0.005809858931062367
sim_compute_robot_state-ego_max0.01153289278348287
sim_compute_robot_state-ego_mean0.010999258018458831
sim_compute_robot_state-ego_median0.011017448114388637
sim_compute_robot_state-ego_min0.010561196849896358
sim_compute_robot_state-npc0_max0.01127194364865621
sim_compute_robot_state-npc0_mean0.01073425390956444
sim_compute_robot_state-npc0_median0.010683242965955344
sim_compute_robot_state-npc0_min0.01044591827571672
sim_compute_robot_state-npc1_max0.011009629797820308
sim_compute_robot_state-npc1_mean0.010695932940363924
sim_compute_robot_state-npc1_median0.0107041928143317
sim_compute_robot_state-npc1_min0.010407031707043915
sim_compute_robot_state-npc2_max0.01090823049130647
sim_compute_robot_state-npc2_mean0.010661079403120572
sim_compute_robot_state-npc2_median0.01061051704241458
sim_compute_robot_state-npc2_min0.010441157680291396
sim_compute_robot_state-npc3_max0.01131214698155721
sim_compute_robot_state-npc3_mean0.010665722173710018
sim_compute_robot_state-npc3_median0.010589887317079189
sim_compute_robot_state-npc3_min0.010323445751981917
sim_compute_robot_state-parked0_max0.011115879252337028
sim_compute_robot_state-parked0_mean0.010687831091340302
sim_compute_robot_state-parked0_median0.01067642052053532
sim_compute_robot_state-parked0_min0.01022388565708214
sim_compute_sim_state_max0.02499956090303394
sim_compute_sim_state_mean0.02005539474218205
sim_compute_sim_state_median0.019306669975289067
sim_compute_sim_state_min0.017294622384584867
sim_render-ego_max0.008944258021847637
sim_render-ego_mean0.008668856907464077
sim_render-ego_median0.008674912501897482
sim_render-ego_min0.008391877390303702
simulation-passed1
step_physics_max0.178802952170372
step_physics_mean0.1609588984655883
step_physics_median0.15805625303192178
step_physics_min0.15192053283470264
survival_time_max10.650000000000016
survival_time_mean9.32000000000001
survival_time_min4.799999999999991

Highlights

34924

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

udem1-1-0

udem1-1-1

udem1-2-0

udem1-2-1

udem1-3-0

udem1-3-1

udem1-4-0

udem1-4-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.