Duckietown Challenges Home Challenges Submissions

Job 34933

Job ID34933
submission9755
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg03-68c9ae071294-1
date started
date completed
duration0:22:44
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6527177008153552
survival_time_median10.375000000000012
deviation-center-line_median0.3742942009502799
in-drivable-lane_median5.375000000000022


other stats
agent_compute-ego_max0.0400209887592113
agent_compute-ego_mean0.03865820541871139
agent_compute-ego_median0.03837815172519543
agent_compute-ego_min0.0379287666744656
complete-iteration_max0.4430103376507759
complete-iteration_mean0.4248753526598156
complete-iteration_median0.42566333498667214
complete-iteration_min0.405627232331496
deviation-center-line_max0.5518771790367988
deviation-center-line_mean0.37057011963185993
deviation-center-line_min0.22109699939088268
deviation-heading_max2.3559432887247604
deviation-heading_mean1.6444327604601106
deviation-heading_median1.7617116147645602
deviation-heading_min0.8066431583655813
driven_any_max1.6951305868498046
driven_any_mean1.483274470130053
driven_any_median1.6604655863993862
driven_any_min0.734579143060184
driven_lanedir_consec_max0.8044005544527281
driven_lanedir_consec_mean0.6275429350743316
driven_lanedir_consec_min0.3467879541291192
driven_lanedir_max0.8044005544527281
driven_lanedir_mean0.634982067916441
driven_lanedir_median0.6725603166991897
driven_lanedir_min0.3467879541291192
get_state_dump_max0.03835387851880944
get_state_dump_mean0.03782359548308498
get_state_dump_median0.037993665028741394
get_state_dump_min0.03641236325105032
get_ui_image_max0.08150202064152577
get_ui_image_mean0.07972532408694695
get_ui_image_median0.07976288746754731
get_ui_image_min0.07852430858522513
in-drivable-lane_max7.100000000000021
in-drivable-lane_mean4.595000000000018
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego": {"driven_any": 0.7396640148032517, "get_ui_image": 0.07859795540571213, "step_physics": 0.1728187104066213, "survival_time": 4.799999999999991, "driven_lanedir": 0.6756516862014323, "get_state_dump": 0.037926661471525826, "sim_render-ego": 0.009484854837258656, "in-drivable-lane": 0.0, "agent_compute-ego": 0.037960762778917946, "deviation-heading": 1.27909381029616, "complete-iteration": 0.4404460315903028, "set_robot_commands": 0.007261934379736583, "deviation-center-line": 0.37610532748657377, "driven_lanedir_consec": 0.6513468578527846, "sim_compute_sim_state": 0.02178517729043961, "sim_compute_performance-ego": 0.0063534776369730634, "sim_compute_robot_state-ego": 0.011105701327323914, "sim_compute_robot_state-npc0": 0.011408398548762005, "sim_compute_robot_state-npc1": 0.01110080381234487, "sim_compute_robot_state-npc2": 0.011182591319084167, "sim_compute_robot_state-npc3": 0.011418739954630532, "sim_compute_robot_state-parked0": 0.011674034098784128}, "udem1-0-1-ego": {"driven_any": 0.734579143060184, "get_ui_image": 0.08149573703606923, "step_physics": 0.17585908124844232, "survival_time": 4.799999999999991, "driven_lanedir": 0.6702427376756765, "get_state_dump": 0.03641236325105032, "sim_render-ego": 0.00920813779036204, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03919830918312073, "deviation-heading": 1.298914342817035, "complete-iteration": 0.4430103376507759, "set_robot_commands": 0.007223889231681824, "deviation-center-line": 0.3768824240139107, "driven_lanedir_consec": 0.6460678157967119, "sim_compute_sim_state": 0.020823168257872265, "sim_compute_performance-ego": 0.006338986257712047, "sim_compute_robot_state-ego": 0.011538614829381308, "sim_compute_robot_state-npc0": 0.010935949782530466, "sim_compute_robot_state-npc1": 0.010835769275824228, "sim_compute_robot_state-npc2": 0.010927962760130564, "sim_compute_robot_state-npc3": 0.010966628789901732, "sim_compute_robot_state-parked0": 0.010901466012001038}, "udem1-1-0-ego": {"driven_any": 1.6451552450160587, "get_ui_image": 0.07893599068246236, "step_physics": 0.1473554378602563, "survival_time": 10.25000000000001, "driven_lanedir": 0.7979214104075214, "get_state_dump": 0.03828871773510444, "sim_render-ego": 0.009588653285328937, "in-drivable-lane": 4.9500000000000215, "agent_compute-ego": 0.03998920510454876, "deviation-heading": 0.8066431583655813, "complete-iteration": 0.4145807836113906, "set_robot_commands": 0.007076428576213558, "deviation-center-line": 0.22109699939088268, "driven_lanedir_consec": 0.7979214104075214, "sim_compute_sim_state": 0.020593894400247715, "sim_compute_performance-ego": 0.006401205062866211, "sim_compute_robot_state-ego": 0.01099015096338784, "sim_compute_robot_state-npc0": 0.011009591963233017, "sim_compute_robot_state-npc1": 0.011001927678177996, "sim_compute_robot_state-npc2": 0.010848653607252168, "sim_compute_robot_state-npc3": 0.010887604224972609, "sim_compute_robot_state-parked0": 0.011254144296413514}, "udem1-1-1-ego": {"driven_any": 1.6463991324446894, "get_ui_image": 0.07995317178071985, "step_physics": 0.1482760030866245, "survival_time": 10.350000000000012, "driven_lanedir": 0.8044005544527281, "get_state_dump": 0.03835387851880944, "sim_render-ego": 0.010124292926511902, "in-drivable-lane": 4.950000000000023, "agent_compute-ego": 0.0400209887592113, "deviation-heading": 0.845480127025526, "complete-iteration": 0.4236884117126465, "set_robot_commands": 0.007628794453570232, "deviation-center-line": 0.224237050984602, "driven_lanedir_consec": 0.8044005544527281, "sim_compute_sim_state": 0.020730827165686565, "sim_compute_performance-ego": 0.006813536519589631, "sim_compute_robot_state-ego": 0.012421375311515182, "sim_compute_robot_state-npc0": 0.011940232797521324, "sim_compute_robot_state-npc1": 0.011657464907365144, "sim_compute_robot_state-npc2": 0.01184636728775098, "sim_compute_robot_state-npc3": 0.011819201391100308, "sim_compute_robot_state-parked0": 0.011741830530949836}, "udem1-2-0-ego": {"driven_any": 1.67299924721919, "get_ui_image": 0.07993431638872794, "step_physics": 0.1523103828065133, "survival_time": 10.450000000000014, "driven_lanedir": 0.6739070031696179, "get_state_dump": 0.03785664270939439, "sim_render-ego": 0.00984811782836914, "in-drivable-lane": 5.450000000000023, "agent_compute-ego": 0.037987273275567016, "deviation-heading": 2.0116729721700803, "complete-iteration": 0.425710030149615, "set_robot_commands": 0.008024405064194967, "deviation-center-line": 0.5313550176380311, "driven_lanedir_consec": 0.6739070031696179, "sim_compute_sim_state": 0.019563997761484535, "sim_compute_performance-ego": 0.006901778672870837, "sim_compute_robot_state-ego": 0.012386665389868632, "sim_compute_robot_state-npc0": 0.012021719553824249, "sim_compute_robot_state-npc1": 0.012067975039687453, "sim_compute_robot_state-npc2": 0.012260244223489716, "sim_compute_robot_state-npc3": 0.012137138102043189, "sim_compute_robot_state-parked0": 0.012053871839240409}, "udem1-2-1-ego": {"driven_any": 1.6641163243853203, "get_ui_image": 0.07861206164726844, "step_physics": 0.14782065955492166, "survival_time": 10.400000000000013, "driven_lanedir": 0.6986160891851632, "get_state_dump": 0.03778156982018398, "sim_render-ego": 0.009028639930945177, "in-drivable-lane": 5.300000000000023, "agent_compute-ego": 0.03798604699281546, "deviation-heading": 1.9806795683935776, "complete-iteration": 0.405627232331496, "set_robot_commands": 0.0065719886468007015, "deviation-center-line": 0.5518771790367988, "driven_lanedir_consec": 0.6986160891851632, "sim_compute_sim_state": 0.01871251601439256, "sim_compute_performance-ego": 0.006035666053111737, "sim_compute_robot_state-ego": 0.010196558558023892, "sim_compute_robot_state-npc0": 0.010657542026959932, "sim_compute_robot_state-npc1": 0.0104110619196525, "sim_compute_robot_state-npc2": 0.01039438064281757, "sim_compute_robot_state-npc3": 0.010521039366722109, "sim_compute_robot_state-parked0": 0.01055289231813871}, "udem1-3-0-ego": {"driven_any": 1.684231143701504, "get_ui_image": 0.08150202064152577, "step_physics": 0.15997850838430686, "survival_time": 10.550000000000017, "driven_lanedir": 0.66013334959543, "get_state_dump": 0.038077709234156314, "sim_render-ego": 0.00974048935406581, "in-drivable-lane": 5.650000000000024, "agent_compute-ego": 0.03856022776020647, "deviation-heading": 1.8538811672293067, "complete-iteration": 0.4374568756157753, "set_robot_commands": 0.007370949921449778, "deviation-center-line": 0.3367479744725347, "driven_lanedir_consec": 0.6514793658437004, "sim_compute_sim_state": 0.026999281480979017, "sim_compute_performance-ego": 0.006698843427178984, "sim_compute_robot_state-ego": 0.01162521873040222, "sim_compute_robot_state-npc0": 0.01142430305480957, "sim_compute_robot_state-npc1": 0.011228434847429466, "sim_compute_robot_state-npc2": 0.011229945585061024, "sim_compute_robot_state-npc3": 0.011255028123539203, "sim_compute_robot_state-parked0": 0.011408062342783852}, "udem1-3-1-ego": {"driven_any": 1.6568148484134522, "get_ui_image": 0.07959145854636666, "step_physics": 0.15927136117133542, "survival_time": 10.350000000000012, "driven_lanedir": 0.6712136302287615, "get_state_dump": 0.03806066858595696, "sim_render-ego": 0.0090341337637049, "in-drivable-lane": 5.4500000000000215, "agent_compute-ego": 0.0379287666744656, "deviation-heading": 1.6695420622998136, "complete-iteration": 0.42561663982372927, "set_robot_commands": 0.006322630361658364, "deviation-center-line": 0.33512171522485273, "driven_lanedir_consec": 0.65395603578701, "sim_compute_sim_state": 0.0265113581781802, "sim_compute_performance-ego": 0.006068419719087905, "sim_compute_robot_state-ego": 0.010169741036235422, "sim_compute_robot_state-npc0": 0.010697035397884353, "sim_compute_robot_state-npc1": 0.010372614515000496, "sim_compute_robot_state-npc2": 0.010132871388237258, "sim_compute_robot_state-npc3": 0.010432234132923364, "sim_compute_robot_state-parked0": 0.01066213183932834}, "udem1-4-0-ego": {"driven_any": 1.6936550154070755, "get_ui_image": 0.08010622015539205, "step_physics": 0.14690303352643858, "survival_time": 10.600000000000016, "driven_lanedir": 0.3467879541291192, "get_state_dump": 0.038115529519207075, "sim_render-ego": 0.010047371657389515, "in-drivable-lane": 7.10000000000002, "agent_compute-ego": 0.03875439796807631, "deviation-heading": 2.3559432887247604, "complete-iteration": 0.4260904249155296, "set_robot_commands": 0.008138220265226544, "deviation-center-line": 0.372483074413986, "driven_lanedir_consec": 0.3467879541291192, "sim_compute_sim_state": 0.022239985331049504, "sim_compute_performance-ego": 0.007105994899317903, "sim_compute_robot_state-ego": 0.012756977441175928, "sim_compute_robot_state-npc0": 0.012260685551841304, "sim_compute_robot_state-npc1": 0.012113424966920095, "sim_compute_robot_state-npc2": 0.012403160895941392, "sim_compute_robot_state-npc3": 0.012452596763394911, "sim_compute_robot_state-parked0": 0.012331871491558146}, "udem1-4-1-ego": {"driven_any": 1.6951305868498046, "get_ui_image": 0.07852430858522513, "step_physics": 0.14418384502751166, "survival_time": 10.650000000000016, "driven_lanedir": 0.35094626411896046, "get_state_dump": 0.037362213985461024, "sim_render-ego": 0.009095297173155305, "in-drivable-lane": 7.100000000000021, "agent_compute-ego": 0.0381960756901844, "deviation-heading": 2.3424771072792634, "complete-iteration": 0.4065267591968949, "set_robot_commands": 0.006681699708034175, "deviation-center-line": 0.3797944336564273, "driven_lanedir_consec": 0.35094626411896046, "sim_compute_sim_state": 0.021116874587367957, "sim_compute_performance-ego": 0.006237918782122258, "sim_compute_robot_state-ego": 0.010723501303945908, "sim_compute_robot_state-npc0": 0.010865856224382428, "sim_compute_robot_state-npc1": 0.01067397180297565, "sim_compute_robot_state-npc2": 0.010869270199341393, "sim_compute_robot_state-npc3": 0.010747589415787531, "sim_compute_robot_state-parked0": 0.010901057104549498}}
set_robot_commands_max0.008138220265226544
set_robot_commands_mean0.007230094060856673
set_robot_commands_median0.007242911805709204
set_robot_commands_min0.006322630361658364
sim_compute_performance-ego_max0.007105994899317903
sim_compute_performance-ego_mean0.0064955827030830585
sim_compute_performance-ego_median0.006377341349919637
sim_compute_performance-ego_min0.006035666053111737
sim_compute_robot_state-ego_max0.012756977441175928
sim_compute_robot_state-ego_mean0.011391450489126024
sim_compute_robot_state-ego_median0.011322158078352611
sim_compute_robot_state-ego_min0.010169741036235422
sim_compute_robot_state-npc0_max0.012260685551841304
sim_compute_robot_state-npc0_mean0.011322131490174863
sim_compute_robot_state-npc0_median0.01120899525599751
sim_compute_robot_state-npc0_min0.010657542026959932
sim_compute_robot_state-npc1_max0.012113424966920095
sim_compute_robot_state-npc1_mean0.01114634487653779
sim_compute_robot_state-npc1_median0.011051365745261431
sim_compute_robot_state-npc1_min0.010372614515000496
sim_compute_robot_state-npc2_max0.012403160895941392
sim_compute_robot_state-npc2_mean0.011209544790910622
sim_compute_robot_state-npc2_median0.011055277039607365
sim_compute_robot_state-npc2_min0.010132871388237258
sim_compute_robot_state-npc3_max0.012452596763394911
sim_compute_robot_state-npc3_mean0.011263780026501548
sim_compute_robot_state-npc3_median0.01111082845672047
sim_compute_robot_state-npc3_min0.010432234132923364
sim_compute_robot_state-parked0_max0.012331871491558146
sim_compute_robot_state-parked0_mean0.011348136187374748
sim_compute_robot_state-parked0_median0.011331103319598685
sim_compute_robot_state-parked0_min0.01055289231813871
sim_compute_sim_state_max0.026999281480979017
sim_compute_sim_state_mean0.021907708046769996
sim_compute_sim_state_median0.02097002142262011
sim_compute_sim_state_min0.01871251601439256
sim_render-ego_max0.010124292926511902
sim_render-ego_mean0.00951999885470914
sim_render-ego_median0.009536754061293796
sim_render-ego_min0.009028639930945177
simulation-passed1
step_physics_max0.17585908124844232
step_physics_mean0.15547770230729718
step_physics_median0.1502931929465689
step_physics_min0.14418384502751166
survival_time_max10.650000000000016
survival_time_mean9.32000000000001
survival_time_min4.799999999999991

Highlights

34933

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

udem1-1-0

udem1-1-1

udem1-2-0

udem1-2-1

udem1-3-0

udem1-3-1

udem1-4-0

udem1-4-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.