Duckietown Challenges Home Challenges Submissions

Job 34903

Job ID34903
submission9443
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-99e0f784cfda-1
date started
date completed
duration0:15:07
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4704488022733351
survival_time_median9.325000000000037
deviation-center-line_median0.2457905395328334
in-drivable-lane_median4.875000000000017


other stats
agent_compute-ego0_max0.06595297813415528
agent_compute-ego0_mean0.06325326764905777
agent_compute-ego0_median0.06325326764905775
agent_compute-ego0_min0.06055355716396023
agent_compute-ego1_max0.06578163146972656
agent_compute-ego1_mean0.06523357185157569
agent_compute-ego1_median0.06523357185157569
agent_compute-ego1_min0.06468551223342484
agent_compute-ego2_max0.06518928050994872
agent_compute-ego2_mean0.06303158779402036
agent_compute-ego2_median0.06303158779402036
agent_compute-ego2_min0.06087389507809201
complete-iteration_max1.1593346209139437
complete-iteration_mean1.1105525872514057
complete-iteration_median1.1105525872514057
complete-iteration_min1.0617705535888673
deviation-center-line_max0.9661731346816846
deviation-center-line_mean0.351179202783694
deviation-center-line_min0.03664897941953601
deviation-heading_max4.346931617068203
deviation-heading_mean2.1314783178342185
deviation-heading_median1.8271210601597585
deviation-heading_min0.26335101636022284
driven_any_max1.939646458726672
driven_any_mean1.1896756306910878
driven_any_median1.1896619788939964
driven_any_min0.4398350680991367
driven_lanedir_consec_max0.8543593426207106
driven_lanedir_consec_mean0.48532323354944135
driven_lanedir_consec_min0.05242332871790323
driven_lanedir_max0.8543593426207106
driven_lanedir_mean0.48532323354944135
driven_lanedir_median0.4704488022733351
driven_lanedir_min0.05242332871790323
get_state_dump_max0.047260284423828125
get_state_dump_mean0.04692558526992798
get_state_dump_median0.046925585269927975
get_state_dump_min0.04659088611602783
get_ui_image_max0.10208461735699628
get_ui_image_mean0.10175095147914716
get_ui_image_median0.10175095147914714
get_ui_image_min0.10141728560129802
in-drivable-lane_max8.80000000000005
in-drivable-lane_mean4.4416666666666815
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4398350680991367, "get_ui_image": 0.10208461735699628, "step_physics": 0.6221311285689071, "survival_time": 3.699999999999995, "driven_lanedir": 0.2727778758272854, "get_state_dump": 0.047260284423828125, "sim_render-ego0": 0.008242880975877916, "sim_render-ego1": 0.00850729684571962, "sim_render-ego2": 0.008349628061861606, "in-drivable-lane": 0.9499999999999966, "deviation-heading": 0.8431796361635395, "agent_compute-ego0": 0.06055355716396023, "agent_compute-ego1": 0.06468551223342484, "agent_compute-ego2": 0.06087389507809201, "complete-iteration": 1.1593346209139437, "set_robot_commands": 0.006650199761261811, "deviation-center-line": 0.07181367666595041, "driven_lanedir_consec": 0.2727778758272854, "sim_compute_sim_state": 0.04693994006595096, "sim_compute_performance-ego0": 0.005451363486212653, "sim_compute_performance-ego1": 0.005837018425400193, "sim_compute_performance-ego2": 0.0054441787101127005, "sim_compute_robot_state-ego0": 0.010747848330317316, "sim_compute_robot_state-ego1": 0.010255813598632812, "sim_compute_robot_state-ego2": 0.010282178182859678, "sim_compute_robot_state-parked0": 0.010308262464162466, "sim_compute_robot_state-parked1": 0.010335155435510585, "sim_compute_robot_state-parked2": 0.010061547562882706, "sim_compute_robot_state-parked3": 0.010026200397594555, "sim_compute_robot_state-parked4": 0.009990560041891562, "sim_compute_robot_state-parked5": 0.010069695678917138}, "udem1-0-0-ego1": {"driven_any": 0.43996726590742086, "get_ui_image": 0.10208461735699628, "step_physics": 0.6221311285689071, "survival_time": 3.699999999999995, "driven_lanedir": 0.4374567880124261, "get_state_dump": 0.047260284423828125, "sim_render-ego0": 0.008242880975877916, "sim_render-ego1": 0.00850729684571962, "sim_render-ego2": 0.008349628061861606, "in-drivable-lane": 0.0, "deviation-heading": 0.26335101636022284, "agent_compute-ego0": 0.06055355716396023, "agent_compute-ego1": 0.06468551223342484, "agent_compute-ego2": 0.06087389507809201, "complete-iteration": 1.1593346209139437, "set_robot_commands": 0.006650199761261811, "deviation-center-line": 0.10275964928826004, "driven_lanedir_consec": 0.4374567880124261, "sim_compute_sim_state": 0.04693994006595096, "sim_compute_performance-ego0": 0.005451363486212653, "sim_compute_performance-ego1": 0.005837018425400193, "sim_compute_performance-ego2": 0.0054441787101127005, "sim_compute_robot_state-ego0": 0.010747848330317316, "sim_compute_robot_state-ego1": 0.010255813598632812, "sim_compute_robot_state-ego2": 0.010282178182859678, "sim_compute_robot_state-parked0": 0.010308262464162466, "sim_compute_robot_state-parked1": 0.010335155435510585, "sim_compute_robot_state-parked2": 0.010061547562882706, "sim_compute_robot_state-parked3": 0.010026200397594555, "sim_compute_robot_state-parked4": 0.009990560041891562, "sim_compute_robot_state-parked5": 0.010069695678917138}, "udem1-0-0-ego2": {"driven_any": 0.4398357351368767, "get_ui_image": 0.10208461735699628, "step_physics": 0.6221311285689071, "survival_time": 3.699999999999995, "driven_lanedir": 0.05242332871790323, "get_state_dump": 0.047260284423828125, "sim_render-ego0": 0.008242880975877916, "sim_render-ego1": 0.00850729684571962, "sim_render-ego2": 0.008349628061861606, "in-drivable-lane": 2.6499999999999946, "deviation-heading": 0.6649210562095778, "agent_compute-ego0": 0.06055355716396023, "agent_compute-ego1": 0.06468551223342484, "agent_compute-ego2": 0.06087389507809201, "complete-iteration": 1.1593346209139437, "set_robot_commands": 0.006650199761261811, "deviation-center-line": 0.03664897941953601, "driven_lanedir_consec": 0.05242332871790323, "sim_compute_sim_state": 0.04693994006595096, "sim_compute_performance-ego0": 0.005451363486212653, "sim_compute_performance-ego1": 0.005837018425400193, "sim_compute_performance-ego2": 0.0054441787101127005, "sim_compute_robot_state-ego0": 0.010747848330317316, "sim_compute_robot_state-ego1": 0.010255813598632812, "sim_compute_robot_state-ego2": 0.010282178182859678, "sim_compute_robot_state-parked0": 0.010308262464162466, "sim_compute_robot_state-parked1": 0.010335155435510585, "sim_compute_robot_state-parked2": 0.010061547562882706, "sim_compute_robot_state-parked3": 0.010026200397594555, "sim_compute_robot_state-parked4": 0.009990560041891562, "sim_compute_robot_state-parked5": 0.010069695678917138}, "udem1-0-1-ego0": {"driven_any": 1.939646458726672, "get_ui_image": 0.10141728560129802, "step_physics": 0.5111826999982199, "survival_time": 14.950000000000076, "driven_lanedir": 0.8543593426207106, "get_state_dump": 0.04659088611602783, "sim_render-ego0": 0.008633205890655518, "sim_render-ego1": 0.008701864083607992, "sim_render-ego2": 0.008544527689615885, "in-drivable-lane": 7.150000000000004, "deviation-heading": 2.8110624841559773, "agent_compute-ego0": 0.06595297813415528, "agent_compute-ego1": 0.06578163146972656, "agent_compute-ego2": 0.06518928050994872, "complete-iteration": 1.0617705535888673, "set_robot_commands": 0.007010928789774577, "deviation-center-line": 0.9661731346816846, "driven_lanedir_consec": 0.8543593426207106, "sim_compute_sim_state": 0.04567953030268351, "sim_compute_performance-ego0": 0.005958102544148763, "sim_compute_performance-ego1": 0.0058993713061014814, "sim_compute_performance-ego2": 0.005872785250345866, "sim_compute_robot_state-ego0": 0.011203246116638184, "sim_compute_robot_state-ego1": 0.010634373823801675, "sim_compute_robot_state-ego2": 0.01067365566889445, "sim_compute_robot_state-parked0": 0.010422221024831136, "sim_compute_robot_state-parked1": 0.01033858855565389, "sim_compute_robot_state-parked2": 0.01039124647776286, "sim_compute_robot_state-parked3": 0.010353140830993653, "sim_compute_robot_state-parked4": 0.010417003631591796, "sim_compute_robot_state-parked5": 0.01039492130279541}, "udem1-0-1-ego1": {"driven_any": 1.9394125643958475, "get_ui_image": 0.10141728560129802, "step_physics": 0.5111826999982199, "survival_time": 14.950000000000076, "driven_lanedir": 0.5034408165342441, "get_state_dump": 0.04659088611602783, "sim_render-ego0": 0.008633205890655518, "sim_render-ego1": 0.008701864083607992, "sim_render-ego2": 0.008544527689615885, "in-drivable-lane": 8.80000000000005, "deviation-heading": 4.346931617068203, "agent_compute-ego0": 0.06595297813415528, "agent_compute-ego1": 0.06578163146972656, "agent_compute-ego2": 0.06518928050994872, "complete-iteration": 1.0617705535888673, "set_robot_commands": 0.007010928789774577, "deviation-center-line": 0.5408583468693263, "driven_lanedir_consec": 0.5034408165342441, "sim_compute_sim_state": 0.04567953030268351, "sim_compute_performance-ego0": 0.005958102544148763, "sim_compute_performance-ego1": 0.0058993713061014814, "sim_compute_performance-ego2": 0.005872785250345866, "sim_compute_robot_state-ego0": 0.011203246116638184, "sim_compute_robot_state-ego1": 0.010634373823801675, "sim_compute_robot_state-ego2": 0.01067365566889445, "sim_compute_robot_state-parked0": 0.010422221024831136, "sim_compute_robot_state-parked1": 0.01033858855565389, "sim_compute_robot_state-parked2": 0.01039124647776286, "sim_compute_robot_state-parked3": 0.010353140830993653, "sim_compute_robot_state-parked4": 0.010417003631591796, "sim_compute_robot_state-parked5": 0.01039492130279541}, "udem1-0-1-ego2": {"driven_any": 1.939356691880572, "get_ui_image": 0.10141728560129802, "step_physics": 0.5111826999982199, "survival_time": 14.950000000000076, "driven_lanedir": 0.7914812495840788, "get_state_dump": 0.04659088611602783, "sim_render-ego0": 0.008633205890655518, "sim_render-ego1": 0.008701864083607992, "sim_render-ego2": 0.008544527689615885, "in-drivable-lane": 7.10000000000004, "deviation-heading": 3.859424097047791, "agent_compute-ego0": 0.06595297813415528, "agent_compute-ego1": 0.06578163146972656, "agent_compute-ego2": 0.06518928050994872, "complete-iteration": 1.0617705535888673, "set_robot_commands": 0.007010928789774577, "deviation-center-line": 0.38882142977740675, "driven_lanedir_consec": 0.7914812495840788, "sim_compute_sim_state": 0.04567953030268351, "sim_compute_performance-ego0": 0.005958102544148763, "sim_compute_performance-ego1": 0.0058993713061014814, "sim_compute_performance-ego2": 0.005872785250345866, "sim_compute_robot_state-ego0": 0.011203246116638184, "sim_compute_robot_state-ego1": 0.010634373823801675, "sim_compute_robot_state-ego2": 0.01067365566889445, "sim_compute_robot_state-parked0": 0.010422221024831136, "sim_compute_robot_state-parked1": 0.01033858855565389, "sim_compute_robot_state-parked2": 0.01039124647776286, "sim_compute_robot_state-parked3": 0.010353140830993653, "sim_compute_robot_state-parked4": 0.010417003631591796, "sim_compute_robot_state-parked5": 0.01039492130279541}}
set_robot_commands_max0.007010928789774577
set_robot_commands_mean0.006830564275518195
set_robot_commands_median0.006830564275518194
set_robot_commands_min0.006650199761261811
sim_compute_performance-ego0_max0.005958102544148763
sim_compute_performance-ego0_mean0.005704733015180708
sim_compute_performance-ego0_median0.005704733015180708
sim_compute_performance-ego0_min0.005451363486212653
sim_compute_performance-ego1_max0.0058993713061014814
sim_compute_performance-ego1_mean0.005868194865750837
sim_compute_performance-ego1_median0.0058681948657508375
sim_compute_performance-ego1_min0.005837018425400193
sim_compute_performance-ego2_max0.005872785250345866
sim_compute_performance-ego2_mean0.005658481980229284
sim_compute_performance-ego2_median0.005658481980229283
sim_compute_performance-ego2_min0.0054441787101127005
sim_compute_robot_state-ego0_max0.011203246116638184
sim_compute_robot_state-ego0_mean0.01097554722347775
sim_compute_robot_state-ego0_median0.010975547223477747
sim_compute_robot_state-ego0_min0.010747848330317316
sim_compute_robot_state-ego1_max0.010634373823801675
sim_compute_robot_state-ego1_mean0.010445093711217246
sim_compute_robot_state-ego1_median0.010445093711217244
sim_compute_robot_state-ego1_min0.010255813598632812
sim_compute_robot_state-ego2_max0.01067365566889445
sim_compute_robot_state-ego2_mean0.010477916925877065
sim_compute_robot_state-ego2_median0.010477916925877065
sim_compute_robot_state-ego2_min0.010282178182859678
sim_compute_robot_state-parked0_max0.010422221024831136
sim_compute_robot_state-parked0_mean0.0103652417444968
sim_compute_robot_state-parked0_median0.010365241744496802
sim_compute_robot_state-parked0_min0.010308262464162466
sim_compute_robot_state-parked1_max0.01033858855565389
sim_compute_robot_state-parked1_mean0.01033687199558224
sim_compute_robot_state-parked1_median0.010336871995582236
sim_compute_robot_state-parked1_min0.010335155435510585
sim_compute_robot_state-parked2_max0.01039124647776286
sim_compute_robot_state-parked2_mean0.010226397020322782
sim_compute_robot_state-parked2_median0.010226397020322783
sim_compute_robot_state-parked2_min0.010061547562882706
sim_compute_robot_state-parked3_max0.010353140830993653
sim_compute_robot_state-parked3_mean0.010189670614294105
sim_compute_robot_state-parked3_median0.010189670614294105
sim_compute_robot_state-parked3_min0.010026200397594555
sim_compute_robot_state-parked4_max0.010417003631591796
sim_compute_robot_state-parked4_mean0.01020378183674168
sim_compute_robot_state-parked4_median0.01020378183674168
sim_compute_robot_state-parked4_min0.009990560041891562
sim_compute_robot_state-parked5_max0.01039492130279541
sim_compute_robot_state-parked5_mean0.010232308490856271
sim_compute_robot_state-parked5_median0.010232308490856276
sim_compute_robot_state-parked5_min0.010069695678917138
sim_compute_sim_state_max0.04693994006595096
sim_compute_sim_state_mean0.04630973518431724
sim_compute_sim_state_median0.04630973518431723
sim_compute_sim_state_min0.04567953030268351
sim_render-ego0_max0.008633205890655518
sim_render-ego0_mean0.008438043433266719
sim_render-ego0_median0.008438043433266717
sim_render-ego0_min0.008242880975877916
sim_render-ego1_max0.008701864083607992
sim_render-ego1_mean0.008604580464663806
sim_render-ego1_median0.008604580464663806
sim_render-ego1_min0.00850729684571962
sim_render-ego2_max0.008544527689615885
sim_render-ego2_mean0.008447077875738748
sim_render-ego2_median0.008447077875738746
sim_render-ego2_min0.008349628061861606
simulation-passed1
step_physics_max0.6221311285689071
step_physics_mean0.5666569142835636
step_physics_median0.5666569142835635
step_physics_min0.5111826999982199
survival_time_max14.950000000000076
survival_time_mean9.325000000000037
survival_time_min3.699999999999995

Highlights

34903

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.