Duckietown Challenges Home Challenges Submissions

Job 34917

Job ID34917
submission9619
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:36
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04921904548269804
agent_compute-ego0_mean0.04886070822106033
agent_compute-ego0_median0.04886070822106033
agent_compute-ego0_min0.04850237095942263
agent_compute-ego1_max0.05001330375671387
agent_compute-ego1_mean0.049823139534621946
agent_compute-ego1_median0.049823139534621946
agent_compute-ego1_min0.04963297531253002
agent_compute-ego2_max0.048668935650684794
agent_compute-ego2_mean0.04792297472719287
agent_compute-ego2_median0.04792297472719286
agent_compute-ego2_min0.04717701380370093
complete-iteration_max1.1190029167738118
complete-iteration_mean1.1090867949313803
complete-iteration_median1.1090867949313803
complete-iteration_min1.0991706730889492
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.049351387336605886
get_state_dump_mean0.04815088530055812
get_state_dump_median0.04815088530055813
get_state_dump_min0.04695038326451035
get_ui_image_max0.10087183655285444
get_ui_image_mean0.09985402177591794
get_ui_image_median0.09985402177591791
get_ui_image_min0.0988362069989814
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.0988362069989814, "step_physics": 0.5981745837164707, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.049351387336605886, "sim_render-ego0": 0.008962009773879755, "sim_render-ego1": 0.008941310351012184, "sim_render-ego2": 0.008527599397252818, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04850237095942263, "agent_compute-ego1": 0.05001330375671387, "agent_compute-ego2": 0.04717701380370093, "complete-iteration": 1.0991706730889492, "set_robot_commands": 0.006713589683907931, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04880095700748631, "sim_compute_performance-ego0": 0.006164968990888752, "sim_compute_performance-ego1": 0.005871487445518618, "sim_compute_performance-ego2": 0.005929853095382941, "sim_compute_robot_state-ego0": 0.010491543128842214, "sim_compute_robot_state-ego1": 0.010576091828893444, "sim_compute_robot_state-ego2": 0.010103147537981878, "sim_compute_robot_state-parked0": 0.010120266773661629, "sim_compute_robot_state-parked1": 0.010495373460113025, "sim_compute_robot_state-parked2": 0.010528771603693728, "sim_compute_robot_state-parked3": 0.010376887243302142, "sim_compute_robot_state-parked4": 0.010230771830824556, "sim_compute_robot_state-parked5": 0.010347346790501328}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.0988362069989814, "step_physics": 0.5981745837164707, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.049351387336605886, "sim_render-ego0": 0.008962009773879755, "sim_render-ego1": 0.008941310351012184, "sim_render-ego2": 0.008527599397252818, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04850237095942263, "agent_compute-ego1": 0.05001330375671387, "agent_compute-ego2": 0.04717701380370093, "complete-iteration": 1.0991706730889492, "set_robot_commands": 0.006713589683907931, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04880095700748631, "sim_compute_performance-ego0": 0.006164968990888752, "sim_compute_performance-ego1": 0.005871487445518618, "sim_compute_performance-ego2": 0.005929853095382941, "sim_compute_robot_state-ego0": 0.010491543128842214, "sim_compute_robot_state-ego1": 0.010576091828893444, "sim_compute_robot_state-ego2": 0.010103147537981878, "sim_compute_robot_state-parked0": 0.010120266773661629, "sim_compute_robot_state-parked1": 0.010495373460113025, "sim_compute_robot_state-parked2": 0.010528771603693728, "sim_compute_robot_state-parked3": 0.010376887243302142, "sim_compute_robot_state-parked4": 0.010230771830824556, "sim_compute_robot_state-parked5": 0.010347346790501328}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.0988362069989814, "step_physics": 0.5981745837164707, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.049351387336605886, "sim_render-ego0": 0.008962009773879755, "sim_render-ego1": 0.008941310351012184, "sim_render-ego2": 0.008527599397252818, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04850237095942263, "agent_compute-ego1": 0.05001330375671387, "agent_compute-ego2": 0.04717701380370093, "complete-iteration": 1.0991706730889492, "set_robot_commands": 0.006713589683907931, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04880095700748631, "sim_compute_performance-ego0": 0.006164968990888752, "sim_compute_performance-ego1": 0.005871487445518618, "sim_compute_performance-ego2": 0.005929853095382941, "sim_compute_robot_state-ego0": 0.010491543128842214, "sim_compute_robot_state-ego1": 0.010576091828893444, "sim_compute_robot_state-ego2": 0.010103147537981878, "sim_compute_robot_state-parked0": 0.010120266773661629, "sim_compute_robot_state-parked1": 0.010495373460113025, "sim_compute_robot_state-parked2": 0.010528771603693728, "sim_compute_robot_state-parked3": 0.010376887243302142, "sim_compute_robot_state-parked4": 0.010230771830824556, "sim_compute_robot_state-parked5": 0.010347346790501328}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.10087183655285444, "step_physics": 0.6104658431694155, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04695038326451035, "sim_render-ego0": 0.009107492009147268, "sim_render-ego1": 0.009183313025802862, "sim_render-ego2": 0.008934818330358286, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.04921904548269804, "agent_compute-ego1": 0.04963297531253002, "agent_compute-ego2": 0.048668935650684794, "complete-iteration": 1.1190029167738118, "set_robot_commands": 0.007081340570918849, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.04957478945372534, "sim_compute_performance-ego0": 0.005986745240258389, "sim_compute_performance-ego1": 0.00629588424182329, "sim_compute_performance-ego2": 0.006035988448096104, "sim_compute_robot_state-ego0": 0.01118558352110816, "sim_compute_robot_state-ego1": 0.010576861803648904, "sim_compute_robot_state-ego2": 0.010656110575941742, "sim_compute_robot_state-parked0": 0.010844859920564245, "sim_compute_robot_state-parked1": 0.01061928858522509, "sim_compute_robot_state-parked2": 0.010780440002191262, "sim_compute_robot_state-parked3": 0.011085463351890689, "sim_compute_robot_state-parked4": 0.01010297556392482, "sim_compute_robot_state-parked5": 0.010656407622040296}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.10087183655285444, "step_physics": 0.6104658431694155, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04695038326451035, "sim_render-ego0": 0.009107492009147268, "sim_render-ego1": 0.009183313025802862, "sim_render-ego2": 0.008934818330358286, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.04921904548269804, "agent_compute-ego1": 0.04963297531253002, "agent_compute-ego2": 0.048668935650684794, "complete-iteration": 1.1190029167738118, "set_robot_commands": 0.007081340570918849, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.04957478945372534, "sim_compute_performance-ego0": 0.005986745240258389, "sim_compute_performance-ego1": 0.00629588424182329, "sim_compute_performance-ego2": 0.006035988448096104, "sim_compute_robot_state-ego0": 0.01118558352110816, "sim_compute_robot_state-ego1": 0.010576861803648904, "sim_compute_robot_state-ego2": 0.010656110575941742, "sim_compute_robot_state-parked0": 0.010844859920564245, "sim_compute_robot_state-parked1": 0.01061928858522509, "sim_compute_robot_state-parked2": 0.010780440002191262, "sim_compute_robot_state-parked3": 0.011085463351890689, "sim_compute_robot_state-parked4": 0.01010297556392482, "sim_compute_robot_state-parked5": 0.010656407622040296}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.10087183655285444, "step_physics": 0.6104658431694155, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04695038326451035, "sim_render-ego0": 0.009107492009147268, "sim_render-ego1": 0.009183313025802862, "sim_render-ego2": 0.008934818330358286, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.04921904548269804, "agent_compute-ego1": 0.04963297531253002, "agent_compute-ego2": 0.048668935650684794, "complete-iteration": 1.1190029167738118, "set_robot_commands": 0.007081340570918849, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.04957478945372534, "sim_compute_performance-ego0": 0.005986745240258389, "sim_compute_performance-ego1": 0.00629588424182329, "sim_compute_performance-ego2": 0.006035988448096104, "sim_compute_robot_state-ego0": 0.01118558352110816, "sim_compute_robot_state-ego1": 0.010576861803648904, "sim_compute_robot_state-ego2": 0.010656110575941742, "sim_compute_robot_state-parked0": 0.010844859920564245, "sim_compute_robot_state-parked1": 0.01061928858522509, "sim_compute_robot_state-parked2": 0.010780440002191262, "sim_compute_robot_state-parked3": 0.011085463351890689, "sim_compute_robot_state-parked4": 0.01010297556392482, "sim_compute_robot_state-parked5": 0.010656407622040296}}
set_robot_commands_max0.007081340570918849
set_robot_commands_mean0.006897465127413391
set_robot_commands_median0.00689746512741339
set_robot_commands_min0.006713589683907931
sim_compute_performance-ego0_max0.006164968990888752
sim_compute_performance-ego0_mean0.006075857115573569
sim_compute_performance-ego0_median0.00607585711557357
sim_compute_performance-ego0_min0.005986745240258389
sim_compute_performance-ego1_max0.00629588424182329
sim_compute_performance-ego1_mean0.006083685843670955
sim_compute_performance-ego1_median0.006083685843670954
sim_compute_performance-ego1_min0.005871487445518618
sim_compute_performance-ego2_max0.006035988448096104
sim_compute_performance-ego2_mean0.005982920771739522
sim_compute_performance-ego2_median0.005982920771739522
sim_compute_performance-ego2_min0.005929853095382941
sim_compute_robot_state-ego0_max0.01118558352110816
sim_compute_robot_state-ego0_mean0.010838563324975186
sim_compute_robot_state-ego0_median0.010838563324975186
sim_compute_robot_state-ego0_min0.010491543128842214
sim_compute_robot_state-ego1_max0.010576861803648904
sim_compute_robot_state-ego1_mean0.010576476816271172
sim_compute_robot_state-ego1_median0.010576476816271174
sim_compute_robot_state-ego1_min0.010576091828893444
sim_compute_robot_state-ego2_max0.010656110575941742
sim_compute_robot_state-ego2_mean0.01037962905696181
sim_compute_robot_state-ego2_median0.01037962905696181
sim_compute_robot_state-ego2_min0.010103147537981878
sim_compute_robot_state-parked0_max0.010844859920564245
sim_compute_robot_state-parked0_mean0.010482563347112938
sim_compute_robot_state-parked0_median0.010482563347112936
sim_compute_robot_state-parked0_min0.010120266773661629
sim_compute_robot_state-parked1_max0.01061928858522509
sim_compute_robot_state-parked1_mean0.010557331022669056
sim_compute_robot_state-parked1_median0.010557331022669056
sim_compute_robot_state-parked1_min0.010495373460113025
sim_compute_robot_state-parked2_max0.010780440002191262
sim_compute_robot_state-parked2_mean0.010654605802942496
sim_compute_robot_state-parked2_median0.010654605802942496
sim_compute_robot_state-parked2_min0.010528771603693728
sim_compute_robot_state-parked3_max0.011085463351890689
sim_compute_robot_state-parked3_mean0.010731175297596415
sim_compute_robot_state-parked3_median0.010731175297596415
sim_compute_robot_state-parked3_min0.010376887243302142
sim_compute_robot_state-parked4_max0.010230771830824556
sim_compute_robot_state-parked4_mean0.010166873697374687
sim_compute_robot_state-parked4_median0.010166873697374687
sim_compute_robot_state-parked4_min0.01010297556392482
sim_compute_robot_state-parked5_max0.010656407622040296
sim_compute_robot_state-parked5_mean0.010501877206270813
sim_compute_robot_state-parked5_median0.010501877206270813
sim_compute_robot_state-parked5_min0.010347346790501328
sim_compute_sim_state_max0.04957478945372534
sim_compute_sim_state_mean0.049187873230605826
sim_compute_sim_state_median0.049187873230605826
sim_compute_sim_state_min0.04880095700748631
sim_render-ego0_max0.009107492009147268
sim_render-ego0_mean0.009034750891513512
sim_render-ego0_median0.009034750891513512
sim_render-ego0_min0.008962009773879755
sim_render-ego1_max0.009183313025802862
sim_render-ego1_mean0.009062311688407522
sim_render-ego1_median0.009062311688407522
sim_render-ego1_min0.008941310351012184
sim_render-ego2_max0.008934818330358286
sim_render-ego2_mean0.008731208863805552
sim_render-ego2_median0.008731208863805552
sim_render-ego2_min0.008527599397252818
simulation-passed1
step_physics_max0.6104658431694155
step_physics_mean0.6043202134429432
step_physics_median0.6043202134429431
step_physics_min0.5981745837164707
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34917

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.