Duckietown Challenges Home Challenges Submissions

Job 34909

Job ID34909
submission9515
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:07:05
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05093689043013776
agent_compute-ego0_mean0.05029635155787234
agent_compute-ego0_median0.050296351557872335
agent_compute-ego0_min0.04965581268560691
agent_compute-ego1_max0.04952844244534852
agent_compute-ego1_mean0.04919946584545198
agent_compute-ego1_median0.049199465845451984
agent_compute-ego1_min0.04887048924555544
agent_compute-ego2_max0.049064507249925955
agent_compute-ego2_mean0.04886901769481721
agent_compute-ego2_median0.04886901769481722
agent_compute-ego2_min0.048673528139708475
complete-iteration_max1.1292615953038951
complete-iteration_mean1.123367118053749
complete-iteration_median1.123367118053749
complete-iteration_min1.1174726408036029
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04774021711505828
get_state_dump_mean0.04770329545755855
get_state_dump_median0.04770329545755855
get_state_dump_min0.04766637380005884
get_ui_image_max0.0991161651298648
get_ui_image_mean0.0988592378428725
get_ui_image_median0.0988592378428725
get_ui_image_min0.0986023105558802
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.0991161651298648, "step_physics": 0.6190107415934079, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04766637380005884, "sim_render-ego0": 0.009174096779745133, "sim_render-ego1": 0.009113538460653336, "sim_render-ego2": 0.00884818639911589, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04965581268560691, "agent_compute-ego1": 0.04952844244534852, "agent_compute-ego2": 0.048673528139708475, "complete-iteration": 1.1292615953038951, "set_robot_commands": 0.007133691037287478, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04906773176349578, "sim_compute_performance-ego0": 0.0063799443792124265, "sim_compute_performance-ego1": 0.006137621207315413, "sim_compute_performance-ego2": 0.006029879460569288, "sim_compute_robot_state-ego0": 0.011154026281638224, "sim_compute_robot_state-ego1": 0.010941814203731349, "sim_compute_robot_state-ego2": 0.01055647506088507, "sim_compute_robot_state-parked0": 0.011382169410830638, "sim_compute_robot_state-parked1": 0.011195092904763145, "sim_compute_robot_state-parked2": 0.011160737178364738, "sim_compute_robot_state-parked3": 0.010679229361112, "sim_compute_robot_state-parked4": 0.010667136458099866, "sim_compute_robot_state-parked5": 0.010877527174402456}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.0991161651298648, "step_physics": 0.6190107415934079, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04766637380005884, "sim_render-ego0": 0.009174096779745133, "sim_render-ego1": 0.009113538460653336, "sim_render-ego2": 0.00884818639911589, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04965581268560691, "agent_compute-ego1": 0.04952844244534852, "agent_compute-ego2": 0.048673528139708475, "complete-iteration": 1.1292615953038951, "set_robot_commands": 0.007133691037287478, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04906773176349578, "sim_compute_performance-ego0": 0.0063799443792124265, "sim_compute_performance-ego1": 0.006137621207315413, "sim_compute_performance-ego2": 0.006029879460569288, "sim_compute_robot_state-ego0": 0.011154026281638224, "sim_compute_robot_state-ego1": 0.010941814203731349, "sim_compute_robot_state-ego2": 0.01055647506088507, "sim_compute_robot_state-parked0": 0.011382169410830638, "sim_compute_robot_state-parked1": 0.011195092904763145, "sim_compute_robot_state-parked2": 0.011160737178364738, "sim_compute_robot_state-parked3": 0.010679229361112, "sim_compute_robot_state-parked4": 0.010667136458099866, "sim_compute_robot_state-parked5": 0.010877527174402456}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.0991161651298648, "step_physics": 0.6190107415934079, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04766637380005884, "sim_render-ego0": 0.009174096779745133, "sim_render-ego1": 0.009113538460653336, "sim_render-ego2": 0.00884818639911589, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04965581268560691, "agent_compute-ego1": 0.04952844244534852, "agent_compute-ego2": 0.048673528139708475, "complete-iteration": 1.1292615953038951, "set_robot_commands": 0.007133691037287478, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04906773176349578, "sim_compute_performance-ego0": 0.0063799443792124265, "sim_compute_performance-ego1": 0.006137621207315413, "sim_compute_performance-ego2": 0.006029879460569288, "sim_compute_robot_state-ego0": 0.011154026281638224, "sim_compute_robot_state-ego1": 0.010941814203731349, "sim_compute_robot_state-ego2": 0.01055647506088507, "sim_compute_robot_state-parked0": 0.011382169410830638, "sim_compute_robot_state-parked1": 0.011195092904763145, "sim_compute_robot_state-parked2": 0.011160737178364738, "sim_compute_robot_state-parked3": 0.010679229361112, "sim_compute_robot_state-parked4": 0.010667136458099866, "sim_compute_robot_state-parked5": 0.010877527174402456}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.0986023105558802, "step_physics": 0.613417320564145, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04774021711505828, "sim_render-ego0": 0.008440486720350922, "sim_render-ego1": 0.008722809494518842, "sim_render-ego2": 0.008751161762925445, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05093689043013776, "agent_compute-ego1": 0.04887048924555544, "agent_compute-ego2": 0.049064507249925955, "complete-iteration": 1.1174726408036029, "set_robot_commands": 0.00654683738458352, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.048885095314901386, "sim_compute_performance-ego0": 0.005763800417790647, "sim_compute_performance-ego1": 0.005807051893140449, "sim_compute_performance-ego2": 0.005779414880471152, "sim_compute_robot_state-ego0": 0.01051712817833072, "sim_compute_robot_state-ego1": 0.010498375189108927, "sim_compute_robot_state-ego2": 0.01066149649072866, "sim_compute_robot_state-parked0": 0.010666964484042809, "sim_compute_robot_state-parked1": 0.01104800036696137, "sim_compute_robot_state-parked2": 0.010620515854632268, "sim_compute_robot_state-parked3": 0.010693753351930712, "sim_compute_robot_state-parked4": 0.010501931925288966, "sim_compute_robot_state-parked5": 0.010514661914012471}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.0986023105558802, "step_physics": 0.613417320564145, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04774021711505828, "sim_render-ego0": 0.008440486720350922, "sim_render-ego1": 0.008722809494518842, "sim_render-ego2": 0.008751161762925445, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05093689043013776, "agent_compute-ego1": 0.04887048924555544, "agent_compute-ego2": 0.049064507249925955, "complete-iteration": 1.1174726408036029, "set_robot_commands": 0.00654683738458352, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.048885095314901386, "sim_compute_performance-ego0": 0.005763800417790647, "sim_compute_performance-ego1": 0.005807051893140449, "sim_compute_performance-ego2": 0.005779414880471152, "sim_compute_robot_state-ego0": 0.01051712817833072, "sim_compute_robot_state-ego1": 0.010498375189108927, "sim_compute_robot_state-ego2": 0.01066149649072866, "sim_compute_robot_state-parked0": 0.010666964484042809, "sim_compute_robot_state-parked1": 0.01104800036696137, "sim_compute_robot_state-parked2": 0.010620515854632268, "sim_compute_robot_state-parked3": 0.010693753351930712, "sim_compute_robot_state-parked4": 0.010501931925288966, "sim_compute_robot_state-parked5": 0.010514661914012471}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.0986023105558802, "step_physics": 0.613417320564145, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04774021711505828, "sim_render-ego0": 0.008440486720350922, "sim_render-ego1": 0.008722809494518842, "sim_render-ego2": 0.008751161762925445, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05093689043013776, "agent_compute-ego1": 0.04887048924555544, "agent_compute-ego2": 0.049064507249925955, "complete-iteration": 1.1174726408036029, "set_robot_commands": 0.00654683738458352, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.048885095314901386, "sim_compute_performance-ego0": 0.005763800417790647, "sim_compute_performance-ego1": 0.005807051893140449, "sim_compute_performance-ego2": 0.005779414880471152, "sim_compute_robot_state-ego0": 0.01051712817833072, "sim_compute_robot_state-ego1": 0.010498375189108927, "sim_compute_robot_state-ego2": 0.01066149649072866, "sim_compute_robot_state-parked0": 0.010666964484042809, "sim_compute_robot_state-parked1": 0.01104800036696137, "sim_compute_robot_state-parked2": 0.010620515854632268, "sim_compute_robot_state-parked3": 0.010693753351930712, "sim_compute_robot_state-parked4": 0.010501931925288966, "sim_compute_robot_state-parked5": 0.010514661914012471}}
set_robot_commands_max0.007133691037287478
set_robot_commands_mean0.0068402642109354995
set_robot_commands_median0.006840264210935499
set_robot_commands_min0.00654683738458352
sim_compute_performance-ego0_max0.0063799443792124265
sim_compute_performance-ego0_mean0.006071872398501537
sim_compute_performance-ego0_median0.006071872398501536
sim_compute_performance-ego0_min0.005763800417790647
sim_compute_performance-ego1_max0.006137621207315413
sim_compute_performance-ego1_mean0.005972336550227932
sim_compute_performance-ego1_median0.005972336550227931
sim_compute_performance-ego1_min0.005807051893140449
sim_compute_performance-ego2_max0.006029879460569288
sim_compute_performance-ego2_mean0.005904647170520219
sim_compute_performance-ego2_median0.00590464717052022
sim_compute_performance-ego2_min0.005779414880471152
sim_compute_robot_state-ego0_max0.011154026281638224
sim_compute_robot_state-ego0_mean0.01083557722998447
sim_compute_robot_state-ego0_median0.010835577229984471
sim_compute_robot_state-ego0_min0.01051712817833072
sim_compute_robot_state-ego1_max0.010941814203731349
sim_compute_robot_state-ego1_mean0.010720094696420138
sim_compute_robot_state-ego1_median0.010720094696420138
sim_compute_robot_state-ego1_min0.010498375189108927
sim_compute_robot_state-ego2_max0.01066149649072866
sim_compute_robot_state-ego2_mean0.010608985775806865
sim_compute_robot_state-ego2_median0.010608985775806865
sim_compute_robot_state-ego2_min0.01055647506088507
sim_compute_robot_state-parked0_max0.011382169410830638
sim_compute_robot_state-parked0_mean0.011024566947436724
sim_compute_robot_state-parked0_median0.011024566947436722
sim_compute_robot_state-parked0_min0.010666964484042809
sim_compute_robot_state-parked1_max0.011195092904763145
sim_compute_robot_state-parked1_mean0.011121546635862256
sim_compute_robot_state-parked1_median0.011121546635862256
sim_compute_robot_state-parked1_min0.01104800036696137
sim_compute_robot_state-parked2_max0.011160737178364738
sim_compute_robot_state-parked2_mean0.010890626516498502
sim_compute_robot_state-parked2_median0.010890626516498504
sim_compute_robot_state-parked2_min0.010620515854632268
sim_compute_robot_state-parked3_max0.010693753351930712
sim_compute_robot_state-parked3_mean0.010686491356521355
sim_compute_robot_state-parked3_median0.010686491356521355
sim_compute_robot_state-parked3_min0.010679229361112
sim_compute_robot_state-parked4_max0.010667136458099866
sim_compute_robot_state-parked4_mean0.010584534191694415
sim_compute_robot_state-parked4_median0.010584534191694415
sim_compute_robot_state-parked4_min0.010501931925288966
sim_compute_robot_state-parked5_max0.010877527174402456
sim_compute_robot_state-parked5_mean0.010696094544207464
sim_compute_robot_state-parked5_median0.010696094544207464
sim_compute_robot_state-parked5_min0.010514661914012471
sim_compute_sim_state_max0.04906773176349578
sim_compute_sim_state_mean0.04897641353919858
sim_compute_sim_state_median0.048976413539198585
sim_compute_sim_state_min0.048885095314901386
sim_render-ego0_max0.009174096779745133
sim_render-ego0_mean0.008807291750048027
sim_render-ego0_median0.008807291750048027
sim_render-ego0_min0.008440486720350922
sim_render-ego1_max0.009113538460653336
sim_render-ego1_mean0.008918173977586088
sim_render-ego1_median0.00891817397758609
sim_render-ego1_min0.008722809494518842
sim_render-ego2_max0.00884818639911589
sim_render-ego2_mean0.008799674081020668
sim_render-ego2_median0.008799674081020668
sim_render-ego2_min0.008751161762925445
simulation-passed1
step_physics_max0.6190107415934079
step_physics_mean0.6162140310787765
step_physics_median0.6162140310787765
step_physics_min0.613417320564145
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34909

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.