Duckietown Challenges Home Challenges Submissions

Job 53645

Job ID53645
submission12727
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:08:33
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5758601445640131
survival_time_median6.099999999999986
deviation-center-line_median0.17553830655708547
in-drivable-lane_median3.29999999999999


other stats
agent_compute-ego0_max0.011961758764166582
agent_compute-ego0_mean0.011485589377428856
agent_compute-ego0_median0.011485589377428856
agent_compute-ego0_min0.011009419990691128
agent_compute-ego1_max0.011700027867367391
agent_compute-ego1_mean0.01130228763093679
agent_compute-ego1_median0.01130228763093679
agent_compute-ego1_min0.010904547394506189
agent_compute-ego2_max0.012269386492277446
agent_compute-ego2_mean0.01114627783121486
agent_compute-ego2_median0.01114627783121486
agent_compute-ego2_min0.010023169170152273
agent_compute-ego3_max0.011898043281153629
agent_compute-ego3_mean0.01119671798658188
agent_compute-ego3_median0.01119671798658188
agent_compute-ego3_min0.010495392692010134
complete-iteration_max1.0025089841139945
complete-iteration_mean0.9167362875953374
complete-iteration_median0.9167362875953374
complete-iteration_min0.8309635910766804
deviation-center-line_max0.47013425987002005
deviation-center-line_mean0.2174177284809568
deviation-center-line_min0.0720091252708566
deviation-heading_max3.0542186889712815
deviation-heading_mean1.2634654122591242
deviation-heading_median1.0697442157871273
deviation-heading_min0.3081468886732283
driven_any_max2.8773005288041658
driven_any_mean1.716787495843618
driven_any_median1.6399654313822998
driven_any_min0.38662204608009304
driven_lanedir_consec_max1.8220023141314807
driven_lanedir_consec_mean0.7121644428869928
driven_lanedir_consec_min0.30949264303267476
driven_lanedir_max1.8220034571617316
driven_lanedir_mean0.7349677350690881
driven_lanedir_median0.5758601445640131
driven_lanedir_min0.30949264303267476
get_duckie_state_max1.7526133960445985e-06
get_duckie_state_mean1.538859380999273e-06
get_duckie_state_median1.538859380999273e-06
get_duckie_state_min1.3251053659539477e-06
get_robot_state_max0.014626588319477284
get_robot_state_mean0.0144199638509634
get_robot_state_median0.0144199638509634
get_robot_state_min0.014213339382449522
get_state_dump_max0.009903762215062192
get_state_dump_mean0.009765104592656709
get_state_dump_median0.009765104592656709
get_state_dump_min0.009626446970251222
get_ui_image_max0.055904052115434054
get_ui_image_mean0.05459231702073936
get_ui_image_median0.05459231702073936
get_ui_image_min0.053280581926044665
in-drivable-lane_max6.049999999999983
in-drivable-lane_mean3.4749999999999894
in-drivable-lane_min0.9999999999999998
per-episodes
details{"LFVI_multi-norm-4way-000-ego0": {"driven_any": 2.831813082003494, "get_ui_image": 0.055904052115434054, "step_physics": 0.6426222971733043, "survival_time": 7.499999999999981, "driven_lanedir": 1.8220034571617316, "get_state_dump": 0.009626446970251222, "get_robot_state": 0.014213339382449522, "sim_render-ego0": 0.003810121523623435, "sim_render-ego1": 0.00386190414428711, "sim_render-ego2": 0.003688679625656431, "sim_render-ego3": 0.0036859449171862064, "get_duckie_state": 1.7526133960445985e-06, "in-drivable-lane": 3.049999999999989, "deviation-heading": 0.3442852314393885, "agent_compute-ego0": 0.011009419990691128, "agent_compute-ego1": 0.010904547394506189, "agent_compute-ego2": 0.010023169170152273, "agent_compute-ego3": 0.010495392692010134, "complete-iteration": 0.8309635910766804, "set_robot_commands": 0.002119364327942298, "deviation-center-line": 0.22968417496144336, "driven_lanedir_consec": 1.8220023141314807, "sim_compute_sim_state": 0.034274207045700375, "sim_compute_performance-ego0": 0.0020409577729686205, "sim_compute_performance-ego1": 0.0019565339120018563, "sim_compute_performance-ego2": 0.0019816168096681306, "sim_compute_performance-ego3": 0.0019388830424934033}, "LFVI_multi-norm-4way-000-ego1": {"driven_any": 1.3028841294963844, "get_ui_image": 0.055904052115434054, "step_physics": 0.6426222971733043, "survival_time": 7.499999999999981, "driven_lanedir": 0.4284094322301284, "get_state_dump": 0.009626446970251222, "get_robot_state": 0.014213339382449522, "sim_render-ego0": 0.003810121523623435, "sim_render-ego1": 0.00386190414428711, "sim_render-ego2": 0.003688679625656431, "sim_render-ego3": 0.0036859449171862064, "get_duckie_state": 1.7526133960445985e-06, "in-drivable-lane": 5.799999999999981, "deviation-heading": 1.002056979235454, "agent_compute-ego0": 0.011009419990691128, "agent_compute-ego1": 0.010904547394506189, "agent_compute-ego2": 0.010023169170152273, "agent_compute-ego3": 0.010495392692010134, "complete-iteration": 0.8309635910766804, "set_robot_commands": 0.002119364327942298, "deviation-center-line": 0.1213924381527276, "driven_lanedir_consec": 0.4284094322301284, "sim_compute_sim_state": 0.034274207045700375, "sim_compute_performance-ego0": 0.0020409577729686205, "sim_compute_performance-ego1": 0.0019565339120018563, "sim_compute_performance-ego2": 0.0019816168096681306, "sim_compute_performance-ego3": 0.0019388830424934033}, "LFVI_multi-norm-4way-000-ego2": {"driven_any": 1.9654839397698145, "get_ui_image": 0.055904052115434054, "step_physics": 0.6426222971733043, "survival_time": 7.499999999999981, "driven_lanedir": 0.3166075872147196, "get_state_dump": 0.009626446970251222, "get_robot_state": 0.014213339382449522, "sim_render-ego0": 0.003810121523623435, "sim_render-ego1": 0.00386190414428711, "sim_render-ego2": 0.003688679625656431, "sim_render-ego3": 0.0036859449171862064, "get_duckie_state": 1.7526133960445985e-06, "in-drivable-lane": 6.049999999999983, "deviation-heading": 1.1374314523388007, "agent_compute-ego0": 0.011009419990691128, "agent_compute-ego1": 0.010904547394506189, "agent_compute-ego2": 0.010023169170152273, "agent_compute-ego3": 0.010495392692010134, "complete-iteration": 0.8309635910766804, "set_robot_commands": 0.002119364327942298, "deviation-center-line": 0.10797637530751922, "driven_lanedir_consec": 0.3166075872147196, "sim_compute_sim_state": 0.034274207045700375, "sim_compute_performance-ego0": 0.0020409577729686205, "sim_compute_performance-ego1": 0.0019565339120018563, "sim_compute_performance-ego2": 0.0019816168096681306, "sim_compute_performance-ego3": 0.0019388830424934033}, "LFVI_multi-norm-4way-000-ego3": {"driven_any": 2.8773005288041658, "get_ui_image": 0.055904052115434054, "step_physics": 0.6426222971733043, "survival_time": 7.499999999999981, "driven_lanedir": 1.093112188430767, "get_state_dump": 0.009626446970251222, "get_robot_state": 0.014213339382449522, "sim_render-ego0": 0.003810121523623435, "sim_render-ego1": 0.00386190414428711, "sim_render-ego2": 0.003688679625656431, "sim_render-ego3": 0.0036859449171862064, "get_duckie_state": 1.7526133960445985e-06, "in-drivable-lane": 4.199999999999985, "deviation-heading": 1.4050102318329205, "agent_compute-ego0": 0.011009419990691128, "agent_compute-ego1": 0.010904547394506189, "agent_compute-ego2": 0.010023169170152273, "agent_compute-ego3": 0.010495392692010134, "complete-iteration": 0.8309635910766804, "set_robot_commands": 0.002119364327942298, "deviation-center-line": 0.2963999319120335, "driven_lanedir_consec": 1.019001024923512, "sim_compute_sim_state": 0.034274207045700375, "sim_compute_performance-ego0": 0.0020409577729686205, "sim_compute_performance-ego1": 0.0019565339120018563, "sim_compute_performance-ego2": 0.0019816168096681306, "sim_compute_performance-ego3": 0.0019388830424934033}, "LFVI_multi-norm-udem1-000-ego0": {"driven_any": 1.6280751458799152, "get_ui_image": 0.053280581926044665, "step_physics": 0.8144996718356484, "survival_time": 4.699999999999991, "driven_lanedir": 0.7583962833546565, "get_state_dump": 0.009903762215062192, "get_robot_state": 0.014626588319477284, "sim_render-ego0": 0.003936571823923212, "sim_render-ego1": 0.003869606319226717, "sim_render-ego2": 0.003872899005287572, "sim_render-ego3": 0.0038746432254188937, "get_duckie_state": 1.3251053659539477e-06, "in-drivable-lane": 1.2999999999999958, "deviation-heading": 2.3745112943922093, "agent_compute-ego0": 0.011961758764166582, "agent_compute-ego1": 0.011700027867367391, "agent_compute-ego2": 0.012269386492277446, "agent_compute-ego3": 0.011898043281153629, "complete-iteration": 1.0025089841139945, "set_robot_commands": 0.00231245944374486, "deviation-center-line": 0.35315000024132365, "driven_lanedir_consec": 0.6500822524354004, "sim_compute_sim_state": 0.029371316809403268, "sim_compute_performance-ego0": 0.0021012657567074425, "sim_compute_performance-ego1": 0.002019493203414114, "sim_compute_performance-ego2": 0.0020048844186883225, "sim_compute_performance-ego3": 0.002033979014346474}, "LFVI_multi-norm-udem1-000-ego1": {"driven_any": 1.651855716884684, "get_ui_image": 0.053280581926044665, "step_physics": 0.8144996718356484, "survival_time": 4.699999999999991, "driven_lanedir": 0.6448691596131364, "get_state_dump": 0.009903762215062192, "get_robot_state": 0.014626588319477284, "sim_render-ego0": 0.003936571823923212, "sim_render-ego1": 0.003869606319226717, "sim_render-ego2": 0.003872899005287572, "sim_render-ego3": 0.0038746432254188937, "get_duckie_state": 1.3251053659539477e-06, "in-drivable-lane": 2.8499999999999903, "deviation-heading": 0.3081468886732283, "agent_compute-ego0": 0.011961758764166582, "agent_compute-ego1": 0.011700027867367391, "agent_compute-ego2": 0.012269386492277446, "agent_compute-ego3": 0.011898043281153629, "complete-iteration": 1.0025089841139945, "set_robot_commands": 0.00231245944374486, "deviation-center-line": 0.08859552213173046, "driven_lanedir_consec": 0.6448691596131364, "sim_compute_sim_state": 0.029371316809403268, "sim_compute_performance-ego0": 0.0021012657567074425, "sim_compute_performance-ego1": 0.002019493203414114, "sim_compute_performance-ego2": 0.0020048844186883225, "sim_compute_performance-ego3": 0.002033979014346474}, "LFVI_multi-norm-udem1-000-ego2": {"driven_any": 1.0902653778303937, "get_ui_image": 0.053280581926044665, "step_physics": 0.8144996718356484, "survival_time": 4.699999999999991, "driven_lanedir": 0.5068511295148899, "get_state_dump": 0.009903762215062192, "get_robot_state": 0.014626588319477284, "sim_render-ego0": 0.003936571823923212, "sim_render-ego1": 0.003869606319226717, "sim_render-ego2": 0.003872899005287572, "sim_render-ego3": 0.0038746432254188937, "get_duckie_state": 1.3251053659539477e-06, "in-drivable-lane": 0.9999999999999998, "deviation-heading": 3.0542186889712815, "agent_compute-ego0": 0.011961758764166582, "agent_compute-ego1": 0.011700027867367391, "agent_compute-ego2": 0.012269386492277446, "agent_compute-ego3": 0.011898043281153629, "complete-iteration": 1.0025089841139945, "set_robot_commands": 0.00231245944374486, "deviation-center-line": 0.47013425987002005, "driven_lanedir_consec": 0.5068511295148899, "sim_compute_sim_state": 0.029371316809403268, "sim_compute_performance-ego0": 0.0021012657567074425, "sim_compute_performance-ego1": 0.002019493203414114, "sim_compute_performance-ego2": 0.0020048844186883225, "sim_compute_performance-ego3": 0.002033979014346474}, "LFVI_multi-norm-udem1-000-ego3": {"driven_any": 0.38662204608009304, "get_ui_image": 0.053280581926044665, "step_physics": 0.8144996718356484, "survival_time": 4.699999999999991, "driven_lanedir": 0.30949264303267476, "get_state_dump": 0.009903762215062192, "get_robot_state": 0.014626588319477284, "sim_render-ego0": 0.003936571823923212, "sim_render-ego1": 0.003869606319226717, "sim_render-ego2": 0.003872899005287572, "sim_render-ego3": 0.0038746432254188937, "get_duckie_state": 1.3251053659539477e-06, "in-drivable-lane": 3.549999999999991, "deviation-heading": 0.4820625311897111, "agent_compute-ego0": 0.011961758764166582, "agent_compute-ego1": 0.011700027867367391, "agent_compute-ego2": 0.012269386492277446, "agent_compute-ego3": 0.011898043281153629, "complete-iteration": 1.0025089841139945, "set_robot_commands": 0.00231245944374486, "deviation-center-line": 0.0720091252708566, "driven_lanedir_consec": 0.30949264303267476, "sim_compute_sim_state": 0.029371316809403268, "sim_compute_performance-ego0": 0.0021012657567074425, "sim_compute_performance-ego1": 0.002019493203414114, "sim_compute_performance-ego2": 0.0020048844186883225, "sim_compute_performance-ego3": 0.002033979014346474}}
set_robot_commands_max0.00231245944374486
set_robot_commands_mean0.002215911885843579
set_robot_commands_median0.002215911885843579
set_robot_commands_min0.002119364327942298
sim_compute_performance-ego0_max0.0021012657567074425
sim_compute_performance-ego0_mean0.0020711117648380315
sim_compute_performance-ego0_median0.0020711117648380315
sim_compute_performance-ego0_min0.0020409577729686205
sim_compute_performance-ego1_max0.002019493203414114
sim_compute_performance-ego1_mean0.001988013557707985
sim_compute_performance-ego1_median0.001988013557707985
sim_compute_performance-ego1_min0.0019565339120018563
sim_compute_performance-ego2_max0.0020048844186883225
sim_compute_performance-ego2_mean0.0019932506141782267
sim_compute_performance-ego2_median0.0019932506141782267
sim_compute_performance-ego2_min0.0019816168096681306
sim_compute_performance-ego3_max0.002033979014346474
sim_compute_performance-ego3_mean0.0019864310284199386
sim_compute_performance-ego3_median0.0019864310284199386
sim_compute_performance-ego3_min0.0019388830424934033
sim_compute_sim_state_max0.034274207045700375
sim_compute_sim_state_mean0.03182276192755182
sim_compute_sim_state_median0.03182276192755182
sim_compute_sim_state_min0.029371316809403268
sim_render-ego0_max0.003936571823923212
sim_render-ego0_mean0.0038733466737733233
sim_render-ego0_median0.0038733466737733233
sim_render-ego0_min0.003810121523623435
sim_render-ego1_max0.003869606319226717
sim_render-ego1_mean0.003865755231756913
sim_render-ego1_median0.003865755231756913
sim_render-ego1_min0.00386190414428711
sim_render-ego2_max0.003872899005287572
sim_render-ego2_mean0.0037807893154720015
sim_render-ego2_median0.0037807893154720015
sim_render-ego2_min0.003688679625656431
sim_render-ego3_max0.0038746432254188937
sim_render-ego3_mean0.00378029407130255
sim_render-ego3_median0.00378029407130255
sim_render-ego3_min0.0036859449171862064
simulation-passed1
step_physics_max0.8144996718356484
step_physics_mean0.7285609845044764
step_physics_median0.7285609845044764
step_physics_min0.6426222971733043
survival_time_max7.499999999999981
survival_time_mean6.099999999999986
survival_time_min4.699999999999991

Highlights

53645

Click the images to see detailed statistics about the episode.

LFVI_multi-norm-4way-000

LFVI_multi-norm-udem1-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.