Duckietown Challenges Home Challenges Submissions

Job 34911

Job ID34911
submission9539
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:27
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04908215413328077
agent_compute-ego0_mean0.04887903518364078
agent_compute-ego0_median0.04887903518364078
agent_compute-ego0_min0.048675916234000784
agent_compute-ego1_max0.04901893803330719
agent_compute-ego1_mean0.04869676808841893
agent_compute-ego1_median0.048696768088418926
agent_compute-ego1_min0.04837459814353067
agent_compute-ego2_max0.04748962355441735
agent_compute-ego2_mean0.04670138828089981
agent_compute-ego2_median0.0467013882808998
agent_compute-ego2_min0.04591315300738225
complete-iteration_max1.1136604019852936
complete-iteration_mean1.105363042628179
complete-iteration_median1.1053630426281789
complete-iteration_min1.097065683271064
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04717941362349713
get_state_dump_mean0.04665173272617528
get_state_dump_median0.046651732726175274
get_state_dump_min0.04612405182885342
get_ui_image_max0.09849783631621814
get_ui_image_mean0.0980723216885426
get_ui_image_median0.0980723216885426
get_ui_image_min0.09764680706086706
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.09849783631621814, "step_physics": 0.6197209084620241, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04612405182885342, "sim_render-ego0": 0.00875324499411661, "sim_render-ego1": 0.008447307055113746, "sim_render-ego2": 0.008448831370619476, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04908215413328077, "agent_compute-ego1": 0.04837459814353067, "agent_compute-ego2": 0.04591315300738225, "complete-iteration": 1.1136604019852936, "set_robot_commands": 0.006754163835869461, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.04818798284061619, "sim_compute_performance-ego0": 0.00576038438765729, "sim_compute_performance-ego1": 0.00571957181711666, "sim_compute_performance-ego2": 0.005797499515971199, "sim_compute_robot_state-ego0": 0.010546113623947391, "sim_compute_robot_state-ego1": 0.010166441807981395, "sim_compute_robot_state-ego2": 0.009974116184672373, "sim_compute_robot_state-parked0": 0.010467802891965772, "sim_compute_robot_state-parked1": 0.010221086564611216, "sim_compute_robot_state-parked2": 0.010532594117961949, "sim_compute_robot_state-parked3": 0.010660136332277392, "sim_compute_robot_state-parked4": 0.010491820632434284, "sim_compute_robot_state-parked5": 0.010947723857692031}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.09849783631621814, "step_physics": 0.6197209084620241, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04612405182885342, "sim_render-ego0": 0.00875324499411661, "sim_render-ego1": 0.008447307055113746, "sim_render-ego2": 0.008448831370619476, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04908215413328077, "agent_compute-ego1": 0.04837459814353067, "agent_compute-ego2": 0.04591315300738225, "complete-iteration": 1.1136604019852936, "set_robot_commands": 0.006754163835869461, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.04818798284061619, "sim_compute_performance-ego0": 0.00576038438765729, "sim_compute_performance-ego1": 0.00571957181711666, "sim_compute_performance-ego2": 0.005797499515971199, "sim_compute_robot_state-ego0": 0.010546113623947391, "sim_compute_robot_state-ego1": 0.010166441807981395, "sim_compute_robot_state-ego2": 0.009974116184672373, "sim_compute_robot_state-parked0": 0.010467802891965772, "sim_compute_robot_state-parked1": 0.010221086564611216, "sim_compute_robot_state-parked2": 0.010532594117961949, "sim_compute_robot_state-parked3": 0.010660136332277392, "sim_compute_robot_state-parked4": 0.010491820632434284, "sim_compute_robot_state-parked5": 0.010947723857692031}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.09849783631621814, "step_physics": 0.6197209084620241, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04612405182885342, "sim_render-ego0": 0.00875324499411661, "sim_render-ego1": 0.008447307055113746, "sim_render-ego2": 0.008448831370619476, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04908215413328077, "agent_compute-ego1": 0.04837459814353067, "agent_compute-ego2": 0.04591315300738225, "complete-iteration": 1.1136604019852936, "set_robot_commands": 0.006754163835869461, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04818798284061619, "sim_compute_performance-ego0": 0.00576038438765729, "sim_compute_performance-ego1": 0.00571957181711666, "sim_compute_performance-ego2": 0.005797499515971199, "sim_compute_robot_state-ego0": 0.010546113623947391, "sim_compute_robot_state-ego1": 0.010166441807981395, "sim_compute_robot_state-ego2": 0.009974116184672373, "sim_compute_robot_state-parked0": 0.010467802891965772, "sim_compute_robot_state-parked1": 0.010221086564611216, "sim_compute_robot_state-parked2": 0.010532594117961949, "sim_compute_robot_state-parked3": 0.010660136332277392, "sim_compute_robot_state-parked4": 0.010491820632434284, "sim_compute_robot_state-parked5": 0.010947723857692031}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09764680706086706, "step_physics": 0.6125539756212078, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04717941362349713, "sim_render-ego0": 0.008279812140542953, "sim_render-ego1": 0.008265155260680153, "sim_render-ego2": 0.008146286010742188, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.048675916234000784, "agent_compute-ego1": 0.04901893803330719, "agent_compute-ego2": 0.04748962355441735, "complete-iteration": 1.097065683271064, "set_robot_commands": 0.006685565729610255, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.047716183740584575, "sim_compute_performance-ego0": 0.005402557185438812, "sim_compute_performance-ego1": 0.005334850217475266, "sim_compute_performance-ego2": 0.005307342185348761, "sim_compute_robot_state-ego0": 0.00932835750892514, "sim_compute_robot_state-ego1": 0.00945673614251809, "sim_compute_robot_state-ego2": 0.009778773198362256, "sim_compute_robot_state-parked0": 0.009787833104368116, "sim_compute_robot_state-parked1": 0.009368482183237544, "sim_compute_robot_state-parked2": 0.009813703474451284, "sim_compute_robot_state-parked3": 0.009579189488145172, "sim_compute_robot_state-parked4": 0.009789908518556689, "sim_compute_robot_state-parked5": 0.009976140788344086}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09764680706086706, "step_physics": 0.6125539756212078, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04717941362349713, "sim_render-ego0": 0.008279812140542953, "sim_render-ego1": 0.008265155260680153, "sim_render-ego2": 0.008146286010742188, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.048675916234000784, "agent_compute-ego1": 0.04901893803330719, "agent_compute-ego2": 0.04748962355441735, "complete-iteration": 1.097065683271064, "set_robot_commands": 0.006685565729610255, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.047716183740584575, "sim_compute_performance-ego0": 0.005402557185438812, "sim_compute_performance-ego1": 0.005334850217475266, "sim_compute_performance-ego2": 0.005307342185348761, "sim_compute_robot_state-ego0": 0.00932835750892514, "sim_compute_robot_state-ego1": 0.00945673614251809, "sim_compute_robot_state-ego2": 0.009778773198362256, "sim_compute_robot_state-parked0": 0.009787833104368116, "sim_compute_robot_state-parked1": 0.009368482183237544, "sim_compute_robot_state-parked2": 0.009813703474451284, "sim_compute_robot_state-parked3": 0.009579189488145172, "sim_compute_robot_state-parked4": 0.009789908518556689, "sim_compute_robot_state-parked5": 0.009976140788344086}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09764680706086706, "step_physics": 0.6125539756212078, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04717941362349713, "sim_render-ego0": 0.008279812140542953, "sim_render-ego1": 0.008265155260680153, "sim_render-ego2": 0.008146286010742188, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.048675916234000784, "agent_compute-ego1": 0.04901893803330719, "agent_compute-ego2": 0.04748962355441735, "complete-iteration": 1.097065683271064, "set_robot_commands": 0.006685565729610255, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.047716183740584575, "sim_compute_performance-ego0": 0.005402557185438812, "sim_compute_performance-ego1": 0.005334850217475266, "sim_compute_performance-ego2": 0.005307342185348761, "sim_compute_robot_state-ego0": 0.00932835750892514, "sim_compute_robot_state-ego1": 0.00945673614251809, "sim_compute_robot_state-ego2": 0.009778773198362256, "sim_compute_robot_state-parked0": 0.009787833104368116, "sim_compute_robot_state-parked1": 0.009368482183237544, "sim_compute_robot_state-parked2": 0.009813703474451284, "sim_compute_robot_state-parked3": 0.009579189488145172, "sim_compute_robot_state-parked4": 0.009789908518556689, "sim_compute_robot_state-parked5": 0.009976140788344086}}
set_robot_commands_max0.006754163835869461
set_robot_commands_mean0.006719864782739858
set_robot_commands_median0.006719864782739858
set_robot_commands_min0.006685565729610255
sim_compute_performance-ego0_max0.00576038438765729
sim_compute_performance-ego0_mean0.005581470786548051
sim_compute_performance-ego0_median0.005581470786548051
sim_compute_performance-ego0_min0.005402557185438812
sim_compute_performance-ego1_max0.00571957181711666
sim_compute_performance-ego1_mean0.005527211017295963
sim_compute_performance-ego1_median0.005527211017295962
sim_compute_performance-ego1_min0.005334850217475266
sim_compute_performance-ego2_max0.005797499515971199
sim_compute_performance-ego2_mean0.00555242085065998
sim_compute_performance-ego2_median0.005552420850659981
sim_compute_performance-ego2_min0.005307342185348761
sim_compute_robot_state-ego0_max0.010546113623947391
sim_compute_robot_state-ego0_mean0.009937235566436269
sim_compute_robot_state-ego0_median0.009937235566436269
sim_compute_robot_state-ego0_min0.00932835750892514
sim_compute_robot_state-ego1_max0.010166441807981395
sim_compute_robot_state-ego1_mean0.009811588975249743
sim_compute_robot_state-ego1_median0.009811588975249743
sim_compute_robot_state-ego1_min0.00945673614251809
sim_compute_robot_state-ego2_max0.009974116184672373
sim_compute_robot_state-ego2_mean0.009876444691517312
sim_compute_robot_state-ego2_median0.009876444691517314
sim_compute_robot_state-ego2_min0.009778773198362256
sim_compute_robot_state-parked0_max0.010467802891965772
sim_compute_robot_state-parked0_mean0.010127817998166944
sim_compute_robot_state-parked0_median0.010127817998166944
sim_compute_robot_state-parked0_min0.009787833104368116
sim_compute_robot_state-parked1_max0.010221086564611216
sim_compute_robot_state-parked1_mean0.00979478437392438
sim_compute_robot_state-parked1_median0.00979478437392438
sim_compute_robot_state-parked1_min0.009368482183237544
sim_compute_robot_state-parked2_max0.010532594117961949
sim_compute_robot_state-parked2_mean0.010173148796206616
sim_compute_robot_state-parked2_median0.010173148796206614
sim_compute_robot_state-parked2_min0.009813703474451284
sim_compute_robot_state-parked3_max0.010660136332277392
sim_compute_robot_state-parked3_mean0.01011966291021128
sim_compute_robot_state-parked3_median0.010119662910211285
sim_compute_robot_state-parked3_min0.009579189488145172
sim_compute_robot_state-parked4_max0.010491820632434284
sim_compute_robot_state-parked4_mean0.010140864575495486
sim_compute_robot_state-parked4_median0.010140864575495486
sim_compute_robot_state-parked4_min0.009789908518556689
sim_compute_robot_state-parked5_max0.010947723857692031
sim_compute_robot_state-parked5_mean0.01046193232301806
sim_compute_robot_state-parked5_median0.01046193232301806
sim_compute_robot_state-parked5_min0.009976140788344086
sim_compute_sim_state_max0.04818798284061619
sim_compute_sim_state_mean0.04795208329060038
sim_compute_sim_state_median0.047952083290600384
sim_compute_sim_state_min0.047716183740584575
sim_render-ego0_max0.00875324499411661
sim_render-ego0_mean0.008516528567329781
sim_render-ego0_median0.008516528567329783
sim_render-ego0_min0.008279812140542953
sim_render-ego1_max0.008447307055113746
sim_render-ego1_mean0.00835623115789695
sim_render-ego1_median0.00835623115789695
sim_render-ego1_min0.008265155260680153
sim_render-ego2_max0.008448831370619476
sim_render-ego2_mean0.008297558690680832
sim_render-ego2_median0.008297558690680832
sim_render-ego2_min0.008146286010742188
simulation-passed1
step_physics_max0.6197209084620241
step_physics_mean0.616137442041616
step_physics_median0.6161374420416159
step_physics_min0.6125539756212078
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34911

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.