Duckietown Challenges Home Challenges Submissions

Job 34916

Job ID34916
submission9619
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-99e0f784cfda-1
date started
date completed
duration0:06:41
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.04917858467727411
agent_compute-ego0_mean0.04875076207958284
agent_compute-ego0_median0.04875076207958284
agent_compute-ego0_min0.04832293948189157
agent_compute-ego1_max0.04924280526208096
agent_compute-ego1_mean0.04895231762870413
agent_compute-ego1_median0.04895231762870414
agent_compute-ego1_min0.04866182999532731
agent_compute-ego2_max0.04818968303868028
agent_compute-ego2_mean0.04803140046166591
agent_compute-ego2_median0.04803140046166592
agent_compute-ego2_min0.04787311788465156
complete-iteration_max1.1074906919823315
complete-iteration_mean1.1041426170067707
complete-iteration_median1.104142617006771
complete-iteration_min1.10079454203121
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04786001267980357
get_state_dump_mean0.04716339267668177
get_state_dump_median0.047163392676681765
get_state_dump_min0.04646677267355997
get_ui_image_max0.09971777728346529
get_ui_image_mean0.09943510274418065
get_ui_image_median0.09943510274418065
get_ui_image_min0.09915242820489602
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.09915242820489602, "step_physics": 0.5943082121552014, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04786001267980357, "sim_render-ego0": 0.00926321451781226, "sim_render-ego1": 0.008657064594206263, "sim_render-ego2": 0.008580422792278353, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04917858467727411, "agent_compute-ego1": 0.04924280526208096, "agent_compute-ego2": 0.04787311788465156, "complete-iteration": 1.10079454203121, "set_robot_commands": 0.0069712185468830045, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.049416991530871784, "sim_compute_performance-ego0": 0.006013784252229284, "sim_compute_performance-ego1": 0.005737746348146533, "sim_compute_performance-ego2": 0.005816889590904361, "sim_compute_robot_state-ego0": 0.01114848011829814, "sim_compute_robot_state-ego1": 0.01059742052046979, "sim_compute_robot_state-ego2": 0.010177956252801611, "sim_compute_robot_state-parked0": 0.011306868224847512, "sim_compute_robot_state-parked1": 0.01071493742895908, "sim_compute_robot_state-parked2": 0.011775524889836544, "sim_compute_robot_state-parked3": 0.010966171983812676, "sim_compute_robot_state-parked4": 0.010778395856013064, "sim_compute_robot_state-parked5": 0.01097040879921835}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.09915242820489602, "step_physics": 0.5943082121552014, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04786001267980357, "sim_render-ego0": 0.00926321451781226, "sim_render-ego1": 0.008657064594206263, "sim_render-ego2": 0.008580422792278353, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04917858467727411, "agent_compute-ego1": 0.04924280526208096, "agent_compute-ego2": 0.04787311788465156, "complete-iteration": 1.10079454203121, "set_robot_commands": 0.0069712185468830045, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.049416991530871784, "sim_compute_performance-ego0": 0.006013784252229284, "sim_compute_performance-ego1": 0.005737746348146533, "sim_compute_performance-ego2": 0.005816889590904361, "sim_compute_robot_state-ego0": 0.01114848011829814, "sim_compute_robot_state-ego1": 0.01059742052046979, "sim_compute_robot_state-ego2": 0.010177956252801611, "sim_compute_robot_state-parked0": 0.011306868224847512, "sim_compute_robot_state-parked1": 0.01071493742895908, "sim_compute_robot_state-parked2": 0.011775524889836544, "sim_compute_robot_state-parked3": 0.010966171983812676, "sim_compute_robot_state-parked4": 0.010778395856013064, "sim_compute_robot_state-parked5": 0.01097040879921835}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.09915242820489602, "step_physics": 0.5943082121552014, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04786001267980357, "sim_render-ego0": 0.00926321451781226, "sim_render-ego1": 0.008657064594206263, "sim_render-ego2": 0.008580422792278353, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04917858467727411, "agent_compute-ego1": 0.04924280526208096, "agent_compute-ego2": 0.04787311788465156, "complete-iteration": 1.10079454203121, "set_robot_commands": 0.0069712185468830045, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.049416991530871784, "sim_compute_performance-ego0": 0.006013784252229284, "sim_compute_performance-ego1": 0.005737746348146533, "sim_compute_performance-ego2": 0.005816889590904361, "sim_compute_robot_state-ego0": 0.01114848011829814, "sim_compute_robot_state-ego1": 0.01059742052046979, "sim_compute_robot_state-ego2": 0.010177956252801611, "sim_compute_robot_state-parked0": 0.011306868224847512, "sim_compute_robot_state-parked1": 0.01071493742895908, "sim_compute_robot_state-parked2": 0.011775524889836544, "sim_compute_robot_state-parked3": 0.010966171983812676, "sim_compute_robot_state-parked4": 0.010778395856013064, "sim_compute_robot_state-parked5": 0.01097040879921835}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09971777728346529, "step_physics": 0.6067485379391029, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04646677267355997, "sim_render-ego0": 0.008945809036004738, "sim_render-ego1": 0.008670294871095751, "sim_render-ego2": 0.008855686813104348, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.04832293948189157, "agent_compute-ego1": 0.04866182999532731, "agent_compute-ego2": 0.04818968303868028, "complete-iteration": 1.1074906919823315, "set_robot_commands": 0.006818646290263191, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.049582696351848664, "sim_compute_performance-ego0": 0.006229533523809714, "sim_compute_performance-ego1": 0.005637211877791608, "sim_compute_performance-ego2": 0.00587561873138928, "sim_compute_robot_state-ego0": 0.011115019438696689, "sim_compute_robot_state-ego1": 0.009929125426245517, "sim_compute_robot_state-ego2": 0.01029916669501633, "sim_compute_robot_state-parked0": 0.010801295765110705, "sim_compute_robot_state-parked1": 0.010807662713723104, "sim_compute_robot_state-parked2": 0.010220758250502287, "sim_compute_robot_state-parked3": 0.010376242340588178, "sim_compute_robot_state-parked4": 0.01082886242475666, "sim_compute_robot_state-parked5": 0.01037108702737777}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09971777728346529, "step_physics": 0.6067485379391029, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04646677267355997, "sim_render-ego0": 0.008945809036004738, "sim_render-ego1": 0.008670294871095751, "sim_render-ego2": 0.008855686813104348, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.04832293948189157, "agent_compute-ego1": 0.04866182999532731, "agent_compute-ego2": 0.04818968303868028, "complete-iteration": 1.1074906919823315, "set_robot_commands": 0.006818646290263191, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.049582696351848664, "sim_compute_performance-ego0": 0.006229533523809714, "sim_compute_performance-ego1": 0.005637211877791608, "sim_compute_performance-ego2": 0.00587561873138928, "sim_compute_robot_state-ego0": 0.011115019438696689, "sim_compute_robot_state-ego1": 0.009929125426245517, "sim_compute_robot_state-ego2": 0.01029916669501633, "sim_compute_robot_state-parked0": 0.010801295765110705, "sim_compute_robot_state-parked1": 0.010807662713723104, "sim_compute_robot_state-parked2": 0.010220758250502287, "sim_compute_robot_state-parked3": 0.010376242340588178, "sim_compute_robot_state-parked4": 0.01082886242475666, "sim_compute_robot_state-parked5": 0.01037108702737777}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09971777728346529, "step_physics": 0.6067485379391029, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04646677267355997, "sim_render-ego0": 0.008945809036004738, "sim_render-ego1": 0.008670294871095751, "sim_render-ego2": 0.008855686813104348, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.04832293948189157, "agent_compute-ego1": 0.04866182999532731, "agent_compute-ego2": 0.04818968303868028, "complete-iteration": 1.1074906919823315, "set_robot_commands": 0.006818646290263191, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.049582696351848664, "sim_compute_performance-ego0": 0.006229533523809714, "sim_compute_performance-ego1": 0.005637211877791608, "sim_compute_performance-ego2": 0.00587561873138928, "sim_compute_robot_state-ego0": 0.011115019438696689, "sim_compute_robot_state-ego1": 0.009929125426245517, "sim_compute_robot_state-ego2": 0.01029916669501633, "sim_compute_robot_state-parked0": 0.010801295765110705, "sim_compute_robot_state-parked1": 0.010807662713723104, "sim_compute_robot_state-parked2": 0.010220758250502287, "sim_compute_robot_state-parked3": 0.010376242340588178, "sim_compute_robot_state-parked4": 0.01082886242475666, "sim_compute_robot_state-parked5": 0.01037108702737777}}
set_robot_commands_max0.0069712185468830045
set_robot_commands_mean0.006894932418573098
set_robot_commands_median0.0068949324185730975
set_robot_commands_min0.006818646290263191
sim_compute_performance-ego0_max0.006229533523809714
sim_compute_performance-ego0_mean0.006121658888019499
sim_compute_performance-ego0_median0.0061216588880194985
sim_compute_performance-ego0_min0.006013784252229284
sim_compute_performance-ego1_max0.005737746348146533
sim_compute_performance-ego1_mean0.0056874791129690695
sim_compute_performance-ego1_median0.00568747911296907
sim_compute_performance-ego1_min0.005637211877791608
sim_compute_performance-ego2_max0.00587561873138928
sim_compute_performance-ego2_mean0.005846254161146821
sim_compute_performance-ego2_median0.00584625416114682
sim_compute_performance-ego2_min0.005816889590904361
sim_compute_robot_state-ego0_max0.01114848011829814
sim_compute_robot_state-ego0_mean0.011131749778497414
sim_compute_robot_state-ego0_median0.011131749778497414
sim_compute_robot_state-ego0_min0.011115019438696689
sim_compute_robot_state-ego1_max0.01059742052046979
sim_compute_robot_state-ego1_mean0.010263272973357654
sim_compute_robot_state-ego1_median0.010263272973357654
sim_compute_robot_state-ego1_min0.009929125426245517
sim_compute_robot_state-ego2_max0.01029916669501633
sim_compute_robot_state-ego2_mean0.01023856147390897
sim_compute_robot_state-ego2_median0.010238561473908971
sim_compute_robot_state-ego2_min0.010177956252801611
sim_compute_robot_state-parked0_max0.011306868224847512
sim_compute_robot_state-parked0_mean0.011054081994979106
sim_compute_robot_state-parked0_median0.011054081994979106
sim_compute_robot_state-parked0_min0.010801295765110705
sim_compute_robot_state-parked1_max0.010807662713723104
sim_compute_robot_state-parked1_mean0.010761300071341092
sim_compute_robot_state-parked1_median0.010761300071341092
sim_compute_robot_state-parked1_min0.01071493742895908
sim_compute_robot_state-parked2_max0.011775524889836544
sim_compute_robot_state-parked2_mean0.010998141570169416
sim_compute_robot_state-parked2_median0.010998141570169418
sim_compute_robot_state-parked2_min0.010220758250502287
sim_compute_robot_state-parked3_max0.010966171983812676
sim_compute_robot_state-parked3_mean0.010671207162200429
sim_compute_robot_state-parked3_median0.010671207162200429
sim_compute_robot_state-parked3_min0.010376242340588178
sim_compute_robot_state-parked4_max0.01082886242475666
sim_compute_robot_state-parked4_mean0.010803629140384864
sim_compute_robot_state-parked4_median0.010803629140384862
sim_compute_robot_state-parked4_min0.010778395856013064
sim_compute_robot_state-parked5_max0.01097040879921835
sim_compute_robot_state-parked5_mean0.010670747913298058
sim_compute_robot_state-parked5_median0.01067074791329806
sim_compute_robot_state-parked5_min0.01037108702737777
sim_compute_sim_state_max0.049582696351848664
sim_compute_sim_state_mean0.04949984394136023
sim_compute_sim_state_median0.04949984394136023
sim_compute_sim_state_min0.049416991530871784
sim_render-ego0_max0.00926321451781226
sim_render-ego0_mean0.0091045117769085
sim_render-ego0_median0.009104511776908498
sim_render-ego0_min0.008945809036004738
sim_render-ego1_max0.008670294871095751
sim_render-ego1_mean0.008663679732651008
sim_render-ego1_median0.008663679732651006
sim_render-ego1_min0.008657064594206263
sim_render-ego2_max0.008855686813104348
sim_render-ego2_mean0.008718054802691352
sim_render-ego2_median0.00871805480269135
sim_render-ego2_min0.008580422792278353
simulation-passed1
step_physics_max0.6067485379391029
step_physics_mean0.6005283750471521
step_physics_median0.6005283750471522
step_physics_min0.5943082121552014
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34916

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.