Duckietown Challenges Home Challenges Submissions

Job 35080

Job ID35080
submission9214
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg04-cdd7667d8062-1
date started
date completed
duration0:21:57
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.48760186716686066
survival_time_median14.950000000000076
deviation-center-line_median0.43291856341603674
in-drivable-lane_median9.525000000000064


other stats
agent_compute-ego0_max0.07283117373784383
agent_compute-ego0_mean0.06447898507118224
agent_compute-ego0_median0.06447898507118224
agent_compute-ego0_min0.056126796404520674
agent_compute-ego1_max0.07365068833033243
agent_compute-ego1_mean0.07098457376162211
agent_compute-ego1_median0.07098457376162211
agent_compute-ego1_min0.06831845919291178
agent_compute-ego2_max0.0746548875172933
agent_compute-ego2_mean0.07173568884531657
agent_compute-ego2_median0.07173568884531657
agent_compute-ego2_min0.06881649017333985
complete-iteration_max1.077704184850057
complete-iteration_mean1.0757764935493472
complete-iteration_median1.075776493549347
complete-iteration_min1.073848802248637
deviation-center-line_max0.7229063330085747
deviation-center-line_mean0.4188609342544507
deviation-center-line_min0.09909304574525583
deviation-heading_max6.161451132672095
deviation-heading_mean3.273403475266438
deviation-heading_median2.9464695102142215
deviation-heading_min0.9833132736002644
driven_any_max1.9395844910496385
driven_any_mean1.936267692837066
driven_any_median1.9362401730066483
driven_any_min1.9329214972406004
driven_lanedir_consec_max0.8458341232214899
driven_lanedir_consec_mean0.4668019017158745
driven_lanedir_consec_min0.10260349426791482
driven_lanedir_max1.1645617761999991
driven_lanedir_mean0.5620156620849012
driven_lanedir_median0.502556954561906
driven_lanedir_min0.10260349426791482
get_state_dump_max0.05016632318496704
get_state_dump_mean0.04945252855618795
get_state_dump_median0.04945252855618795
get_state_dump_min0.04873873392740886
get_ui_image_max0.09984265089035034
get_ui_image_mean0.09960743387540182
get_ui_image_median0.09960743387540182
get_ui_image_min0.09937221686045328
in-drivable-lane_max13.400000000000077
in-drivable-lane_mean8.950000000000058
in-drivable-lane_min4.000000000000031
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 1.9330908604563857, "get_ui_image": 0.09984265089035034, "step_physics": 0.5042369016011556, "survival_time": 14.950000000000076, "driven_lanedir": 1.1645617761999991, "get_state_dump": 0.04873873392740886, "sim_render-ego0": 0.009547521273295084, "sim_render-ego1": 0.00970083475112915, "sim_render-ego2": 0.009866270224253336, "in-drivable-lane": 4.000000000000031, "deviation-heading": 4.803147476589928, "agent_compute-ego0": 0.056126796404520674, "agent_compute-ego1": 0.06831845919291178, "agent_compute-ego2": 0.06881649017333985, "complete-iteration": 1.077704184850057, "set_robot_commands": 0.008272722562154134, "deviation-center-line": 0.49686513556987527, "driven_lanedir_consec": 0.6231893887759301, "sim_compute_sim_state": 0.04850361029307047, "sim_compute_performance-ego0": 0.006717580159505208, "sim_compute_performance-ego1": 0.0067149551709493, "sim_compute_performance-ego2": 0.006825856367746989, "sim_compute_robot_state-ego0": 0.012533855438232424, "sim_compute_robot_state-ego1": 0.011554739475250243, "sim_compute_robot_state-ego2": 0.011968417962392171, "sim_compute_robot_state-parked0": 0.012151923974355062, "sim_compute_robot_state-parked1": 0.012105894883473717, "sim_compute_robot_state-parked2": 0.012091333866119386, "sim_compute_robot_state-parked3": 0.012130533854166669, "sim_compute_robot_state-parked4": 0.012102707227071128, "sim_compute_robot_state-parked5": 0.012035560607910155}, "udem1-0-0-ego1": {"driven_any": 1.9329214972406004, "get_ui_image": 0.09984265089035034, "step_physics": 0.5042369016011556, "survival_time": 14.950000000000076, "driven_lanedir": 0.8458341232214899, "get_state_dump": 0.04873873392740886, "sim_render-ego0": 0.009547521273295084, "sim_render-ego1": 0.00970083475112915, "sim_render-ego2": 0.009866270224253336, "in-drivable-lane": 5.350000000000033, "deviation-heading": 6.161451132672095, "agent_compute-ego0": 0.056126796404520674, "agent_compute-ego1": 0.06831845919291178, "agent_compute-ego2": 0.06881649017333985, "complete-iteration": 1.077704184850057, "set_robot_commands": 0.008272722562154134, "deviation-center-line": 0.7229063330085747, "driven_lanedir_consec": 0.8458341232214899, "sim_compute_sim_state": 0.04850361029307047, "sim_compute_performance-ego0": 0.006717580159505208, "sim_compute_performance-ego1": 0.0067149551709493, "sim_compute_performance-ego2": 0.006825856367746989, "sim_compute_robot_state-ego0": 0.012533855438232424, "sim_compute_robot_state-ego1": 0.011554739475250243, "sim_compute_robot_state-ego2": 0.011968417962392171, "sim_compute_robot_state-parked0": 0.012151923974355062, "sim_compute_robot_state-parked1": 0.012105894883473717, "sim_compute_robot_state-parked2": 0.012091333866119386, "sim_compute_robot_state-parked3": 0.012130533854166669, "sim_compute_robot_state-parked4": 0.012102707227071128, "sim_compute_robot_state-parked5": 0.012035560607910155}, "udem1-0-0-ego2": {"driven_any": 1.9331853360176712, "get_ui_image": 0.09984265089035034, "step_physics": 0.5042369016011556, "survival_time": 14.950000000000076, "driven_lanedir": 0.40677412848285766, "get_state_dump": 0.04873873392740886, "sim_render-ego0": 0.009547521273295084, "sim_render-ego1": 0.00970083475112915, "sim_render-ego2": 0.009866270224253336, "in-drivable-lane": 10.250000000000068, "deviation-heading": 2.8587558587354502, "agent_compute-ego0": 0.056126796404520674, "agent_compute-ego1": 0.06831845919291178, "agent_compute-ego2": 0.06881649017333985, "complete-iteration": 1.077704184850057, "set_robot_commands": 0.008272722562154134, "deviation-center-line": 0.3034717091287009, "driven_lanedir_consec": 0.40677412848285766, "sim_compute_sim_state": 0.04850361029307047, "sim_compute_performance-ego0": 0.006717580159505208, "sim_compute_performance-ego1": 0.0067149551709493, "sim_compute_performance-ego2": 0.006825856367746989, "sim_compute_robot_state-ego0": 0.012533855438232424, "sim_compute_robot_state-ego1": 0.011554739475250243, "sim_compute_robot_state-ego2": 0.011968417962392171, "sim_compute_robot_state-parked0": 0.012151923974355062, "sim_compute_robot_state-parked1": 0.012105894883473717, "sim_compute_robot_state-parked2": 0.012091333866119386, "sim_compute_robot_state-parked3": 0.012130533854166669, "sim_compute_robot_state-parked4": 0.012102707227071128, "sim_compute_robot_state-parked5": 0.012035560607910155}, "udem1-0-1-ego0": {"driven_any": 1.939295009995625, "get_ui_image": 0.09937221686045328, "step_physics": 0.4687898500760396, "survival_time": 14.950000000000076, "driven_lanedir": 0.10260349426791482, "get_state_dump": 0.05016632318496704, "sim_render-ego0": 0.009855961799621582, "sim_render-ego1": 0.009955790042877196, "sim_render-ego2": 0.00973845879236857, "in-drivable-lane": 13.400000000000077, "deviation-heading": 0.9833132736002644, "agent_compute-ego0": 0.07283117373784383, "agent_compute-ego1": 0.07365068833033243, "agent_compute-ego2": 0.0746548875172933, "complete-iteration": 1.073848802248637, "set_robot_commands": 0.008594559033711752, "deviation-center-line": 0.09909304574525583, "driven_lanedir_consec": 0.10260349426791482, "sim_compute_sim_state": 0.048259948094685874, "sim_compute_performance-ego0": 0.006772856712341308, "sim_compute_performance-ego1": 0.006698625882466634, "sim_compute_performance-ego2": 0.00667396863301595, "sim_compute_robot_state-ego0": 0.012871046861012776, "sim_compute_robot_state-ego1": 0.012119611899058025, "sim_compute_robot_state-ego2": 0.012062216599782308, "sim_compute_robot_state-parked0": 0.01224844773610433, "sim_compute_robot_state-parked1": 0.012077146371205648, "sim_compute_robot_state-parked2": 0.012259876728057862, "sim_compute_robot_state-parked3": 0.01217097759246826, "sim_compute_robot_state-parked4": 0.012227397759755452, "sim_compute_robot_state-parked5": 0.012284016609191897}, "udem1-0-1-ego1": {"driven_any": 1.9395844910496385, "get_ui_image": 0.09937221686045328, "step_physics": 0.4687898500760396, "survival_time": 14.950000000000076, "driven_lanedir": 0.2539806696961908, "get_state_dump": 0.05016632318496704, "sim_render-ego0": 0.009855961799621582, "sim_render-ego1": 0.009955790042877196, "sim_render-ego2": 0.00973845879236857, "in-drivable-lane": 11.900000000000084, "deviation-heading": 1.7995699483078975, "agent_compute-ego0": 0.07283117373784383, "agent_compute-ego1": 0.07365068833033243, "agent_compute-ego2": 0.0746548875172933, "complete-iteration": 1.073848802248637, "set_robot_commands": 0.008594559033711752, "deviation-center-line": 0.36897199126219815, "driven_lanedir_consec": 0.2539806696961908, "sim_compute_sim_state": 0.048259948094685874, "sim_compute_performance-ego0": 0.006772856712341308, "sim_compute_performance-ego1": 0.006698625882466634, "sim_compute_performance-ego2": 0.00667396863301595, "sim_compute_robot_state-ego0": 0.012871046861012776, "sim_compute_robot_state-ego1": 0.012119611899058025, "sim_compute_robot_state-ego2": 0.012062216599782308, "sim_compute_robot_state-parked0": 0.01224844773610433, "sim_compute_robot_state-parked1": 0.012077146371205648, "sim_compute_robot_state-parked2": 0.012259876728057862, "sim_compute_robot_state-parked3": 0.01217097759246826, "sim_compute_robot_state-parked4": 0.012227397759755452, "sim_compute_robot_state-parked5": 0.012284016609191897}, "udem1-0-1-ego2": {"driven_any": 1.9395289622624752, "get_ui_image": 0.09937221686045328, "step_physics": 0.4687898500760396, "survival_time": 14.950000000000076, "driven_lanedir": 0.5983397806409542, "get_state_dump": 0.05016632318496704, "sim_render-ego0": 0.009855961799621582, "sim_render-ego1": 0.009955790042877196, "sim_render-ego2": 0.00973845879236857, "in-drivable-lane": 8.800000000000056, "deviation-heading": 3.0341831616929933, "agent_compute-ego0": 0.07283117373784383, "agent_compute-ego1": 0.07365068833033243, "agent_compute-ego2": 0.0746548875172933, "complete-iteration": 1.073848802248637, "set_robot_commands": 0.008594559033711752, "deviation-center-line": 0.5218573908120994, "driven_lanedir_consec": 0.5684296058508637, "sim_compute_sim_state": 0.048259948094685874, "sim_compute_performance-ego0": 0.006772856712341308, "sim_compute_performance-ego1": 0.006698625882466634, "sim_compute_performance-ego2": 0.00667396863301595, "sim_compute_robot_state-ego0": 0.012871046861012776, "sim_compute_robot_state-ego1": 0.012119611899058025, "sim_compute_robot_state-ego2": 0.012062216599782308, "sim_compute_robot_state-parked0": 0.01224844773610433, "sim_compute_robot_state-parked1": 0.012077146371205648, "sim_compute_robot_state-parked2": 0.012259876728057862, "sim_compute_robot_state-parked3": 0.01217097759246826, "sim_compute_robot_state-parked4": 0.012227397759755452, "sim_compute_robot_state-parked5": 0.012284016609191897}}
set_robot_commands_max0.008594559033711752
set_robot_commands_mean0.008433640797932943
set_robot_commands_median0.008433640797932943
set_robot_commands_min0.008272722562154134
sim_compute_performance-ego0_max0.006772856712341308
sim_compute_performance-ego0_mean0.0067452184359232574
sim_compute_performance-ego0_median0.006745218435923258
sim_compute_performance-ego0_min0.006717580159505208
sim_compute_performance-ego1_max0.0067149551709493
sim_compute_performance-ego1_mean0.006706790526707967
sim_compute_performance-ego1_median0.006706790526707967
sim_compute_performance-ego1_min0.006698625882466634
sim_compute_performance-ego2_max0.006825856367746989
sim_compute_performance-ego2_mean0.006749912500381469
sim_compute_performance-ego2_median0.006749912500381469
sim_compute_performance-ego2_min0.00667396863301595
sim_compute_robot_state-ego0_max0.012871046861012776
sim_compute_robot_state-ego0_mean0.0127024511496226
sim_compute_robot_state-ego0_median0.0127024511496226
sim_compute_robot_state-ego0_min0.012533855438232424
sim_compute_robot_state-ego1_max0.012119611899058025
sim_compute_robot_state-ego1_mean0.011837175687154136
sim_compute_robot_state-ego1_median0.011837175687154134
sim_compute_robot_state-ego1_min0.011554739475250243
sim_compute_robot_state-ego2_max0.012062216599782308
sim_compute_robot_state-ego2_mean0.01201531728108724
sim_compute_robot_state-ego2_median0.01201531728108724
sim_compute_robot_state-ego2_min0.011968417962392171
sim_compute_robot_state-parked0_max0.01224844773610433
sim_compute_robot_state-parked0_mean0.012200185855229697
sim_compute_robot_state-parked0_median0.012200185855229697
sim_compute_robot_state-parked0_min0.012151923974355062
sim_compute_robot_state-parked1_max0.012105894883473717
sim_compute_robot_state-parked1_mean0.012091520627339682
sim_compute_robot_state-parked1_median0.012091520627339682
sim_compute_robot_state-parked1_min0.012077146371205648
sim_compute_robot_state-parked2_max0.012259876728057862
sim_compute_robot_state-parked2_mean0.012175605297088624
sim_compute_robot_state-parked2_median0.012175605297088624
sim_compute_robot_state-parked2_min0.012091333866119386
sim_compute_robot_state-parked3_max0.01217097759246826
sim_compute_robot_state-parked3_mean0.012150755723317466
sim_compute_robot_state-parked3_median0.012150755723317464
sim_compute_robot_state-parked3_min0.012130533854166669
sim_compute_robot_state-parked4_max0.012227397759755452
sim_compute_robot_state-parked4_mean0.01216505249341329
sim_compute_robot_state-parked4_median0.012165052493413289
sim_compute_robot_state-parked4_min0.012102707227071128
sim_compute_robot_state-parked5_max0.012284016609191897
sim_compute_robot_state-parked5_mean0.012159788608551029
sim_compute_robot_state-parked5_median0.012159788608551029
sim_compute_robot_state-parked5_min0.012035560607910155
sim_compute_sim_state_max0.04850361029307047
sim_compute_sim_state_mean0.04838177919387817
sim_compute_sim_state_median0.04838177919387818
sim_compute_sim_state_min0.048259948094685874
sim_render-ego0_max0.009855961799621582
sim_render-ego0_mean0.009701741536458332
sim_render-ego0_median0.009701741536458332
sim_render-ego0_min0.009547521273295084
sim_render-ego1_max0.009955790042877196
sim_render-ego1_mean0.009828312397003172
sim_render-ego1_median0.009828312397003174
sim_render-ego1_min0.00970083475112915
sim_render-ego2_max0.009866270224253336
sim_render-ego2_mean0.009802364508310957
sim_render-ego2_median0.009802364508310952
sim_render-ego2_min0.00973845879236857
simulation-passed1
step_physics_max0.5042369016011556
step_physics_mean0.4865133758385976
step_physics_median0.48651337583859766
step_physics_min0.4687898500760396
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076

Highlights

35080

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.