Duckietown Challenges Home Challenges Submissions

Job 34913

Job ID34913
submission9563
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:15:00
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.28629500168146516
survival_time_median9.400000000000036
deviation-center-line_median0.1876663230909367
in-drivable-lane_median4.525000000000004


other stats
agent_compute-ego0_max0.07343780529963506
agent_compute-ego0_mean0.06943880921834475
agent_compute-ego0_median0.06943880921834475
agent_compute-ego0_min0.06543981313705444
agent_compute-ego1_max0.06767568111419678
agent_compute-ego1_mean0.05841625551124672
agent_compute-ego1_median0.05841625551124672
agent_compute-ego1_min0.04915682990829666
agent_compute-ego2_max0.06625735839207968
agent_compute-ego2_mean0.06467817628022397
agent_compute-ego2_median0.06467817628022396
agent_compute-ego2_min0.06309899416836826
complete-iteration_max1.1336595392846442
complete-iteration_mean1.1002498646886836
complete-iteration_median1.1002498646886836
complete-iteration_min1.066840190092723
deviation-center-line_max0.8652682818170631
deviation-center-line_mean0.2911615880192649
deviation-center-line_min0.038587676084237674
deviation-heading_max4.520804935581442
deviation-heading_mean1.7674103359141744
deviation-heading_median1.3007431407752317
deviation-heading_min0.6612991159344472
driven_any_max1.9395421236285515
driven_any_mean1.1995468276295689
driven_any_median1.199526715171585
driven_any_min0.4595964626171781
driven_lanedir_consec_max0.6807096773144334
driven_lanedir_consec_mean0.31504907461244996
driven_lanedir_consec_min0.05982592701103284
driven_lanedir_max0.8702557335681869
driven_lanedir_mean0.3819820437769625
driven_lanedir_median0.28629500168146516
driven_lanedir_min0.05982592701103284
get_state_dump_max0.048002283294479565
get_state_dump_mean0.04798550472631083
get_state_dump_median0.04798550472631083
get_state_dump_min0.04796872615814209
get_ui_image_max0.10205902258555094
get_ui_image_mean0.1015110877169159
get_ui_image_median0.1015110877169159
get_ui_image_min0.10096315284828086
in-drivable-lane_max12.60000000000008
in-drivable-lane_mean5.500000000000026
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.459797663850207, "get_ui_image": 0.10096315284828086, "step_physics": 0.5779404175745977, "survival_time": 3.8499999999999943, "driven_lanedir": 0.10851092140519158, "get_state_dump": 0.048002283294479565, "sim_render-ego0": 0.009379588164292373, "sim_render-ego1": 0.009656704865492784, "sim_render-ego2": 0.009284768785749162, "in-drivable-lane": 2.2999999999999936, "deviation-heading": 0.8152931014259539, "agent_compute-ego0": 0.07343780529963506, "agent_compute-ego1": 0.04915682990829666, "agent_compute-ego2": 0.06309899416836826, "complete-iteration": 1.1336595392846442, "set_robot_commands": 0.007334987838546951, "deviation-center-line": 0.07940596912456428, "driven_lanedir_consec": 0.10851092140519158, "sim_compute_sim_state": 0.05024099349975586, "sim_compute_performance-ego0": 0.006507331674749201, "sim_compute_performance-ego1": 0.006520902955686891, "sim_compute_performance-ego2": 0.006145684750049145, "sim_compute_robot_state-ego0": 0.012205966107257, "sim_compute_robot_state-ego1": 0.010999044814667144, "sim_compute_robot_state-ego2": 0.010964557722017362, "sim_compute_robot_state-parked0": 0.011147876838585, "sim_compute_robot_state-parked1": 0.011361177865560953, "sim_compute_robot_state-parked2": 0.010862238995440594, "sim_compute_robot_state-parked3": 0.010827903623704786, "sim_compute_robot_state-parked4": 0.01123516590564282, "sim_compute_robot_state-parked5": 0.011111039619941216}, "udem1-0-0-ego1": {"driven_any": 0.4598486378497173, "get_ui_image": 0.10096315284828086, "step_physics": 0.5779404175745977, "survival_time": 3.8499999999999943, "driven_lanedir": 0.43819945590500087, "get_state_dump": 0.048002283294479565, "sim_render-ego0": 0.009379588164292373, "sim_render-ego1": 0.009656704865492784, "sim_render-ego2": 0.009284768785749162, "in-drivable-lane": 0.0, "deviation-heading": 0.945443908598063, "agent_compute-ego0": 0.07343780529963506, "agent_compute-ego1": 0.04915682990829666, "agent_compute-ego2": 0.06309899416836826, "complete-iteration": 1.1336595392846442, "set_robot_commands": 0.007334987838546951, "deviation-center-line": 0.10468407204048408, "driven_lanedir_consec": 0.43819945590500087, "sim_compute_sim_state": 0.05024099349975586, "sim_compute_performance-ego0": 0.006507331674749201, "sim_compute_performance-ego1": 0.006520902955686891, "sim_compute_performance-ego2": 0.006145684750049145, "sim_compute_robot_state-ego0": 0.012205966107257, "sim_compute_robot_state-ego1": 0.010999044814667144, "sim_compute_robot_state-ego2": 0.010964557722017362, "sim_compute_robot_state-parked0": 0.011147876838585, "sim_compute_robot_state-parked1": 0.011361177865560953, "sim_compute_robot_state-parked2": 0.010862238995440594, "sim_compute_robot_state-parked3": 0.010827903623704786, "sim_compute_robot_state-parked4": 0.01123516590564282, "sim_compute_robot_state-parked5": 0.011111039619941216}, "udem1-0-0-ego2": {"driven_any": 0.4595964626171781, "get_ui_image": 0.10096315284828086, "step_physics": 0.5779404175745977, "survival_time": 3.8499999999999943, "driven_lanedir": 0.05982592701103284, "get_state_dump": 0.048002283294479565, "sim_render-ego0": 0.009379588164292373, "sim_render-ego1": 0.009656704865492784, "sim_render-ego2": 0.009284768785749162, "in-drivable-lane": 2.749999999999994, "deviation-heading": 0.6612991159344472, "agent_compute-ego0": 0.07343780529963506, "agent_compute-ego1": 0.04915682990829666, "agent_compute-ego2": 0.06309899416836826, "complete-iteration": 1.1336595392846442, "set_robot_commands": 0.007334987838546951, "deviation-center-line": 0.038587676084237674, "driven_lanedir_consec": 0.05982592701103284, "sim_compute_sim_state": 0.05024099349975586, "sim_compute_performance-ego0": 0.006507331674749201, "sim_compute_performance-ego1": 0.006520902955686891, "sim_compute_performance-ego2": 0.006145684750049145, "sim_compute_robot_state-ego0": 0.012205966107257, "sim_compute_robot_state-ego1": 0.010999044814667144, "sim_compute_robot_state-ego2": 0.010964557722017362, "sim_compute_robot_state-parked0": 0.011147876838585, "sim_compute_robot_state-parked1": 0.011361177865560953, "sim_compute_robot_state-parked2": 0.010862238995440594, "sim_compute_robot_state-parked3": 0.010827903623704786, "sim_compute_robot_state-parked4": 0.01123516590564282, "sim_compute_robot_state-parked5": 0.011111039619941216}, "udem1-0-1-ego0": {"driven_any": 1.9392047924934528, "get_ui_image": 0.10205902258555094, "step_physics": 0.5048253639539083, "survival_time": 14.950000000000076, "driven_lanedir": 0.8702557335681869, "get_state_dump": 0.04796872615814209, "sim_render-ego0": 0.009125327269236249, "sim_render-ego1": 0.008984391689300536, "sim_render-ego2": 0.008900287946065268, "in-drivable-lane": 6.300000000000014, "deviation-heading": 4.520804935581442, "agent_compute-ego0": 0.06543981313705444, "agent_compute-ego1": 0.06767568111419678, "agent_compute-ego2": 0.06625735839207968, "complete-iteration": 1.066840190092723, "set_robot_commands": 0.007054722309112549, "deviation-center-line": 0.8652682818170631, "driven_lanedir_consec": 0.4686579185811115, "sim_compute_sim_state": 0.048830021222432456, "sim_compute_performance-ego0": 0.006391352017720541, "sim_compute_performance-ego1": 0.00603938341140747, "sim_compute_performance-ego2": 0.0060068329175313314, "sim_compute_robot_state-ego0": 0.011328608194986978, "sim_compute_robot_state-ego1": 0.010632676283518471, "sim_compute_robot_state-ego2": 0.0107889191309611, "sim_compute_robot_state-parked0": 0.01067317008972168, "sim_compute_robot_state-parked1": 0.010481869379679362, "sim_compute_robot_state-parked2": 0.010763978163401286, "sim_compute_robot_state-parked3": 0.010584632555643715, "sim_compute_robot_state-parked4": 0.010665140151977538, "sim_compute_robot_state-parked5": 0.010493220488230388}, "udem1-0-1-ego1": {"driven_any": 1.9395421236285515, "get_ui_image": 0.10205902258555094, "step_physics": 0.5048253639539083, "survival_time": 14.950000000000076, "driven_lanedir": 0.13439054745792944, "get_state_dump": 0.04796872615814209, "sim_render-ego0": 0.009125327269236249, "sim_render-ego1": 0.008984391689300536, "sim_render-ego2": 0.008900287946065268, "in-drivable-lane": 12.60000000000008, "deviation-heading": 2.005578580992739, "agent_compute-ego0": 0.06543981313705444, "agent_compute-ego1": 0.06767568111419678, "agent_compute-ego2": 0.06625735839207968, "complete-iteration": 1.066840190092723, "set_robot_commands": 0.007054722309112549, "deviation-center-line": 0.2706485741413893, "driven_lanedir_consec": 0.13439054745792944, "sim_compute_sim_state": 0.048830021222432456, "sim_compute_performance-ego0": 0.006391352017720541, "sim_compute_performance-ego1": 0.00603938341140747, "sim_compute_performance-ego2": 0.0060068329175313314, "sim_compute_robot_state-ego0": 0.011328608194986978, "sim_compute_robot_state-ego1": 0.010632676283518471, "sim_compute_robot_state-ego2": 0.0107889191309611, "sim_compute_robot_state-parked0": 0.01067317008972168, "sim_compute_robot_state-parked1": 0.010481869379679362, "sim_compute_robot_state-parked2": 0.010763978163401286, "sim_compute_robot_state-parked3": 0.010584632555643715, "sim_compute_robot_state-parked4": 0.010665140151977538, "sim_compute_robot_state-parked5": 0.010493220488230388}, "udem1-0-1-ego2": {"driven_any": 1.939291285338307, "get_ui_image": 0.10205902258555094, "step_physics": 0.5048253639539083, "survival_time": 14.950000000000076, "driven_lanedir": 0.6807096773144334, "get_state_dump": 0.04796872615814209, "sim_render-ego0": 0.009125327269236249, "sim_render-ego1": 0.008984391689300536, "sim_render-ego2": 0.008900287946065268, "in-drivable-lane": 9.050000000000072, "deviation-heading": 1.6560423729524003, "agent_compute-ego0": 0.06543981313705444, "agent_compute-ego1": 0.06767568111419678, "agent_compute-ego2": 0.06625735839207968, "complete-iteration": 1.066840190092723, "set_robot_commands": 0.007054722309112549, "deviation-center-line": 0.38837495490785107, "driven_lanedir_consec": 0.6807096773144334, "sim_compute_sim_state": 0.048830021222432456, "sim_compute_performance-ego0": 0.006391352017720541, "sim_compute_performance-ego1": 0.00603938341140747, "sim_compute_performance-ego2": 0.0060068329175313314, "sim_compute_robot_state-ego0": 0.011328608194986978, "sim_compute_robot_state-ego1": 0.010632676283518471, "sim_compute_robot_state-ego2": 0.0107889191309611, "sim_compute_robot_state-parked0": 0.01067317008972168, "sim_compute_robot_state-parked1": 0.010481869379679362, "sim_compute_robot_state-parked2": 0.010763978163401286, "sim_compute_robot_state-parked3": 0.010584632555643715, "sim_compute_robot_state-parked4": 0.010665140151977538, "sim_compute_robot_state-parked5": 0.010493220488230388}}
set_robot_commands_max0.007334987838546951
set_robot_commands_mean0.007194855073829749
set_robot_commands_median0.00719485507382975
set_robot_commands_min0.007054722309112549
sim_compute_performance-ego0_max0.006507331674749201
sim_compute_performance-ego0_mean0.006449341846234871
sim_compute_performance-ego0_median0.006449341846234871
sim_compute_performance-ego0_min0.006391352017720541
sim_compute_performance-ego1_max0.006520902955686891
sim_compute_performance-ego1_mean0.00628014318354718
sim_compute_performance-ego1_median0.006280143183547181
sim_compute_performance-ego1_min0.00603938341140747
sim_compute_performance-ego2_max0.006145684750049145
sim_compute_performance-ego2_mean0.006076258833790238
sim_compute_performance-ego2_median0.006076258833790238
sim_compute_performance-ego2_min0.0060068329175313314
sim_compute_robot_state-ego0_max0.012205966107257
sim_compute_robot_state-ego0_mean0.01176728715112199
sim_compute_robot_state-ego0_median0.01176728715112199
sim_compute_robot_state-ego0_min0.011328608194986978
sim_compute_robot_state-ego1_max0.010999044814667144
sim_compute_robot_state-ego1_mean0.01081586054909281
sim_compute_robot_state-ego1_median0.01081586054909281
sim_compute_robot_state-ego1_min0.010632676283518471
sim_compute_robot_state-ego2_max0.010964557722017362
sim_compute_robot_state-ego2_mean0.01087673842648923
sim_compute_robot_state-ego2_median0.010876738426489231
sim_compute_robot_state-ego2_min0.0107889191309611
sim_compute_robot_state-parked0_max0.011147876838585
sim_compute_robot_state-parked0_mean0.01091052346415334
sim_compute_robot_state-parked0_median0.01091052346415334
sim_compute_robot_state-parked0_min0.01067317008972168
sim_compute_robot_state-parked1_max0.011361177865560953
sim_compute_robot_state-parked1_mean0.010921523622620158
sim_compute_robot_state-parked1_median0.010921523622620158
sim_compute_robot_state-parked1_min0.010481869379679362
sim_compute_robot_state-parked2_max0.010862238995440594
sim_compute_robot_state-parked2_mean0.010813108579420938
sim_compute_robot_state-parked2_median0.01081310857942094
sim_compute_robot_state-parked2_min0.010763978163401286
sim_compute_robot_state-parked3_max0.010827903623704786
sim_compute_robot_state-parked3_mean0.010706268089674252
sim_compute_robot_state-parked3_median0.010706268089674252
sim_compute_robot_state-parked3_min0.010584632555643715
sim_compute_robot_state-parked4_max0.01123516590564282
sim_compute_robot_state-parked4_mean0.01095015302881018
sim_compute_robot_state-parked4_median0.01095015302881018
sim_compute_robot_state-parked4_min0.010665140151977538
sim_compute_robot_state-parked5_max0.011111039619941216
sim_compute_robot_state-parked5_mean0.0108021300540858
sim_compute_robot_state-parked5_median0.010802130054085802
sim_compute_robot_state-parked5_min0.010493220488230388
sim_compute_sim_state_max0.05024099349975586
sim_compute_sim_state_mean0.04953550736109416
sim_compute_sim_state_median0.04953550736109416
sim_compute_sim_state_min0.048830021222432456
sim_render-ego0_max0.009379588164292373
sim_render-ego0_mean0.00925245771676431
sim_render-ego0_median0.00925245771676431
sim_render-ego0_min0.009125327269236249
sim_render-ego1_max0.009656704865492784
sim_render-ego1_mean0.00932054827739666
sim_render-ego1_median0.00932054827739666
sim_render-ego1_min0.008984391689300536
sim_render-ego2_max0.009284768785749162
sim_render-ego2_mean0.009092528365907217
sim_render-ego2_median0.009092528365907217
sim_render-ego2_min0.008900287946065268
simulation-passed1
step_physics_max0.5779404175745977
step_physics_mean0.5413828907642529
step_physics_median0.541382890764253
step_physics_min0.5048253639539083
survival_time_max14.950000000000076
survival_time_mean9.400000000000036
survival_time_min3.8499999999999943

Highlights

34913

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.