Duckietown Challenges Home Challenges Submissions

Job 36064

Job ID36064
submission9816
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg04-841736bca7b5-1
date started
date completed
duration0:05:45
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.3804972906093782
survival_time_median1.825000000000001
deviation-center-line_median0.07818882197628427
in-drivable-lane_median0.07500000000000007


other stats
agent_compute-ego0_max0.04530505339304606
agent_compute-ego0_mean0.04473094736133609
agent_compute-ego0_median0.04473094736133609
agent_compute-ego0_min0.044156841329626134
agent_compute-ego1_max0.04345534943245553
agent_compute-ego1_mean0.04322228846965251
agent_compute-ego1_median0.04322228846965251
agent_compute-ego1_min0.0429892275068495
agent_compute-ego2_max0.04235444197783599
agent_compute-ego2_mean0.04058840074338713
agent_compute-ego2_median0.040588400743387126
agent_compute-ego2_min0.03882235950893826
complete-iteration_max1.6824009948306613
complete-iteration_mean1.6587676686925572
complete-iteration_median1.6587676686925574
complete-iteration_min1.6351343425544531
deviation-center-line_max0.1497749259813152
deviation-center-line_mean0.0936613611730474
deviation-center-line_min0.06525144813209902
deviation-heading_max0.5681093940199092
deviation-heading_mean0.3277449131160395
deviation-heading_median0.33460537901662224
deviation-heading_min0.04506955868582584
driven_any_max0.47298361493914426
driven_any_mean0.44399108314781
driven_any_median0.45184266805280976
driven_any_min0.3939223587431318
driven_lanedir_consec_max0.4509855441512016
driven_lanedir_consec_mean0.3770214020433342
driven_lanedir_consec_min0.23903966649837383
driven_lanedir_max0.4509855441512016
driven_lanedir_mean0.3770214020433342
driven_lanedir_median0.3804972906093782
driven_lanedir_min0.23903966649837383
get_state_dump_max0.04287772708468967
get_state_dump_mean0.042077522736053925
get_state_dump_median0.042077522736053925
get_state_dump_min0.04127731838741818
get_ui_image_max0.17444841926162308
get_ui_image_mean0.17434680891466572
get_ui_image_median0.1743468089146657
get_ui_image_min0.17424519856770834
in-drivable-lane_max0.7000000000000006
in-drivable-lane_mean0.17500000000000016
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.47298361493914426, "get_ui_image": 0.17424519856770834, "step_physics": 1.136709491411845, "survival_time": 1.800000000000001, "driven_lanedir": 0.23903966649837383, "get_state_dump": 0.04287772708468967, "sim_render-ego0": 0.008394598960876465, "sim_render-ego1": 0.00795619355307685, "sim_render-ego2": 0.00744163990020752, "in-drivable-lane": 0.7000000000000006, "deviation-heading": 0.3550828965698445, "agent_compute-ego0": 0.04530505339304606, "agent_compute-ego1": 0.0429892275068495, "agent_compute-ego2": 0.03882235950893826, "complete-iteration": 1.6824009948306613, "set_robot_commands": 0.006134298112657335, "deviation-center-line": 0.0683649904756738, "driven_lanedir_consec": 0.23903966649837383, "sim_compute_sim_state": 0.05464408132765028, "sim_compute_performance-ego0": 0.006300608317057292, "sim_compute_performance-ego1": 0.005792299906412761, "sim_compute_performance-ego2": 0.0064877404106987845, "sim_compute_robot_state-ego0": 0.01009270879957411, "sim_compute_robot_state-ego1": 0.009309477276272245, "sim_compute_robot_state-ego2": 0.009090701738993326, "sim_compute_robot_state-parked0": 0.010622845755683051, "sim_compute_robot_state-parked1": 0.008724583519829644, "sim_compute_robot_state-parked2": 0.008954233593410917, "sim_compute_robot_state-parked3": 0.00921333498424954, "sim_compute_robot_state-parked4": 0.009463621510399712, "sim_compute_robot_state-parked5": 0.008925974369049072}, "udem1-0-0-ego1": {"driven_any": 0.4511608949445752, "get_ui_image": 0.17424519856770834, "step_physics": 1.136709491411845, "survival_time": 1.800000000000001, "driven_lanedir": 0.4509855441512016, "get_state_dump": 0.04287772708468967, "sim_render-ego0": 0.008394598960876465, "sim_render-ego1": 0.00795619355307685, "sim_render-ego2": 0.00744163990020752, "in-drivable-lane": 0.0, "deviation-heading": 0.04506955868582584, "agent_compute-ego0": 0.04530505339304606, "agent_compute-ego1": 0.0429892275068495, "agent_compute-ego2": 0.03882235950893826, "complete-iteration": 1.6824009948306613, "set_robot_commands": 0.006134298112657335, "deviation-center-line": 0.06525144813209902, "driven_lanedir_consec": 0.4509855441512016, "sim_compute_sim_state": 0.05464408132765028, "sim_compute_performance-ego0": 0.006300608317057292, "sim_compute_performance-ego1": 0.005792299906412761, "sim_compute_performance-ego2": 0.0064877404106987845, "sim_compute_robot_state-ego0": 0.01009270879957411, "sim_compute_robot_state-ego1": 0.009309477276272245, "sim_compute_robot_state-ego2": 0.009090701738993326, "sim_compute_robot_state-parked0": 0.010622845755683051, "sim_compute_robot_state-parked1": 0.008724583519829644, "sim_compute_robot_state-parked2": 0.008954233593410917, "sim_compute_robot_state-parked3": 0.00921333498424954, "sim_compute_robot_state-parked4": 0.009463621510399712, "sim_compute_robot_state-parked5": 0.008925974369049072}, "udem1-0-0-ego2": {"driven_any": 0.3939223587431318, "get_ui_image": 0.17424519856770834, "step_physics": 1.136709491411845, "survival_time": 1.800000000000001, "driven_lanedir": 0.3889079713465402, "get_state_dump": 0.04287772708468967, "sim_render-ego0": 0.008394598960876465, "sim_render-ego1": 0.00795619355307685, "sim_render-ego2": 0.00744163990020752, "in-drivable-lane": 0.0, "deviation-heading": 0.291991824026298, "agent_compute-ego0": 0.04530505339304606, "agent_compute-ego1": 0.0429892275068495, "agent_compute-ego2": 0.03882235950893826, "complete-iteration": 1.6824009948306613, "set_robot_commands": 0.006134298112657335, "deviation-center-line": 0.08378811091355794, "driven_lanedir_consec": 0.3889079713465402, "sim_compute_sim_state": 0.05464408132765028, "sim_compute_performance-ego0": 0.006300608317057292, "sim_compute_performance-ego1": 0.005792299906412761, "sim_compute_performance-ego2": 0.0064877404106987845, "sim_compute_robot_state-ego0": 0.01009270879957411, "sim_compute_robot_state-ego1": 0.009309477276272245, "sim_compute_robot_state-ego2": 0.009090701738993326, "sim_compute_robot_state-parked0": 0.010622845755683051, "sim_compute_robot_state-parked1": 0.008724583519829644, "sim_compute_robot_state-parked2": 0.008954233593410917, "sim_compute_robot_state-parked3": 0.00921333498424954, "sim_compute_robot_state-parked4": 0.009463621510399712, "sim_compute_robot_state-parked5": 0.008925974369049072}, "udem1-0-1-ego0": {"driven_any": 0.4310424478072667, "get_ui_image": 0.17444841926162308, "step_physics": 1.0849849726702716, "survival_time": 1.850000000000001, "driven_lanedir": 0.3720866098722162, "get_state_dump": 0.04127731838741818, "sim_render-ego0": 0.009393865997726852, "sim_render-ego1": 0.008769557282731339, "sim_render-ego2": 0.007818396027023727, "in-drivable-lane": 0.15000000000000013, "deviation-heading": 0.3920879439309596, "agent_compute-ego0": 0.044156841329626134, "agent_compute-ego1": 0.04345534943245553, "agent_compute-ego2": 0.04235444197783599, "complete-iteration": 1.6351343425544531, "set_robot_commands": 0.006269338968637827, "deviation-center-line": 0.12219915849662784, "driven_lanedir_consec": 0.3720866098722162, "sim_compute_sim_state": 0.059483534580952416, "sim_compute_performance-ego0": 0.006456516884468697, "sim_compute_performance-ego1": 0.0066970876745275545, "sim_compute_performance-ego2": 0.0059138053172343484, "sim_compute_robot_state-ego0": 0.010949141270405536, "sim_compute_robot_state-ego1": 0.010308317235998204, "sim_compute_robot_state-ego2": 0.008362261024681298, "sim_compute_robot_state-parked0": 0.008884829443854254, "sim_compute_robot_state-parked1": 0.008782380336039775, "sim_compute_robot_state-parked2": 0.008782135473715293, "sim_compute_robot_state-parked3": 0.008440765174659522, "sim_compute_robot_state-parked4": 0.007559202812813424, "sim_compute_robot_state-parked5": 0.00829756582105482}, "udem1-0-1-ego1": {"driven_any": 0.46231274129169775, "get_ui_image": 0.17444841926162308, "step_physics": 1.0849849726702716, "survival_time": 1.850000000000001, "driven_lanedir": 0.4495244631929678, "get_state_dump": 0.04127731838741818, "sim_render-ego0": 0.009393865997726852, "sim_render-ego1": 0.008769557282731339, "sim_render-ego2": 0.007818396027023727, "in-drivable-lane": 0.0, "deviation-heading": 0.31412786146340005, "agent_compute-ego0": 0.044156841329626134, "agent_compute-ego1": 0.04345534943245553, "agent_compute-ego2": 0.04235444197783599, "complete-iteration": 1.6351343425544531, "set_robot_commands": 0.006269338968637827, "deviation-center-line": 0.07258953303901061, "driven_lanedir_consec": 0.4495244631929678, "sim_compute_sim_state": 0.059483534580952416, "sim_compute_performance-ego0": 0.006456516884468697, "sim_compute_performance-ego1": 0.0066970876745275545, "sim_compute_performance-ego2": 0.0059138053172343484, "sim_compute_robot_state-ego0": 0.010949141270405536, "sim_compute_robot_state-ego1": 0.010308317235998204, "sim_compute_robot_state-ego2": 0.008362261024681298, "sim_compute_robot_state-parked0": 0.008884829443854254, "sim_compute_robot_state-parked1": 0.008782380336039775, "sim_compute_robot_state-parked2": 0.008782135473715293, "sim_compute_robot_state-parked3": 0.008440765174659522, "sim_compute_robot_state-parked4": 0.007559202812813424, "sim_compute_robot_state-parked5": 0.00829756582105482}, "udem1-0-1-ego2": {"driven_any": 0.4525244411610443, "get_ui_image": 0.17444841926162308, "step_physics": 1.0849849726702716, "survival_time": 1.850000000000001, "driven_lanedir": 0.3615841571987053, "get_state_dump": 0.04127731838741818, "sim_render-ego0": 0.009393865997726852, "sim_render-ego1": 0.008769557282731339, "sim_render-ego2": 0.007818396027023727, "in-drivable-lane": 0.20000000000000015, "deviation-heading": 0.5681093940199092, "agent_compute-ego0": 0.044156841329626134, "agent_compute-ego1": 0.04345534943245553, "agent_compute-ego2": 0.04235444197783599, "complete-iteration": 1.6351343425544531, "set_robot_commands": 0.006269338968637827, "deviation-center-line": 0.1497749259813152, "driven_lanedir_consec": 0.3615841571987053, "sim_compute_sim_state": 0.059483534580952416, "sim_compute_performance-ego0": 0.006456516884468697, "sim_compute_performance-ego1": 0.0066970876745275545, "sim_compute_performance-ego2": 0.0059138053172343484, "sim_compute_robot_state-ego0": 0.010949141270405536, "sim_compute_robot_state-ego1": 0.010308317235998204, "sim_compute_robot_state-ego2": 0.008362261024681298, "sim_compute_robot_state-parked0": 0.008884829443854254, "sim_compute_robot_state-parked1": 0.008782380336039775, "sim_compute_robot_state-parked2": 0.008782135473715293, "sim_compute_robot_state-parked3": 0.008440765174659522, "sim_compute_robot_state-parked4": 0.007559202812813424, "sim_compute_robot_state-parked5": 0.00829756582105482}}
set_robot_commands_max0.006269338968637827
set_robot_commands_mean0.006201818540647581
set_robot_commands_median0.006201818540647581
set_robot_commands_min0.006134298112657335
sim_compute_performance-ego0_max0.006456516884468697
sim_compute_performance-ego0_mean0.006378562600762993
sim_compute_performance-ego0_median0.006378562600762994
sim_compute_performance-ego0_min0.006300608317057292
sim_compute_performance-ego1_max0.0066970876745275545
sim_compute_performance-ego1_mean0.006244693790470158
sim_compute_performance-ego1_median0.006244693790470157
sim_compute_performance-ego1_min0.005792299906412761
sim_compute_performance-ego2_max0.0064877404106987845
sim_compute_performance-ego2_mean0.006200772863966566
sim_compute_performance-ego2_median0.006200772863966567
sim_compute_performance-ego2_min0.0059138053172343484
sim_compute_robot_state-ego0_max0.010949141270405536
sim_compute_robot_state-ego0_mean0.010520925034989824
sim_compute_robot_state-ego0_median0.010520925034989824
sim_compute_robot_state-ego0_min0.01009270879957411
sim_compute_robot_state-ego1_max0.010308317235998204
sim_compute_robot_state-ego1_mean0.009808897256135225
sim_compute_robot_state-ego1_median0.009808897256135225
sim_compute_robot_state-ego1_min0.009309477276272245
sim_compute_robot_state-ego2_max0.009090701738993326
sim_compute_robot_state-ego2_mean0.008726481381837311
sim_compute_robot_state-ego2_median0.008726481381837313
sim_compute_robot_state-ego2_min0.008362261024681298
sim_compute_robot_state-parked0_max0.010622845755683051
sim_compute_robot_state-parked0_mean0.009753837599768654
sim_compute_robot_state-parked0_median0.009753837599768653
sim_compute_robot_state-parked0_min0.008884829443854254
sim_compute_robot_state-parked1_max0.008782380336039775
sim_compute_robot_state-parked1_mean0.008753481927934709
sim_compute_robot_state-parked1_median0.008753481927934709
sim_compute_robot_state-parked1_min0.008724583519829644
sim_compute_robot_state-parked2_max0.008954233593410917
sim_compute_robot_state-parked2_mean0.008868184533563105
sim_compute_robot_state-parked2_median0.008868184533563105
sim_compute_robot_state-parked2_min0.008782135473715293
sim_compute_robot_state-parked3_max0.00921333498424954
sim_compute_robot_state-parked3_mean0.008827050079454531
sim_compute_robot_state-parked3_median0.008827050079454531
sim_compute_robot_state-parked3_min0.008440765174659522
sim_compute_robot_state-parked4_max0.009463621510399712
sim_compute_robot_state-parked4_mean0.008511412161606566
sim_compute_robot_state-parked4_median0.008511412161606568
sim_compute_robot_state-parked4_min0.007559202812813424
sim_compute_robot_state-parked5_max0.008925974369049072
sim_compute_robot_state-parked5_mean0.008611770095051947
sim_compute_robot_state-parked5_median0.008611770095051947
sim_compute_robot_state-parked5_min0.00829756582105482
sim_compute_sim_state_max0.059483534580952416
sim_compute_sim_state_mean0.05706380795430135
sim_compute_sim_state_median0.05706380795430135
sim_compute_sim_state_min0.05464408132765028
sim_render-ego0_max0.009393865997726852
sim_render-ego0_mean0.00889423247930166
sim_render-ego0_median0.00889423247930166
sim_render-ego0_min0.008394598960876465
sim_render-ego1_max0.008769557282731339
sim_render-ego1_mean0.008362875417904094
sim_render-ego1_median0.008362875417904096
sim_render-ego1_min0.00795619355307685
sim_render-ego2_max0.007818396027023727
sim_render-ego2_mean0.007630017963615624
sim_render-ego2_median0.007630017963615623
sim_render-ego2_min0.00744163990020752
simulation-passed1
step_physics_max1.136709491411845
step_physics_mean1.1108472320410585
step_physics_median1.1108472320410585
step_physics_min1.0849849726702716
survival_time_max1.850000000000001
survival_time_mean1.825000000000001
survival_time_min1.800000000000001

Highlights

36064

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.