Duckietown Challenges Home Challenges Submissions

Job 35938

Job ID35938
submission9808
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-61d8dbadc435-1
date started
date completed
duration0:16:25
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.322283506681347
survival_time_median9.475000000000035
deviation-center-line_median0.15398583406905952
in-drivable-lane_median5.925000000000037


other stats
agent_compute-ego0_max0.07525259812672933
agent_compute-ego0_mean0.0704594178001086
agent_compute-ego0_median0.07045941780010859
agent_compute-ego0_min0.06566623747348785
agent_compute-ego1_max0.06886332114537556
agent_compute-ego1_mean0.0679600943128268
agent_compute-ego1_median0.06796009431282679
agent_compute-ego1_min0.06705686748027802
agent_compute-ego2_max0.06860665003458659
agent_compute-ego2_mean0.06608054002126058
agent_compute-ego2_median0.06608054002126057
agent_compute-ego2_min0.06355443000793456
complete-iteration_max1.250522881746292
complete-iteration_mean1.237067875266075
complete-iteration_median1.237067875266075
complete-iteration_min1.223612868785858
deviation-center-line_max0.6071577088901453
deviation-center-line_mean0.22975787954010485
deviation-center-line_min0.038587676084237674
deviation-heading_max4.7480633365018665
deviation-heading_mean1.8073867415202616
deviation-heading_median1.295820028409696
deviation-heading_min0.6612991159344472
driven_any_max1.939466154983912
driven_any_mean1.209504311211065
driven_any_median1.2094682415315117
driven_any_min0.47951679515877094
driven_lanedir_consec_max0.5609048027203469
driven_lanedir_consec_mean0.30024813148366297
driven_lanedir_consec_min0.05982592701103284
driven_lanedir_max0.5609048027203469
driven_lanedir_mean0.33073140277609164
driven_lanedir_median0.4078673471064751
driven_lanedir_min0.05982592701103284
get_state_dump_max0.04685365259647369
get_state_dump_mean0.046562876204649606
get_state_dump_median0.046562876204649606
get_state_dump_min0.04627209981282552
get_ui_image_max0.11542833805084228
get_ui_image_mean0.11361176252365111
get_ui_image_median0.11361176252365111
get_ui_image_min0.11179518699645996
in-drivable-lane_max13.500000000000078
in-drivable-lane_mean5.891666666666706
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4797532642899464, "get_ui_image": 0.11179518699645996, "step_physics": 0.6804701864719391, "survival_time": 3.999999999999994, "driven_lanedir": 0.36736290386832016, "get_state_dump": 0.04685365259647369, "sim_render-ego0": 0.008660399913787841, "sim_render-ego1": 0.008430591225624085, "sim_render-ego2": 0.008411592245101929, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 1.5826688908095288, "agent_compute-ego0": 0.06566623747348785, "agent_compute-ego1": 0.06705686748027802, "agent_compute-ego2": 0.06355443000793456, "complete-iteration": 1.250522881746292, "set_robot_commands": 0.006381708383560181, "deviation-center-line": 0.12829163723804338, "driven_lanedir_consec": 0.36736290386832016, "sim_compute_sim_state": 0.05560443699359894, "sim_compute_performance-ego0": 0.005686518549919128, "sim_compute_performance-ego1": 0.005880460143089294, "sim_compute_performance-ego2": 0.005255168676376343, "sim_compute_robot_state-ego0": 0.01306491792201996, "sim_compute_robot_state-ego1": 0.010133028030395508, "sim_compute_robot_state-ego2": 0.00988542139530182, "sim_compute_robot_state-parked0": 0.010125240683555603, "sim_compute_robot_state-parked1": 0.009971913695335387, "sim_compute_robot_state-parked2": 0.01005745530128479, "sim_compute_robot_state-parked3": 0.01155628263950348, "sim_compute_robot_state-parked4": 0.011515036225318909, "sim_compute_robot_state-parked5": 0.010053873062133787}, "udem1-0-0-ego1": {"driven_any": 0.4797505949362129, "get_ui_image": 0.11179518699645996, "step_physics": 0.6804701864719391, "survival_time": 3.999999999999994, "driven_lanedir": 0.4483717903446301, "get_state_dump": 0.04685365259647369, "sim_render-ego0": 0.008660399913787841, "sim_render-ego1": 0.008430591225624085, "sim_render-ego2": 0.008411592245101929, "in-drivable-lane": 0.0, "deviation-heading": 1.008971166009863, "agent_compute-ego0": 0.06566623747348785, "agent_compute-ego1": 0.06705686748027802, "agent_compute-ego2": 0.06355443000793456, "complete-iteration": 1.250522881746292, "set_robot_commands": 0.006381708383560181, "deviation-center-line": 0.1796800309000757, "driven_lanedir_consec": 0.4483717903446301, "sim_compute_sim_state": 0.05560443699359894, "sim_compute_performance-ego0": 0.005686518549919128, "sim_compute_performance-ego1": 0.005880460143089294, "sim_compute_performance-ego2": 0.005255168676376343, "sim_compute_robot_state-ego0": 0.01306491792201996, "sim_compute_robot_state-ego1": 0.010133028030395508, "sim_compute_robot_state-ego2": 0.00988542139530182, "sim_compute_robot_state-parked0": 0.010125240683555603, "sim_compute_robot_state-parked1": 0.009971913695335387, "sim_compute_robot_state-parked2": 0.01005745530128479, "sim_compute_robot_state-parked3": 0.01155628263950348, "sim_compute_robot_state-parked4": 0.011515036225318909, "sim_compute_robot_state-parked5": 0.010053873062133787}, "udem1-0-0-ego2": {"driven_any": 0.47951679515877094, "get_ui_image": 0.11179518699645996, "step_physics": 0.6804701864719391, "survival_time": 3.999999999999994, "driven_lanedir": 0.05982592701103284, "get_state_dump": 0.04685365259647369, "sim_render-ego0": 0.008660399913787841, "sim_render-ego1": 0.008430591225624085, "sim_render-ego2": 0.008411592245101929, "in-drivable-lane": 2.8999999999999932, "deviation-heading": 0.6612991159344472, "agent_compute-ego0": 0.06566623747348785, "agent_compute-ego1": 0.06705686748027802, "agent_compute-ego2": 0.06355443000793456, "complete-iteration": 1.250522881746292, "set_robot_commands": 0.006381708383560181, "deviation-center-line": 0.038587676084237674, "driven_lanedir_consec": 0.05982592701103284, "sim_compute_sim_state": 0.05560443699359894, "sim_compute_performance-ego0": 0.005686518549919128, "sim_compute_performance-ego1": 0.005880460143089294, "sim_compute_performance-ego2": 0.005255168676376343, "sim_compute_robot_state-ego0": 0.01306491792201996, "sim_compute_robot_state-ego1": 0.010133028030395508, "sim_compute_robot_state-ego2": 0.00988542139530182, "sim_compute_robot_state-parked0": 0.010125240683555603, "sim_compute_robot_state-parked1": 0.009971913695335387, "sim_compute_robot_state-parked2": 0.01005745530128479, "sim_compute_robot_state-parked3": 0.01155628263950348, "sim_compute_robot_state-parked4": 0.011515036225318909, "sim_compute_robot_state-parked5": 0.010053873062133787}, "udem1-0-1-ego0": {"driven_any": 1.939466154983912, "get_ui_image": 0.11542833805084228, "step_physics": 0.6382763973871867, "survival_time": 14.950000000000076, "driven_lanedir": 0.08781925546327418, "get_state_dump": 0.04627209981282552, "sim_render-ego0": 0.00854088544845581, "sim_render-ego1": 0.008797489802042643, "sim_render-ego2": 0.009339363574981689, "in-drivable-lane": 13.500000000000078, "deviation-heading": 1.0019443298795525, "agent_compute-ego0": 0.07525259812672933, "agent_compute-ego1": 0.06886332114537556, "agent_compute-ego2": 0.06860665003458659, "complete-iteration": 1.223612868785858, "set_robot_commands": 0.007763088544209798, "deviation-center-line": 0.09675769071650198, "driven_lanedir_consec": 0.08781925546327418, "sim_compute_sim_state": 0.05250051021575928, "sim_compute_performance-ego0": 0.005694483121236165, "sim_compute_performance-ego1": 0.005671323935190837, "sim_compute_performance-ego2": 0.005542052586873372, "sim_compute_robot_state-ego0": 0.01008380889892578, "sim_compute_robot_state-ego1": 0.009867342313130696, "sim_compute_robot_state-ego2": 0.009978697299957276, "sim_compute_robot_state-parked0": 0.010764846007029216, "sim_compute_robot_state-parked1": 0.011107709407806397, "sim_compute_robot_state-parked2": 0.010716225306193034, "sim_compute_robot_state-parked3": 0.010177290439605712, "sim_compute_robot_state-parked4": 0.0099623441696167, "sim_compute_robot_state-parked5": 0.010485347112019856}, "udem1-0-1-ego1": {"driven_any": 1.9393558391244716, "get_ui_image": 0.11542833805084228, "step_physics": 0.6382763973871867, "survival_time": 14.950000000000076, "driven_lanedir": 0.4601037372489456, "get_state_dump": 0.04627209981282552, "sim_render-ego0": 0.00854088544845581, "sim_render-ego1": 0.008797489802042643, "sim_render-ego2": 0.009339363574981689, "in-drivable-lane": 8.950000000000081, "deviation-heading": 4.7480633365018665, "agent_compute-ego0": 0.07525259812672933, "agent_compute-ego1": 0.06886332114537556, "agent_compute-ego2": 0.06860665003458659, "complete-iteration": 1.223612868785858, "set_robot_commands": 0.007763088544209798, "deviation-center-line": 0.6071577088901453, "driven_lanedir_consec": 0.2772041094943738, "sim_compute_sim_state": 0.05250051021575928, "sim_compute_performance-ego0": 0.005694483121236165, "sim_compute_performance-ego1": 0.005671323935190837, "sim_compute_performance-ego2": 0.005542052586873372, "sim_compute_robot_state-ego0": 0.01008380889892578, "sim_compute_robot_state-ego1": 0.009867342313130696, "sim_compute_robot_state-ego2": 0.009978697299957276, "sim_compute_robot_state-parked0": 0.010764846007029216, "sim_compute_robot_state-parked1": 0.011107709407806397, "sim_compute_robot_state-parked2": 0.010716225306193034, "sim_compute_robot_state-parked3": 0.010177290439605712, "sim_compute_robot_state-parked4": 0.0099623441696167, "sim_compute_robot_state-parked5": 0.010485347112019856}, "udem1-0-1-ego2": {"driven_any": 1.939183218773077, "get_ui_image": 0.11542833805084228, "step_physics": 0.6382763973871867, "survival_time": 14.950000000000076, "driven_lanedir": 0.5609048027203469, "get_state_dump": 0.04627209981282552, "sim_render-ego0": 0.00854088544845581, "sim_render-ego1": 0.008797489802042643, "sim_render-ego2": 0.009339363574981689, "in-drivable-lane": 9.750000000000089, "deviation-heading": 1.841373609986312, "agent_compute-ego0": 0.07525259812672933, "agent_compute-ego1": 0.06886332114537556, "agent_compute-ego2": 0.06860665003458659, "complete-iteration": 1.223612868785858, "set_robot_commands": 0.007763088544209798, "deviation-center-line": 0.32807253341162496, "driven_lanedir_consec": 0.5609048027203469, "sim_compute_sim_state": 0.05250051021575928, "sim_compute_performance-ego0": 0.005694483121236165, "sim_compute_performance-ego1": 0.005671323935190837, "sim_compute_performance-ego2": 0.005542052586873372, "sim_compute_robot_state-ego0": 0.01008380889892578, "sim_compute_robot_state-ego1": 0.009867342313130696, "sim_compute_robot_state-ego2": 0.009978697299957276, "sim_compute_robot_state-parked0": 0.010764846007029216, "sim_compute_robot_state-parked1": 0.011107709407806397, "sim_compute_robot_state-parked2": 0.010716225306193034, "sim_compute_robot_state-parked3": 0.010177290439605712, "sim_compute_robot_state-parked4": 0.0099623441696167, "sim_compute_robot_state-parked5": 0.010485347112019856}}
set_robot_commands_max0.007763088544209798
set_robot_commands_mean0.007072398463884989
set_robot_commands_median0.00707239846388499
set_robot_commands_min0.006381708383560181
sim_compute_performance-ego0_max0.005694483121236165
sim_compute_performance-ego0_mean0.005690500835577647
sim_compute_performance-ego0_median0.005690500835577646
sim_compute_performance-ego0_min0.005686518549919128
sim_compute_performance-ego1_max0.005880460143089294
sim_compute_performance-ego1_mean0.0057758920391400665
sim_compute_performance-ego1_median0.005775892039140066
sim_compute_performance-ego1_min0.005671323935190837
sim_compute_performance-ego2_max0.005542052586873372
sim_compute_performance-ego2_mean0.005398610631624858
sim_compute_performance-ego2_median0.005398610631624858
sim_compute_performance-ego2_min0.005255168676376343
sim_compute_robot_state-ego0_max0.01306491792201996
sim_compute_robot_state-ego0_mean0.01157436341047287
sim_compute_robot_state-ego0_median0.01157436341047287
sim_compute_robot_state-ego0_min0.01008380889892578
sim_compute_robot_state-ego1_max0.010133028030395508
sim_compute_robot_state-ego1_mean0.010000185171763102
sim_compute_robot_state-ego1_median0.010000185171763102
sim_compute_robot_state-ego1_min0.009867342313130696
sim_compute_robot_state-ego2_max0.009978697299957276
sim_compute_robot_state-ego2_mean0.009932059347629548
sim_compute_robot_state-ego2_median0.009932059347629548
sim_compute_robot_state-ego2_min0.00988542139530182
sim_compute_robot_state-parked0_max0.010764846007029216
sim_compute_robot_state-parked0_mean0.010445043345292412
sim_compute_robot_state-parked0_median0.01044504334529241
sim_compute_robot_state-parked0_min0.010125240683555603
sim_compute_robot_state-parked1_max0.011107709407806397
sim_compute_robot_state-parked1_mean0.010539811551570893
sim_compute_robot_state-parked1_median0.010539811551570893
sim_compute_robot_state-parked1_min0.009971913695335387
sim_compute_robot_state-parked2_max0.010716225306193034
sim_compute_robot_state-parked2_mean0.010386840303738912
sim_compute_robot_state-parked2_median0.010386840303738912
sim_compute_robot_state-parked2_min0.01005745530128479
sim_compute_robot_state-parked3_max0.01155628263950348
sim_compute_robot_state-parked3_mean0.010866786539554595
sim_compute_robot_state-parked3_median0.010866786539554595
sim_compute_robot_state-parked3_min0.010177290439605712
sim_compute_robot_state-parked4_max0.011515036225318909
sim_compute_robot_state-parked4_mean0.010738690197467805
sim_compute_robot_state-parked4_median0.010738690197467805
sim_compute_robot_state-parked4_min0.0099623441696167
sim_compute_robot_state-parked5_max0.010485347112019856
sim_compute_robot_state-parked5_mean0.010269610087076823
sim_compute_robot_state-parked5_median0.010269610087076823
sim_compute_robot_state-parked5_min0.010053873062133787
sim_compute_sim_state_max0.05560443699359894
sim_compute_sim_state_mean0.05405247360467911
sim_compute_sim_state_median0.05405247360467911
sim_compute_sim_state_min0.05250051021575928
sim_render-ego0_max0.008660399913787841
sim_render-ego0_mean0.008600642681121826
sim_render-ego0_median0.008600642681121826
sim_render-ego0_min0.00854088544845581
sim_render-ego1_max0.008797489802042643
sim_render-ego1_mean0.008614040513833366
sim_render-ego1_median0.008614040513833365
sim_render-ego1_min0.008430591225624085
sim_render-ego2_max0.009339363574981689
sim_render-ego2_mean0.00887547791004181
sim_render-ego2_median0.008875477910041809
sim_render-ego2_min0.008411592245101929
simulation-passed1
step_physics_max0.6804701864719391
step_physics_mean0.6593732919295628
step_physics_median0.659373291929563
step_physics_min0.6382763973871867
survival_time_max14.950000000000076
survival_time_mean9.475000000000035
survival_time_min3.999999999999994

Highlights

35938

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.