Duckietown Challenges Home Challenges Submissions

Job 34379

Job ID34379
submission9206
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg09-bc9a115e10b3-1
date started
date completed
duration0:26:13
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5856531947040295
survival_time_median14.950000000000076
deviation-center-line_median0.7378286826468656
in-drivable-lane_median7.700000000000029


other stats
agent_compute-ego0_max0.07142117341359457
agent_compute-ego0_mean0.06910523772239686
agent_compute-ego0_median0.06910523772239685
agent_compute-ego0_min0.06678930203119914
agent_compute-ego1_max0.06600459734598796
agent_compute-ego1_mean0.06516693989435832
agent_compute-ego1_median0.06516693989435832
agent_compute-ego1_min0.06432928244272867
agent_compute-ego2_max0.06676620403925577
agent_compute-ego2_mean0.06646219650904336
agent_compute-ego2_median0.06646219650904336
agent_compute-ego2_min0.06615818897883097
complete-iteration_max1.3700823362668355
complete-iteration_mean1.3466788808504742
complete-iteration_median1.3466788808504742
complete-iteration_min1.3232754254341126
deviation-center-line_max0.8899155934315167
deviation-center-line_mean0.6194894756550388
deviation-center-line_min0.03667829232910902
deviation-heading_max6.160639064517334
deviation-heading_mean3.3743226205820704
deviation-heading_median2.858302996647613
deviation-heading_min0.5485820165414336
driven_any_max1.9396717650184705
driven_any_mean1.9362995093107904
driven_any_median1.9364216090026625
driven_any_min1.9327993055459416
driven_lanedir_consec_max0.9695890327885164
driven_lanedir_consec_mean0.5848594059809614
driven_lanedir_consec_min0.05719451498021222
driven_lanedir_max1.118822606583666
driven_lanedir_mean0.6582535350751056
driven_lanedir_median0.7056995558734123
driven_lanedir_min0.05719451498021222
get_state_dump_max0.05063482443491618
get_state_dump_mean0.05027494430541993
get_state_dump_median0.05027494430541993
get_state_dump_min0.04991506417592367
get_ui_image_max0.13535904963811238
get_ui_image_mean0.13363847931226094
get_ui_image_median0.13363847931226094
get_ui_image_min0.1319179089864095
in-drivable-lane_max13.900000000000077
in-drivable-lane_mean8.308333333333382
in-drivable-lane_min4.000000000000021
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 1.9332958846700472, "get_ui_image": 0.13535904963811238, "step_physics": 0.7554905525843303, "survival_time": 14.950000000000076, "driven_lanedir": 0.05719451498021222, "get_state_dump": 0.05063482443491618, "sim_render-ego0": 0.008356030782063801, "sim_render-ego1": 0.007616917292277019, "sim_render-ego2": 0.007391949494679769, "in-drivable-lane": 13.900000000000077, "deviation-heading": 0.5485820165414336, "agent_compute-ego0": 0.07142117341359457, "agent_compute-ego1": 0.06432928244272867, "agent_compute-ego2": 0.06615818897883097, "complete-iteration": 1.3700823362668355, "set_robot_commands": 0.006303389072418213, "deviation-center-line": 0.03667829232910902, "driven_lanedir_consec": 0.05719451498021222, "sim_compute_sim_state": 0.07498406330744425, "sim_compute_performance-ego0": 0.006340578397115071, "sim_compute_performance-ego1": 0.006023300488789876, "sim_compute_performance-ego2": 0.005576937993367513, "sim_compute_robot_state-ego0": 0.0102237598101298, "sim_compute_robot_state-ego1": 0.00993444283803304, "sim_compute_robot_state-ego2": 0.010068009694417318, "sim_compute_robot_state-parked0": 0.010005359649658202, "sim_compute_robot_state-parked1": 0.010208245913187662, "sim_compute_robot_state-parked2": 0.01008828322092692, "sim_compute_robot_state-parked3": 0.009934186140696208, "sim_compute_robot_state-parked4": 0.010032814343770345, "sim_compute_robot_state-parked5": 0.010258979002634684}, "udem1-0-0-ego1": {"driven_any": 1.9327993055459416, "get_ui_image": 0.13535904963811238, "step_physics": 0.7554905525843303, "survival_time": 14.950000000000076, "driven_lanedir": 0.7172686157596098, "get_state_dump": 0.05063482443491618, "sim_render-ego0": 0.008356030782063801, "sim_render-ego1": 0.007616917292277019, "sim_render-ego2": 0.007391949494679769, "in-drivable-lane": 6.400000000000037, "deviation-heading": 6.160639064517334, "agent_compute-ego0": 0.07142117341359457, "agent_compute-ego1": 0.06432928244272867, "agent_compute-ego2": 0.06615818897883097, "complete-iteration": 1.3700823362668355, "set_robot_commands": 0.006303389072418213, "deviation-center-line": 0.8899155934315167, "driven_lanedir_consec": 0.4771758934208443, "sim_compute_sim_state": 0.07498406330744425, "sim_compute_performance-ego0": 0.006340578397115071, "sim_compute_performance-ego1": 0.006023300488789876, "sim_compute_performance-ego2": 0.005576937993367513, "sim_compute_robot_state-ego0": 0.0102237598101298, "sim_compute_robot_state-ego1": 0.00993444283803304, "sim_compute_robot_state-ego2": 0.010068009694417318, "sim_compute_robot_state-parked0": 0.010005359649658202, "sim_compute_robot_state-parked1": 0.010208245913187662, "sim_compute_robot_state-parked2": 0.01008828322092692, "sim_compute_robot_state-parked3": 0.009934186140696208, "sim_compute_robot_state-parked4": 0.010032814343770345, "sim_compute_robot_state-parked5": 0.010258979002634684}, "udem1-0-0-ego2": {"driven_any": 1.9328710216386304, "get_ui_image": 0.13535904963811238, "step_physics": 0.7554905525843303, "survival_time": 14.950000000000076, "driven_lanedir": 1.118822606583666, "get_state_dump": 0.05063482443491618, "sim_render-ego0": 0.008356030782063801, "sim_render-ego1": 0.007616917292277019, "sim_render-ego2": 0.007391949494679769, "in-drivable-lane": 4.000000000000021, "deviation-heading": 5.56052902694562, "agent_compute-ego0": 0.07142117341359457, "agent_compute-ego1": 0.06432928244272867, "agent_compute-ego2": 0.06615818897883097, "complete-iteration": 1.3700823362668355, "set_robot_commands": 0.006303389072418213, "deviation-center-line": 0.734628469222654, "driven_lanedir_consec": 0.9185505543575654, "sim_compute_sim_state": 0.07498406330744425, "sim_compute_performance-ego0": 0.006340578397115071, "sim_compute_performance-ego1": 0.006023300488789876, "sim_compute_performance-ego2": 0.005576937993367513, "sim_compute_robot_state-ego0": 0.0102237598101298, "sim_compute_robot_state-ego1": 0.00993444283803304, "sim_compute_robot_state-ego2": 0.010068009694417318, "sim_compute_robot_state-parked0": 0.010005359649658202, "sim_compute_robot_state-parked1": 0.010208245913187662, "sim_compute_robot_state-parked2": 0.01008828322092692, "sim_compute_robot_state-parked3": 0.009934186140696208, "sim_compute_robot_state-parked4": 0.010032814343770345, "sim_compute_robot_state-parked5": 0.010258979002634684}, "udem1-0-1-ego0": {"driven_any": 1.9396717650184705, "get_ui_image": 0.1319179089864095, "step_physics": 0.7227323937416077, "survival_time": 14.950000000000076, "driven_lanedir": 0.6941304959872148, "get_state_dump": 0.04991506417592367, "sim_render-ego0": 0.00834977944691976, "sim_render-ego1": 0.007709192434946696, "sim_render-ego2": 0.007748591899871826, "in-drivable-lane": 8.600000000000023, "deviation-heading": 2.259579622192808, "agent_compute-ego0": 0.06678930203119914, "agent_compute-ego1": 0.06600459734598796, "agent_compute-ego2": 0.06676620403925577, "complete-iteration": 1.3232754254341126, "set_robot_commands": 0.006434903939565023, "deviation-center-line": 0.8857484440063488, "driven_lanedir_consec": 0.6941304959872148, "sim_compute_sim_state": 0.06528183460235595, "sim_compute_performance-ego0": 0.006485140323638916, "sim_compute_performance-ego1": 0.005986862182617188, "sim_compute_performance-ego2": 0.006009275913238525, "sim_compute_robot_state-ego0": 0.01031467119852702, "sim_compute_robot_state-ego1": 0.0102877410252889, "sim_compute_robot_state-ego2": 0.010398600896199544, "sim_compute_robot_state-parked0": 0.010166456699371338, "sim_compute_robot_state-parked1": 0.010260772705078126, "sim_compute_robot_state-parked2": 0.010051501592000326, "sim_compute_robot_state-parked3": 0.0102557905515035, "sim_compute_robot_state-parked4": 0.010134937763214112, "sim_compute_robot_state-parked5": 0.01012503147125244}, "udem1-0-1-ego1": {"driven_any": 1.9396117456563775, "get_ui_image": 0.1319179089864095, "step_physics": 0.7227323937416077, "survival_time": 14.950000000000076, "driven_lanedir": 0.3925159443514152, "get_state_dump": 0.04991506417592367, "sim_render-ego0": 0.00834977944691976, "sim_render-ego1": 0.007709192434946696, "sim_render-ego2": 0.007748591899871826, "in-drivable-lane": 10.150000000000087, "deviation-heading": 3.441847934627839, "agent_compute-ego0": 0.06678930203119914, "agent_compute-ego1": 0.06600459734598796, "agent_compute-ego2": 0.06676620403925577, "complete-iteration": 1.3232754254341126, "set_robot_commands": 0.006434903939565023, "deviation-center-line": 0.4289371588695268, "driven_lanedir_consec": 0.3925159443514152, "sim_compute_sim_state": 0.06528183460235595, "sim_compute_performance-ego0": 0.006485140323638916, "sim_compute_performance-ego1": 0.005986862182617188, "sim_compute_performance-ego2": 0.006009275913238525, "sim_compute_robot_state-ego0": 0.01031467119852702, "sim_compute_robot_state-ego1": 0.0102877410252889, "sim_compute_robot_state-ego2": 0.010398600896199544, "sim_compute_robot_state-parked0": 0.010166456699371338, "sim_compute_robot_state-parked1": 0.010260772705078126, "sim_compute_robot_state-parked2": 0.010051501592000326, "sim_compute_robot_state-parked3": 0.0102557905515035, "sim_compute_robot_state-parked4": 0.010134937763214112, "sim_compute_robot_state-parked5": 0.01012503147125244}, "udem1-0-1-ego2": {"driven_any": 1.9395473333352773, "get_ui_image": 0.1319179089864095, "step_physics": 0.7227323937416077, "survival_time": 14.950000000000076, "driven_lanedir": 0.9695890327885164, "get_state_dump": 0.04991506417592367, "sim_render-ego0": 0.00834977944691976, "sim_render-ego1": 0.007709192434946696, "sim_render-ego2": 0.007748591899871826, "in-drivable-lane": 6.800000000000035, "deviation-heading": 2.2747580586673872, "agent_compute-ego0": 0.06678930203119914, "agent_compute-ego1": 0.06600459734598796, "agent_compute-ego2": 0.06676620403925577, "complete-iteration": 1.3232754254341126, "set_robot_commands": 0.006434903939565023, "deviation-center-line": 0.7410288960710774, "driven_lanedir_consec": 0.9695890327885164, "sim_compute_sim_state": 0.06528183460235595, "sim_compute_performance-ego0": 0.006485140323638916, "sim_compute_performance-ego1": 0.005986862182617188, "sim_compute_performance-ego2": 0.006009275913238525, "sim_compute_robot_state-ego0": 0.01031467119852702, "sim_compute_robot_state-ego1": 0.0102877410252889, "sim_compute_robot_state-ego2": 0.010398600896199544, "sim_compute_robot_state-parked0": 0.010166456699371338, "sim_compute_robot_state-parked1": 0.010260772705078126, "sim_compute_robot_state-parked2": 0.010051501592000326, "sim_compute_robot_state-parked3": 0.0102557905515035, "sim_compute_robot_state-parked4": 0.010134937763214112, "sim_compute_robot_state-parked5": 0.01012503147125244}}
set_robot_commands_max0.006434903939565023
set_robot_commands_mean0.006369146505991618
set_robot_commands_median0.0063691465059916175
set_robot_commands_min0.006303389072418213
sim_compute_performance-ego0_max0.006485140323638916
sim_compute_performance-ego0_mean0.006412859360376993
sim_compute_performance-ego0_median0.006412859360376994
sim_compute_performance-ego0_min0.006340578397115071
sim_compute_performance-ego1_max0.006023300488789876
sim_compute_performance-ego1_mean0.0060050813357035325
sim_compute_performance-ego1_median0.006005081335703532
sim_compute_performance-ego1_min0.005986862182617188
sim_compute_performance-ego2_max0.006009275913238525
sim_compute_performance-ego2_mean0.005793106953303019
sim_compute_performance-ego2_median0.005793106953303019
sim_compute_performance-ego2_min0.005576937993367513
sim_compute_robot_state-ego0_max0.01031467119852702
sim_compute_robot_state-ego0_mean0.010269215504328409
sim_compute_robot_state-ego0_median0.01026921550432841
sim_compute_robot_state-ego0_min0.0102237598101298
sim_compute_robot_state-ego1_max0.0102877410252889
sim_compute_robot_state-ego1_mean0.01011109193166097
sim_compute_robot_state-ego1_median0.01011109193166097
sim_compute_robot_state-ego1_min0.00993444283803304
sim_compute_robot_state-ego2_max0.010398600896199544
sim_compute_robot_state-ego2_mean0.010233305295308432
sim_compute_robot_state-ego2_median0.010233305295308432
sim_compute_robot_state-ego2_min0.010068009694417318
sim_compute_robot_state-parked0_max0.010166456699371338
sim_compute_robot_state-parked0_mean0.01008590817451477
sim_compute_robot_state-parked0_median0.01008590817451477
sim_compute_robot_state-parked0_min0.010005359649658202
sim_compute_robot_state-parked1_max0.010260772705078126
sim_compute_robot_state-parked1_mean0.010234509309132894
sim_compute_robot_state-parked1_median0.010234509309132894
sim_compute_robot_state-parked1_min0.010208245913187662
sim_compute_robot_state-parked2_max0.01008828322092692
sim_compute_robot_state-parked2_mean0.010069892406463624
sim_compute_robot_state-parked2_median0.010069892406463624
sim_compute_robot_state-parked2_min0.010051501592000326
sim_compute_robot_state-parked3_max0.0102557905515035
sim_compute_robot_state-parked3_mean0.010094988346099853
sim_compute_robot_state-parked3_median0.010094988346099853
sim_compute_robot_state-parked3_min0.009934186140696208
sim_compute_robot_state-parked4_max0.010134937763214112
sim_compute_robot_state-parked4_mean0.010083876053492228
sim_compute_robot_state-parked4_median0.010083876053492228
sim_compute_robot_state-parked4_min0.010032814343770345
sim_compute_robot_state-parked5_max0.010258979002634684
sim_compute_robot_state-parked5_mean0.01019200523694356
sim_compute_robot_state-parked5_median0.010192005236943564
sim_compute_robot_state-parked5_min0.01012503147125244
sim_compute_sim_state_max0.07498406330744425
sim_compute_sim_state_mean0.07013294895490009
sim_compute_sim_state_median0.0701329489549001
sim_compute_sim_state_min0.06528183460235595
sim_render-ego0_max0.008356030782063801
sim_render-ego0_mean0.00835290511449178
sim_render-ego0_median0.008352905114491781
sim_render-ego0_min0.00834977944691976
sim_render-ego1_max0.007709192434946696
sim_render-ego1_mean0.007663054863611857
sim_render-ego1_median0.007663054863611857
sim_render-ego1_min0.007616917292277019
sim_render-ego2_max0.007748591899871826
sim_render-ego2_mean0.007570270697275797
sim_render-ego2_median0.007570270697275797
sim_render-ego2_min0.007391949494679769
simulation-passed1
step_physics_max0.7554905525843303
step_physics_mean0.7391114731629691
step_physics_median0.739111473162969
step_physics_min0.7227323937416077
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076

Highlights

34379

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.