Duckietown Challenges Home Challenges Submissions

Job 63100

Job ID63100
submission14044
userBea Baselines 🐤
user labelminimal-agent-full
challengeaido-LFV_multi_full-sim-validation
step358
statussuccess
up to dateyes
evaluatornogpu-production-b-1-03
date started
date completed
duration1:37:14
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median59.99999999999873
in-drivable-lane_median29.299999999999457
driven_lanedir_consec_median0.5884295660925041
deviation-center-line_median1.4336195491295345


other stats
agent_compute-ego0_max0.02621238972126296
agent_compute-ego0_mean0.023145803645744156
agent_compute-ego0_median0.02264579964319335
agent_compute-ego0_min0.02100765079780979
agent_compute-ego1_max0.026767820045414017
agent_compute-ego1_mean0.02389533831416121
agent_compute-ego1_median0.02471206190187071
agent_compute-ego1_min0.019548443930035925
complete-iteration_max0.6684556243620149
complete-iteration_mean0.5210735092864135
complete-iteration_median0.6435236750196954
complete-iteration_min0.2697566667266134
deviation-center-line_max9.336528794868338
deviation-center-line_mean2.3039603094679912
deviation-center-line_min0.30445429332754187
deviation-heading_max24.123565408146007
deviation-heading_mean16.11717624678943
deviation-heading_median21.854739949168646
deviation-heading_min2.2801938062723295
driven_any_max3.5793643136169577
driven_any_mean2.161087456510083
driven_any_median1.7896955315978489
driven_any_min0.6365999313489548
driven_lanedir_consec_max3.5154462134096507
driven_lanedir_consec_mean1.2475659517011248
driven_lanedir_consec_min0.1967222484648856
driven_lanedir_max3.5154462134096507
driven_lanedir_mean1.2562761677352683
driven_lanedir_median0.5884295660925041
driven_lanedir_min0.1967222484648856
get_duckie_state_max1.1573524697436382e-06
get_duckie_state_mean1.060788265884851e-06
get_duckie_state_median1.1120906578908851e-06
get_duckie_state_min9.36403361883489e-07
get_robot_state_max0.01325246019228412
get_robot_state_mean0.011894851997432664
get_robot_state_median0.012794634186159462
get_robot_state_min0.006223978150595634
get_state_dump_max0.00866147818712271
get_state_dump_mean0.007979253589915537
get_state_dump_median0.00832572308904821
get_state_dump_min0.005285461181208652
get_ui_image_max0.04237763172978664
get_ui_image_mean0.036914689994331944
get_ui_image_median0.03910437094778145
get_ui_image_min0.025069403112381324
in-drivable-lane_max55.79999999999873
in-drivable-lane_mean23.86071428571378
in-drivable-lane_min0.19999999999998863
per-episodes
details{"LFV_multi-full-loop-000-ego0": {"driven_any": 3.5793643136169577, "get_ui_image": 0.035184710746403045, "step_physics": 0.16989153231510412, "survival_time": 59.99999999999873, "driven_lanedir": 3.504817230354414, "get_state_dump": 0.00832572308904821, "get_robot_state": 0.012472898537272917, "sim_render-ego0": 0.00327910312903513, "sim_render-ego1": 0.003198367967692938, "sim_render-ego2": 0.003181656631800058, "sim_render-ego3": 0.0032125144675808287, "get_duckie_state": 9.36403361883489e-07, "in-drivable-lane": 0.19999999999998863, "deviation-heading": 7.291952561599106, "agent_compute-ego0": 0.02621238972126296, "agent_compute-ego1": 0.02471206190187071, "agent_compute-ego2": 0.025054711088550577, "agent_compute-ego3": 0.02751041649779511, "complete-iteration": 0.37689964975742973, "set_robot_commands": 0.0018294494813129768, "deviation-center-line": 6.023180487388876, "driven_lanedir_consec": 3.504817230354414, "sim_compute_sim_state": 0.02045364641924881, "sim_compute_performance-ego0": 0.0017233317738071668, "sim_compute_performance-ego1": 0.0015974554987771624, "sim_compute_performance-ego2": 0.0016144495224774034, "sim_compute_performance-ego3": 0.0016142541820262492}, "LFV_multi-full-loop-000-ego1": {"driven_any": 3.560097377516417, "get_ui_image": 0.035184710746403045, "step_physics": 0.16989153231510412, "survival_time": 59.99999999999873, "driven_lanedir": 3.5154462134096507, "get_state_dump": 0.00832572308904821, "get_robot_state": 0.012472898537272917, "sim_render-ego0": 0.00327910312903513, "sim_render-ego1": 0.003198367967692938, "sim_render-ego2": 0.003181656631800058, "sim_render-ego3": 0.0032125144675808287, "get_duckie_state": 9.36403361883489e-07, "in-drivable-lane": 0.649999999999963, "deviation-heading": 3.0583784001960175, "agent_compute-ego0": 0.02621238972126296, "agent_compute-ego1": 0.02471206190187071, "agent_compute-ego2": 0.025054711088550577, "agent_compute-ego3": 0.02751041649779511, "complete-iteration": 0.37689964975742973, "set_robot_commands": 0.0018294494813129768, "deviation-center-line": 3.210184084288708, "driven_lanedir_consec": 3.5154462134096507, "sim_compute_sim_state": 0.02045364641924881, "sim_compute_performance-ego0": 0.0017233317738071668, "sim_compute_performance-ego1": 0.0015974554987771624, "sim_compute_performance-ego2": 0.0016144495224774034, "sim_compute_performance-ego3": 0.0016142541820262492}, "LFV_multi-full-loop-000-ego2": {"driven_any": 1.3699202618588249, "get_ui_image": 0.035184710746403045, "step_physics": 0.16989153231510412, "survival_time": 59.99999999999873, "driven_lanedir": 1.286047861839198, "get_state_dump": 0.00832572308904821, "get_robot_state": 0.012472898537272917, "sim_render-ego0": 0.00327910312903513, "sim_render-ego1": 0.003198367967692938, "sim_render-ego2": 0.003181656631800058, "sim_render-ego3": 0.0032125144675808287, "get_duckie_state": 9.36403361883489e-07, "in-drivable-lane": 1.7000000000000242, "deviation-heading": 12.72108796629571, "agent_compute-ego0": 0.02621238972126296, "agent_compute-ego1": 0.02471206190187071, "agent_compute-ego2": 0.025054711088550577, "agent_compute-ego3": 0.02751041649779511, "complete-iteration": 0.37689964975742973, "set_robot_commands": 0.0018294494813129768, "deviation-center-line": 9.336528794868338, "driven_lanedir_consec": 1.286047861839198, "sim_compute_sim_state": 0.02045364641924881, "sim_compute_performance-ego0": 0.0017233317738071668, "sim_compute_performance-ego1": 0.0015974554987771624, "sim_compute_performance-ego2": 0.0016144495224774034, "sim_compute_performance-ego3": 0.0016142541820262492}, "LFV_multi-full-loop-000-ego3": {"driven_any": 3.2735918211673862, "get_ui_image": 0.035184710746403045, "step_physics": 0.16989153231510412, "survival_time": 59.99999999999873, "driven_lanedir": 3.174990469923461, "get_state_dump": 0.00832572308904821, "get_robot_state": 0.012472898537272917, "sim_render-ego0": 0.00327910312903513, "sim_render-ego1": 0.003198367967692938, "sim_render-ego2": 0.003181656631800058, "sim_render-ego3": 0.0032125144675808287, "get_duckie_state": 9.36403361883489e-07, "in-drivable-lane": 1.1000000000000156, "deviation-heading": 7.347824517291168, "agent_compute-ego0": 0.02621238972126296, "agent_compute-ego1": 0.02471206190187071, "agent_compute-ego2": 0.025054711088550577, "agent_compute-ego3": 0.02751041649779511, "complete-iteration": 0.37689964975742973, "set_robot_commands": 0.0018294494813129768, "deviation-center-line": 3.5324364732134867, "driven_lanedir_consec": 3.174990469923461, "sim_compute_sim_state": 0.02045364641924881, "sim_compute_performance-ego0": 0.0017233317738071668, "sim_compute_performance-ego1": 0.0015974554987771624, "sim_compute_performance-ego2": 0.0016144495224774034, "sim_compute_performance-ego3": 0.0016142541820262492}, "LFV_multi-full-zigzag-000-ego0": {"driven_any": 1.7896955315978496, "get_ui_image": 0.04237763172978664, "step_physics": 0.4533786257538172, "survival_time": 59.99999999999873, "driven_lanedir": 0.5023661585771361, "get_state_dump": 0.00866147818712271, "get_robot_state": 0.01325246019228412, "sim_render-ego0": 0.0035346991612849685, "sim_render-ego1": 0.003542757748961945, "sim_render-ego2": 0.0035295649233904607, "sim_render-ego3": 0.0035072069779522315, "get_duckie_state": 1.1573524697436382e-06, "in-drivable-lane": 32.949999999999356, "deviation-heading": 21.32728689646911, "agent_compute-ego0": 0.02264579964319335, "agent_compute-ego1": 0.02237958018726155, "agent_compute-ego2": 0.023114004897436036, "agent_compute-ego3": 0.024142638134221846, "complete-iteration": 0.6684556243620149, "set_robot_commands": 0.0021530551576892302, "deviation-center-line": 0.6211758567123721, "driven_lanedir_consec": 0.5023661585771361, "sim_compute_sim_state": 0.02866783209585528, "sim_compute_performance-ego0": 0.0019814011258546954, "sim_compute_performance-ego1": 0.0017708914166783215, "sim_compute_performance-ego2": 0.001759050092927423, "sim_compute_performance-ego3": 0.0017486228037634857}, "LFV_multi-full-zigzag-000-ego1": {"driven_any": 1.789695531597821, "get_ui_image": 0.04237763172978664, "step_physics": 0.4533786257538172, "survival_time": 59.99999999999873, "driven_lanedir": 0.5879877501787569, "get_state_dump": 0.00866147818712271, "get_robot_state": 0.01325246019228412, "sim_render-ego0": 0.0035346991612849685, "sim_render-ego1": 0.003542757748961945, "sim_render-ego2": 0.0035295649233904607, "sim_render-ego3": 0.0035072069779522315, "get_duckie_state": 1.1573524697436382e-06, "in-drivable-lane": 29.34999999999945, "deviation-heading": 23.33742402364064, "agent_compute-ego0": 0.02264579964319335, "agent_compute-ego1": 0.02237958018726155, "agent_compute-ego2": 0.023114004897436036, "agent_compute-ego3": 0.024142638134221846, "complete-iteration": 0.6684556243620149, "set_robot_commands": 0.0021530551576892302, "deviation-center-line": 0.8832495080686866, "driven_lanedir_consec": 0.5879877501787569, "sim_compute_sim_state": 0.02866783209585528, "sim_compute_performance-ego0": 0.0019814011258546954, "sim_compute_performance-ego1": 0.0017708914166783215, "sim_compute_performance-ego2": 0.001759050092927423, "sim_compute_performance-ego3": 0.0017486228037634857}, "LFV_multi-full-zigzag-000-ego2": {"driven_any": 1.78969553159782, "get_ui_image": 0.04237763172978664, "step_physics": 0.4533786257538172, "survival_time": 59.99999999999873, "driven_lanedir": 0.5003015952905097, "get_state_dump": 0.00866147818712271, "get_robot_state": 0.01325246019228412, "sim_render-ego0": 0.0035346991612849685, "sim_render-ego1": 0.003542757748961945, "sim_render-ego2": 0.0035295649233904607, "sim_render-ego3": 0.0035072069779522315, "get_duckie_state": 1.1573524697436382e-06, "in-drivable-lane": 32.549999999999386, "deviation-heading": 22.38219300186818, "agent_compute-ego0": 0.02264579964319335, "agent_compute-ego1": 0.02237958018726155, "agent_compute-ego2": 0.023114004897436036, "agent_compute-ego3": 0.024142638134221846, "complete-iteration": 0.6684556243620149, "set_robot_commands": 0.0021530551576892302, "deviation-center-line": 1.9380003054953392, "driven_lanedir_consec": 0.5003015952905097, "sim_compute_sim_state": 0.02866783209585528, "sim_compute_performance-ego0": 0.0019814011258546954, "sim_compute_performance-ego1": 0.0017708914166783215, "sim_compute_performance-ego2": 0.001759050092927423, "sim_compute_performance-ego3": 0.0017486228037634857}, "LFV_multi-full-zigzag-000-ego3": {"driven_any": 0.6365999313489548, "get_ui_image": 0.04237763172978664, "step_physics": 0.4533786257538172, "survival_time": 59.99999999999873, "driven_lanedir": 0.1967222484648856, "get_state_dump": 0.00866147818712271, "get_robot_state": 0.01325246019228412, "sim_render-ego0": 0.0035346991612849685, "sim_render-ego1": 0.003542757748961945, "sim_render-ego2": 0.0035295649233904607, "sim_render-ego3": 0.0035072069779522315, "get_duckie_state": 1.1573524697436382e-06, "in-drivable-lane": 55.79999999999873, "deviation-heading": 2.2801938062723295, "agent_compute-ego0": 0.02264579964319335, "agent_compute-ego1": 0.02237958018726155, "agent_compute-ego2": 0.023114004897436036, "agent_compute-ego3": 0.024142638134221846, "complete-iteration": 0.6684556243620149, "set_robot_commands": 0.0021530551576892302, "deviation-center-line": 0.30445429332754187, "driven_lanedir_consec": 0.1967222484648856, "sim_compute_sim_state": 0.02866783209585528, "sim_compute_performance-ego0": 0.0019814011258546954, "sim_compute_performance-ego1": 0.0017708914166783215, "sim_compute_performance-ego2": 0.001759050092927423, "sim_compute_performance-ego3": 0.0017486228037634857}, "LFV_multi-full-techtrack-000-ego0": {"driven_any": 1.7896955315978542, "get_ui_image": 0.03910437094778145, "step_physics": 0.4283662541125041, "survival_time": 59.99999999999873, "driven_lanedir": 0.5861679512880023, "get_state_dump": 0.008297455697929135, "get_robot_state": 0.012794634186159462, "sim_render-ego0": 0.003443215907761497, "sim_render-ego1": 0.00350623781933177, "sim_render-ego2": 0.003466660732234348, "sim_render-ego3": 0.0033629049766470648, "get_duckie_state": 1.1120906578908851e-06, "in-drivable-lane": 29.299999999999457, "deviation-heading": 23.61175750971882, "agent_compute-ego0": 0.021648297996743338, "agent_compute-ego1": 0.026767820045414017, "agent_compute-ego2": 0.020971801259138504, "agent_compute-ego3": 0.02114122356602195, "complete-iteration": 0.6435236750196954, "set_robot_commands": 0.001956979599126074, "deviation-center-line": 0.5880947845158171, "driven_lanedir_consec": 0.5861679512880023, "sim_compute_sim_state": 0.03556124852360734, "sim_compute_performance-ego0": 0.0018581663142830803, "sim_compute_performance-ego1": 0.001747661982845208, "sim_compute_performance-ego2": 0.0017436189913531326, "sim_compute_performance-ego3": 0.0016714397020681415}, "LFV_multi-full-techtrack-000-ego1": {"driven_any": 3.5180864328498713, "get_ui_image": 0.03910437094778145, "step_physics": 0.4283662541125041, "survival_time": 59.99999999999873, "driven_lanedir": 1.393742966273865, "get_state_dump": 0.008297455697929135, "get_robot_state": 0.012794634186159462, "sim_render-ego0": 0.003443215907761497, "sim_render-ego1": 0.00350623781933177, "sim_render-ego2": 0.003466660732234348, "sim_render-ego3": 0.0033629049766470648, "get_duckie_state": 1.1120906578908851e-06, "in-drivable-lane": 33.19999999999884, "deviation-heading": 7.397256586653197, "agent_compute-ego0": 0.021648297996743338, "agent_compute-ego1": 0.026767820045414017, "agent_compute-ego2": 0.020971801259138504, "agent_compute-ego3": 0.02114122356602195, "complete-iteration": 0.6435236750196954, "set_robot_commands": 0.001956979599126074, "deviation-center-line": 1.7477718973430725, "driven_lanedir_consec": 1.2717999417958583, "sim_compute_sim_state": 0.03556124852360734, "sim_compute_performance-ego0": 0.0018581663142830803, "sim_compute_performance-ego1": 0.001747661982845208, "sim_compute_performance-ego2": 0.0017436189913531326, "sim_compute_performance-ego3": 0.0016714397020681415}, "LFV_multi-full-techtrack-000-ego2": {"driven_any": 1.7896955315978456, "get_ui_image": 0.03910437094778145, "step_physics": 0.4283662541125041, "survival_time": 59.99999999999873, "driven_lanedir": 0.581678908926474, "get_state_dump": 0.008297455697929135, "get_robot_state": 0.012794634186159462, "sim_render-ego0": 0.003443215907761497, "sim_render-ego1": 0.00350623781933177, "sim_render-ego2": 0.003466660732234348, "sim_render-ego3": 0.0033629049766470648, "get_duckie_state": 1.1120906578908851e-06, "in-drivable-lane": 29.299999999999446, "deviation-heading": 23.956449555461084, "agent_compute-ego0": 0.021648297996743338, "agent_compute-ego1": 0.026767820045414017, "agent_compute-ego2": 0.020971801259138504, "agent_compute-ego3": 0.02114122356602195, "complete-iteration": 0.6435236750196954, "set_robot_commands": 0.001956979599126074, "deviation-center-line": 0.6037553054999931, "driven_lanedir_consec": 0.581678908926474, "sim_compute_sim_state": 0.03556124852360734, "sim_compute_performance-ego0": 0.0018581663142830803, "sim_compute_performance-ego1": 0.001747661982845208, "sim_compute_performance-ego2": 0.0017436189913531326, "sim_compute_performance-ego3": 0.0016714397020681415}, "LFV_multi-full-techtrack-000-ego3": {"driven_any": 1.7896955315978875, "get_ui_image": 0.03910437094778145, "step_physics": 0.4283662541125041, "survival_time": 59.99999999999873, "driven_lanedir": 0.5790202475228581, "get_state_dump": 0.008297455697929135, "get_robot_state": 0.012794634186159462, "sim_render-ego0": 0.003443215907761497, "sim_render-ego1": 0.00350623781933177, "sim_render-ego2": 0.003466660732234348, "sim_render-ego3": 0.0033629049766470648, "get_duckie_state": 1.1120906578908851e-06, "in-drivable-lane": 29.299999999999457, "deviation-heading": 24.123565408146007, "agent_compute-ego0": 0.021648297996743338, "agent_compute-ego1": 0.026767820045414017, "agent_compute-ego2": 0.020971801259138504, "agent_compute-ego3": 0.02114122356602195, "complete-iteration": 0.6435236750196954, "set_robot_commands": 0.001956979599126074, "deviation-center-line": 1.7989443207480755, "driven_lanedir_consec": 0.5790202475228581, "sim_compute_sim_state": 0.03556124852360734, "sim_compute_performance-ego0": 0.0018581663142830803, "sim_compute_performance-ego1": 0.001747661982845208, "sim_compute_performance-ego2": 0.0017436189913531326, "sim_compute_performance-ego3": 0.0016714397020681415}, "LFV_multi-full-small_loop-000-ego0": {"driven_any": 1.7896955315978482, "get_ui_image": 0.025069403112381324, "step_physics": 0.17081365378869762, "survival_time": 59.99999999999873, "driven_lanedir": 0.5897053642382897, "get_state_dump": 0.005285461181208652, "get_robot_state": 0.006223978150595634, "sim_render-ego0": 0.0032805070392694403, "sim_render-ego1": 0.003215738776125181, "get_duckie_state": 1.0138248821579348e-06, "in-drivable-lane": 29.349999999999422, "deviation-heading": 23.280161177088708, "agent_compute-ego0": 0.02100765079780979, "agent_compute-ego1": 0.019548443930035925, "complete-iteration": 0.2697566667266134, "set_robot_commands": 0.0018429255902419775, "deviation-center-line": 1.1194672009159967, "driven_lanedir_consec": 0.5897053642382897, "sim_compute_sim_state": 0.008273027620148797, "sim_compute_performance-ego0": 0.001643722202259734, "sim_compute_performance-ego1": 0.00161533093670822}, "LFV_multi-full-small_loop-000-ego1": {"driven_any": 1.7896955315978262, "get_ui_image": 0.025069403112381324, "step_physics": 0.17081365378869762, "survival_time": 59.99999999999873, "driven_lanedir": 0.5888713820062512, "get_state_dump": 0.005285461181208652, "get_robot_state": 0.006223978150595634, "sim_render-ego0": 0.0032805070392694403, "sim_render-ego1": 0.003215738776125181, "get_duckie_state": 1.0138248821579348e-06, "in-drivable-lane": 29.299999999999407, "deviation-heading": 23.52493604435195, "agent_compute-ego0": 0.02100765079780979, "agent_compute-ego1": 0.019548443930035925, "complete-iteration": 0.2697566667266134, "set_robot_commands": 0.0018429255902419775, "deviation-center-line": 0.5482010201655783, "driven_lanedir_consec": 0.5888713820062512, "sim_compute_sim_state": 0.008273027620148797, "sim_compute_performance-ego0": 0.001643722202259734, "sim_compute_performance-ego1": 0.00161533093670822}}
set_robot_commands_max0.0021530551576892302
set_robot_commands_mean0.001960270580928363
set_robot_commands_median0.001956979599126074
set_robot_commands_min0.0018294494813129768
sim_compute_performance-ego0_max0.0019814011258546954
sim_compute_performance-ego0_mean0.001824217232878517
sim_compute_performance-ego0_median0.0018581663142830803
sim_compute_performance-ego0_min0.001643722202259734
sim_compute_performance-ego1_max0.0017708914166783215
sim_compute_performance-ego1_mean0.0016924783904728004
sim_compute_performance-ego1_median0.001747661982845208
sim_compute_performance-ego1_min0.0015974554987771624
sim_compute_sim_state_max0.03556124852360734
sim_compute_sim_state_mean0.02537692595679595
sim_compute_sim_state_median0.02866783209585528
sim_compute_sim_state_min0.008273027620148797
sim_render-ego0_max0.0035346991612849685
sim_render-ego0_mean0.00339922049077609
sim_render-ego0_median0.003443215907761497
sim_render-ego0_min0.00327910312903513
sim_render-ego1_max0.003542757748961945
sim_render-ego1_mean0.0033872094068712125
sim_render-ego1_median0.00350623781933177
sim_render-ego1_min0.003198367967692938
simulation-passed1
step_physics_max0.4533786257538172
step_physics_mean0.3248694968787926
step_physics_median0.4283662541125041
step_physics_min0.16989153231510412
survival_time_max59.99999999999873
survival_time_mean59.999999999998735
survival_time_min59.99999999999873

Highlights

63100

Click the images to see detailed statistics about the episode.

LFV_multi-full-loop-000

LFV_multi-full-small_loop-000

LFV_multi-full-techtrack-000

LFV_multi-full-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.