Duckietown Challenges Home Challenges Submissions

Job 53424

Job ID53424
submission12568
userBea Baselines 🐤
user labelstraight
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration0:40:25
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5845020784009587
survival_time_median22.05000000000018
deviation-center-line_median0.36159514613690735
in-drivable-lane_median17.650000000000187


other stats
agent_compute-ego0_max0.010624874915395464
agent_compute-ego0_mean0.010031301486216324
agent_compute-ego0_median0.010242204398335236
agent_compute-ego0_min0.009182566463357153
agent_compute-ego1_max0.010947046776163092
agent_compute-ego1_mean0.01039126595780276
agent_compute-ego1_median0.010477891020395454
agent_compute-ego1_min0.009637606812782414
complete-iteration_max1.0978001175730163
complete-iteration_mean0.7628128691366182
complete-iteration_median0.8359782539341785
complete-iteration_min0.2816252570067133
deviation-center-line_max0.6128060296104244
deviation-center-line_mean0.37163603052463456
deviation-center-line_min0.13131467496691465
deviation-heading_max3.914823649869822
deviation-heading_mean1.69923675229233
deviation-heading_median1.7837659422502474
deviation-heading_min0.5703639195063125
driven_any_max5.114746336331455
driven_any_mean2.0430849429179028
driven_any_median1.672675359708932
driven_any_min0.8124423795237465
driven_lanedir_consec_max0.977662661166671
driven_lanedir_consec_mean0.5932421336189245
driven_lanedir_consec_min0.1964323403421724
driven_lanedir_max0.977662661166671
driven_lanedir_mean0.5932421336189245
driven_lanedir_median0.5845020784009587
driven_lanedir_min0.1964323403421724
get_duckie_state_max1.582624685710372e-06
get_duckie_state_mean1.4549943588596198e-06
get_duckie_state_median1.5257301271054748e-06
get_duckie_state_min1.3102378164018904e-06
get_robot_state_max0.01483301986935991
get_robot_state_mean0.013332633645718782
get_robot_state_median0.014699234791367364
get_robot_state_min0.007495813071727753
get_state_dump_max0.009700575565320871
get_state_dump_mean0.009062665426970613
get_state_dump_median0.009471674605204422
get_state_dump_min0.006329205419336047
get_ui_image_max0.04809335687789084
get_ui_image_mean0.04279166771823943
get_ui_image_median0.04793907937960387
get_ui_image_min0.031102034662451063
in-drivable-lane_max27.550000000000328
in-drivable-lane_mean16.92142857142874
in-drivable-lane_min7.300000000000029
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.669702128629466, "get_ui_image": 0.03818738342511772, "step_physics": 0.4429746862291896, "survival_time": 15.10000000000008, "driven_lanedir": 0.8756474193632071, "get_state_dump": 0.009382476114203828, "get_robot_state": 0.013384056563424592, "sim_render-ego0": 0.0034194165723945443, "sim_render-ego1": 0.00335558806315507, "sim_render-ego2": 0.003389840865685995, "sim_render-ego3": 0.003640978249779629, "get_duckie_state": 1.329006534991878e-06, "in-drivable-lane": 8.900000000000095, "deviation-heading": 2.1492018701903586, "agent_compute-ego0": 0.009182566463357153, "agent_compute-ego1": 0.009637606812782414, "agent_compute-ego2": 0.009710963409725982, "agent_compute-ego3": 0.009682025846475028, "complete-iteration": 0.5952540419676123, "set_robot_commands": 0.0020089125869297746, "deviation-center-line": 0.6128060296104244, "driven_lanedir_consec": 0.8756474193632071, "sim_compute_sim_state": 0.02432177169094778, "sim_compute_performance-ego0": 0.0018668875049049705, "sim_compute_performance-ego1": 0.0016947060134938055, "sim_compute_performance-ego2": 0.0017047022828961362, "sim_compute_performance-ego3": 0.001696436318627285}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.97804980373683, "get_ui_image": 0.03818738342511772, "step_physics": 0.4429746862291896, "survival_time": 15.10000000000008, "driven_lanedir": 0.3294444869160553, "get_state_dump": 0.009382476114203828, "get_robot_state": 0.013384056563424592, "sim_render-ego0": 0.0034194165723945443, "sim_render-ego1": 0.00335558806315507, "sim_render-ego2": 0.003389840865685995, "sim_render-ego3": 0.003640978249779629, "get_duckie_state": 1.329006534991878e-06, "in-drivable-lane": 11.70000000000006, "deviation-heading": 2.3793594057095864, "agent_compute-ego0": 0.009182566463357153, "agent_compute-ego1": 0.009637606812782414, "agent_compute-ego2": 0.009710963409725982, "agent_compute-ego3": 0.009682025846475028, "complete-iteration": 0.5952540419676123, "set_robot_commands": 0.0020089125869297746, "deviation-center-line": 0.35672508523152285, "driven_lanedir_consec": 0.3294444869160553, "sim_compute_sim_state": 0.02432177169094778, "sim_compute_performance-ego0": 0.0018668875049049705, "sim_compute_performance-ego1": 0.0016947060134938055, "sim_compute_performance-ego2": 0.0017047022828961362, "sim_compute_performance-ego3": 0.001696436318627285}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.317023512748307, "get_ui_image": 0.03818738342511772, "step_physics": 0.4429746862291896, "survival_time": 15.10000000000008, "driven_lanedir": 0.44477401954845086, "get_state_dump": 0.009382476114203828, "get_robot_state": 0.013384056563424592, "sim_render-ego0": 0.0034194165723945443, "sim_render-ego1": 0.00335558806315507, "sim_render-ego2": 0.003389840865685995, "sim_render-ego3": 0.003640978249779629, "get_duckie_state": 1.329006534991878e-06, "in-drivable-lane": 11.950000000000085, "deviation-heading": 0.9068102341402988, "agent_compute-ego0": 0.009182566463357153, "agent_compute-ego1": 0.009637606812782414, "agent_compute-ego2": 0.009710963409725982, "agent_compute-ego3": 0.009682025846475028, "complete-iteration": 0.5952540419676123, "set_robot_commands": 0.0020089125869297746, "deviation-center-line": 0.24865738990220165, "driven_lanedir_consec": 0.44477401954845086, "sim_compute_sim_state": 0.02432177169094778, "sim_compute_performance-ego0": 0.0018668875049049705, "sim_compute_performance-ego1": 0.0016947060134938055, "sim_compute_performance-ego2": 0.0017047022828961362, "sim_compute_performance-ego3": 0.001696436318627285}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1779115194823089, "get_ui_image": 0.03818738342511772, "step_physics": 0.4429746862291896, "survival_time": 15.10000000000008, "driven_lanedir": 0.8739655144399272, "get_state_dump": 0.009382476114203828, "get_robot_state": 0.013384056563424592, "sim_render-ego0": 0.0034194165723945443, "sim_render-ego1": 0.00335558806315507, "sim_render-ego2": 0.003389840865685995, "sim_render-ego3": 0.003640978249779629, "get_duckie_state": 1.329006534991878e-06, "in-drivable-lane": 9.000000000000092, "deviation-heading": 1.968896617771691, "agent_compute-ego0": 0.009182566463357153, "agent_compute-ego1": 0.009637606812782414, "agent_compute-ego2": 0.009710963409725982, "agent_compute-ego3": 0.009682025846475028, "complete-iteration": 0.5952540419676123, "set_robot_commands": 0.0020089125869297746, "deviation-center-line": 0.456487134836235, "driven_lanedir_consec": 0.8739655144399272, "sim_compute_sim_state": 0.02432177169094778, "sim_compute_performance-ego0": 0.0018668875049049705, "sim_compute_performance-ego1": 0.0016947060134938055, "sim_compute_performance-ego2": 0.0017047022828961362, "sim_compute_performance-ego3": 0.001696436318627285}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.3087345789536873, "get_ui_image": 0.04809335687789084, "step_physics": 0.9264773083923388, "survival_time": 32.00000000000032, "driven_lanedir": 0.5568351699536372, "get_state_dump": 0.009471674605204422, "get_robot_state": 0.014699234791367364, "sim_render-ego0": 0.003926409202135298, "sim_render-ego1": 0.003850855805014671, "sim_render-ego2": 0.003759522519877846, "sim_render-ego3": 0.003765259443690736, "get_duckie_state": 1.5257301271054748e-06, "in-drivable-lane": 27.550000000000328, "deviation-heading": 2.2820480631587916, "agent_compute-ego0": 0.010242204398335236, "agent_compute-ego1": 0.010477891020395454, "agent_compute-ego2": 0.01006694219413674, "agent_compute-ego3": 0.0103050483370348, "complete-iteration": 1.0978001175730163, "set_robot_commands": 0.0023445298258860285, "deviation-center-line": 0.39832275630911695, "driven_lanedir_consec": 0.5568351699536372, "sim_compute_sim_state": 0.02510695673188256, "sim_compute_performance-ego0": 0.0021453974957399173, "sim_compute_performance-ego1": 0.0020066427180250052, "sim_compute_performance-ego2": 0.001983378495143468, "sim_compute_performance-ego3": 0.001991993551507197}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 5.114746336331455, "get_ui_image": 0.04809335687789084, "step_physics": 0.9264773083923388, "survival_time": 32.00000000000032, "driven_lanedir": 0.977662661166671, "get_state_dump": 0.009471674605204422, "get_robot_state": 0.014699234791367364, "sim_render-ego0": 0.003926409202135298, "sim_render-ego1": 0.003850855805014671, "sim_render-ego2": 0.003759522519877846, "sim_render-ego3": 0.003765259443690736, "get_duckie_state": 1.5257301271054748e-06, "in-drivable-lane": 24.600000000000232, "deviation-heading": 3.914823649869822, "agent_compute-ego0": 0.010242204398335236, "agent_compute-ego1": 0.010477891020395454, "agent_compute-ego2": 0.01006694219413674, "agent_compute-ego3": 0.0103050483370348, "complete-iteration": 1.0978001175730163, "set_robot_commands": 0.0023445298258860285, "deviation-center-line": 0.5935504233433263, "driven_lanedir_consec": 0.977662661166671, "sim_compute_sim_state": 0.02510695673188256, "sim_compute_performance-ego0": 0.0021453974957399173, "sim_compute_performance-ego1": 0.0020066427180250052, "sim_compute_performance-ego2": 0.001983378495143468, "sim_compute_performance-ego3": 0.001991993551507197}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.87895973253482, "get_ui_image": 0.04809335687789084, "step_physics": 0.9264773083923388, "survival_time": 32.00000000000032, "driven_lanedir": 0.7157696938306048, "get_state_dump": 0.009471674605204422, "get_robot_state": 0.014699234791367364, "sim_render-ego0": 0.003926409202135298, "sim_render-ego1": 0.003850855805014671, "sim_render-ego2": 0.003759522519877846, "sim_render-ego3": 0.003765259443690736, "get_duckie_state": 1.5257301271054748e-06, "in-drivable-lane": 26.70000000000033, "deviation-heading": 2.165863847567469, "agent_compute-ego0": 0.010242204398335236, "agent_compute-ego1": 0.010477891020395454, "agent_compute-ego2": 0.01006694219413674, "agent_compute-ego3": 0.0103050483370348, "complete-iteration": 1.0978001175730163, "set_robot_commands": 0.0023445298258860285, "deviation-center-line": 0.5082735897475552, "driven_lanedir_consec": 0.7157696938306048, "sim_compute_sim_state": 0.02510695673188256, "sim_compute_performance-ego0": 0.0021453974957399173, "sim_compute_performance-ego1": 0.0020066427180250052, "sim_compute_performance-ego2": 0.001983378495143468, "sim_compute_performance-ego3": 0.001991993551507197}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.308734578953583, "get_ui_image": 0.04809335687789084, "step_physics": 0.9264773083923388, "survival_time": 32.00000000000032, "driven_lanedir": 0.640366633236193, "get_state_dump": 0.009471674605204422, "get_robot_state": 0.014699234791367364, "sim_render-ego0": 0.003926409202135298, "sim_render-ego1": 0.003850855805014671, "sim_render-ego2": 0.003759522519877846, "sim_render-ego3": 0.003765259443690736, "get_duckie_state": 1.5257301271054748e-06, "in-drivable-lane": 27.15000000000033, "deviation-heading": 1.598635266728804, "agent_compute-ego0": 0.010242204398335236, "agent_compute-ego1": 0.010477891020395454, "agent_compute-ego2": 0.01006694219413674, "agent_compute-ego3": 0.0103050483370348, "complete-iteration": 1.0978001175730163, "set_robot_commands": 0.0023445298258860285, "deviation-center-line": 0.41851362224089594, "driven_lanedir_consec": 0.640366633236193, "sim_compute_sim_state": 0.02510695673188256, "sim_compute_performance-ego0": 0.0021453974957399173, "sim_compute_performance-ego1": 0.0020066427180250052, "sim_compute_performance-ego2": 0.001983378495143468, "sim_compute_performance-ego3": 0.001991993551507197}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.8124423795237465, "get_ui_image": 0.04793907937960387, "step_physics": 0.6633839920095729, "survival_time": 22.05000000000018, "driven_lanedir": 0.1964323403421724, "get_state_dump": 0.009700575565320871, "get_robot_state": 0.01483301986935991, "sim_render-ego0": 0.003983416708346406, "sim_render-ego1": 0.0038961150527539834, "sim_render-ego2": 0.003811414964598229, "sim_render-ego3": 0.003753971729882702, "get_duckie_state": 1.582624685710372e-06, "in-drivable-lane": 20.250000000000178, "deviation-heading": 1.1184016962214265, "agent_compute-ego0": 0.010372346882367026, "agent_compute-ego1": 0.010947046776163092, "agent_compute-ego2": 0.010342753311088184, "agent_compute-ego3": 0.009860772892360774, "complete-iteration": 0.8359782539341785, "set_robot_commands": 0.002325280759129589, "deviation-center-line": 0.13131467496691465, "driven_lanedir_consec": 0.1964323403421724, "sim_compute_sim_state": 0.025656736814058743, "sim_compute_performance-ego0": 0.0021297435415276577, "sim_compute_performance-ego1": 0.0019706002187944646, "sim_compute_performance-ego2": 0.001981075532835533, "sim_compute_performance-ego3": 0.0019639714271234713}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.9049025830341053, "get_ui_image": 0.04793907937960387, "step_physics": 0.6633839920095729, "survival_time": 22.05000000000018, "driven_lanedir": 0.7138391578639616, "get_state_dump": 0.009700575565320871, "get_robot_state": 0.01483301986935991, "sim_render-ego0": 0.003983416708346406, "sim_render-ego1": 0.0038961150527539834, "sim_render-ego2": 0.003811414964598229, "sim_render-ego3": 0.003753971729882702, "get_duckie_state": 1.582624685710372e-06, "in-drivable-lane": 17.30000000000019, "deviation-heading": 0.6949919463848312, "agent_compute-ego0": 0.010372346882367026, "agent_compute-ego1": 0.010947046776163092, "agent_compute-ego2": 0.010342753311088184, "agent_compute-ego3": 0.009860772892360774, "complete-iteration": 0.8359782539341785, "set_robot_commands": 0.002325280759129589, "deviation-center-line": 0.203718891398521, "driven_lanedir_consec": 0.7138391578639616, "sim_compute_sim_state": 0.025656736814058743, "sim_compute_performance-ego0": 0.0021297435415276577, "sim_compute_performance-ego1": 0.0019706002187944646, "sim_compute_performance-ego2": 0.001981075532835533, "sim_compute_performance-ego3": 0.0019639714271234713}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.4749354803211023, "get_ui_image": 0.04793907937960387, "step_physics": 0.6633839920095729, "survival_time": 22.05000000000018, "driven_lanedir": 0.4065491678439639, "get_state_dump": 0.009700575565320871, "get_robot_state": 0.01483301986935991, "sim_render-ego0": 0.003983416708346406, "sim_render-ego1": 0.0038961150527539834, "sim_render-ego2": 0.003811414964598229, "sim_render-ego3": 0.003753971729882702, "get_duckie_state": 1.582624685710372e-06, "in-drivable-lane": 19.20000000000018, "deviation-heading": 0.5703639195063125, "agent_compute-ego0": 0.010372346882367026, "agent_compute-ego1": 0.010947046776163092, "agent_compute-ego2": 0.010342753311088184, "agent_compute-ego3": 0.009860772892360774, "complete-iteration": 0.8359782539341785, "set_robot_commands": 0.002325280759129589, "deviation-center-line": 0.3154125566925224, "driven_lanedir_consec": 0.4065491678439639, "sim_compute_sim_state": 0.025656736814058743, "sim_compute_performance-ego0": 0.0021297435415276577, "sim_compute_performance-ego1": 0.0019706002187944646, "sim_compute_performance-ego2": 0.001981075532835533, "sim_compute_performance-ego3": 0.0019639714271234713}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.675648590788398, "get_ui_image": 0.04793907937960387, "step_physics": 0.6633839920095729, "survival_time": 22.05000000000018, "driven_lanedir": 0.5989210039901636, "get_state_dump": 0.009700575565320871, "get_robot_state": 0.01483301986935991, "sim_render-ego0": 0.003983416708346406, "sim_render-ego1": 0.0038961150527539834, "sim_render-ego2": 0.003811414964598229, "sim_render-ego3": 0.003753971729882702, "get_duckie_state": 1.582624685710372e-06, "in-drivable-lane": 18.000000000000185, "deviation-heading": 0.8842272187908944, "agent_compute-ego0": 0.010372346882367026, "agent_compute-ego1": 0.010947046776163092, "agent_compute-ego2": 0.010342753311088184, "agent_compute-ego3": 0.009860772892360774, "complete-iteration": 0.8359782539341785, "set_robot_commands": 0.002325280759129589, "deviation-center-line": 0.26360175582853124, "driven_lanedir_consec": 0.5989210039901636, "sim_compute_sim_state": 0.025656736814058743, "sim_compute_performance-ego0": 0.0021297435415276577, "sim_compute_performance-ego1": 0.0019706002187944646, "sim_compute_performance-ego2": 0.001981075532835533, "sim_compute_performance-ego3": 0.0019639714271234713}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.668306262235915, "get_ui_image": 0.031102034662451063, "step_physics": 0.19067596324852537, "survival_time": 11.150000000000023, "driven_lanedir": 0.5700831528117538, "get_state_dump": 0.006329205419336047, "get_robot_state": 0.007495813071727753, "sim_render-ego0": 0.003922788160187858, "sim_render-ego1": 0.00384771398135594, "get_duckie_state": 1.3102378164018904e-06, "in-drivable-lane": 7.300000000000029, "deviation-heading": 0.6911789472101965, "agent_compute-ego0": 0.010624874915395464, "agent_compute-ego1": 0.010613772485937392, "complete-iteration": 0.2816252570067133, "set_robot_commands": 0.0022773753319467816, "deviation-center-line": 0.3290553101948258, "driven_lanedir_consec": 0.5700831528117538, "sim_compute_sim_state": 0.0081861498100417, "sim_compute_performance-ego0": 0.0020966210535594393, "sim_compute_performance-ego1": 0.0020580696208136423}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.313091713576913, "get_ui_image": 0.031102034662451063, "step_physics": 0.19067596324852537, "survival_time": 11.150000000000023, "driven_lanedir": 0.40509944935818054, "get_state_dump": 0.006329205419336047, "get_robot_state": 0.007495813071727753, "sim_render-ego0": 0.003922788160187858, "sim_render-ego1": 0.00384771398135594, "get_duckie_state": 1.3102378164018904e-06, "in-drivable-lane": 7.300000000000029, "deviation-heading": 2.4645118488421347, "agent_compute-ego0": 0.010624874915395464, "agent_compute-ego1": 0.010613772485937392, "complete-iteration": 0.2816252570067133, "set_robot_commands": 0.0022773753319467816, "deviation-center-line": 0.36646520704229185, "driven_lanedir_consec": 0.40509944935818054, "sim_compute_sim_state": 0.0081861498100417, "sim_compute_performance-ego0": 0.0020966210535594393, "sim_compute_performance-ego1": 0.0020580696208136423}}
set_robot_commands_max0.0023445298258860285
set_robot_commands_mean0.0022335459536910805
set_robot_commands_median0.002325280759129589
set_robot_commands_min0.0020089125869297746
sim_compute_performance-ego0_max0.0021453974957399173
sim_compute_performance-ego0_mean0.002054382591129218
sim_compute_performance-ego0_median0.0021297435415276577
sim_compute_performance-ego0_min0.0018668875049049705
sim_compute_performance-ego1_max0.0020580696208136423
sim_compute_performance-ego1_mean0.00191456678877717
sim_compute_performance-ego1_median0.0019706002187944646
sim_compute_performance-ego1_min0.0016947060134938055
sim_compute_sim_state_max0.025656736814058743
sim_compute_sim_state_mean0.022622440040545696
sim_compute_sim_state_median0.02510695673188256
sim_compute_sim_state_min0.0081861498100417
sim_render-ego0_max0.003983416708346406
sim_render-ego0_mean0.003797324732277193
sim_render-ego0_median0.003926409202135298
sim_render-ego0_min0.0034194165723945443
sim_render-ego1_max0.0038961150527539834
sim_render-ego1_mean0.003721833117600485
sim_render-ego1_median0.003850855805014671
sim_render-ego1_min0.00335558806315507
simulation-passed1
step_physics_max0.9264773083923388
step_physics_mean0.6080497052158182
step_physics_median0.6633839920095729
step_physics_min0.19067596324852537
survival_time_max32.00000000000032
survival_time_mean21.35000000000017
survival_time_min11.150000000000023

Highlights

53424

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.