Duckietown Challenges Home Challenges Submissions

Job 53432

Job ID53432
submission12569
userBea Baselines 🐤
user labelstraight
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:31:50
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.24953431315846544
survival_time_median19.050000000000136
deviation-center-line_median0.2861230318523591
in-drivable-lane_median14.425000000000091


other stats
agent_compute-ego0_max0.010291219264902968
agent_compute-ego0_mean0.009809246387132157
agent_compute-ego0_median0.009852066714102062
agent_compute-ego0_min0.009432836906197143
agent_compute-ego1_max0.009604055323499314
agent_compute-ego1_mean0.009298902211531896
agent_compute-ego1_median0.009306520631868546
agent_compute-ego1_min0.009104607441171338
agent_compute-ego2_max0.009444766937325532
agent_compute-ego2_mean0.009040180147359434
agent_compute-ego2_median0.008939658653285495
agent_compute-ego2_min0.008736114851467273
agent_compute-ego3_max0.009406764469845758
agent_compute-ego3_mean0.009235542375797616
agent_compute-ego3_median0.009339009773280612
agent_compute-ego3_min0.008960852884266474
complete-iteration_max0.9177117739638238
complete-iteration_mean0.715293465772252
complete-iteration_median0.8465214786729264
complete-iteration_min0.23953287043470017
deviation-center-line_max2.8883367318751323
deviation-center-line_mean0.4654756077881163
deviation-center-line_min0.11731056254816756
deviation-heading_max9.53637056267447
deviation-heading_mean2.459896536064004
deviation-heading_median2.058733240137192
deviation-heading_min0.6633320228960093
driven_any_max3.442215668400556
driven_any_mean1.8877202659768888
driven_any_median1.7594236463124195
driven_any_min0.1751032386667058
driven_lanedir_consec_max1.2191359251366878
driven_lanedir_consec_mean0.3210238973662083
driven_lanedir_consec_min0.10876620554745164
driven_lanedir_max1.2191359251366878
driven_lanedir_mean0.3210238973662083
driven_lanedir_median0.24953431315846544
driven_lanedir_min0.10876620554745164
get_duckie_state_max1.7267592409823802e-06
get_duckie_state_mean1.6843431031606151e-06
get_duckie_state_median1.678916172207338e-06
get_duckie_state_min1.6618537031896583e-06
get_robot_state_max0.013817079535358028
get_robot_state_mean0.012754203008834772
get_robot_state_median0.01366721969289878
get_robot_state_min0.0070511432404213766
get_state_dump_max0.0092106643820956
get_state_dump_mean0.008763861069326466
get_state_dump_median0.009178081059564738
get_state_dump_min0.006247486966721555
get_ui_image_max0.04956101064812647
get_ui_image_mean0.04456512627118634
get_ui_image_median0.04846064520131855
get_ui_image_min0.030759834735951525
in-drivable-lane_max20.250000000000178
in-drivable-lane_mean13.221428571428673
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.229766721220754, "get_ui_image": 0.0425763687317314, "step_physics": 0.4665176581680979, "survival_time": 14.500000000000073, "driven_lanedir": 1.2191359251366878, "get_state_dump": 0.0092106643820956, "get_robot_state": 0.01366721969289878, "sim_render-ego0": 0.0035279214996652504, "sim_render-ego1": 0.003462262989319477, "sim_render-ego2": 0.0034295652330536205, "sim_render-ego3": 0.0034229673470828133, "get_duckie_state": 1.691051365173969e-06, "in-drivable-lane": 6.150000000000087, "deviation-heading": 1.7517032103661068, "agent_compute-ego0": 0.009432836906197143, "agent_compute-ego1": 0.009104607441171338, "agent_compute-ego2": 0.008939658653285495, "agent_compute-ego3": 0.009339009773280612, "complete-iteration": 0.6195274423487818, "set_robot_commands": 0.002016856498324994, "deviation-center-line": 0.6983877028896803, "driven_lanedir_consec": 1.2191359251366878, "sim_compute_sim_state": 0.02142160373045407, "sim_compute_performance-ego0": 0.0018160588962515603, "sim_compute_performance-ego1": 0.001797221370579041, "sim_compute_performance-ego2": 0.0018010106693018752, "sim_compute_performance-ego3": 0.0017895895181242953}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.646908312128407, "get_ui_image": 0.0425763687317314, "step_physics": 0.4665176581680979, "survival_time": 14.500000000000073, "driven_lanedir": 0.10876620554745164, "get_state_dump": 0.0092106643820956, "get_robot_state": 0.01366721969289878, "sim_render-ego0": 0.0035279214996652504, "sim_render-ego1": 0.003462262989319477, "sim_render-ego2": 0.0034295652330536205, "sim_render-ego3": 0.0034229673470828133, "get_duckie_state": 1.691051365173969e-06, "in-drivable-lane": 13.35000000000007, "deviation-heading": 0.7133602103191004, "agent_compute-ego0": 0.009432836906197143, "agent_compute-ego1": 0.009104607441171338, "agent_compute-ego2": 0.008939658653285495, "agent_compute-ego3": 0.009339009773280612, "complete-iteration": 0.6195274423487818, "set_robot_commands": 0.002016856498324994, "deviation-center-line": 0.11731056254816756, "driven_lanedir_consec": 0.10876620554745164, "sim_compute_sim_state": 0.02142160373045407, "sim_compute_performance-ego0": 0.0018160588962515603, "sim_compute_performance-ego1": 0.001797221370579041, "sim_compute_performance-ego2": 0.0018010106693018752, "sim_compute_performance-ego3": 0.0017895895181242953}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.860675626527826, "get_ui_image": 0.0425763687317314, "step_physics": 0.4665176581680979, "survival_time": 14.500000000000073, "driven_lanedir": 0.3392132924039366, "get_state_dump": 0.0092106643820956, "get_robot_state": 0.01366721969289878, "sim_render-ego0": 0.0035279214996652504, "sim_render-ego1": 0.003462262989319477, "sim_render-ego2": 0.0034295652330536205, "sim_render-ego3": 0.0034229673470828133, "get_duckie_state": 1.691051365173969e-06, "in-drivable-lane": 11.100000000000076, "deviation-heading": 2.5953382582797677, "agent_compute-ego0": 0.009432836906197143, "agent_compute-ego1": 0.009104607441171338, "agent_compute-ego2": 0.008939658653285495, "agent_compute-ego3": 0.009339009773280612, "complete-iteration": 0.6195274423487818, "set_robot_commands": 0.002016856498324994, "deviation-center-line": 0.27795155093368007, "driven_lanedir_consec": 0.3392132924039366, "sim_compute_sim_state": 0.02142160373045407, "sim_compute_performance-ego0": 0.0018160588962515603, "sim_compute_performance-ego1": 0.001797221370579041, "sim_compute_performance-ego2": 0.0018010106693018752, "sim_compute_performance-ego3": 0.0017895895181242953}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.760538382756213, "get_ui_image": 0.0425763687317314, "step_physics": 0.4665176581680979, "survival_time": 14.500000000000073, "driven_lanedir": 0.2363593461950628, "get_state_dump": 0.0092106643820956, "get_robot_state": 0.01366721969289878, "sim_render-ego0": 0.0035279214996652504, "sim_render-ego1": 0.003462262989319477, "sim_render-ego2": 0.0034295652330536205, "sim_render-ego3": 0.0034229673470828133, "get_duckie_state": 1.691051365173969e-06, "in-drivable-lane": 12.600000000000067, "deviation-heading": 0.7341305642444136, "agent_compute-ego0": 0.009432836906197143, "agent_compute-ego1": 0.009104607441171338, "agent_compute-ego2": 0.008939658653285495, "agent_compute-ego3": 0.009339009773280612, "complete-iteration": 0.6195274423487818, "set_robot_commands": 0.002016856498324994, "deviation-center-line": 0.17831562439133256, "driven_lanedir_consec": 0.2363593461950628, "sim_compute_sim_state": 0.02142160373045407, "sim_compute_performance-ego0": 0.0018160588962515603, "sim_compute_performance-ego1": 0.001797221370579041, "sim_compute_performance-ego2": 0.0018010106693018752, "sim_compute_performance-ego3": 0.0017895895181242953}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.8579949335229768, "get_ui_image": 0.04956101064812647, "step_physics": 0.7517107844897056, "survival_time": 21.850000000000176, "driven_lanedir": 0.18713263460539165, "get_state_dump": 0.009178081059564738, "get_robot_state": 0.013817079535358028, "sim_render-ego0": 0.0036174423618403743, "sim_render-ego1": 0.0034940705451791147, "sim_render-ego2": 0.003479933629841565, "sim_render-ego3": 0.003389758062144937, "get_duckie_state": 1.6618537031896583e-06, "in-drivable-lane": 20.250000000000178, "deviation-heading": 0.7324313726030873, "agent_compute-ego0": 0.00990184910221187, "agent_compute-ego1": 0.009306520631868546, "agent_compute-ego2": 0.009444766937325532, "agent_compute-ego3": 0.008960852884266474, "complete-iteration": 0.9177117739638238, "set_robot_commands": 0.0020525444588160406, "deviation-center-line": 0.1562241859054152, "driven_lanedir_consec": 0.18713263460539165, "sim_compute_sim_state": 0.02623527343959025, "sim_compute_performance-ego0": 0.0018271175149368912, "sim_compute_performance-ego1": 0.00181052728330708, "sim_compute_performance-ego2": 0.001802304019666698, "sim_compute_performance-ego3": 0.0017858275539798824}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.7583089098686262, "get_ui_image": 0.04956101064812647, "step_physics": 0.7517107844897056, "survival_time": 21.850000000000176, "driven_lanedir": 0.11469561842904864, "get_state_dump": 0.009178081059564738, "get_robot_state": 0.013817079535358028, "sim_render-ego0": 0.0036174423618403743, "sim_render-ego1": 0.0034940705451791147, "sim_render-ego2": 0.003479933629841565, "sim_render-ego3": 0.003389758062144937, "get_duckie_state": 1.6618537031896583e-06, "in-drivable-lane": 19.100000000000172, "deviation-heading": 3.2869755306093342, "agent_compute-ego0": 0.00990184910221187, "agent_compute-ego1": 0.009306520631868546, "agent_compute-ego2": 0.009444766937325532, "agent_compute-ego3": 0.008960852884266474, "complete-iteration": 0.9177117739638238, "set_robot_commands": 0.0020525444588160406, "deviation-center-line": 0.22230022305389, "driven_lanedir_consec": 0.11469561842904864, "sim_compute_sim_state": 0.02623527343959025, "sim_compute_performance-ego0": 0.0018271175149368912, "sim_compute_performance-ego1": 0.00181052728330708, "sim_compute_performance-ego2": 0.001802304019666698, "sim_compute_performance-ego3": 0.0017858275539798824}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 3.442215668400556, "get_ui_image": 0.04956101064812647, "step_physics": 0.7517107844897056, "survival_time": 21.850000000000176, "driven_lanedir": 0.13453267099814892, "get_state_dump": 0.009178081059564738, "get_robot_state": 0.013817079535358028, "sim_render-ego0": 0.0036174423618403743, "sim_render-ego1": 0.0034940705451791147, "sim_render-ego2": 0.003479933629841565, "sim_render-ego3": 0.003389758062144937, "get_duckie_state": 1.6618537031896583e-06, "in-drivable-lane": 17.800000000000136, "deviation-heading": 5.172632164696949, "agent_compute-ego0": 0.00990184910221187, "agent_compute-ego1": 0.009306520631868546, "agent_compute-ego2": 0.009444766937325532, "agent_compute-ego3": 0.008960852884266474, "complete-iteration": 0.9177117739638238, "set_robot_commands": 0.0020525444588160406, "deviation-center-line": 0.34228306809265696, "driven_lanedir_consec": 0.13453267099814892, "sim_compute_sim_state": 0.02623527343959025, "sim_compute_performance-ego0": 0.0018271175149368912, "sim_compute_performance-ego1": 0.00181052728330708, "sim_compute_performance-ego2": 0.001802304019666698, "sim_compute_performance-ego3": 0.0017858275539798824}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.9181948999423152, "get_ui_image": 0.04956101064812647, "step_physics": 0.7517107844897056, "survival_time": 21.850000000000176, "driven_lanedir": 0.262709280121868, "get_state_dump": 0.009178081059564738, "get_robot_state": 0.013817079535358028, "sim_render-ego0": 0.0036174423618403743, "sim_render-ego1": 0.0034940705451791147, "sim_render-ego2": 0.003479933629841565, "sim_render-ego3": 0.003389758062144937, "get_duckie_state": 1.6618537031896583e-06, "in-drivable-lane": 19.700000000000173, "deviation-heading": 1.0736996479694705, "agent_compute-ego0": 0.00990184910221187, "agent_compute-ego1": 0.009306520631868546, "agent_compute-ego2": 0.009444766937325532, "agent_compute-ego3": 0.008960852884266474, "complete-iteration": 0.9177117739638238, "set_robot_commands": 0.0020525444588160406, "deviation-center-line": 0.1585538995141732, "driven_lanedir_consec": 0.262709280121868, "sim_compute_sim_state": 0.02623527343959025, "sim_compute_performance-ego0": 0.0018271175149368912, "sim_compute_performance-ego1": 0.00181052728330708, "sim_compute_performance-ego2": 0.001802304019666698, "sim_compute_performance-ego3": 0.0017858275539798824}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.1751032386667058, "get_ui_image": 0.04846064520131855, "step_physics": 0.6839040786183942, "survival_time": 19.050000000000136, "driven_lanedir": 0.1529477104455761, "get_state_dump": 0.00916102481762152, "get_robot_state": 0.013629839682454214, "sim_render-ego0": 0.0036034777526456024, "sim_render-ego1": 0.003484074982048953, "sim_render-ego2": 0.003387720172941997, "sim_render-ego3": 0.003443422741914919, "get_duckie_state": 1.678916172207338e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.53637056267447, "agent_compute-ego0": 0.009852066714102062, "agent_compute-ego1": 0.009333002005572097, "agent_compute-ego2": 0.008736114851467273, "agent_compute-ego3": 0.009406764469845758, "complete-iteration": 0.8465214786729264, "set_robot_commands": 0.002027322484560662, "deviation-center-line": 2.8883367318751323, "driven_lanedir_consec": 0.1529477104455761, "sim_compute_sim_state": 0.02453747532130536, "sim_compute_performance-ego0": 0.001819017669917401, "sim_compute_performance-ego1": 0.0018199045620663629, "sim_compute_performance-ego2": 0.001786754393452749, "sim_compute_performance-ego3": 0.001821333201143754}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.645955398046833, "get_ui_image": 0.04846064520131855, "step_physics": 0.6839040786183942, "survival_time": 19.050000000000136, "driven_lanedir": 0.365133589389774, "get_state_dump": 0.00916102481762152, "get_robot_state": 0.013629839682454214, "sim_render-ego0": 0.0036034777526456024, "sim_render-ego1": 0.003484074982048953, "sim_render-ego2": 0.003387720172941997, "sim_render-ego3": 0.003443422741914919, "get_duckie_state": 1.678916172207338e-06, "in-drivable-lane": 15.500000000000112, "deviation-heading": 2.6831167407921708, "agent_compute-ego0": 0.009852066714102062, "agent_compute-ego1": 0.009333002005572097, "agent_compute-ego2": 0.008736114851467273, "agent_compute-ego3": 0.009406764469845758, "complete-iteration": 0.8465214786729264, "set_robot_commands": 0.002027322484560662, "deviation-center-line": 0.2942945127710382, "driven_lanedir_consec": 0.365133589389774, "sim_compute_sim_state": 0.02453747532130536, "sim_compute_performance-ego0": 0.001819017669917401, "sim_compute_performance-ego1": 0.0018199045620663629, "sim_compute_performance-ego2": 0.001786754393452749, "sim_compute_performance-ego3": 0.001821333201143754}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.727646817852709, "get_ui_image": 0.04846064520131855, "step_physics": 0.6839040786183942, "survival_time": 19.050000000000136, "driven_lanedir": 0.32665739254340775, "get_state_dump": 0.00916102481762152, "get_robot_state": 0.013629839682454214, "sim_render-ego0": 0.0036034777526456024, "sim_render-ego1": 0.003484074982048953, "sim_render-ego2": 0.003387720172941997, "sim_render-ego3": 0.003443422741914919, "get_duckie_state": 1.678916172207338e-06, "in-drivable-lane": 15.70000000000014, "deviation-heading": 2.3657632699082773, "agent_compute-ego0": 0.009852066714102062, "agent_compute-ego1": 0.009333002005572097, "agent_compute-ego2": 0.008736114851467273, "agent_compute-ego3": 0.009406764469845758, "complete-iteration": 0.8465214786729264, "set_robot_commands": 0.002027322484560662, "deviation-center-line": 0.33939256109920335, "driven_lanedir_consec": 0.32665739254340775, "sim_compute_sim_state": 0.02453747532130536, "sim_compute_performance-ego0": 0.001819017669917401, "sim_compute_performance-ego1": 0.0018199045620663629, "sim_compute_performance-ego2": 0.001786754393452749, "sim_compute_performance-ego3": 0.001821333201143754}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.9823154106571748, "get_ui_image": 0.04846064520131855, "step_physics": 0.6839040786183942, "survival_time": 19.050000000000136, "driven_lanedir": 0.23489620036212375, "get_state_dump": 0.00916102481762152, "get_robot_state": 0.013629839682454214, "sim_render-ego0": 0.0036034777526456024, "sim_render-ego1": 0.003484074982048953, "sim_render-ego2": 0.003387720172941997, "sim_render-ego3": 0.003443422741914919, "get_duckie_state": 1.678916172207338e-06, "in-drivable-lane": 17.200000000000134, "deviation-heading": 0.6661227201041251, "agent_compute-ego0": 0.009852066714102062, "agent_compute-ego1": 0.009333002005572097, "agent_compute-ego2": 0.008736114851467273, "agent_compute-ego3": 0.009406764469845758, "complete-iteration": 0.8465214786729264, "set_robot_commands": 0.002027322484560662, "deviation-center-line": 0.18001976278243104, "driven_lanedir_consec": 0.23489620036212375, "sim_compute_sim_state": 0.02453747532130536, "sim_compute_performance-ego0": 0.001819017669917401, "sim_compute_performance-ego1": 0.0018199045620663629, "sim_compute_performance-ego2": 0.001786754393452749, "sim_compute_performance-ego3": 0.001821333201143754}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.6702031694292854, "get_ui_image": 0.030759834735951525, "step_physics": 0.1510339787665834, "survival_time": 11.700000000000031, "driven_lanedir": 0.4809616977546944, "get_state_dump": 0.006247486966721555, "get_robot_state": 0.0070511432404213766, "sim_render-ego0": 0.003642846168355739, "sim_render-ego1": 0.0035356846261531748, "get_duckie_state": 1.7267592409823802e-06, "in-drivable-lane": 8.350000000000035, "deviation-heading": 0.6633320228960093, "agent_compute-ego0": 0.010291219264902968, "agent_compute-ego1": 0.009604055323499314, "complete-iteration": 0.23953287043470017, "set_robot_commands": 0.002143527091817653, "deviation-center-line": 0.34477399639249395, "driven_lanedir_consec": 0.4809616977546944, "sim_compute_sim_state": 0.009236065884853931, "sim_compute_performance-ego0": 0.00188908374055903, "sim_compute_performance-ego1": 0.0018500683155465631}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.7522562346560586, "get_ui_image": 0.030759834735951525, "step_physics": 0.1510339787665834, "survival_time": 11.700000000000031, "driven_lanedir": 0.331192999193743, "get_state_dump": 0.006247486966721555, "get_robot_state": 0.0070511432404213766, "sim_render-ego0": 0.003642846168355739, "sim_render-ego1": 0.0035356846261531748, "get_duckie_state": 1.7267592409823802e-06, "in-drivable-lane": 8.300000000000036, "deviation-heading": 2.46357522943277, "agent_compute-ego0": 0.010291219264902968, "agent_compute-ego1": 0.009604055323499314, "complete-iteration": 0.23953287043470017, "set_robot_commands": 0.002143527091817653, "deviation-center-line": 0.3185141267843346, "driven_lanedir_consec": 0.331192999193743, "sim_compute_sim_state": 0.009236065884853931, "sim_compute_performance-ego0": 0.00188908374055903, "sim_compute_performance-ego1": 0.0018500683155465631}}
set_robot_commands_max0.002143527091817653
set_robot_commands_mean0.0020481391393172917
set_robot_commands_median0.002027322484560662
set_robot_commands_min0.002016856498324994
sim_compute_performance-ego0_max0.00188908374055903
sim_compute_performance-ego0_mean0.0018304959861101056
sim_compute_performance-ego0_median0.001819017669917401
sim_compute_performance-ego0_min0.0018160588962515603
sim_compute_performance-ego1_max0.0018500683155465631
sim_compute_performance-ego1_mean0.0018150535353502189
sim_compute_performance-ego1_median0.00181052728330708
sim_compute_performance-ego1_min0.001797221370579041
sim_compute_performance-ego2_max0.001802304019666698
sim_compute_performance-ego2_mean0.0017966896941404402
sim_compute_performance-ego2_median0.0018010106693018752
sim_compute_performance-ego2_min0.001786754393452749
sim_compute_performance-ego3_max0.001821333201143754
sim_compute_performance-ego3_mean0.0017989167577493112
sim_compute_performance-ego3_median0.0017895895181242953
sim_compute_performance-ego3_min0.0017858275539798824
sim_compute_sim_state_max0.02623527343959025
sim_compute_sim_state_mean0.021946395838221895
sim_compute_sim_state_median0.02453747532130536
sim_compute_sim_state_min0.009236065884853931
sim_render-ego0_max0.003642846168355739
sim_render-ego0_mean0.0035915041995225982
sim_render-ego0_median0.0036034777526456024
sim_render-ego0_min0.0035279214996652504
sim_render-ego1_max0.0035356846261531748
sim_render-ego1_mean0.0034880716656068944
sim_render-ego1_median0.003484074982048953
sim_render-ego1_min0.003462262989319477
sim_render-ego2_max0.003479933629841565
sim_render-ego2_mean0.0034324063452790612
sim_render-ego2_median0.0034295652330536205
sim_render-ego2_min0.003387720172941997
sim_render-ego3_max0.003443422741914919
sim_render-ego3_mean0.0034187160503808896
sim_render-ego3_median0.0034229673470828133
sim_render-ego3_min0.003389758062144937
simulation-passed1
step_physics_max0.7517107844897056
step_physics_mean0.5650427173312829
step_physics_median0.6839040786183942
step_physics_min0.1510339787665834
survival_time_max21.850000000000176
survival_time_mean17.50000000000011
survival_time_min11.700000000000031

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.