Duckietown Challenges Home Challenges Submissions

Job 59056

Job ID59056
submission12778
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration1:10:18
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.1481413102734868
survival_time_median37.200000000000024
deviation-center-line_median0.7681384504463116
in-drivable-lane_median19.77500000000021


other stats
agent_compute-ego0_max0.09604106397311515
agent_compute-ego0_mean0.05364586459521347
agent_compute-ego0_median0.047112017774734255
agent_compute-ego0_min0.04157551158716735
agent_compute-ego1_max0.08605314980747648
agent_compute-ego1_mean0.05082114478558213
agent_compute-ego1_median0.03891466914844687
agent_compute-ego1_min0.03792067178395102
complete-iteration_max1.372749126037495
complete-iteration_mean0.8593894841319399
complete-iteration_median0.6978811417905667
complete-iteration_min0.4927572312886934
deviation-center-line_max1.8075081562401456
deviation-center-line_mean0.8363871901455566
deviation-center-line_min0.1375871069497202
deviation-heading_max5.327874788173423
deviation-heading_mean2.9642605753164752
deviation-heading_median2.907810890306553
deviation-heading_min1.0380078041345782
driven_any_max5.821720857614793
driven_any_mean3.058731410539955
driven_any_median2.8599994535775592
driven_any_min0.656184601107031
driven_lanedir_consec_max5.297844489408199
driven_lanedir_consec_mean1.6524790760864645
driven_lanedir_consec_min0.2422898706283392
driven_lanedir_max5.297844489408199
driven_lanedir_mean1.6524790760864645
driven_lanedir_median1.1481413102734868
driven_lanedir_min0.2422898706283392
get_duckie_state_max3.7878151708001257e-06
get_duckie_state_mean2.939443043718877e-06
get_duckie_state_median2.912890976482161e-06
get_duckie_state_min2.2303182096146168e-06
get_robot_state_max0.01627573614952548
get_robot_state_mean0.01377793231145906
get_robot_state_median0.01398867793667251
get_robot_state_min0.008315570200492724
get_state_dump_max0.010537558754018487
get_state_dump_mean0.009293790019952827
get_state_dump_median0.009345525797367967
get_state_dump_min0.007184496131195248
get_ui_image_max0.05149155591158259
get_ui_image_mean0.0443307900894054
get_ui_image_median0.04637879078741265
get_ui_image_min0.03455416983587634
in-drivable-lane_max38.899999999999494
in-drivable-lane_mean19.72499999999994
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.285163800255051, "get_ui_image": 0.040010333695985514, "step_physics": 0.4354238045482209, "survival_time": 46.89999999999947, "driven_lanedir": 3.7248638792701376, "get_state_dump": 0.00905293245285083, "get_robot_state": 0.013800563903662345, "sim_render-ego0": 0.003745278103536945, "sim_render-ego1": 0.0036336860209862138, "sim_render-ego2": 0.0036754653857538873, "sim_render-ego3": 0.003618878424485017, "get_duckie_state": 2.2303182096146168e-06, "in-drivable-lane": 15.749999999999329, "deviation-heading": 3.571528049363897, "agent_compute-ego0": 0.047112017774734255, "agent_compute-ego1": 0.03792067178395102, "agent_compute-ego2": 0.0344997787881837, "agent_compute-ego3": 0.030178718546581974, "complete-iteration": 0.6978811417905667, "set_robot_commands": 0.002020859235899644, "deviation-center-line": 1.8075081562401456, "driven_lanedir_consec": 3.7248638792701376, "sim_compute_sim_state": 0.019115591201538475, "sim_compute_performance-ego0": 0.0019658663021489835, "sim_compute_performance-ego1": 0.001833783678861218, "sim_compute_performance-ego2": 0.001821574565574638, "sim_compute_performance-ego3": 0.0018472526781856064}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.7171192434374993, "get_ui_image": 0.040010333695985514, "step_physics": 0.4354238045482209, "survival_time": 46.89999999999947, "driven_lanedir": 1.7540002920066813, "get_state_dump": 0.00905293245285083, "get_robot_state": 0.013800563903662345, "sim_render-ego0": 0.003745278103536945, "sim_render-ego1": 0.0036336860209862138, "sim_render-ego2": 0.0036754653857538873, "sim_render-ego3": 0.003618878424485017, "get_duckie_state": 2.2303182096146168e-06, "in-drivable-lane": 33.09999999999941, "deviation-heading": 1.6436346192379954, "agent_compute-ego0": 0.047112017774734255, "agent_compute-ego1": 0.03792067178395102, "agent_compute-ego2": 0.0344997787881837, "agent_compute-ego3": 0.030178718546581974, "complete-iteration": 0.6978811417905667, "set_robot_commands": 0.002020859235899644, "deviation-center-line": 0.9295200656058734, "driven_lanedir_consec": 1.7540002920066813, "sim_compute_sim_state": 0.019115591201538475, "sim_compute_performance-ego0": 0.0019658663021489835, "sim_compute_performance-ego1": 0.001833783678861218, "sim_compute_performance-ego2": 0.001821574565574638, "sim_compute_performance-ego3": 0.0018472526781856064}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6032421905876435, "get_ui_image": 0.040010333695985514, "step_physics": 0.4354238045482209, "survival_time": 46.89999999999947, "driven_lanedir": 1.228138122273817, "get_state_dump": 0.00905293245285083, "get_robot_state": 0.013800563903662345, "sim_render-ego0": 0.003745278103536945, "sim_render-ego1": 0.0036336860209862138, "sim_render-ego2": 0.0036754653857538873, "sim_render-ego3": 0.003618878424485017, "get_duckie_state": 2.2303182096146168e-06, "in-drivable-lane": 38.899999999999494, "deviation-heading": 1.0380078041345782, "agent_compute-ego0": 0.047112017774734255, "agent_compute-ego1": 0.03792067178395102, "agent_compute-ego2": 0.0344997787881837, "agent_compute-ego3": 0.030178718546581974, "complete-iteration": 0.6978811417905667, "set_robot_commands": 0.002020859235899644, "deviation-center-line": 0.23477106567121656, "driven_lanedir_consec": 1.228138122273817, "sim_compute_sim_state": 0.019115591201538475, "sim_compute_performance-ego0": 0.0019658663021489835, "sim_compute_performance-ego1": 0.001833783678861218, "sim_compute_performance-ego2": 0.001821574565574638, "sim_compute_performance-ego3": 0.0018472526781856064}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.821720857614793, "get_ui_image": 0.040010333695985514, "step_physics": 0.4354238045482209, "survival_time": 46.89999999999947, "driven_lanedir": 5.297844489408199, "get_state_dump": 0.00905293245285083, "get_robot_state": 0.013800563903662345, "sim_render-ego0": 0.003745278103536945, "sim_render-ego1": 0.0036336860209862138, "sim_render-ego2": 0.0036754653857538873, "sim_render-ego3": 0.003618878424485017, "get_duckie_state": 2.2303182096146168e-06, "in-drivable-lane": 3.449999999999804, "deviation-heading": 3.7390667767493726, "agent_compute-ego0": 0.047112017774734255, "agent_compute-ego1": 0.03792067178395102, "agent_compute-ego2": 0.0344997787881837, "agent_compute-ego3": 0.030178718546581974, "complete-iteration": 0.6978811417905667, "set_robot_commands": 0.002020859235899644, "deviation-center-line": 1.6921530068049706, "driven_lanedir_consec": 5.297844489408199, "sim_compute_sim_state": 0.019115591201538475, "sim_compute_performance-ego0": 0.0019658663021489835, "sim_compute_performance-ego1": 0.001833783678861218, "sim_compute_performance-ego2": 0.001821574565574638, "sim_compute_performance-ego3": 0.0018472526781856064}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 3.902513725463279, "get_ui_image": 0.04637879078741265, "step_physics": 0.3961510348799459, "survival_time": 27.300000000000253, "driven_lanedir": 1.036277329613039, "get_state_dump": 0.009345525797367967, "get_robot_state": 0.01398867793667251, "sim_render-ego0": 0.00391795735472517, "sim_render-ego1": 0.0038352165187298705, "sim_render-ego2": 0.0038369050627434713, "sim_render-ego3": 0.003815100877332949, "get_duckie_state": 2.912890976482161e-06, "in-drivable-lane": 17.050000000000228, "deviation-heading": 5.030168440488834, "agent_compute-ego0": 0.04157551158716735, "agent_compute-ego1": 0.03891466914844687, "agent_compute-ego2": 0.03863018042862524, "agent_compute-ego3": 0.034783647962636444, "complete-iteration": 0.6908543109893799, "set_robot_commands": 0.0021606276196579175, "deviation-center-line": 0.6067568352867497, "driven_lanedir_consec": 1.036277329613039, "sim_compute_sim_state": 0.03878929628096725, "sim_compute_performance-ego0": 0.0020594941196755475, "sim_compute_performance-ego1": 0.001926203750387188, "sim_compute_performance-ego2": 0.001936214715514802, "sim_compute_performance-ego3": 0.0019123501925843289}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.4223848809866637, "get_ui_image": 0.04637879078741265, "step_physics": 0.3961510348799459, "survival_time": 27.300000000000253, "driven_lanedir": 1.0681444982731565, "get_state_dump": 0.009345525797367967, "get_robot_state": 0.01398867793667251, "sim_render-ego0": 0.00391795735472517, "sim_render-ego1": 0.0038352165187298705, "sim_render-ego2": 0.0038369050627434713, "sim_render-ego3": 0.003815100877332949, "get_duckie_state": 2.912890976482161e-06, "in-drivable-lane": 19.700000000000216, "deviation-heading": 3.379781276795149, "agent_compute-ego0": 0.04157551158716735, "agent_compute-ego1": 0.03891466914844687, "agent_compute-ego2": 0.03863018042862524, "agent_compute-ego3": 0.034783647962636444, "complete-iteration": 0.6908543109893799, "set_robot_commands": 0.0021606276196579175, "deviation-center-line": 0.532278440634666, "driven_lanedir_consec": 1.0681444982731565, "sim_compute_sim_state": 0.03878929628096725, "sim_compute_performance-ego0": 0.0020594941196755475, "sim_compute_performance-ego1": 0.001926203750387188, "sim_compute_performance-ego2": 0.001936214715514802, "sim_compute_performance-ego3": 0.0019123501925843289}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 3.600619834072894, "get_ui_image": 0.04637879078741265, "step_physics": 0.3961510348799459, "survival_time": 27.300000000000253, "driven_lanedir": 1.8505097968769413, "get_state_dump": 0.009345525797367967, "get_robot_state": 0.01398867793667251, "sim_render-ego0": 0.00391795735472517, "sim_render-ego1": 0.0038352165187298705, "sim_render-ego2": 0.0038369050627434713, "sim_render-ego3": 0.003815100877332949, "get_duckie_state": 2.912890976482161e-06, "in-drivable-lane": 10.200000000000143, "deviation-heading": 5.218106522357938, "agent_compute-ego0": 0.04157551158716735, "agent_compute-ego1": 0.03891466914844687, "agent_compute-ego2": 0.03863018042862524, "agent_compute-ego3": 0.034783647962636444, "complete-iteration": 0.6908543109893799, "set_robot_commands": 0.0021606276196579175, "deviation-center-line": 1.3084166851079368, "driven_lanedir_consec": 1.8505097968769413, "sim_compute_sim_state": 0.03878929628096725, "sim_compute_performance-ego0": 0.0020594941196755475, "sim_compute_performance-ego1": 0.001926203750387188, "sim_compute_performance-ego2": 0.001936214715514802, "sim_compute_performance-ego3": 0.0019123501925843289}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 4.60226423240263, "get_ui_image": 0.04637879078741265, "step_physics": 0.3961510348799459, "survival_time": 27.300000000000253, "driven_lanedir": 0.9458151416934064, "get_state_dump": 0.009345525797367967, "get_robot_state": 0.01398867793667251, "sim_render-ego0": 0.00391795735472517, "sim_render-ego1": 0.0038352165187298705, "sim_render-ego2": 0.0038369050627434713, "sim_render-ego3": 0.003815100877332949, "get_duckie_state": 2.912890976482161e-06, "in-drivable-lane": 19.850000000000204, "deviation-heading": 5.327874788173423, "agent_compute-ego0": 0.04157551158716735, "agent_compute-ego1": 0.03891466914844687, "agent_compute-ego2": 0.03863018042862524, "agent_compute-ego3": 0.034783647962636444, "complete-iteration": 0.6908543109893799, "set_robot_commands": 0.0021606276196579175, "deviation-center-line": 0.5888070014396749, "driven_lanedir_consec": 0.9458151416934064, "sim_compute_sim_state": 0.03878929628096725, "sim_compute_performance-ego0": 0.0020594941196755475, "sim_compute_performance-ego1": 0.001926203750387188, "sim_compute_performance-ego2": 0.001936214715514802, "sim_compute_performance-ego3": 0.0019123501925843289}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.7824118376531244, "get_ui_image": 0.05149155591158259, "step_physics": 1.0279497421827892, "survival_time": 37.200000000000024, "driven_lanedir": 0.2422898706283392, "get_state_dump": 0.010537558754018487, "get_robot_state": 0.01627573614952548, "sim_render-ego0": 0.004346922740040209, "sim_render-ego1": 0.0044169329956873955, "sim_render-ego2": 0.004375896837887348, "sim_render-ego3": 0.004164918477103214, "get_duckie_state": 3.7878151708001257e-06, "in-drivable-lane": 35.25000000000003, "deviation-heading": 1.065034428513747, "agent_compute-ego0": 0.05105246473478791, "agent_compute-ego1": 0.05801209091340136, "agent_compute-ego2": 0.05074185268990945, "agent_compute-ego3": 0.05045771598815918, "complete-iteration": 1.372749126037495, "set_robot_commands": 0.002822574193045597, "deviation-center-line": 0.1375871069497202, "driven_lanedir_consec": 0.2422898706283392, "sim_compute_sim_state": 0.018271555356531338, "sim_compute_performance-ego0": 0.0023734358333101207, "sim_compute_performance-ego1": 0.002330345755455478, "sim_compute_performance-ego2": 0.0022970372398427668, "sim_compute_performance-ego3": 0.0023407193638334337}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 5.343545439787732, "get_ui_image": 0.05149155591158259, "step_physics": 1.0279497421827892, "survival_time": 37.200000000000024, "driven_lanedir": 1.6875340553433575, "get_state_dump": 0.010537558754018487, "get_robot_state": 0.01627573614952548, "sim_render-ego0": 0.004346922740040209, "sim_render-ego1": 0.0044169329956873955, "sim_render-ego2": 0.004375896837887348, "sim_render-ego3": 0.004164918477103214, "get_duckie_state": 3.7878151708001257e-06, "in-drivable-lane": 23.199999999999957, "deviation-heading": 4.625021033778177, "agent_compute-ego0": 0.05105246473478791, "agent_compute-ego1": 0.05801209091340136, "agent_compute-ego2": 0.05074185268990945, "agent_compute-ego3": 0.05045771598815918, "complete-iteration": 1.372749126037495, "set_robot_commands": 0.002822574193045597, "deviation-center-line": 1.1697724143397283, "driven_lanedir_consec": 1.6875340553433575, "sim_compute_sim_state": 0.018271555356531338, "sim_compute_performance-ego0": 0.0023734358333101207, "sim_compute_performance-ego1": 0.002330345755455478, "sim_compute_performance-ego2": 0.0022970372398427668, "sim_compute_performance-ego3": 0.0023407193638334337}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 0.656184601107031, "get_ui_image": 0.05149155591158259, "step_physics": 1.0279497421827892, "survival_time": 37.200000000000024, "driven_lanedir": 0.6534821358362597, "get_state_dump": 0.010537558754018487, "get_robot_state": 0.01627573614952548, "sim_render-ego0": 0.004346922740040209, "sim_render-ego1": 0.0044169329956873955, "sim_render-ego2": 0.004375896837887348, "sim_render-ego3": 0.004164918477103214, "get_duckie_state": 3.7878151708001257e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.435840503817957, "agent_compute-ego0": 0.05105246473478791, "agent_compute-ego1": 0.05801209091340136, "agent_compute-ego2": 0.05074185268990945, "agent_compute-ego3": 0.05045771598815918, "complete-iteration": 1.372749126037495, "set_robot_commands": 0.002822574193045597, "deviation-center-line": 1.1898106985046442, "driven_lanedir_consec": 0.6534821358362597, "sim_compute_sim_state": 0.018271555356531338, "sim_compute_performance-ego0": 0.0023734358333101207, "sim_compute_performance-ego1": 0.002330345755455478, "sim_compute_performance-ego2": 0.0022970372398427668, "sim_compute_performance-ego3": 0.0023407193638334337}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.6979372777519597, "get_ui_image": 0.05149155591158259, "step_physics": 1.0279497421827892, "survival_time": 37.200000000000024, "driven_lanedir": 0.8530131343419873, "get_state_dump": 0.010537558754018487, "get_robot_state": 0.01627573614952548, "sim_render-ego0": 0.004346922740040209, "sim_render-ego1": 0.0044169329956873955, "sim_render-ego2": 0.004375896837887348, "sim_render-ego3": 0.004164918477103214, "get_duckie_state": 3.7878151708001257e-06, "in-drivable-lane": 31.20000000000004, "deviation-heading": 1.0421047220131991, "agent_compute-ego0": 0.05105246473478791, "agent_compute-ego1": 0.05801209091340136, "agent_compute-ego2": 0.05074185268990945, "agent_compute-ego3": 0.05045771598815918, "complete-iteration": 1.372749126037495, "set_robot_commands": 0.002822574193045597, "deviation-center-line": 0.2818669176118597, "driven_lanedir_consec": 0.8530131343419873, "sim_compute_sim_state": 0.018271555356531338, "sim_compute_performance-ego0": 0.0023734358333101207, "sim_compute_performance-ego1": 0.002330345755455478, "sim_compute_performance-ego2": 0.0022970372398427668, "sim_compute_performance-ego3": 0.0023407193638334337}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.002879663717619, "get_ui_image": 0.03455416983587634, "step_physics": 0.232662545258285, "survival_time": 25.500000000000227, "driven_lanedir": 2.1282961993423326, "get_state_dump": 0.007184496131195248, "get_robot_state": 0.008315570200492724, "sim_render-ego0": 0.004552154391712405, "sim_render-ego1": 0.004285636946646435, "get_duckie_state": 2.7140525922383347e-06, "in-drivable-lane": 7.650000000000109, "deviation-heading": 2.068443836045357, "agent_compute-ego0": 0.09604106397311515, "agent_compute-ego1": 0.08605314980747648, "complete-iteration": 0.4927572312886934, "set_robot_commands": 0.0028119591117605073, "deviation-center-line": 0.957669144372987, "driven_lanedir_consec": 2.1282961993423326, "sim_compute_sim_state": 0.008906254796365936, "sim_compute_performance-ego0": 0.0023706939122448228, "sim_compute_performance-ego1": 0.002304050553801475}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.3842521627214388, "get_ui_image": 0.03455416983587634, "step_physics": 0.232662545258285, "survival_time": 25.500000000000227, "driven_lanedir": 0.6644981203028425, "get_state_dump": 0.007184496131195248, "get_robot_state": 0.008315570200492724, "sim_render-ego0": 0.004552154391712405, "sim_render-ego1": 0.004285636946646435, "get_duckie_state": 2.7140525922383347e-06, "in-drivable-lane": 20.850000000000236, "deviation-heading": 1.3150352529610343, "agent_compute-ego0": 0.09604106397311515, "agent_compute-ego1": 0.08605314980747648, "complete-iteration": 0.4927572312886934, "set_robot_commands": 0.0028119591117605073, "deviation-center-line": 0.2725031234676209, "driven_lanedir_consec": 0.6644981203028425, "sim_compute_sim_state": 0.008906254796365936, "sim_compute_performance-ego0": 0.0023706939122448228, "sim_compute_performance-ego1": 0.002304050553801475}}
set_robot_commands_max0.002822574193045597
set_robot_commands_mean0.0024028687441381177
set_robot_commands_median0.0021606276196579175
set_robot_commands_min0.002020859235899644
sim_compute_performance-ego0_max0.0023734358333101207
sim_compute_performance-ego0_mean0.0021668980603591604
sim_compute_performance-ego0_median0.0020594941196755475
sim_compute_performance-ego0_min0.0019658663021489835
sim_compute_performance-ego1_max0.002330345755455478
sim_compute_performance-ego1_mean0.0020692452747441783
sim_compute_performance-ego1_median0.001926203750387188
sim_compute_performance-ego1_min0.001833783678861218
sim_compute_sim_state_max0.03878929628096725
sim_compute_sim_state_mean0.02303702006777715
sim_compute_sim_state_median0.019115591201538475
sim_compute_sim_state_min0.008906254796365936
sim_render-ego0_max0.004552154391712405
sim_render-ego0_mean0.00408178154118815
sim_render-ego0_median0.00391795735472517
sim_render-ego0_min0.003745278103536945
sim_render-ego1_max0.0044169329956873955
sim_render-ego1_mean0.0040081868596362
sim_render-ego1_median0.0038352165187298705
sim_render-ego1_min0.0036336860209862138
simulation-passed1
step_physics_max1.0279497421827892
step_physics_mean0.5645302440685996
step_physics_median0.4354238045482209
step_physics_min0.232662545258285
survival_time_max46.89999999999947
survival_time_mean35.47142857142853
survival_time_min25.500000000000227

Highlights

59056

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.