Duckietown Challenges Home Challenges Submissions

Job 55789

Job ID55789
submission11422
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration1:19:17
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median8.00075320404907
survival_time_median59.99999999999873
deviation-center-line_median2.8239357280733985
in-drivable-lane_median0.2499999999999898


other stats
agent_compute-ego0_max0.04328814851155785
agent_compute-ego0_mean0.04088998376876488
agent_compute-ego0_median0.04088998376876488
agent_compute-ego0_min0.03849181902597191
agent_compute-ego1_max0.043693094031201314
agent_compute-ego1_mean0.041192149441009955
agent_compute-ego1_median0.041192149441009955
agent_compute-ego1_min0.03869120485081859
agent_compute-ego2_max0.04338253110175724
agent_compute-ego2_mean0.04084059201509728
agent_compute-ego2_median0.04084059201509728
agent_compute-ego2_min0.03829865292843732
agent_compute-ego3_max0.04303700798854145
agent_compute-ego3_mean0.04081960850016064
agent_compute-ego3_median0.04081960850016064
agent_compute-ego3_min0.03860220901177984
complete-iteration_max1.1046263337830124
complete-iteration_mean1.0426254363778629
complete-iteration_median1.0426254363778629
complete-iteration_min0.9806245389727132
deviation-center-line_max6.993703781443878
deviation-center-line_mean3.936741498504513
deviation-center-line_min1.4439738685565429
deviation-heading_max42.18086494270505
deviation-heading_mean21.323538483824755
deviation-heading_median13.496171805602964
deviation-heading_min8.910009242327769
driven_any_max14.590349051823852
driven_any_mean7.927626305348715
driven_any_median8.415174702140996
driven_any_min0.49155627944869673
driven_lanedir_consec_max14.286955591091672
driven_lanedir_consec_mean7.618726402833628
driven_lanedir_consec_min0.4720865370347065
driven_lanedir_max14.286955591091672
driven_lanedir_mean7.64089806951685
driven_lanedir_median8.000755545699063
driven_lanedir_min0.4720865370347065
get_duckie_state_max1.4011310002488162e-06
get_duckie_state_mean1.2663381482838195e-06
get_duckie_state_median1.2663381482838195e-06
get_duckie_state_min1.1315452963188229e-06
get_robot_state_max0.013816469217915022
get_robot_state_mean0.01316477257842128
get_robot_state_median0.01316477257842128
get_robot_state_min0.012513075938927542
get_state_dump_max0.00905766614172282
get_state_dump_mean0.008651897472505467
get_state_dump_median0.008651897472505467
get_state_dump_min0.008246128803288113
get_ui_image_max0.04908133347167461
get_ui_image_mean0.047140783612476006
get_ui_image_median0.047140783612476006
get_ui_image_min0.0452002337532774
in-drivable-lane_max1.2999999999999954
in-drivable-lane_mean0.4374999999999939
in-drivable-lane_min0.0
per-episodes
details{"LFVI_multi-norm-4way-000-ego0": {"driven_any": 14.590274250259988, "get_ui_image": 0.0452002337532774, "step_physics": 0.7106763957243577, "survival_time": 59.99999999999873, "driven_lanedir": 14.285870115338705, "get_state_dump": 0.008246128803288113, "get_robot_state": 0.012513075938927542, "sim_render-ego0": 0.0033630697455235463, "sim_render-ego1": 0.0033267646109829538, "sim_render-ego2": 0.0032966218324227696, "sim_render-ego3": 0.0032984630749882705, "get_duckie_state": 1.1315452963188229e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.65141140471916, "agent_compute-ego0": 0.03849181902597191, "agent_compute-ego1": 0.03869120485081859, "agent_compute-ego2": 0.03829865292843732, "agent_compute-ego3": 0.03860220901177984, "complete-iteration": 0.9806245389727132, "set_robot_commands": 0.0020629726381325704, "deviation-center-line": 2.869488261734872, "driven_lanedir_consec": 14.285870115338705, "sim_compute_sim_state": 0.021974682311630567, "sim_compute_performance-ego0": 0.00177611538412966, "sim_compute_performance-ego1": 0.001628550760553441, "sim_compute_performance-ego2": 0.0016562168445317176, "sim_compute_performance-ego3": 0.001628711162062112}, "LFVI_multi-norm-4way-000-ego1": {"driven_any": 2.2400890986044524, "get_ui_image": 0.0452002337532774, "step_physics": 0.7106763957243577, "survival_time": 59.99999999999873, "driven_lanedir": 1.900791696912732, "get_state_dump": 0.008246128803288113, "get_robot_state": 0.012513075938927542, "sim_render-ego0": 0.0033630697455235463, "sim_render-ego1": 0.0033267646109829538, "sim_render-ego2": 0.0032966218324227696, "sim_render-ego3": 0.0032984630749882705, "get_duckie_state": 1.1315452963188229e-06, "in-drivable-lane": 0.8999999999999968, "deviation-heading": 38.71500900662983, "agent_compute-ego0": 0.03849181902597191, "agent_compute-ego1": 0.03869120485081859, "agent_compute-ego2": 0.03829865292843732, "agent_compute-ego3": 0.03860220901177984, "complete-iteration": 0.9806245389727132, "set_robot_commands": 0.0020629726381325704, "deviation-center-line": 6.000862773390881, "driven_lanedir_consec": 1.900791696912732, "sim_compute_sim_state": 0.021974682311630567, "sim_compute_performance-ego0": 0.00177611538412966, "sim_compute_performance-ego1": 0.001628550760553441, "sim_compute_performance-ego2": 0.0016562168445317176, "sim_compute_performance-ego3": 0.001628711162062112}, "LFVI_multi-norm-4way-000-ego2": {"driven_any": 14.59026030567754, "get_ui_image": 0.0452002337532774, "step_physics": 0.7106763957243577, "survival_time": 59.99999999999873, "driven_lanedir": 14.286955591091672, "get_state_dump": 0.008246128803288113, "get_robot_state": 0.012513075938927542, "sim_render-ego0": 0.0033630697455235463, "sim_render-ego1": 0.0033267646109829538, "sim_render-ego2": 0.0032966218324227696, "sim_render-ego3": 0.0032984630749882705, "get_duckie_state": 1.1315452963188229e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.77473756366386, "agent_compute-ego0": 0.03849181902597191, "agent_compute-ego1": 0.03869120485081859, "agent_compute-ego2": 0.03829865292843732, "agent_compute-ego3": 0.03860220901177984, "complete-iteration": 0.9806245389727132, "set_robot_commands": 0.0020629726381325704, "deviation-center-line": 2.7783831944119246, "driven_lanedir_consec": 14.286955591091672, "sim_compute_sim_state": 0.021974682311630567, "sim_compute_performance-ego0": 0.00177611538412966, "sim_compute_performance-ego1": 0.001628550760553441, "sim_compute_performance-ego2": 0.0016562168445317176, "sim_compute_performance-ego3": 0.001628711162062112}, "LFVI_multi-norm-4way-000-ego3": {"driven_any": 0.9929039380973048, "get_ui_image": 0.0452002337532774, "step_physics": 0.7106763957243577, "survival_time": 59.99999999999873, "driven_lanedir": 0.8491677542940025, "get_state_dump": 0.008246128803288113, "get_robot_state": 0.012513075938927542, "sim_render-ego0": 0.0033630697455235463, "sim_render-ego1": 0.0033267646109829538, "sim_render-ego2": 0.0032966218324227696, "sim_render-ego3": 0.0032984630749882705, "get_duckie_state": 1.1315452963188229e-06, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 42.18086494270505, "agent_compute-ego0": 0.03849181902597191, "agent_compute-ego1": 0.03869120485081859, "agent_compute-ego2": 0.03829865292843732, "agent_compute-ego3": 0.03860220901177984, "complete-iteration": 0.9806245389727132, "set_robot_commands": 0.0020629726381325704, "deviation-center-line": 6.993703781443878, "driven_lanedir_consec": 0.6900128436534608, "sim_compute_sim_state": 0.021974682311630567, "sim_compute_performance-ego0": 0.00177611538412966, "sim_compute_performance-ego1": 0.001628550760553441, "sim_compute_performance-ego2": 0.0016562168445317176, "sim_compute_performance-ego3": 0.001628711162062112}, "LFVI_multi-norm-udem1-000-ego0": {"driven_any": 14.590349051823852, "get_ui_image": 0.04908133347167461, "step_physics": 0.8043117660169895, "survival_time": 59.99999999999873, "driven_lanedir": 14.26626045879052, "get_state_dump": 0.00905766614172282, "get_robot_state": 0.013816469217915022, "sim_render-ego0": 0.003742545173130464, "sim_render-ego1": 0.0037882740948222064, "sim_render-ego2": 0.003741088060415555, "sim_render-ego3": 0.0036643553931548336, "get_duckie_state": 1.4011310002488162e-06, "in-drivable-lane": 0.3499999999999801, "deviation-heading": 8.910009242327769, "agent_compute-ego0": 0.04328814851155785, "agent_compute-ego1": 0.043693094031201314, "agent_compute-ego2": 0.04338253110175724, "agent_compute-ego3": 0.04303700798854145, "complete-iteration": 1.1046263337830124, "set_robot_commands": 0.002422880471298637, "deviation-center-line": 2.4063982353198834, "driven_lanedir_consec": 14.266258477145486, "sim_compute_sim_state": 0.02301007127086884, "sim_compute_performance-ego0": 0.001990572796773156, "sim_compute_performance-ego1": 0.001897744790997533, "sim_compute_performance-ego2": 0.0018679750253516969, "sim_compute_performance-ego3": 0.001911321349386172}, "LFVI_multi-norm-udem1-000-ego1": {"driven_any": 14.590327050880797, "get_ui_image": 0.04908133347167461, "step_physics": 0.8043117660169895, "survival_time": 59.99999999999873, "driven_lanedir": 14.100719394485392, "get_state_dump": 0.00905766614172282, "get_robot_state": 0.013816469217915022, "sim_render-ego0": 0.003742545173130464, "sim_render-ego1": 0.0037882740948222064, "sim_render-ego2": 0.003741088060415555, "sim_render-ego3": 0.0036643553931548336, "get_duckie_state": 1.4011310002488162e-06, "in-drivable-lane": 0.7999999999999794, "deviation-heading": 9.784630456195652, "agent_compute-ego0": 0.04328814851155785, "agent_compute-ego1": 0.043693094031201314, "agent_compute-ego2": 0.04338253110175724, "agent_compute-ego3": 0.04303700798854145, "complete-iteration": 1.1046263337830124, "set_robot_commands": 0.002422880471298637, "deviation-center-line": 2.7297678588323686, "driven_lanedir_consec": 14.100714711185407, "sim_compute_sim_state": 0.02301007127086884, "sim_compute_performance-ego0": 0.001990572796773156, "sim_compute_performance-ego1": 0.001897744790997533, "sim_compute_performance-ego2": 0.0018679750253516969, "sim_compute_performance-ego3": 0.001911321349386172}, "LFVI_multi-norm-udem1-000-ego2": {"driven_any": 0.49155627944869673, "get_ui_image": 0.04908133347167461, "step_physics": 0.8043117660169895, "survival_time": 59.99999999999873, "driven_lanedir": 0.4720865370347065, "get_state_dump": 0.00905766614172282, "get_robot_state": 0.013816469217915022, "sim_render-ego0": 0.003742545173130464, "sim_render-ego1": 0.0037882740948222064, "sim_render-ego2": 0.003741088060415555, "sim_render-ego3": 0.0036643553931548336, "get_duckie_state": 1.4011310002488162e-06, "in-drivable-lane": 0.0, "deviation-heading": 33.35403920681466, "agent_compute-ego0": 0.04328814851155785, "agent_compute-ego1": 0.043693094031201314, "agent_compute-ego2": 0.04338253110175724, "agent_compute-ego3": 0.04303700798854145, "complete-iteration": 1.1046263337830124, "set_robot_commands": 0.002422880471298637, "deviation-center-line": 6.271354014345749, "driven_lanedir_consec": 0.4720865370347065, "sim_compute_sim_state": 0.02301007127086884, "sim_compute_performance-ego0": 0.001990572796773156, "sim_compute_performance-ego1": 0.001897744790997533, "sim_compute_performance-ego2": 0.0018679750253516969, "sim_compute_performance-ego3": 0.001911321349386172}, "LFVI_multi-norm-udem1-000-ego3": {"driven_any": 1.3352504679970854, "get_ui_image": 0.04908133347167461, "step_physics": 0.8043117660169895, "survival_time": 59.99999999999873, "driven_lanedir": 0.9653330081870644, "get_state_dump": 0.00905766614172282, "get_robot_state": 0.013816469217915022, "sim_render-ego0": 0.003742545173130464, "sim_render-ego1": 0.0037882740948222064, "sim_render-ego2": 0.003741088060415555, "sim_render-ego3": 0.0036643553931548336, "get_duckie_state": 1.4011310002488162e-06, "in-drivable-lane": 1.2999999999999954, "deviation-heading": 16.21760604754207, "agent_compute-ego0": 0.04328814851155785, "agent_compute-ego1": 0.043693094031201314, "agent_compute-ego2": 0.04338253110175724, "agent_compute-ego3": 0.04303700798854145, "complete-iteration": 1.1046263337830124, "set_robot_commands": 0.002422880471298637, "deviation-center-line": 1.4439738685565429, "driven_lanedir_consec": 0.9471212503068523, "sim_compute_sim_state": 0.02301007127086884, "sim_compute_performance-ego0": 0.001990572796773156, "sim_compute_performance-ego1": 0.001897744790997533, "sim_compute_performance-ego2": 0.0018679750253516969, "sim_compute_performance-ego3": 0.001911321349386172}}
set_robot_commands_max0.002422880471298637
set_robot_commands_mean0.002242926554715603
set_robot_commands_median0.002242926554715603
set_robot_commands_min0.0020629726381325704
sim_compute_performance-ego0_max0.001990572796773156
sim_compute_performance-ego0_mean0.001883344090451408
sim_compute_performance-ego0_median0.001883344090451408
sim_compute_performance-ego0_min0.00177611538412966
sim_compute_performance-ego1_max0.001897744790997533
sim_compute_performance-ego1_mean0.0017631477757754869
sim_compute_performance-ego1_median0.0017631477757754869
sim_compute_performance-ego1_min0.001628550760553441
sim_compute_performance-ego2_max0.0018679750253516969
sim_compute_performance-ego2_mean0.0017620959349417072
sim_compute_performance-ego2_median0.0017620959349417072
sim_compute_performance-ego2_min0.0016562168445317176
sim_compute_performance-ego3_max0.001911321349386172
sim_compute_performance-ego3_mean0.001770016255724142
sim_compute_performance-ego3_median0.001770016255724142
sim_compute_performance-ego3_min0.001628711162062112
sim_compute_sim_state_max0.02301007127086884
sim_compute_sim_state_mean0.022492376791249703
sim_compute_sim_state_median0.022492376791249703
sim_compute_sim_state_min0.021974682311630567
sim_render-ego0_max0.003742545173130464
sim_render-ego0_mean0.003552807459327005
sim_render-ego0_median0.003552807459327005
sim_render-ego0_min0.0033630697455235463
sim_render-ego1_max0.0037882740948222064
sim_render-ego1_mean0.00355751935290258
sim_render-ego1_median0.00355751935290258
sim_render-ego1_min0.0033267646109829538
sim_render-ego2_max0.003741088060415555
sim_render-ego2_mean0.0035188549464191627
sim_render-ego2_median0.0035188549464191627
sim_render-ego2_min0.0032966218324227696
sim_render-ego3_max0.0036643553931548336
sim_render-ego3_mean0.003481409234071552
sim_render-ego3_median0.003481409234071552
sim_render-ego3_min0.0032984630749882705
simulation-passed1
step_physics_max0.8043117660169895
step_physics_mean0.7574940808706736
step_physics_median0.7574940808706736
step_physics_min0.7106763957243577
survival_time_max59.99999999999873
survival_time_mean59.99999999999873
survival_time_min59.99999999999873

Highlights

55789

Click the images to see detailed statistics about the episode.

LFVI_multi-norm-4way-000

LFVI_multi-norm-udem1-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.