Duckietown Challenges Home Challenges Submissions

Job 55793

Job ID55793
submission11422
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-04
date started
date completed
duration1:18:57
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median8.001196471460364
survival_time_median59.99999999999873
deviation-center-line_median2.8284583824579927
in-drivable-lane_median0.2499999999999898


other stats
agent_compute-ego0_max0.0434517246995937
agent_compute-ego0_mean0.04133620250234993
agent_compute-ego0_median0.04133620250234993
agent_compute-ego0_min0.03922068030510616
agent_compute-ego1_max0.04113571490971472
agent_compute-ego1_mean0.039660957731077015
agent_compute-ego1_median0.039660957731077015
agent_compute-ego1_min0.03818620055243931
agent_compute-ego2_max0.04130372437311152
agent_compute-ego2_mean0.039903449079178456
agent_compute-ego2_median0.039903449079178456
agent_compute-ego2_min0.03850317378524539
agent_compute-ego3_max0.04162785472917517
agent_compute-ego3_mean0.03998899837020632
agent_compute-ego3_median0.03998899837020632
agent_compute-ego3_min0.03835014201123748
complete-iteration_max1.100057575128954
complete-iteration_mean1.0456525125074745
complete-iteration_median1.0456525125074745
complete-iteration_min0.9912474498859948
deviation-center-line_max6.993703781443878
deviation-center-line_mean4.01432596940849
deviation-center-line_min1.3112380783100015
deviation-heading_max42.18086494270505
deviation-heading_mean21.65934424154137
deviation-heading_median16.638001158592214
deviation-heading_min9.265108930633524
driven_any_max14.590333044504993
driven_any_mean7.933737918584841
driven_any_median8.415174702140996
driven_any_min0.5037835326522511
driven_lanedir_consec_max14.286955591091672
driven_lanedir_consec_mean7.614939087860101
driven_lanedir_consec_min0.4823308543395137
driven_lanedir_max14.286955591091672
driven_lanedir_mean7.639603581184144
driven_lanedir_median8.00119812087957
driven_lanedir_min0.4823308543395137
get_duckie_state_max1.6631730688700171e-06
get_duckie_state_mean1.633197044353501e-06
get_duckie_state_median1.633197044353501e-06
get_duckie_state_min1.6032210198369849e-06
get_robot_state_max0.013675853672075232
get_robot_state_mean0.01336395472511463
get_robot_state_median0.01336395472511463
get_robot_state_min0.013052055778154027
get_state_dump_max0.008855042707711631
get_state_dump_mean0.008716273863647105
get_state_dump_median0.008716273863647105
get_state_dump_min0.008577505019582578
get_ui_image_max0.047319682611216114
get_ui_image_mean0.04603338231651312
get_ui_image_median0.04603338231651312
get_ui_image_min0.04474708202181013
in-drivable-lane_max1.4499999999999948
in-drivable-lane_mean0.4499999999999942
in-drivable-lane_min0.0
per-episodes
details{"LFVI_multi-norm-4way-000-ego0": {"driven_any": 14.590274250259988, "get_ui_image": 0.04474708202181013, "step_physics": 0.7188050036227872, "survival_time": 59.99999999999873, "driven_lanedir": 14.285870115338705, "get_state_dump": 0.008577505019582578, "get_robot_state": 0.013052055778154027, "sim_render-ego0": 0.003494517392262531, "sim_render-ego1": 0.0034540920432263073, "sim_render-ego2": 0.0034398982963593774, "sim_render-ego3": 0.0033926977702322648, "get_duckie_state": 1.6032210198369849e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.65141140471916, "agent_compute-ego0": 0.03922068030510616, "agent_compute-ego1": 0.03818620055243931, "agent_compute-ego2": 0.03850317378524539, "agent_compute-ego3": 0.03835014201123748, "complete-iteration": 0.9912474498859948, "set_robot_commands": 0.002200657481654895, "deviation-center-line": 2.869488261734872, "driven_lanedir_consec": 14.285870115338705, "sim_compute_sim_state": 0.022563375898642303, "sim_compute_performance-ego0": 0.0018572102577660505, "sim_compute_performance-ego1": 0.0017258140268571966, "sim_compute_performance-ego2": 0.0017548353844737132, "sim_compute_performance-ego3": 0.0017040061712463531}, "LFVI_multi-norm-4way-000-ego1": {"driven_any": 2.2400890986044524, "get_ui_image": 0.04474708202181013, "step_physics": 0.7188050036227872, "survival_time": 59.99999999999873, "driven_lanedir": 1.900791696912732, "get_state_dump": 0.008577505019582578, "get_robot_state": 0.013052055778154027, "sim_render-ego0": 0.003494517392262531, "sim_render-ego1": 0.0034540920432263073, "sim_render-ego2": 0.0034398982963593774, "sim_render-ego3": 0.0033926977702322648, "get_duckie_state": 1.6032210198369849e-06, "in-drivable-lane": 0.8999999999999968, "deviation-heading": 38.71500900662983, "agent_compute-ego0": 0.03922068030510616, "agent_compute-ego1": 0.03818620055243931, "agent_compute-ego2": 0.03850317378524539, "agent_compute-ego3": 0.03835014201123748, "complete-iteration": 0.9912474498859948, "set_robot_commands": 0.002200657481654895, "deviation-center-line": 6.000862773390881, "driven_lanedir_consec": 1.900791696912732, "sim_compute_sim_state": 0.022563375898642303, "sim_compute_performance-ego0": 0.0018572102577660505, "sim_compute_performance-ego1": 0.0017258140268571966, "sim_compute_performance-ego2": 0.0017548353844737132, "sim_compute_performance-ego3": 0.0017040061712463531}, "LFVI_multi-norm-4way-000-ego2": {"driven_any": 14.59026030567754, "get_ui_image": 0.04474708202181013, "step_physics": 0.7188050036227872, "survival_time": 59.99999999999873, "driven_lanedir": 14.286955591091672, "get_state_dump": 0.008577505019582578, "get_robot_state": 0.013052055778154027, "sim_render-ego0": 0.003494517392262531, "sim_render-ego1": 0.0034540920432263073, "sim_render-ego2": 0.0034398982963593774, "sim_render-ego3": 0.0033926977702322648, "get_duckie_state": 1.6032210198369849e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.77473756366386, "agent_compute-ego0": 0.03922068030510616, "agent_compute-ego1": 0.03818620055243931, "agent_compute-ego2": 0.03850317378524539, "agent_compute-ego3": 0.03835014201123748, "complete-iteration": 0.9912474498859948, "set_robot_commands": 0.002200657481654895, "deviation-center-line": 2.7783831944119246, "driven_lanedir_consec": 14.286955591091672, "sim_compute_sim_state": 0.022563375898642303, "sim_compute_performance-ego0": 0.0018572102577660505, "sim_compute_performance-ego1": 0.0017258140268571966, "sim_compute_performance-ego2": 0.0017548353844737132, "sim_compute_performance-ego3": 0.0017040061712463531}, "LFVI_multi-norm-4way-000-ego3": {"driven_any": 0.9929039380973048, "get_ui_image": 0.04474708202181013, "step_physics": 0.7188050036227872, "survival_time": 59.99999999999873, "driven_lanedir": 0.8491677542940025, "get_state_dump": 0.008577505019582578, "get_robot_state": 0.013052055778154027, "sim_render-ego0": 0.003494517392262531, "sim_render-ego1": 0.0034540920432263073, "sim_render-ego2": 0.0034398982963593774, "sim_render-ego3": 0.0033926977702322648, "get_duckie_state": 1.6032210198369849e-06, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 42.18086494270505, "agent_compute-ego0": 0.03922068030510616, "agent_compute-ego1": 0.03818620055243931, "agent_compute-ego2": 0.03850317378524539, "agent_compute-ego3": 0.03835014201123748, "complete-iteration": 0.9912474498859948, "set_robot_commands": 0.002200657481654895, "deviation-center-line": 6.993703781443878, "driven_lanedir_consec": 0.6900128436534608, "sim_compute_sim_state": 0.022563375898642303, "sim_compute_performance-ego0": 0.0018572102577660505, "sim_compute_performance-ego1": 0.0017258140268571966, "sim_compute_performance-ego2": 0.0017548353844737132, "sim_compute_performance-ego3": 0.0017040061712463531}, "LFVI_multi-norm-udem1-000-ego0": {"driven_any": 14.590333044504993, "get_ui_image": 0.047319682611216114, "step_physics": 0.8089637819873006, "survival_time": 59.99999999999873, "driven_lanedir": 14.247864647958828, "get_state_dump": 0.008855042707711631, "get_robot_state": 0.013675853672075232, "sim_render-ego0": 0.003673246758466557, "sim_render-ego1": 0.003691151775388694, "sim_render-ego2": 0.0036134283111851776, "sim_render-ego3": 0.0035780768509609913, "get_duckie_state": 1.6631730688700171e-06, "in-drivable-lane": 0.3499999999999801, "deviation-heading": 9.265108930633524, "agent_compute-ego0": 0.0434517246995937, "agent_compute-ego1": 0.04113571490971472, "agent_compute-ego2": 0.04130372437311152, "agent_compute-ego3": 0.04162785472917517, "complete-iteration": 1.100057575128954, "set_robot_commands": 0.002311091935207802, "deviation-center-line": 2.5364267256779445, "driven_lanedir_consec": 14.247863021476014, "sim_compute_sim_state": 0.022606725597461, "sim_compute_performance-ego0": 0.0019547657406796624, "sim_compute_performance-ego1": 0.0018836262819669728, "sim_compute_performance-ego2": 0.0018299334650730512, "sim_compute_performance-ego3": 0.0018846885449284815}, "LFVI_multi-norm-udem1-000-ego1": {"driven_any": 14.59032274871394, "get_ui_image": 0.047319682611216114, "step_physics": 0.8089637819873006, "survival_time": 59.99999999999873, "driven_lanedir": 14.101604544846406, "get_state_dump": 0.008855042707711631, "get_robot_state": 0.013675853672075232, "sim_render-ego0": 0.003673246758466557, "sim_render-ego1": 0.003691151775388694, "sim_render-ego2": 0.0036134283111851776, "sim_render-ego3": 0.0035780768509609913, "get_duckie_state": 1.6631730688700171e-06, "in-drivable-lane": 0.7499999999999822, "deviation-heading": 10.034716398430716, "agent_compute-ego0": 0.0434517246995937, "agent_compute-ego1": 0.04113571490971472, "agent_compute-ego2": 0.04130372437311152, "agent_compute-ego3": 0.04162785472917517, "complete-iteration": 1.100057575128954, "set_robot_commands": 0.002311091935207802, "deviation-center-line": 2.787428503181114, "driven_lanedir_consec": 14.101601246007997, "sim_compute_sim_state": 0.022606725597461, "sim_compute_performance-ego0": 0.0019547657406796624, "sim_compute_performance-ego1": 0.0018836262819669728, "sim_compute_performance-ego2": 0.0018299334650730512, "sim_compute_performance-ego3": 0.0018846885449284815}, "LFVI_multi-norm-udem1-000-ego2": {"driven_any": 0.5037835326522511, "get_ui_image": 0.047319682611216114, "step_physics": 0.8089637819873006, "survival_time": 59.99999999999873, "driven_lanedir": 0.4823308543395137, "get_state_dump": 0.008855042707711631, "get_robot_state": 0.013675853672075232, "sim_render-ego0": 0.003673246758466557, "sim_render-ego1": 0.003691151775388694, "sim_render-ego2": 0.0036134283111851776, "sim_render-ego3": 0.0035780768509609913, "get_duckie_state": 1.6631730688700171e-06, "in-drivable-lane": 0.0, "deviation-heading": 29.15164093202824, "agent_compute-ego0": 0.0434517246995937, "agent_compute-ego1": 0.04113571490971472, "agent_compute-ego2": 0.04130372437311152, "agent_compute-ego3": 0.04162785472917517, "complete-iteration": 1.100057575128954, "set_robot_commands": 0.002311091935207802, "deviation-center-line": 6.837076437117302, "driven_lanedir_consec": 0.4823308543395137, "sim_compute_sim_state": 0.022606725597461, "sim_compute_performance-ego0": 0.0019547657406796624, "sim_compute_performance-ego1": 0.0018836262819669728, "sim_compute_performance-ego2": 0.0018299334650730512, "sim_compute_performance-ego3": 0.0018846885449284815}, "LFVI_multi-norm-udem1-000-ego3": {"driven_any": 1.3719364301682642, "get_ui_image": 0.047319682611216114, "step_physics": 0.8089637819873006, "survival_time": 59.99999999999873, "driven_lanedir": 0.96224344469129, "get_state_dump": 0.008855042707711631, "get_robot_state": 0.013675853672075232, "sim_render-ego0": 0.003673246758466557, "sim_render-ego1": 0.003691151775388694, "sim_render-ego2": 0.0036134283111851776, "sim_render-ego3": 0.0035780768509609913, "get_duckie_state": 1.6631730688700171e-06, "in-drivable-lane": 1.4499999999999948, "deviation-heading": 22.50126475352057, "agent_compute-ego0": 0.0434517246995937, "agent_compute-ego1": 0.04113571490971472, "agent_compute-ego2": 0.04130372437311152, "agent_compute-ego3": 0.04162785472917517, "complete-iteration": 1.100057575128954, "set_robot_commands": 0.002311091935207802, "deviation-center-line": 1.3112380783100015, "driven_lanedir_consec": 0.924087334060722, "sim_compute_sim_state": 0.022606725597461, "sim_compute_performance-ego0": 0.0019547657406796624, "sim_compute_performance-ego1": 0.0018836262819669728, "sim_compute_performance-ego2": 0.0018299334650730512, "sim_compute_performance-ego3": 0.0018846885449284815}}
set_robot_commands_max0.002311091935207802
set_robot_commands_mean0.002255874708431349
set_robot_commands_median0.002255874708431349
set_robot_commands_min0.002200657481654895
sim_compute_performance-ego0_max0.0019547657406796624
sim_compute_performance-ego0_mean0.0019059879992228564
sim_compute_performance-ego0_median0.0019059879992228564
sim_compute_performance-ego0_min0.0018572102577660505
sim_compute_performance-ego1_max0.0018836262819669728
sim_compute_performance-ego1_mean0.0018047201544120848
sim_compute_performance-ego1_median0.0018047201544120848
sim_compute_performance-ego1_min0.0017258140268571966
sim_compute_performance-ego2_max0.0018299334650730512
sim_compute_performance-ego2_mean0.0017923844247733822
sim_compute_performance-ego2_median0.0017923844247733822
sim_compute_performance-ego2_min0.0017548353844737132
sim_compute_performance-ego3_max0.0018846885449284815
sim_compute_performance-ego3_mean0.001794347358087417
sim_compute_performance-ego3_median0.001794347358087417
sim_compute_performance-ego3_min0.0017040061712463531
sim_compute_sim_state_max0.022606725597461
sim_compute_sim_state_mean0.02258505074805165
sim_compute_sim_state_median0.02258505074805165
sim_compute_sim_state_min0.022563375898642303
sim_render-ego0_max0.003673246758466557
sim_render-ego0_mean0.003583882075364544
sim_render-ego0_median0.003583882075364544
sim_render-ego0_min0.003494517392262531
sim_render-ego1_max0.003691151775388694
sim_render-ego1_mean0.0035726219093075006
sim_render-ego1_median0.0035726219093075006
sim_render-ego1_min0.0034540920432263073
sim_render-ego2_max0.0036134283111851776
sim_render-ego2_mean0.0035266633037722775
sim_render-ego2_median0.0035266633037722775
sim_render-ego2_min0.0034398982963593774
sim_render-ego3_max0.0035780768509609913
sim_render-ego3_mean0.003485387310596628
sim_render-ego3_median0.003485387310596628
sim_render-ego3_min0.0033926977702322648
simulation-passed1
step_physics_max0.8089637819873006
step_physics_mean0.7638843928050438
step_physics_median0.7638843928050438
step_physics_min0.7188050036227872
survival_time_max59.99999999999873
survival_time_mean59.99999999999873
survival_time_min59.99999999999873

Highlights

55793

Click the images to see detailed statistics about the episode.

LFVI_multi-norm-4way-000

LFVI_multi-norm-udem1-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.