Duckietown Challenges Home Challenges Submissions

Job 56495

Job ID56495
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-07
date started
date completed
duration1:28:09
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.3130611732928577
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.043427906057856104
agent_compute-ego0_mean0.04238981979351961
agent_compute-ego0_median0.04236610366541778
agent_compute-ego0_min0.04087925208999381
agent_compute-ego1_max0.04297588644800959
agent_compute-ego1_mean0.04212558777955011
agent_compute-ego1_median0.04284204273398571
agent_compute-ego1_min0.04080689223103933
complete-iteration_max1.1892588567376434
complete-iteration_mean0.8281426653471853
complete-iteration_median0.7852171847412178
complete-iteration_min0.3269943417826749
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.4300784520003993
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean10.012579070458674
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.712044266031187
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.3121451250167535
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.3121451250167535
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.6431550721864443e-06
get_duckie_state_mean1.48167758803314e-06
get_duckie_state_median1.5204395481589237e-06
get_duckie_state_min1.3278783310660712e-06
get_robot_state_max0.014298044346474312
get_robot_state_mean0.013010387664107028
get_robot_state_median0.014228420988109884
get_robot_state_min0.00687408159581065
get_state_dump_max0.00939222200029994
get_state_dump_mean0.008789442755932384
get_state_dump_median0.009266722309696782
get_state_dump_min0.005946166195301269
get_ui_image_max0.04714970267086998
get_ui_image_mean0.04138005618215717
get_ui_image_median0.041908279048910146
get_ui_image_min0.028503125968921596
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean8.164285714285544
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.04152065193330919, "step_physics": 0.4939324189950754, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.009266722309696782, "get_robot_state": 0.014298044346474312, "sim_render-ego0": 0.003862592014106544, "sim_render-ego1": 0.003854069086882445, "sim_render-ego2": 0.0037711703025542936, "sim_render-ego3": 0.003803742361498309, "get_duckie_state": 1.6431550721864443e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.043427906057856104, "agent_compute-ego1": 0.04297588644800959, "agent_compute-ego2": 0.04172230303824485, "agent_compute-ego3": 0.04243514076009527, "complete-iteration": 0.7852171847412178, "set_robot_commands": 0.002236081673218323, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.0231165531519297, "sim_compute_performance-ego0": 0.002030863418235435, "sim_compute_performance-ego1": 0.0019573418943731632, "sim_compute_performance-ego2": 0.001963274435954051, "sim_compute_performance-ego3": 0.0019752678570446667}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.04152065193330919, "step_physics": 0.4939324189950754, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.009266722309696782, "get_robot_state": 0.014298044346474312, "sim_render-ego0": 0.003862592014106544, "sim_render-ego1": 0.003854069086882445, "sim_render-ego2": 0.0037711703025542936, "sim_render-ego3": 0.003803742361498309, "get_duckie_state": 1.6431550721864443e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.043427906057856104, "agent_compute-ego1": 0.04297588644800959, "agent_compute-ego2": 0.04172230303824485, "agent_compute-ego3": 0.04243514076009527, "complete-iteration": 0.7852171847412178, "set_robot_commands": 0.002236081673218323, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.0231165531519297, "sim_compute_performance-ego0": 0.002030863418235435, "sim_compute_performance-ego1": 0.0019573418943731632, "sim_compute_performance-ego2": 0.001963274435954051, "sim_compute_performance-ego3": 0.0019752678570446667}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.04152065193330919, "step_physics": 0.4939324189950754, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.009266722309696782, "get_robot_state": 0.014298044346474312, "sim_render-ego0": 0.003862592014106544, "sim_render-ego1": 0.003854069086882445, "sim_render-ego2": 0.0037711703025542936, "sim_render-ego3": 0.003803742361498309, "get_duckie_state": 1.6431550721864443e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.043427906057856104, "agent_compute-ego1": 0.04297588644800959, "agent_compute-ego2": 0.04172230303824485, "agent_compute-ego3": 0.04243514076009527, "complete-iteration": 0.7852171847412178, "set_robot_commands": 0.002236081673218323, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.0231165531519297, "sim_compute_performance-ego0": 0.002030863418235435, "sim_compute_performance-ego1": 0.0019573418943731632, "sim_compute_performance-ego2": 0.001963274435954051, "sim_compute_performance-ego3": 0.0019752678570446667}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.04152065193330919, "step_physics": 0.4939324189950754, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.009266722309696782, "get_robot_state": 0.014298044346474312, "sim_render-ego0": 0.003862592014106544, "sim_render-ego1": 0.003854069086882445, "sim_render-ego2": 0.0037711703025542936, "sim_render-ego3": 0.003803742361498309, "get_duckie_state": 1.6431550721864443e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.043427906057856104, "agent_compute-ego1": 0.04297588644800959, "agent_compute-ego2": 0.04172230303824485, "agent_compute-ego3": 0.04243514076009527, "complete-iteration": 0.7852171847412178, "set_robot_commands": 0.002236081673218323, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.0231165531519297, "sim_compute_performance-ego0": 0.002030863418235435, "sim_compute_performance-ego1": 0.0019573418943731632, "sim_compute_performance-ego2": 0.001963274435954051, "sim_compute_performance-ego3": 0.0019752678570446667}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.04714970267086998, "step_physics": 0.8927188926096463, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.00939222200029994, "get_robot_state": 0.014228420988109884, "sim_render-ego0": 0.00398994345748355, "sim_render-ego1": 0.0038401830404823168, "sim_render-ego2": 0.003795660107856389, "sim_render-ego3": 0.003790935409952461, "get_duckie_state": 1.5204395481589237e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.04213073350904784, "agent_compute-ego1": 0.04121818193091044, "agent_compute-ego2": 0.04198580578304549, "agent_compute-ego3": 0.04133507631700502, "complete-iteration": 1.1892588567376434, "set_robot_commands": 0.00224286670192493, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.026046697940556432, "sim_compute_performance-ego0": 0.0020538531771111153, "sim_compute_performance-ego1": 0.0020026954187143853, "sim_compute_performance-ego2": 0.001934165263751663, "sim_compute_performance-ego3": 0.00200700362854258}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.04714970267086998, "step_physics": 0.8927188926096463, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.00939222200029994, "get_robot_state": 0.014228420988109884, "sim_render-ego0": 0.00398994345748355, "sim_render-ego1": 0.0038401830404823168, "sim_render-ego2": 0.003795660107856389, "sim_render-ego3": 0.003790935409952461, "get_duckie_state": 1.5204395481589237e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.04213073350904784, "agent_compute-ego1": 0.04121818193091044, "agent_compute-ego2": 0.04198580578304549, "agent_compute-ego3": 0.04133507631700502, "complete-iteration": 1.1892588567376434, "set_robot_commands": 0.00224286670192493, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.026046697940556432, "sim_compute_performance-ego0": 0.0020538531771111153, "sim_compute_performance-ego1": 0.0020026954187143853, "sim_compute_performance-ego2": 0.001934165263751663, "sim_compute_performance-ego3": 0.00200700362854258}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.04714970267086998, "step_physics": 0.8927188926096463, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.00939222200029994, "get_robot_state": 0.014228420988109884, "sim_render-ego0": 0.00398994345748355, "sim_render-ego1": 0.0038401830404823168, "sim_render-ego2": 0.003795660107856389, "sim_render-ego3": 0.003790935409952461, "get_duckie_state": 1.5204395481589237e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.04213073350904784, "agent_compute-ego1": 0.04121818193091044, "agent_compute-ego2": 0.04198580578304549, "agent_compute-ego3": 0.04133507631700502, "complete-iteration": 1.1892588567376434, "set_robot_commands": 0.00224286670192493, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.026046697940556432, "sim_compute_performance-ego0": 0.0020538531771111153, "sim_compute_performance-ego1": 0.0020026954187143853, "sim_compute_performance-ego2": 0.001934165263751663, "sim_compute_performance-ego3": 0.00200700362854258}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.04714970267086998, "step_physics": 0.8927188926096463, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.00939222200029994, "get_robot_state": 0.014228420988109884, "sim_render-ego0": 0.00398994345748355, "sim_render-ego1": 0.0038401830404823168, "sim_render-ego2": 0.003795660107856389, "sim_render-ego3": 0.003790935409952461, "get_duckie_state": 1.5204395481589237e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.04213073350904784, "agent_compute-ego1": 0.04121818193091044, "agent_compute-ego2": 0.04198580578304549, "agent_compute-ego3": 0.04133507631700502, "complete-iteration": 1.1892588567376434, "set_robot_commands": 0.00224286670192493, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.026046697940556432, "sim_compute_performance-ego0": 0.0020538531771111153, "sim_compute_performance-ego1": 0.0020026954187143853, "sim_compute_performance-ego2": 0.001934165263751663, "sim_compute_performance-ego3": 0.00200700362854258}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590026546865817, "get_ui_image": 0.041908279048910146, "step_physics": 0.4538871439966334, "survival_time": 59.99999999999873, "driven_lanedir": 10.180687434422932, "get_state_dump": 0.009131022238115984, "get_robot_state": 0.013572850691885078, "sim_render-ego0": 0.003757963172601323, "sim_render-ego1": 0.0038215593930386585, "sim_render-ego2": 0.0035691507452235037, "sim_render-ego3": 0.003598854801835466, "get_duckie_state": 1.3278783310660712e-06, "in-drivable-lane": 14.399999999999457, "deviation-heading": 13.905740300654962, "agent_compute-ego0": 0.04236610366541778, "agent_compute-ego1": 0.04284204273398571, "agent_compute-ego2": 0.04398421820355494, "agent_compute-ego3": 0.04305839617980906, "complete-iteration": 0.7605261163449506, "set_robot_commands": 0.002076425719122208, "deviation-center-line": 2.651895959056084, "driven_lanedir_consec": 10.180687434422932, "sim_compute_sim_state": 0.03888759982278206, "sim_compute_performance-ego0": 0.0019997669000808246, "sim_compute_performance-ego1": 0.0018614162314841392, "sim_compute_performance-ego2": 0.001830256451774299, "sim_compute_performance-ego3": 0.001876570005202472}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590038174795884, "get_ui_image": 0.041908279048910146, "step_physics": 0.4538871439966334, "survival_time": 59.99999999999873, "driven_lanedir": 12.170726177214416, "get_state_dump": 0.009131022238115984, "get_robot_state": 0.013572850691885078, "sim_render-ego0": 0.003757963172601323, "sim_render-ego1": 0.0038215593930386585, "sim_render-ego2": 0.0035691507452235037, "sim_render-ego3": 0.003598854801835466, "get_duckie_state": 1.3278783310660712e-06, "in-drivable-lane": 6.349999999999915, "deviation-heading": 15.521709733993465, "agent_compute-ego0": 0.04236610366541778, "agent_compute-ego1": 0.04284204273398571, "agent_compute-ego2": 0.04398421820355494, "agent_compute-ego3": 0.04305839617980906, "complete-iteration": 0.7605261163449506, "set_robot_commands": 0.002076425719122208, "deviation-center-line": 3.342911778791722, "driven_lanedir_consec": 12.170726177214416, "sim_compute_sim_state": 0.03888759982278206, "sim_compute_performance-ego0": 0.0019997669000808246, "sim_compute_performance-ego1": 0.0018614162314841392, "sim_compute_performance-ego2": 0.001830256451774299, "sim_compute_performance-ego3": 0.001876570005202472}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.590014173825171, "get_ui_image": 0.041908279048910146, "step_physics": 0.4538871439966334, "survival_time": 59.99999999999873, "driven_lanedir": 11.881374175263446, "get_state_dump": 0.009131022238115984, "get_robot_state": 0.013572850691885078, "sim_render-ego0": 0.003757963172601323, "sim_render-ego1": 0.0038215593930386585, "sim_render-ego2": 0.0035691507452235037, "sim_render-ego3": 0.003598854801835466, "get_duckie_state": 1.3278783310660712e-06, "in-drivable-lane": 7.649999999999849, "deviation-heading": 14.876919072024087, "agent_compute-ego0": 0.04236610366541778, "agent_compute-ego1": 0.04284204273398571, "agent_compute-ego2": 0.04398421820355494, "agent_compute-ego3": 0.04305839617980906, "complete-iteration": 0.7605261163449506, "set_robot_commands": 0.002076425719122208, "deviation-center-line": 3.0582440581634347, "driven_lanedir_consec": 11.881374175263446, "sim_compute_sim_state": 0.03888759982278206, "sim_compute_performance-ego0": 0.0019997669000808246, "sim_compute_performance-ego1": 0.0018614162314841392, "sim_compute_performance-ego2": 0.001830256451774299, "sim_compute_performance-ego3": 0.001876570005202472}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.59005202016396, "get_ui_image": 0.041908279048910146, "step_physics": 0.4538871439966334, "survival_time": 59.99999999999873, "driven_lanedir": 11.669325178354567, "get_state_dump": 0.009131022238115984, "get_robot_state": 0.013572850691885078, "sim_render-ego0": 0.003757963172601323, "sim_render-ego1": 0.0038215593930386585, "sim_render-ego2": 0.0035691507452235037, "sim_render-ego3": 0.003598854801835466, "get_duckie_state": 1.3278783310660712e-06, "in-drivable-lane": 8.59999999999981, "deviation-heading": 14.182745384681938, "agent_compute-ego0": 0.04236610366541778, "agent_compute-ego1": 0.04284204273398571, "agent_compute-ego2": 0.04398421820355494, "agent_compute-ego3": 0.04305839617980906, "complete-iteration": 0.7605261163449506, "set_robot_commands": 0.002076425719122208, "deviation-center-line": 3.031405885635725, "driven_lanedir_consec": 11.669325178354567, "sim_compute_sim_state": 0.03888759982278206, "sim_compute_performance-ego0": 0.0019997669000808246, "sim_compute_performance-ego1": 0.0018614162314841392, "sim_compute_performance-ego2": 0.001830256451774299, "sim_compute_performance-ego3": 0.001876570005202472}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.028503125968921596, "step_physics": 0.1789059646169165, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.005946166195301269, "get_robot_state": 0.00687408159581065, "sim_render-ego0": 0.003697514713799432, "sim_render-ego1": 0.003715764343468852, "get_duckie_state": 1.3887972134091016e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.04087925208999381, "agent_compute-ego1": 0.04080689223103933, "complete-iteration": 0.3269943417826749, "set_robot_commands": 0.0021457744040280623, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.009392525455710754, "sim_compute_performance-ego0": 0.001908758646762209, "sim_compute_performance-ego1": 0.0019226782641979005}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.028503125968921596, "step_physics": 0.1789059646169165, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.005946166195301269, "get_robot_state": 0.00687408159581065, "sim_render-ego0": 0.003697514713799432, "sim_render-ego1": 0.003715764343468852, "get_duckie_state": 1.3887972134091016e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.04087925208999381, "agent_compute-ego1": 0.04080689223103933, "complete-iteration": 0.3269943417826749, "set_robot_commands": 0.0021457744040280623, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.009392525455710754, "sim_compute_performance-ego0": 0.001908758646762209, "sim_compute_performance-ego1": 0.0019226782641979005}}
set_robot_commands_max0.00224286670192493
set_robot_commands_mean0.002179503227508426
set_robot_commands_median0.002236081673218323
set_robot_commands_min0.002076425719122208
sim_compute_performance-ego0_max0.0020538531771111153
sim_compute_performance-ego0_mean0.002011103662516708
sim_compute_performance-ego0_median0.002030863418235435
sim_compute_performance-ego0_min0.001908758646762209
sim_compute_performance-ego1_max0.0020026954187143853
sim_compute_performance-ego1_mean0.0019379407647630395
sim_compute_performance-ego1_median0.0019573418943731632
sim_compute_performance-ego1_min0.0018614162314841392
sim_compute_sim_state_max0.03888759982278206
sim_compute_sim_state_mean0.026499175326606724
sim_compute_sim_state_median0.026046697940556432
sim_compute_sim_state_min0.009392525455710754
sim_render-ego0_max0.00398994345748355
sim_render-ego0_mean0.003845501714597468
sim_render-ego0_median0.003862592014106544
sim_render-ego0_min0.003697514713799432
sim_render-ego1_max0.003854069086882445
sim_render-ego1_mean0.003821055340610814
sim_render-ego1_median0.0038401830404823168
sim_render-ego1_min0.003715764343468852
simulation-passed1
step_physics_max0.8927188926096463
step_physics_mean0.5514261251170894
step_physics_median0.4939324189950754
step_physics_min0.1789059646169165
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.