Duckietown Challenges Home Challenges Submissions

Job 56512

Job ID56512
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-04
date started
date completed
duration1:30:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.340763301338666
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.045460800329844155
agent_compute-ego0_mean0.04406652507079973
agent_compute-ego0_median0.04417209085278666
agent_compute-ego0_min0.04189150257887344
agent_compute-ego1_max0.04656593864028518
agent_compute-ego1_mean0.04434822157869499
agent_compute-ego1_median0.04414209596918187
agent_compute-ego1_min0.0417636983534869
complete-iteration_max1.2007060313006424
complete-iteration_mean0.8439045569421596
complete-iteration_median0.809222277220305
complete-iteration_min0.3358323419435711
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.4071643184627187
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean10.16456026742758
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.712042665333637
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.25111246023872
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.25111246023872
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.744107083157376e-06
get_duckie_state_mean1.5727216844547295e-06
get_duckie_state_median1.557165141109622e-06
get_duckie_state_min1.3100435651085855e-06
get_robot_state_max0.014975690626883292
get_robot_state_mean0.01333119060616786
get_robot_state_median0.01444999085774926
get_robot_state_min0.0070190095254199
get_state_dump_max0.009856575244181863
get_state_dump_mean0.00910908361909158
get_state_dump_median0.009625667338565824
get_state_dump_min0.006033094400374238
get_ui_image_max0.04732092770807551
get_ui_image_mean0.041880579270957896
get_ui_image_median0.04256530089938174
get_ui_image_min0.02912417472217957
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean8.349999999999831
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.04213371147980561, "step_physics": 0.5030677544104086, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.009856575244181863, "get_robot_state": 0.014975690626883292, "sim_render-ego0": 0.004001966467848769, "sim_render-ego1": 0.004034660957955025, "sim_render-ego2": 0.003932778362755303, "sim_render-ego3": 0.003864964923343143, "get_duckie_state": 1.744107083157376e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.045460800329844155, "agent_compute-ego1": 0.04656593864028518, "agent_compute-ego2": 0.04407170012190535, "agent_compute-ego3": 0.04449414294045251, "complete-iteration": 0.809222277220305, "set_robot_commands": 0.0022644062299986144, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.024959993792009784, "sim_compute_performance-ego0": 0.0021906854870083095, "sim_compute_performance-ego1": 0.002042439606812623, "sim_compute_performance-ego2": 0.002010166645050049, "sim_compute_performance-ego3": 0.001986667379602655}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.04213371147980561, "step_physics": 0.5030677544104086, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.009856575244181863, "get_robot_state": 0.014975690626883292, "sim_render-ego0": 0.004001966467848769, "sim_render-ego1": 0.004034660957955025, "sim_render-ego2": 0.003932778362755303, "sim_render-ego3": 0.003864964923343143, "get_duckie_state": 1.744107083157376e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.045460800329844155, "agent_compute-ego1": 0.04656593864028518, "agent_compute-ego2": 0.04407170012190535, "agent_compute-ego3": 0.04449414294045251, "complete-iteration": 0.809222277220305, "set_robot_commands": 0.0022644062299986144, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.024959993792009784, "sim_compute_performance-ego0": 0.0021906854870083095, "sim_compute_performance-ego1": 0.002042439606812623, "sim_compute_performance-ego2": 0.002010166645050049, "sim_compute_performance-ego3": 0.001986667379602655}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.04213371147980561, "step_physics": 0.5030677544104086, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.009856575244181863, "get_robot_state": 0.014975690626883292, "sim_render-ego0": 0.004001966467848769, "sim_render-ego1": 0.004034660957955025, "sim_render-ego2": 0.003932778362755303, "sim_render-ego3": 0.003864964923343143, "get_duckie_state": 1.744107083157376e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.045460800329844155, "agent_compute-ego1": 0.04656593864028518, "agent_compute-ego2": 0.04407170012190535, "agent_compute-ego3": 0.04449414294045251, "complete-iteration": 0.809222277220305, "set_robot_commands": 0.0022644062299986144, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.024959993792009784, "sim_compute_performance-ego0": 0.0021906854870083095, "sim_compute_performance-ego1": 0.002042439606812623, "sim_compute_performance-ego2": 0.002010166645050049, "sim_compute_performance-ego3": 0.001986667379602655}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.04213371147980561, "step_physics": 0.5030677544104086, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.009856575244181863, "get_robot_state": 0.014975690626883292, "sim_render-ego0": 0.004001966467848769, "sim_render-ego1": 0.004034660957955025, "sim_render-ego2": 0.003932778362755303, "sim_render-ego3": 0.003864964923343143, "get_duckie_state": 1.744107083157376e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.045460800329844155, "agent_compute-ego1": 0.04656593864028518, "agent_compute-ego2": 0.04407170012190535, "agent_compute-ego3": 0.04449414294045251, "complete-iteration": 0.809222277220305, "set_robot_commands": 0.0022644062299986144, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.024959993792009784, "sim_compute_performance-ego0": 0.0021906854870083095, "sim_compute_performance-ego1": 0.002042439606812623, "sim_compute_performance-ego2": 0.002010166645050049, "sim_compute_performance-ego3": 0.001986667379602655}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.04732092770807551, "step_physics": 0.8967314288578462, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.009383002883885725, "get_robot_state": 0.01444999085774926, "sim_render-ego0": 0.004044978842945718, "sim_render-ego1": 0.003931615275209095, "sim_render-ego2": 0.0038423714887887415, "sim_render-ego3": 0.003799254451564309, "get_duckie_state": 1.557165141109622e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.04417209085278666, "agent_compute-ego1": 0.04362889173922194, "agent_compute-ego2": 0.04272294262863019, "agent_compute-ego3": 0.041791762241614454, "complete-iteration": 1.2007060313006424, "set_robot_commands": 0.002262475190809823, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.026857365180213286, "sim_compute_performance-ego0": 0.0021287886725178764, "sim_compute_performance-ego1": 0.002048755267776121, "sim_compute_performance-ego2": 0.001957599169804988, "sim_compute_performance-ego3": 0.0019931687999029737}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.04732092770807551, "step_physics": 0.8967314288578462, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.009383002883885725, "get_robot_state": 0.01444999085774926, "sim_render-ego0": 0.004044978842945718, "sim_render-ego1": 0.003931615275209095, "sim_render-ego2": 0.0038423714887887415, "sim_render-ego3": 0.003799254451564309, "get_duckie_state": 1.557165141109622e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.04417209085278666, "agent_compute-ego1": 0.04362889173922194, "agent_compute-ego2": 0.04272294262863019, "agent_compute-ego3": 0.041791762241614454, "complete-iteration": 1.2007060313006424, "set_robot_commands": 0.002262475190809823, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.026857365180213286, "sim_compute_performance-ego0": 0.0021287886725178764, "sim_compute_performance-ego1": 0.002048755267776121, "sim_compute_performance-ego2": 0.001957599169804988, "sim_compute_performance-ego3": 0.0019931687999029737}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.04732092770807551, "step_physics": 0.8967314288578462, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.009383002883885725, "get_robot_state": 0.01444999085774926, "sim_render-ego0": 0.004044978842945718, "sim_render-ego1": 0.003931615275209095, "sim_render-ego2": 0.0038423714887887415, "sim_render-ego3": 0.003799254451564309, "get_duckie_state": 1.557165141109622e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.04417209085278666, "agent_compute-ego1": 0.04362889173922194, "agent_compute-ego2": 0.04272294262863019, "agent_compute-ego3": 0.041791762241614454, "complete-iteration": 1.2007060313006424, "set_robot_commands": 0.002262475190809823, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.026857365180213286, "sim_compute_performance-ego0": 0.0021287886725178764, "sim_compute_performance-ego1": 0.002048755267776121, "sim_compute_performance-ego2": 0.001957599169804988, "sim_compute_performance-ego3": 0.0019931687999029737}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.04732092770807551, "step_physics": 0.8967314288578462, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.009383002883885725, "get_robot_state": 0.01444999085774926, "sim_render-ego0": 0.004044978842945718, "sim_render-ego1": 0.003931615275209095, "sim_render-ego2": 0.0038423714887887415, "sim_render-ego3": 0.003799254451564309, "get_duckie_state": 1.557165141109622e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.04417209085278666, "agent_compute-ego1": 0.04362889173922194, "agent_compute-ego2": 0.04272294262863019, "agent_compute-ego3": 0.041791762241614454, "complete-iteration": 1.2007060313006424, "set_robot_commands": 0.002262475190809823, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.026857365180213286, "sim_compute_performance-ego0": 0.0021287886725178764, "sim_compute_performance-ego1": 0.002048755267776121, "sim_compute_performance-ego2": 0.001957599169804988, "sim_compute_performance-ego3": 0.0019931687999029737}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590026603312737, "get_ui_image": 0.04256530089938174, "step_physics": 0.4623201844297182, "survival_time": 59.99999999999873, "driven_lanedir": 11.508459895334006, "get_state_dump": 0.009625667338565824, "get_robot_state": 0.013723980874245012, "sim_render-ego0": 0.003790497680587832, "sim_render-ego1": 0.003745605109831773, "sim_render-ego2": 0.003669590279025698, "sim_render-ego3": 0.003688383658263805, "get_duckie_state": 1.548231888770263e-06, "in-drivable-lane": 8.999999999999797, "deviation-heading": 14.897816824910064, "agent_compute-ego0": 0.04365419527573153, "agent_compute-ego1": 0.04414209596918187, "agent_compute-ego2": 0.04419922927932675, "agent_compute-ego3": 0.044132222144629536, "complete-iteration": 0.7758214698048257, "set_robot_commands": 0.0021808397561485426, "deviation-center-line": 2.8131433479624044, "driven_lanedir_consec": 11.508459895334006, "sim_compute_sim_state": 0.04002043706590588, "sim_compute_performance-ego0": 0.0021070637968954296, "sim_compute_performance-ego1": 0.0019135433470180488, "sim_compute_performance-ego2": 0.0018441891491562004, "sim_compute_performance-ego3": 0.0019181572725929688}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590005809703763, "get_ui_image": 0.04256530089938174, "step_physics": 0.4623201844297182, "survival_time": 59.99999999999873, "driven_lanedir": 11.852405566356866, "get_state_dump": 0.009625667338565824, "get_robot_state": 0.013723980874245012, "sim_render-ego0": 0.003790497680587832, "sim_render-ego1": 0.003745605109831773, "sim_render-ego2": 0.003669590279025698, "sim_render-ego3": 0.003688383658263805, "get_duckie_state": 1.548231888770263e-06, "in-drivable-lane": 7.599999999999901, "deviation-heading": 15.52823218335956, "agent_compute-ego0": 0.04365419527573153, "agent_compute-ego1": 0.04414209596918187, "agent_compute-ego2": 0.04419922927932675, "agent_compute-ego3": 0.044132222144629536, "complete-iteration": 0.7758214698048257, "set_robot_commands": 0.0021808397561485426, "deviation-center-line": 3.1377388598288745, "driven_lanedir_consec": 11.852405566356866, "sim_compute_sim_state": 0.04002043706590588, "sim_compute_performance-ego0": 0.0021070637968954296, "sim_compute_performance-ego1": 0.0019135433470180488, "sim_compute_performance-ego2": 0.0018441891491562004, "sim_compute_performance-ego3": 0.0019181572725929688}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589987563578523, "get_ui_image": 0.04256530089938174, "step_physics": 0.4623201844297182, "survival_time": 59.99999999999873, "driven_lanedir": 11.694618601789738, "get_state_dump": 0.009625667338565824, "get_robot_state": 0.013723980874245012, "sim_render-ego0": 0.003790497680587832, "sim_render-ego1": 0.003745605109831773, "sim_render-ego2": 0.003669590279025698, "sim_render-ego3": 0.003688383658263805, "get_duckie_state": 1.548231888770263e-06, "in-drivable-lane": 8.199999999999806, "deviation-heading": 15.576546636642629, "agent_compute-ego0": 0.04365419527573153, "agent_compute-ego1": 0.04414209596918187, "agent_compute-ego2": 0.04419922927932675, "agent_compute-ego3": 0.044132222144629536, "complete-iteration": 0.7758214698048257, "set_robot_commands": 0.0021808397561485426, "deviation-center-line": 3.105477389180454, "driven_lanedir_consec": 11.694618601789738, "sim_compute_sim_state": 0.04002043706590588, "sim_compute_performance-ego0": 0.0021070637968954296, "sim_compute_performance-ego1": 0.0019135433470180488, "sim_compute_performance-ego2": 0.0018441891491562004, "sim_compute_performance-ego3": 0.0019181572725929688}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590088529290115, "get_ui_image": 0.04256530089938174, "step_physics": 0.4623201844297182, "survival_time": 59.99999999999873, "driven_lanedir": 9.992171594882274, "get_state_dump": 0.009625667338565824, "get_robot_state": 0.013723980874245012, "sim_render-ego0": 0.003790497680587832, "sim_render-ego1": 0.003745605109831773, "sim_render-ego2": 0.003669590279025698, "sim_render-ego3": 0.003688383658263805, "get_duckie_state": 1.548231888770263e-06, "in-drivable-lane": 14.799999999999546, "deviation-heading": 14.6122556040069, "agent_compute-ego0": 0.04365419527573153, "agent_compute-ego1": 0.04414209596918187, "agent_compute-ego2": 0.04419922927932675, "agent_compute-ego3": 0.044132222144629536, "complete-iteration": 0.7758214698048257, "set_robot_commands": 0.0021808397561485426, "deviation-center-line": 2.707300215147701, "driven_lanedir_consec": 9.992171594882274, "sim_compute_sim_state": 0.04002043706590588, "sim_compute_performance-ego0": 0.0021070637968954296, "sim_compute_performance-ego1": 0.0019135433470180488, "sim_compute_performance-ego2": 0.0018441891491562004, "sim_compute_performance-ego3": 0.0019181572725929688}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.02912417472217957, "step_physics": 0.18433029295632203, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.006033094400374238, "get_robot_state": 0.0070190095254199, "sim_render-ego0": 0.0038054309459473394, "sim_render-ego1": 0.0037724809948675234, "get_duckie_state": 1.3100435651085855e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.04189150257887344, "agent_compute-ego1": 0.0417636983534869, "complete-iteration": 0.3358323419435711, "set_robot_commands": 0.0021892946050537476, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.009612148523690292, "sim_compute_performance-ego0": 0.0019421983808054284, "sim_compute_performance-ego1": 0.001968243542839499}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.02912417472217957, "step_physics": 0.18433029295632203, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.006033094400374238, "get_robot_state": 0.0070190095254199, "sim_render-ego0": 0.0038054309459473394, "sim_render-ego1": 0.0037724809948675234, "get_duckie_state": 1.3100435651085855e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.04189150257887344, "agent_compute-ego1": 0.0417636983534869, "complete-iteration": 0.3358323419435711, "set_robot_commands": 0.0021892946050537476, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.009612148523690292, "sim_compute_performance-ego0": 0.0019421983808054284, "sim_compute_performance-ego1": 0.001968243542839499}}
set_robot_commands_max0.0022644062299986144
set_robot_commands_mean0.002229248136995387
set_robot_commands_median0.002262475190809823
set_robot_commands_min0.0021808397561485426
sim_compute_performance-ego0_max0.0021906854870083095
sim_compute_performance-ego0_mean0.00211361061337838
sim_compute_performance-ego0_median0.0021287886725178764
sim_compute_performance-ego0_min0.0019421983808054284
sim_compute_performance-ego1_max0.002048755267776121
sim_compute_performance-ego1_mean0.001996817140864727
sim_compute_performance-ego1_median0.002042439606812623
sim_compute_performance-ego1_min0.0019135433470180488
sim_compute_sim_state_max0.04002043706590588
sim_compute_sim_state_mean0.027612534371421176
sim_compute_sim_state_median0.026857365180213286
sim_compute_sim_state_min0.009612148523690292
sim_render-ego0_max0.004044978842945718
sim_render-ego0_mean0.003925759561244568
sim_render-ego0_median0.004001966467848769
sim_render-ego0_min0.003790497680587832
sim_render-ego1_max0.004034660957955025
sim_render-ego1_mean0.0038851776686941865
sim_render-ego1_median0.003931615275209095
sim_render-ego1_min0.003745605109831773
simulation-passed1
step_physics_max0.8967314288578462
step_physics_mean0.558367004050324
step_physics_median0.5030677544104086
step_physics_min0.18433029295632203
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.