Duckietown Challenges Home Challenges Submissions

Job 57642

Job ID57642
submission11428
userFrank (Chude) Qian 🇨🇦
user labeltemplate-pytorch
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration2:15:17
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5969566709909038
survival_time_median59.99999999999873
deviation-center-line_median0.5618241490776349
in-drivable-lane_median51.62499999999871


other stats
agent_compute-ego0_max0.012864036028033788
agent_compute-ego0_mean0.012573800019479412
agent_compute-ego0_median0.012753037786999908
agent_compute-ego0_min0.011525844554917003
agent_compute-ego1_max0.01274700804018756
agent_compute-ego1_mean0.011782832075926468
agent_compute-ego1_median0.0117545677759963
agent_compute-ego1_min0.011154128351775336
agent_compute-ego2_max0.012722399709226688
agent_compute-ego2_mean0.01213476487804776
agent_compute-ego2_median0.012073203189287654
agent_compute-ego2_min0.01160869173562894
agent_compute-ego3_max0.012707073225963126
agent_compute-ego3_mean0.012135380346047822
agent_compute-ego3_median0.01227203217473852
agent_compute-ego3_min0.01142703563744182
complete-iteration_max1.3011086296777146
complete-iteration_mean1.1471748941645434
complete-iteration_median1.2893632774448316
complete-iteration_min0.4075307482783741
deviation-center-line_max1.6337474380723414
deviation-center-line_mean0.7390340216476464
deviation-center-line_min0.06238799767588026
deviation-heading_max14.106478529349191
deviation-heading_mean6.315012718312645
deviation-heading_median6.232835251141916
deviation-heading_min0.6619884347192766
driven_any_max10.12700503319739
driven_any_mean5.370221769741688
driven_any_median5.864819486592522
driven_any_min0.1499667058550362
driven_lanedir_consec_max1.3069641108957928
driven_lanedir_consec_mean0.668469632669369
driven_lanedir_consec_min0.07449922085983385
driven_lanedir_max1.4997199086454116
driven_lanedir_mean0.8056025827138839
driven_lanedir_median0.9211968063979404
driven_lanedir_min0.07449922085983385
get_duckie_state_max1.265147047971905e-06
get_duckie_state_mean1.209080254718213e-06
get_duckie_state_median1.19844543050469e-06
get_duckie_state_min1.155367302557114e-06
get_robot_state_max0.013927188145925758
get_robot_state_mean0.012883684985969757
get_robot_state_median0.013876649958207945
get_robot_state_min0.007004449409211704
get_state_dump_max0.00935915884229166
get_state_dump_mean0.008744433701243967
get_state_dump_median0.009166668694184086
get_state_dump_min0.005927324295043945
get_ui_image_max0.04905221841416688
get_ui_image_mean0.043361919706409714
get_ui_image_median0.04602749182917891
get_ui_image_min0.030067536157930425
in-drivable-lane_max59.04999999999873
in-drivable-lane_mean52.27857142857021
in-drivable-lane_min43.34999999999877
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.6667723901091983, "get_ui_image": 0.041653240650123005, "step_physics": 1.0630035692210202, "survival_time": 59.99999999999873, "driven_lanedir": 0.2161199697119427, "get_state_dump": 0.009116028270356165, "get_robot_state": 0.013876649958207945, "sim_render-ego0": 0.003838483141820496, "sim_render-ego1": 0.0035906687664251143, "sim_render-ego2": 0.003689355993151764, "sim_render-ego3": 0.0035988611543704627, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 57.94999999999873, "deviation-heading": 1.2997840722593588, "agent_compute-ego0": 0.012628303975685748, "agent_compute-ego1": 0.011154128351775336, "agent_compute-ego2": 0.012073203189287654, "agent_compute-ego3": 0.01142703563744182, "complete-iteration": 1.2208748483141694, "set_robot_commands": 0.0021055602312683563, "deviation-center-line": 0.16496135781581422, "driven_lanedir_consec": 0.2161199697119427, "sim_compute_sim_state": 0.015111001306132016, "sim_compute_performance-ego0": 0.0018542938486523276, "sim_compute_performance-ego1": 0.001907718667976068, "sim_compute_performance-ego2": 0.0018323891168827817, "sim_compute_performance-ego3": 0.001878428518722496}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 9.074573388590196, "get_ui_image": 0.041653240650123005, "step_physics": 1.0630035692210202, "survival_time": 59.99999999999873, "driven_lanedir": 1.048270625662795, "get_state_dump": 0.009116028270356165, "get_robot_state": 0.013876649958207945, "sim_render-ego0": 0.003838483141820496, "sim_render-ego1": 0.0035906687664251143, "sim_render-ego2": 0.003689355993151764, "sim_render-ego3": 0.0035988611543704627, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 46.94999999999888, "deviation-heading": 12.556385456499044, "agent_compute-ego0": 0.012628303975685748, "agent_compute-ego1": 0.011154128351775336, "agent_compute-ego2": 0.012073203189287654, "agent_compute-ego3": 0.01142703563744182, "complete-iteration": 1.2208748483141694, "set_robot_commands": 0.0021055602312683563, "deviation-center-line": 1.4599128705012154, "driven_lanedir_consec": 0.7500215169193616, "sim_compute_sim_state": 0.015111001306132016, "sim_compute_performance-ego0": 0.0018542938486523276, "sim_compute_performance-ego1": 0.001907718667976068, "sim_compute_performance-ego2": 0.0018323891168827817, "sim_compute_performance-ego3": 0.001878428518722496}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.027009867150717, "get_ui_image": 0.041653240650123005, "step_physics": 1.0630035692210202, "survival_time": 59.99999999999873, "driven_lanedir": 0.5580329454516948, "get_state_dump": 0.009116028270356165, "get_robot_state": 0.013876649958207945, "sim_render-ego0": 0.003838483141820496, "sim_render-ego1": 0.0035906687664251143, "sim_render-ego2": 0.003689355993151764, "sim_render-ego3": 0.0035988611543704627, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 55.54999999999872, "deviation-heading": 2.9555023000726934, "agent_compute-ego0": 0.012628303975685748, "agent_compute-ego1": 0.011154128351775336, "agent_compute-ego2": 0.012073203189287654, "agent_compute-ego3": 0.01142703563744182, "complete-iteration": 1.2208748483141694, "set_robot_commands": 0.0021055602312683563, "deviation-center-line": 0.3653513246597538, "driven_lanedir_consec": 0.5580329454516948, "sim_compute_sim_state": 0.015111001306132016, "sim_compute_performance-ego0": 0.0018542938486523276, "sim_compute_performance-ego1": 0.001907718667976068, "sim_compute_performance-ego2": 0.0018323891168827817, "sim_compute_performance-ego3": 0.001878428518722496}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 7.863215134961797, "get_ui_image": 0.041653240650123005, "step_physics": 1.0630035692210202, "survival_time": 59.99999999999873, "driven_lanedir": 0.7952403859460621, "get_state_dump": 0.009116028270356165, "get_robot_state": 0.013876649958207945, "sim_render-ego0": 0.003838483141820496, "sim_render-ego1": 0.0035906687664251143, "sim_render-ego2": 0.003689355993151764, "sim_render-ego3": 0.0035988611543704627, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 53.09999999999876, "deviation-heading": 7.05390324100487, "agent_compute-ego0": 0.012628303975685748, "agent_compute-ego1": 0.011154128351775336, "agent_compute-ego2": 0.012073203189287654, "agent_compute-ego3": 0.01142703563744182, "complete-iteration": 1.2208748483141694, "set_robot_commands": 0.0021055602312683563, "deviation-center-line": 0.6364976248869058, "driven_lanedir_consec": 0.5679643878020303, "sim_compute_sim_state": 0.015111001306132016, "sim_compute_performance-ego0": 0.0018542938486523276, "sim_compute_performance-ego1": 0.001907718667976068, "sim_compute_performance-ego2": 0.0018323891168827817, "sim_compute_performance-ego3": 0.001878428518722496}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 3.616949947829921, "get_ui_image": 0.04905221841416688, "step_physics": 1.1137828052689094, "survival_time": 59.99999999999873, "driven_lanedir": 1.2558502630705, "get_state_dump": 0.009166668694184086, "get_robot_state": 0.01378683464215459, "sim_render-ego0": 0.0036486009078458585, "sim_render-ego1": 0.0035671743127726, "sim_render-ego2": 0.0035553919484871415, "sim_render-ego3": 0.003657758285560576, "get_duckie_state": 1.190504761758593e-06, "in-drivable-lane": 49.49999999999865, "deviation-heading": 7.849923758071949, "agent_compute-ego0": 0.012864036028033788, "agent_compute-ego1": 0.01274700804018756, "agent_compute-ego2": 0.012722399709226688, "agent_compute-ego3": 0.012707073225963126, "complete-iteration": 1.2893632774448316, "set_robot_commands": 0.002127083016871215, "deviation-center-line": 0.4871506732683641, "driven_lanedir_consec": 1.2558502630705, "sim_compute_sim_state": 0.021921316848805703, "sim_compute_performance-ego0": 0.0018808670980944224, "sim_compute_performance-ego1": 0.0018735342875408393, "sim_compute_performance-ego2": 0.001873492201996485, "sim_compute_performance-ego3": 0.0018436946440100372}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 5.461567476974691, "get_ui_image": 0.04905221841416688, "step_physics": 1.1137828052689094, "survival_time": 59.99999999999873, "driven_lanedir": 1.1342174132457077, "get_state_dump": 0.009166668694184086, "get_robot_state": 0.01378683464215459, "sim_render-ego0": 0.0036486009078458585, "sim_render-ego1": 0.0035671743127726, "sim_render-ego2": 0.0035553919484871415, "sim_render-ego3": 0.003657758285560576, "get_duckie_state": 1.190504761758593e-06, "in-drivable-lane": 50.149999999998656, "deviation-heading": 8.339350470373578, "agent_compute-ego0": 0.012864036028033788, "agent_compute-ego1": 0.01274700804018756, "agent_compute-ego2": 0.012722399709226688, "agent_compute-ego3": 0.012707073225963126, "complete-iteration": 1.2893632774448316, "set_robot_commands": 0.002127083016871215, "deviation-center-line": 0.937816090228152, "driven_lanedir_consec": 1.1342174132457077, "sim_compute_sim_state": 0.021921316848805703, "sim_compute_performance-ego0": 0.0018808670980944224, "sim_compute_performance-ego1": 0.0018735342875408393, "sim_compute_performance-ego2": 0.001873492201996485, "sim_compute_performance-ego3": 0.0018436946440100372}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 10.12700503319739, "get_ui_image": 0.04905221841416688, "step_physics": 1.1137828052689094, "survival_time": 59.99999999999873, "driven_lanedir": 1.1363922122194567, "get_state_dump": 0.009166668694184086, "get_robot_state": 0.01378683464215459, "sim_render-ego0": 0.0036486009078458585, "sim_render-ego1": 0.0035671743127726, "sim_render-ego2": 0.0035553919484871415, "sim_render-ego3": 0.003657758285560576, "get_duckie_state": 1.190504761758593e-06, "in-drivable-lane": 47.099999999999184, "deviation-heading": 12.092803493428775, "agent_compute-ego0": 0.012864036028033788, "agent_compute-ego1": 0.01274700804018756, "agent_compute-ego2": 0.012722399709226688, "agent_compute-ego3": 0.012707073225963126, "complete-iteration": 1.2893632774448316, "set_robot_commands": 0.002127083016871215, "deviation-center-line": 1.233095650769608, "driven_lanedir_consec": 0.4412546827902428, "sim_compute_sim_state": 0.021921316848805703, "sim_compute_performance-ego0": 0.0018808670980944224, "sim_compute_performance-ego1": 0.0018735342875408393, "sim_compute_performance-ego2": 0.001873492201996485, "sim_compute_performance-ego3": 0.0018436946440100372}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5419806694476839, "get_ui_image": 0.04905221841416688, "step_physics": 1.1137828052689094, "survival_time": 59.99999999999873, "driven_lanedir": 0.26060187157226045, "get_state_dump": 0.009166668694184086, "get_robot_state": 0.01378683464215459, "sim_render-ego0": 0.0036486009078458585, "sim_render-ego1": 0.0035671743127726, "sim_render-ego2": 0.0035553919484871415, "sim_render-ego3": 0.003657758285560576, "get_duckie_state": 1.190504761758593e-06, "in-drivable-lane": 58.39999999999873, "deviation-heading": 0.6619884347192766, "agent_compute-ego0": 0.012864036028033788, "agent_compute-ego1": 0.01274700804018756, "agent_compute-ego2": 0.012722399709226688, "agent_compute-ego3": 0.012707073225963126, "complete-iteration": 1.2893632774448316, "set_robot_commands": 0.002127083016871215, "deviation-center-line": 0.10742927496267586, "driven_lanedir_consec": 0.26060187157226045, "sim_compute_sim_state": 0.021921316848805703, "sim_compute_performance-ego0": 0.0018808670980944224, "sim_compute_performance-ego1": 0.0018735342875408393, "sim_compute_performance-ego2": 0.001873492201996485, "sim_compute_performance-ego3": 0.0018436946440100372}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.1499667058550362, "get_ui_image": 0.04602749182917891, "step_physics": 1.1297079776347825, "survival_time": 59.99999999999873, "driven_lanedir": 0.07449922085983385, "get_state_dump": 0.00935915884229166, "get_robot_state": 0.013927188145925758, "sim_render-ego0": 0.00391751959560118, "sim_render-ego1": 0.0037193153422639138, "sim_render-ego2": 0.0036553290364744265, "sim_render-ego3": 0.0038472420964808783, "get_duckie_state": 1.19844543050469e-06, "in-drivable-lane": 59.04999999999873, "deviation-heading": 0.7723376624982456, "agent_compute-ego0": 0.012753037786999908, "agent_compute-ego1": 0.0117545677759963, "agent_compute-ego2": 0.01160869173562894, "agent_compute-ego3": 0.01227203217473852, "complete-iteration": 1.3011086296777146, "set_robot_commands": 0.002218550587573913, "deviation-center-line": 0.06238799767588026, "driven_lanedir_consec": 0.07449922085983385, "sim_compute_sim_state": 0.022056318341842004, "sim_compute_performance-ego0": 0.0019197215843359495, "sim_compute_performance-ego1": 0.0019364029442043129, "sim_compute_performance-ego2": 0.0018988278982145009, "sim_compute_performance-ego3": 0.001881014198982944}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 6.268071496210352, "get_ui_image": 0.04602749182917891, "step_physics": 1.1297079776347825, "survival_time": 59.99999999999873, "driven_lanedir": 1.0471532268498192, "get_state_dump": 0.00935915884229166, "get_robot_state": 0.013927188145925758, "sim_render-ego0": 0.00391751959560118, "sim_render-ego1": 0.0037193153422639138, "sim_render-ego2": 0.0036553290364744265, "sim_render-ego3": 0.0038472420964808783, "get_duckie_state": 1.19844543050469e-06, "in-drivable-lane": 47.94999999999883, "deviation-heading": 10.72986870617064, "agent_compute-ego0": 0.012753037786999908, "agent_compute-ego1": 0.0117545677759963, "agent_compute-ego2": 0.01160869173562894, "agent_compute-ego3": 0.01227203217473852, "complete-iteration": 1.3011086296777146, "set_robot_commands": 0.002218550587573913, "deviation-center-line": 1.40477212021685, "driven_lanedir_consec": 0.6832182042898385, "sim_compute_sim_state": 0.022056318341842004, "sim_compute_performance-ego0": 0.0019197215843359495, "sim_compute_performance-ego1": 0.0019364029442043129, "sim_compute_performance-ego2": 0.0018988278982145009, "sim_compute_performance-ego3": 0.001881014198982944}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 10.05649064284549, "get_ui_image": 0.04602749182917891, "step_physics": 1.1297079776347825, "survival_time": 59.99999999999873, "driven_lanedir": 1.3069641108957928, "get_state_dump": 0.00935915884229166, "get_robot_state": 0.013927188145925758, "sim_render-ego0": 0.00391751959560118, "sim_render-ego1": 0.0037193153422639138, "sim_render-ego2": 0.0036553290364744265, "sim_render-ego3": 0.0038472420964808783, "get_duckie_state": 1.19844543050469e-06, "in-drivable-lane": 50.04999999999893, "deviation-heading": 5.411767261278962, "agent_compute-ego0": 0.012753037786999908, "agent_compute-ego1": 0.0117545677759963, "agent_compute-ego2": 0.01160869173562894, "agent_compute-ego3": 0.01227203217473852, "complete-iteration": 1.3011086296777146, "set_robot_commands": 0.002218550587573913, "deviation-center-line": 1.26959650974031, "driven_lanedir_consec": 1.3069641108957928, "sim_compute_sim_state": 0.022056318341842004, "sim_compute_performance-ego0": 0.0019197215843359495, "sim_compute_performance-ego1": 0.0019364029442043129, "sim_compute_performance-ego2": 0.0018988278982145009, "sim_compute_performance-ego3": 0.001881014198982944}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.5395906458736648, "get_ui_image": 0.04602749182917891, "step_physics": 1.1297079776347825, "survival_time": 59.99999999999873, "driven_lanedir": 0.3194250496833191, "get_state_dump": 0.00935915884229166, "get_robot_state": 0.013927188145925758, "sim_render-ego0": 0.00391751959560118, "sim_render-ego1": 0.0037193153422639138, "sim_render-ego2": 0.0036553290364744265, "sim_render-ego3": 0.0038472420964808783, "get_duckie_state": 1.19844543050469e-06, "in-drivable-lane": 58.09999999999873, "deviation-heading": 0.8001024171209818, "agent_compute-ego0": 0.012753037786999908, "agent_compute-ego1": 0.0117545677759963, "agent_compute-ego2": 0.01160869173562894, "agent_compute-ego3": 0.01227203217473852, "complete-iteration": 1.3011086296777146, "set_robot_commands": 0.002218550587573913, "deviation-center-line": 0.10331762432368996, "driven_lanedir_consec": 0.3194250496833191, "sim_compute_sim_state": 0.022056318341842004, "sim_compute_performance-ego0": 0.0019197215843359495, "sim_compute_performance-ego1": 0.0019364029442043129, "sim_compute_performance-ego2": 0.0018988278982145009, "sim_compute_performance-ego3": 0.001881014198982944}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 8.849549670516055, "get_ui_image": 0.030067536157930425, "step_physics": 0.3158810511913824, "survival_time": 59.99999999999873, "driven_lanedir": 0.6259489541797774, "get_state_dump": 0.005927324295043945, "get_robot_state": 0.007004449409211704, "sim_render-ego0": 0.003664319858662195, "sim_render-ego1": 0.003609381150842011, "get_duckie_state": 1.155367302557114e-06, "in-drivable-lane": 54.69999999999872, "deviation-heading": 3.779982253529457, "agent_compute-ego0": 0.011525844554917003, "agent_compute-ego1": 0.011168416195566909, "complete-iteration": 0.4075307482783741, "set_robot_commands": 0.002144737704211131, "deviation-center-line": 0.4804397459454878, "driven_lanedir_consec": 0.6259489541797774, "sim_compute_sim_state": 0.0104998114901121, "sim_compute_performance-ego0": 0.0019005283924264772, "sim_compute_performance-ego1": 0.0018820306045824445}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 8.940361706821445, "get_ui_image": 0.030067536157930425, "step_physics": 0.3158810511913824, "survival_time": 59.99999999999873, "driven_lanedir": 1.4997199086454116, "get_state_dump": 0.005927324295043945, "get_robot_state": 0.007004449409211704, "sim_render-ego0": 0.003664319858662195, "sim_render-ego1": 0.003609381150842011, "get_duckie_state": 1.155367302557114e-06, "in-drivable-lane": 43.34999999999877, "deviation-heading": 14.106478529349191, "agent_compute-ego0": 0.011525844554917003, "agent_compute-ego1": 0.011168416195566909, "complete-iteration": 0.4075307482783741, "set_robot_commands": 0.002144737704211131, "deviation-center-line": 1.6337474380723414, "driven_lanedir_consec": 1.164456266898864, "sim_compute_sim_state": 0.0104998114901121, "sim_compute_performance-ego0": 0.0019005283924264772, "sim_compute_performance-ego1": 0.0018820306045824445}}
set_robot_commands_max0.002218550587573913
set_robot_commands_mean0.0021495893393768716
set_robot_commands_median0.002127083016871215
set_robot_commands_min0.0021055602312683563
sim_compute_performance-ego0_max0.0019197215843359495
sim_compute_performance-ego0_mean0.0018871847792274112
sim_compute_performance-ego0_median0.0018808670980944224
sim_compute_performance-ego0_min0.0018542938486523276
sim_compute_performance-ego1_max0.0019364029442043129
sim_compute_performance-ego1_mean0.0019024774862892691
sim_compute_performance-ego1_median0.001907718667976068
sim_compute_performance-ego1_min0.0018735342875408393
sim_compute_performance-ego2_max0.0018988278982145009
sim_compute_performance-ego2_mean0.0018682364056979224
sim_compute_performance-ego2_median0.001873492201996485
sim_compute_performance-ego2_min0.0018323891168827817
sim_compute_performance-ego3_max0.001881014198982944
sim_compute_performance-ego3_mean0.0018677124539051592
sim_compute_performance-ego3_median0.001878428518722496
sim_compute_performance-ego3_min0.0018436946440100372
sim_compute_sim_state_max0.022056318341842004
sim_compute_sim_state_mean0.018382440640524512
sim_compute_sim_state_median0.021921316848805703
sim_compute_sim_state_min0.0104998114901121
sim_render-ego0_max0.00391751959560118
sim_render-ego0_mean0.003781932449885324
sim_render-ego0_median0.003838483141820496
sim_render-ego0_min0.0036486009078458585
sim_render-ego1_max0.0037193153422639138
sim_render-ego1_mean0.003623385427680752
sim_render-ego1_median0.0035906687664251143
sim_render-ego1_min0.0035671743127726
sim_render-ego2_max0.003689355993151764
sim_render-ego2_mean0.003633358992704444
sim_render-ego2_median0.0036553290364744265
sim_render-ego2_min0.0035553919484871415
sim_render-ego3_max0.0038472420964808783
sim_render-ego3_mean0.0037012871788039726
sim_render-ego3_median0.003657758285560576
sim_render-ego3_min0.0035988611543704627
simulation-passed1
step_physics_max1.1297079776347825
step_physics_mean0.9898385364915436
step_physics_median1.1137828052689094
step_physics_min0.3158810511913824
survival_time_max59.99999999999873
survival_time_mean59.999999999998735
survival_time_min59.99999999999873

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.