Duckietown Challenges Home Challenges Submissions

Job 57666

Job ID57666
submission11428
userFrank (Chude) Qian 🇨🇦
user labeltemplate-pytorch
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration2:16:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.8966696425107561
survival_time_median59.99999999999873
deviation-center-line_median1.1544393072458223
in-drivable-lane_median47.77499999999877


other stats
agent_compute-ego0_max0.01486296498904518
agent_compute-ego0_mean0.01365489668748006
agent_compute-ego0_median0.014494382769340878
agent_compute-ego0_min0.012046130074747991
agent_compute-ego1_max0.012577140658820896
agent_compute-ego1_mean0.01196448772036109
agent_compute-ego1_median0.011895750682618
agent_compute-ego1_min0.011350968001188583
agent_compute-ego2_max0.012942034239375918
agent_compute-ego2_mean0.012561505945265509
agent_compute-ego2_median0.01275099723364888
agent_compute-ego2_min0.011991486362771728
agent_compute-ego3_max0.012762647187282997
agent_compute-ego3_mean0.012377686147189556
agent_compute-ego3_median0.012612658277538597
agent_compute-ego3_min0.01175775297674708
complete-iteration_max1.3230258807056057
complete-iteration_mean1.1191441829584294
complete-iteration_median1.23260282973862
complete-iteration_min0.4475146934055071
deviation-center-line_max2.6673187316112337
deviation-center-line_mean1.200614950180187
deviation-center-line_min0.06196892753910049
deviation-heading_max23.67303622458044
deviation-heading_mean10.037716597430656
deviation-heading_median8.593292028858276
deviation-heading_min0.7276183357575613
driven_any_max14.495361299769334
driven_any_mean5.114163998827543
driven_any_median4.630543866080858
driven_any_min0.21754061663116436
driven_lanedir_consec_max3.0652347358301855
driven_lanedir_consec_mean1.0491259442797944
driven_lanedir_consec_min0.06868387746646598
driven_lanedir_max3.0652347358301855
driven_lanedir_mean1.106113786719868
driven_lanedir_median0.9267334775445164
driven_lanedir_min0.06868387746646598
get_duckie_state_max1.4418269275725632e-06
get_duckie_state_mean1.4035132008726447e-06
get_duckie_state_median1.4195930550834917e-06
get_duckie_state_min1.3636113404235078e-06
get_robot_state_max0.014217856920926796
get_robot_state_mean0.013073651220875915
get_robot_state_median0.014153575222259952
get_robot_state_min0.007060374546606872
get_state_dump_max0.00960976078945036
get_state_dump_mean0.009006837524045614
get_state_dump_median0.009555358275287256
get_state_dump_min0.006123948355300738
get_ui_image_max0.04871412081881229
get_ui_image_mean0.043579901896831016
get_ui_image_median0.04670760554139759
get_ui_image_min0.029350251976794545
in-drivable-lane_max58.89999999999873
in-drivable-lane_mean46.58214285714174
in-drivable-lane_min29.449999999999367
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 4.220899403509926, "get_ui_image": 0.0424328042903014, "step_physics": 0.96870119764247, "survival_time": 59.99999999999873, "driven_lanedir": 0.14041415716790473, "get_state_dump": 0.009555358275287256, "get_robot_state": 0.014153575222259952, "sim_render-ego0": 0.0037184079223429537, "sim_render-ego1": 0.003629555610891782, "sim_render-ego2": 0.003843832373321305, "sim_render-ego3": 0.003659222544877357, "get_duckie_state": 1.4195930550834917e-06, "in-drivable-lane": 55.54999999999873, "deviation-heading": 3.3224454303643176, "agent_compute-ego0": 0.01241172561042017, "agent_compute-ego1": 0.011727331679230624, "agent_compute-ego2": 0.012942034239375918, "agent_compute-ego3": 0.01175775297674708, "complete-iteration": 1.1376185832075234, "set_robot_commands": 0.0021575648619868576, "deviation-center-line": 0.4865629189347032, "driven_lanedir_consec": 0.14041415716790473, "sim_compute_sim_state": 0.02256057184999134, "sim_compute_performance-ego0": 0.0019408999434319463, "sim_compute_performance-ego1": 0.001889163310283626, "sim_compute_performance-ego2": 0.00188448844007608, "sim_compute_performance-ego3": 0.0019719229451226356}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 7.350108213928643, "get_ui_image": 0.0424328042903014, "step_physics": 0.96870119764247, "survival_time": 59.99999999999873, "driven_lanedir": 0.7234800855560446, "get_state_dump": 0.009555358275287256, "get_robot_state": 0.014153575222259952, "sim_render-ego0": 0.0037184079223429537, "sim_render-ego1": 0.003629555610891782, "sim_render-ego2": 0.003843832373321305, "sim_render-ego3": 0.003659222544877357, "get_duckie_state": 1.4195930550834917e-06, "in-drivable-lane": 49.49999999999877, "deviation-heading": 8.196767732393052, "agent_compute-ego0": 0.01241172561042017, "agent_compute-ego1": 0.011727331679230624, "agent_compute-ego2": 0.012942034239375918, "agent_compute-ego3": 0.01175775297674708, "complete-iteration": 1.1376185832075234, "set_robot_commands": 0.0021575648619868576, "deviation-center-line": 1.1638875651650793, "driven_lanedir_consec": 0.21285350393999747, "sim_compute_sim_state": 0.02256057184999134, "sim_compute_performance-ego0": 0.0019408999434319463, "sim_compute_performance-ego1": 0.001889163310283626, "sim_compute_performance-ego2": 0.00188448844007608, "sim_compute_performance-ego3": 0.0019719229451226356}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 0.6561960088393087, "get_ui_image": 0.0424328042903014, "step_physics": 0.96870119764247, "survival_time": 59.99999999999873, "driven_lanedir": 0.14869466547544752, "get_state_dump": 0.009555358275287256, "get_robot_state": 0.014153575222259952, "sim_render-ego0": 0.0037184079223429537, "sim_render-ego1": 0.003629555610891782, "sim_render-ego2": 0.003843832373321305, "sim_render-ego3": 0.003659222544877357, "get_duckie_state": 1.4195930550834917e-06, "in-drivable-lane": 58.89999999999873, "deviation-heading": 0.7276183357575613, "agent_compute-ego0": 0.01241172561042017, "agent_compute-ego1": 0.011727331679230624, "agent_compute-ego2": 0.012942034239375918, "agent_compute-ego3": 0.01175775297674708, "complete-iteration": 1.1376185832075234, "set_robot_commands": 0.0021575648619868576, "deviation-center-line": 0.06407341079619469, "driven_lanedir_consec": 0.14869466547544752, "sim_compute_sim_state": 0.02256057184999134, "sim_compute_performance-ego0": 0.0019408999434319463, "sim_compute_performance-ego1": 0.001889163310283626, "sim_compute_performance-ego2": 0.00188448844007608, "sim_compute_performance-ego3": 0.0019719229451226356}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 9.957882114604688, "get_ui_image": 0.0424328042903014, "step_physics": 0.96870119764247, "survival_time": 59.99999999999873, "driven_lanedir": 3.0652347358301855, "get_state_dump": 0.009555358275287256, "get_robot_state": 0.014153575222259952, "sim_render-ego0": 0.0037184079223429537, "sim_render-ego1": 0.003629555610891782, "sim_render-ego2": 0.003843832373321305, "sim_render-ego3": 0.003659222544877357, "get_duckie_state": 1.4195930550834917e-06, "in-drivable-lane": 31.39999999999928, "deviation-heading": 22.86099472352165, "agent_compute-ego0": 0.01241172561042017, "agent_compute-ego1": 0.011727331679230624, "agent_compute-ego2": 0.012942034239375918, "agent_compute-ego3": 0.01175775297674708, "complete-iteration": 1.1376185832075234, "set_robot_commands": 0.0021575648619868576, "deviation-center-line": 2.5626454965083663, "driven_lanedir_consec": 3.0652347358301855, "sim_compute_sim_state": 0.02256057184999134, "sim_compute_performance-ego0": 0.0019408999434319463, "sim_compute_performance-ego1": 0.001889163310283626, "sim_compute_performance-ego2": 0.00188448844007608, "sim_compute_performance-ego3": 0.0019719229451226356}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 4.738728738287316, "get_ui_image": 0.04871412081881229, "step_physics": 1.1356560870273027, "survival_time": 59.99999999999873, "driven_lanedir": 1.3728961745856856, "get_state_dump": 0.009296838091771668, "get_robot_state": 0.013856159856575512, "sim_render-ego0": 0.0036158043577907287, "sim_render-ego1": 0.0036535652154292, "sim_render-ego2": 0.003785986785189893, "sim_render-ego3": 0.003592741678001283, "get_duckie_state": 1.3636113404235078e-06, "in-drivable-lane": 32.9999999999992, "deviation-heading": 20.79278356153992, "agent_compute-ego0": 0.01486296498904518, "agent_compute-ego1": 0.012577140658820896, "agent_compute-ego2": 0.01275099723364888, "agent_compute-ego3": 0.012612658277538597, "complete-iteration": 1.3230258807056057, "set_robot_commands": 0.0021244502881484465, "deviation-center-line": 2.2179593706245786, "driven_lanedir_consec": 1.3728961745856856, "sim_compute_sim_state": 0.03171258326077044, "sim_compute_performance-ego0": 0.0018858961221280444, "sim_compute_performance-ego1": 0.0018523398485906315, "sim_compute_performance-ego2": 0.0019064281107881089, "sim_compute_performance-ego3": 0.0018838672812634169}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 3.4518420989243404, "get_ui_image": 0.04871412081881229, "step_physics": 1.1356560870273027, "survival_time": 59.99999999999873, "driven_lanedir": 1.129986869532988, "get_state_dump": 0.009296838091771668, "get_robot_state": 0.013856159856575512, "sim_render-ego0": 0.0036158043577907287, "sim_render-ego1": 0.0036535652154292, "sim_render-ego2": 0.003785986785189893, "sim_render-ego3": 0.003592741678001283, "get_duckie_state": 1.3636113404235078e-06, "in-drivable-lane": 47.09999999999863, "deviation-heading": 9.260246451586482, "agent_compute-ego0": 0.01486296498904518, "agent_compute-ego1": 0.012577140658820896, "agent_compute-ego2": 0.01275099723364888, "agent_compute-ego3": 0.012612658277538597, "complete-iteration": 1.3230258807056057, "set_robot_commands": 0.0021244502881484465, "deviation-center-line": 1.0282414134656173, "driven_lanedir_consec": 1.129986869532988, "sim_compute_sim_state": 0.03171258326077044, "sim_compute_performance-ego0": 0.0018858961221280444, "sim_compute_performance-ego1": 0.0018523398485906315, "sim_compute_performance-ego2": 0.0019064281107881089, "sim_compute_performance-ego3": 0.0018838672812634169}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.8193323980362384, "get_ui_image": 0.04871412081881229, "step_physics": 1.1356560870273027, "survival_time": 59.99999999999873, "driven_lanedir": 0.5911516181048798, "get_state_dump": 0.009296838091771668, "get_robot_state": 0.013856159856575512, "sim_render-ego0": 0.0036158043577907287, "sim_render-ego1": 0.0036535652154292, "sim_render-ego2": 0.003785986785189893, "sim_render-ego3": 0.003592741678001283, "get_duckie_state": 1.3636113404235078e-06, "in-drivable-lane": 55.79999999999873, "deviation-heading": 3.2987511821419258, "agent_compute-ego0": 0.01486296498904518, "agent_compute-ego1": 0.012577140658820896, "agent_compute-ego2": 0.01275099723364888, "agent_compute-ego3": 0.012612658277538597, "complete-iteration": 1.3230258807056057, "set_robot_commands": 0.0021244502881484465, "deviation-center-line": 0.37894459999971414, "driven_lanedir_consec": 0.5911516181048798, "sim_compute_sim_state": 0.03171258326077044, "sim_compute_performance-ego0": 0.0018858961221280444, "sim_compute_performance-ego1": 0.0018523398485906315, "sim_compute_performance-ego2": 0.0019064281107881089, "sim_compute_performance-ego3": 0.0018838672812634169}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 7.569659025438158, "get_ui_image": 0.04871412081881229, "step_physics": 1.1356560870273027, "survival_time": 59.99999999999873, "driven_lanedir": 1.4539090409785411, "get_state_dump": 0.009296838091771668, "get_robot_state": 0.013856159856575512, "sim_render-ego0": 0.0036158043577907287, "sim_render-ego1": 0.0036535652154292, "sim_render-ego2": 0.003785986785189893, "sim_render-ego3": 0.003592741678001283, "get_duckie_state": 1.3636113404235078e-06, "in-drivable-lane": 43.59999999999879, "deviation-heading": 13.44663122673615, "agent_compute-ego0": 0.01486296498904518, "agent_compute-ego1": 0.012577140658820896, "agent_compute-ego2": 0.01275099723364888, "agent_compute-ego3": 0.012612658277538597, "complete-iteration": 1.3230258807056057, "set_robot_commands": 0.0021244502881484465, "deviation-center-line": 1.4863630476552587, "driven_lanedir_consec": 1.166705828433559, "sim_compute_sim_state": 0.03171258326077044, "sim_compute_performance-ego0": 0.0018858961221280444, "sim_compute_performance-ego1": 0.0018523398485906315, "sim_compute_performance-ego2": 0.0019064281107881089, "sim_compute_performance-ego3": 0.0018838672812634169}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 4.5512904539427605, "get_ui_image": 0.04670760554139759, "step_physics": 1.0428996074209602, "survival_time": 59.99999999999873, "driven_lanedir": 1.5042173091910982, "get_state_dump": 0.00960976078945036, "get_robot_state": 0.014217856920926796, "sim_render-ego0": 0.0037511826355590312, "sim_render-ego1": 0.0037369368773118145, "sim_render-ego2": 0.0037312116551458784, "sim_render-ego3": 0.003895049488216912, "get_duckie_state": 1.4418269275725632e-06, "in-drivable-lane": 29.449999999999367, "deviation-heading": 23.67303622458044, "agent_compute-ego0": 0.014494382769340878, "agent_compute-ego1": 0.011895750682618, "agent_compute-ego2": 0.011991486362771728, "agent_compute-ego3": 0.012762647187282997, "complete-iteration": 1.23260282973862, "set_robot_commands": 0.0023175062089041804, "deviation-center-line": 2.6673187316112337, "driven_lanedir_consec": 1.5042173091910982, "sim_compute_sim_state": 0.036191526797292234, "sim_compute_performance-ego0": 0.0019917658822522573, "sim_compute_performance-ego1": 0.0018965151784422, "sim_compute_performance-ego2": 0.001918482045944684, "sim_compute_performance-ego3": 0.0019145115130549167}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 7.551367084873302, "get_ui_image": 0.04670760554139759, "step_physics": 1.0428996074209602, "survival_time": 59.99999999999873, "driven_lanedir": 2.2022781328138605, "get_state_dump": 0.00960976078945036, "get_robot_state": 0.014217856920926796, "sim_render-ego0": 0.0037511826355590312, "sim_render-ego1": 0.0037369368773118145, "sim_render-ego2": 0.0037312116551458784, "sim_render-ego3": 0.003895049488216912, "get_duckie_state": 1.4418269275725632e-06, "in-drivable-lane": 34.84999999999912, "deviation-heading": 18.459531595276015, "agent_compute-ego0": 0.014494382769340878, "agent_compute-ego1": 0.011895750682618, "agent_compute-ego2": 0.011991486362771728, "agent_compute-ego3": 0.012762647187282997, "complete-iteration": 1.23260282973862, "set_robot_commands": 0.0023175062089041804, "deviation-center-line": 2.1963406645882935, "driven_lanedir_consec": 2.2022781328138605, "sim_compute_sim_state": 0.036191526797292234, "sim_compute_performance-ego0": 0.0019917658822522573, "sim_compute_performance-ego1": 0.0018965151784422, "sim_compute_performance-ego2": 0.001918482045944684, "sim_compute_performance-ego3": 0.0019145115130549167}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.495361299769334, "get_ui_image": 0.04670760554139759, "step_physics": 1.0428996074209602, "survival_time": 59.99999999999873, "driven_lanedir": 2.300895329996101, "get_state_dump": 0.00960976078945036, "get_robot_state": 0.014217856920926796, "sim_render-ego0": 0.0037511826355590312, "sim_render-ego1": 0.0037369368773118145, "sim_render-ego2": 0.0037312116551458784, "sim_render-ego3": 0.003895049488216912, "get_duckie_state": 1.4418269275725632e-06, "in-drivable-lane": 48.04999999999893, "deviation-heading": 5.771220493083785, "agent_compute-ego0": 0.014494382769340878, "agent_compute-ego1": 0.011895750682618, "agent_compute-ego2": 0.011991486362771728, "agent_compute-ego3": 0.012762647187282997, "complete-iteration": 1.23260282973862, "set_robot_commands": 0.0023175062089041804, "deviation-center-line": 1.1449910493265654, "driven_lanedir_consec": 2.300895329996101, "sim_compute_sim_state": 0.036191526797292234, "sim_compute_performance-ego0": 0.0019917658822522573, "sim_compute_performance-ego1": 0.0018965151784422, "sim_compute_performance-ego2": 0.001918482045944684, "sim_compute_performance-ego3": 0.0019145115130549167}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.21754061663116436, "get_ui_image": 0.04670760554139759, "step_physics": 1.0428996074209602, "survival_time": 59.99999999999873, "driven_lanedir": 0.12039860189042528, "get_state_dump": 0.00960976078945036, "get_robot_state": 0.014217856920926796, "sim_render-ego0": 0.0037511826355590312, "sim_render-ego1": 0.0037369368773118145, "sim_render-ego2": 0.0037312116551458784, "sim_render-ego3": 0.003895049488216912, "get_duckie_state": 1.4418269275725632e-06, "in-drivable-lane": 58.59999999999873, "deviation-heading": 0.8454071353635112, "agent_compute-ego0": 0.014494382769340878, "agent_compute-ego1": 0.011895750682618, "agent_compute-ego2": 0.011991486362771728, "agent_compute-ego3": 0.012762647187282997, "complete-iteration": 1.23260282973862, "set_robot_commands": 0.0023175062089041804, "deviation-center-line": 0.06196892753910049, "driven_lanedir_consec": 0.12039860189042528, "sim_compute_sim_state": 0.036191526797292234, "sim_compute_performance-ego0": 0.0019917658822522573, "sim_compute_performance-ego1": 0.0018965151784422, "sim_compute_performance-ego2": 0.001918482045944684, "sim_compute_performance-ego3": 0.0019145115130549167}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 4.709797278218955, "get_ui_image": 0.029350251976794545, "step_physics": 0.3594122006434584, "survival_time": 59.99999999999873, "driven_lanedir": 0.6633524154885242, "get_state_dump": 0.006123948355300738, "get_robot_state": 0.007060374546606872, "sim_render-ego0": 0.0036596372463026214, "sim_render-ego1": 0.0036243540758296514, "get_duckie_state": 1.3745297599493911e-06, "in-drivable-lane": 47.49999999999862, "deviation-heading": 8.989816325323499, "agent_compute-ego0": 0.012046130074747991, "agent_compute-ego1": 0.011350968001188583, "complete-iteration": 0.4475146934055071, "set_robot_commands": 0.002172323984468509, "deviation-center-line": 1.2671247013322484, "driven_lanedir_consec": 0.6633524154885242, "sim_compute_sim_state": 0.006764571930744765, "sim_compute_performance-ego0": 0.001876078874840526, "sim_compute_performance-ego1": 0.001857787941417329}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 0.30829124858146256, "get_ui_image": 0.029350251976794545, "step_physics": 0.3594122006434584, "survival_time": 59.99999999999873, "driven_lanedir": 0.06868387746646598, "get_state_dump": 0.006123948355300738, "get_robot_state": 0.007060374546606872, "sim_render-ego0": 0.0036596372463026214, "sim_render-ego1": 0.0036243540758296514, "get_duckie_state": 1.3745297599493911e-06, "in-drivable-lane": 58.84999999999873, "deviation-heading": 0.8827819463609148, "agent_compute-ego0": 0.012046130074747991, "agent_compute-ego1": 0.011350968001188583, "complete-iteration": 0.4475146934055071, "set_robot_commands": 0.002172323984468509, "deviation-center-line": 0.08218740497566586, "driven_lanedir_consec": 0.06868387746646598, "sim_compute_sim_state": 0.006764571930744765, "sim_compute_performance-ego0": 0.001876078874840526, "sim_compute_performance-ego1": 0.001857787941417329}}
set_robot_commands_max0.0023175062089041804
set_robot_commands_mean0.0021959095289353536
set_robot_commands_median0.0021575648619868576
set_robot_commands_min0.0021244502881484465
sim_compute_performance-ego0_max0.0019917658822522573
sim_compute_performance-ego0_mean0.00193045753863786
sim_compute_performance-ego0_median0.0019408999434319463
sim_compute_performance-ego0_min0.001876078874840526
sim_compute_performance-ego1_max0.0018965151784422
sim_compute_performance-ego1_mean0.0018762606594357489
sim_compute_performance-ego1_median0.001889163310283626
sim_compute_performance-ego1_min0.0018523398485906315
sim_compute_performance-ego2_max0.001918482045944684
sim_compute_performance-ego2_mean0.0019031328656029577
sim_compute_performance-ego2_median0.0019064281107881089
sim_compute_performance-ego2_min0.00188448844007608
sim_compute_performance-ego3_max0.0019719229451226356
sim_compute_performance-ego3_mean0.0019234339131469892
sim_compute_performance-ego3_median0.0019145115130549167
sim_compute_performance-ego3_min0.0018838672812634169
sim_compute_sim_state_max0.036191526797292234
sim_compute_sim_state_mean0.02681341939240753
sim_compute_sim_state_median0.03171258326077044
sim_compute_sim_state_min0.006764571930744765
sim_render-ego0_max0.0037511826355590312
sim_render-ego0_mean0.0036900610110982912
sim_render-ego0_median0.0037184079223429537
sim_render-ego0_min0.0036158043577907287
sim_render-ego1_max0.0037369368773118145
sim_render-ego1_mean0.003666352783299321
sim_render-ego1_median0.0036535652154292
sim_render-ego1_min0.0036243540758296514
sim_render-ego2_max0.003843832373321305
sim_render-ego2_mean0.0037870102712190255
sim_render-ego2_median0.003785986785189893
sim_render-ego2_min0.0037312116551458784
sim_render-ego3_max0.003895049488216912
sim_render-ego3_mean0.0037156712370318497
sim_render-ego3_median0.003659222544877357
sim_render-ego3_min0.003592741678001283
simulation-passed1
step_physics_max1.1356560870273027
step_physics_mean0.9505608549749892
step_physics_median1.0428996074209602
step_physics_min0.3594122006434584
survival_time_max59.99999999999873
survival_time_mean59.999999999998735
survival_time_min59.99999999999873

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.