Duckietown Challenges Home Challenges Submissions

Job 56499

Job ID56499
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-03
date started
date completed
duration1:31:00
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.566012465313792
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.043790828000317826
agent_compute-ego0_mean0.04273580824536958
agent_compute-ego0_median0.0425901730590617
agent_compute-ego0_min0.04150709739098182
agent_compute-ego1_max0.043272539839014273
agent_compute-ego1_mean0.042703167027205176
agent_compute-ego1_median0.04256571818152435
agent_compute-ego1_min0.042300931289005424
complete-iteration_max1.2033229360572504
complete-iteration_mean0.8396254145275922
complete-iteration_median0.8020484699859275
complete-iteration_min0.34394260697055545
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.5251564033814455
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean10.090350984645085
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.712047713743372
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.551919798756596
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.551919798756596
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.5093226119143878e-06
get_duckie_state_mean1.4133799084947776e-06
get_duckie_state_median1.5013926738017314e-06
get_duckie_state_min1.274080300311264e-06
get_robot_state_max0.014326535366676949
get_robot_state_mean0.012938580518386292
get_robot_state_median0.013950311571831112
get_robot_state_min0.007254326145753242
get_state_dump_max0.009843729637764595
get_state_dump_mean0.00884774880640716
get_state_dump_median0.009218672332318994
get_state_dump_min0.006308674272908345
get_ui_image_max0.0474674054526171
get_ui_image_mean0.04236380397620383
get_ui_image_median0.04324476427083011
get_ui_image_min0.029869042190850948
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean7.221428571428437
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.04262662309784073, "step_physics": 0.5031998565605095, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.009843729637764595, "get_robot_state": 0.014326535366676949, "sim_render-ego0": 0.003997539614771938, "sim_render-ego1": 0.004061796643712499, "sim_render-ego2": 0.0039258534843857225, "sim_render-ego3": 0.003916215789210689, "get_duckie_state": 1.5013926738017314e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.043790828000317826, "agent_compute-ego1": 0.043272539839014273, "agent_compute-ego2": 0.04314277247265653, "agent_compute-ego3": 0.04433220839715219, "complete-iteration": 0.8020484699859275, "set_robot_commands": 0.0022761166632712425, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.023889723124804797, "sim_compute_performance-ego0": 0.002087103353964316, "sim_compute_performance-ego1": 0.002017368067492236, "sim_compute_performance-ego2": 0.0019963738080617543, "sim_compute_performance-ego3": 0.0020274106446687167}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.04262662309784073, "step_physics": 0.5031998565605095, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.009843729637764595, "get_robot_state": 0.014326535366676949, "sim_render-ego0": 0.003997539614771938, "sim_render-ego1": 0.004061796643712499, "sim_render-ego2": 0.0039258534843857225, "sim_render-ego3": 0.003916215789210689, "get_duckie_state": 1.5013926738017314e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.043790828000317826, "agent_compute-ego1": 0.043272539839014273, "agent_compute-ego2": 0.04314277247265653, "agent_compute-ego3": 0.04433220839715219, "complete-iteration": 0.8020484699859275, "set_robot_commands": 0.0022761166632712425, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.023889723124804797, "sim_compute_performance-ego0": 0.002087103353964316, "sim_compute_performance-ego1": 0.002017368067492236, "sim_compute_performance-ego2": 0.0019963738080617543, "sim_compute_performance-ego3": 0.0020274106446687167}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.04262662309784073, "step_physics": 0.5031998565605095, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.009843729637764595, "get_robot_state": 0.014326535366676949, "sim_render-ego0": 0.003997539614771938, "sim_render-ego1": 0.004061796643712499, "sim_render-ego2": 0.0039258534843857225, "sim_render-ego3": 0.003916215789210689, "get_duckie_state": 1.5013926738017314e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.043790828000317826, "agent_compute-ego1": 0.043272539839014273, "agent_compute-ego2": 0.04314277247265653, "agent_compute-ego3": 0.04433220839715219, "complete-iteration": 0.8020484699859275, "set_robot_commands": 0.0022761166632712425, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.023889723124804797, "sim_compute_performance-ego0": 0.002087103353964316, "sim_compute_performance-ego1": 0.002017368067492236, "sim_compute_performance-ego2": 0.0019963738080617543, "sim_compute_performance-ego3": 0.0020274106446687167}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.04262662309784073, "step_physics": 0.5031998565605095, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.009843729637764595, "get_robot_state": 0.014326535366676949, "sim_render-ego0": 0.003997539614771938, "sim_render-ego1": 0.004061796643712499, "sim_render-ego2": 0.0039258534843857225, "sim_render-ego3": 0.003916215789210689, "get_duckie_state": 1.5013926738017314e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.043790828000317826, "agent_compute-ego1": 0.043272539839014273, "agent_compute-ego2": 0.04314277247265653, "agent_compute-ego3": 0.04433220839715219, "complete-iteration": 0.8020484699859275, "set_robot_commands": 0.0022761166632712425, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.023889723124804797, "sim_compute_performance-ego0": 0.002087103353964316, "sim_compute_performance-ego1": 0.002017368067492236, "sim_compute_performance-ego2": 0.0019963738080617543, "sim_compute_performance-ego3": 0.0020274106446687167}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.0474674054526171, "step_physics": 0.904519536116042, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.009218672332318994, "get_robot_state": 0.013950311571831112, "sim_render-ego0": 0.003931518994600549, "sim_render-ego1": 0.003837694831930727, "sim_render-ego2": 0.0037561096219992656, "sim_render-ego3": 0.00377320330109227, "get_duckie_state": 1.5093226119143878e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.0425901730590617, "agent_compute-ego1": 0.04256571818152435, "agent_compute-ego2": 0.04117860960821426, "agent_compute-ego3": 0.04303795709697333, "complete-iteration": 1.2033229360572504, "set_robot_commands": 0.0021767346289235288, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.026022616075933425, "sim_compute_performance-ego0": 0.002044381348914052, "sim_compute_performance-ego1": 0.0020005329760981044, "sim_compute_performance-ego2": 0.0019101715405517377, "sim_compute_performance-ego3": 0.0019405704056789832}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.0474674054526171, "step_physics": 0.904519536116042, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.009218672332318994, "get_robot_state": 0.013950311571831112, "sim_render-ego0": 0.003931518994600549, "sim_render-ego1": 0.003837694831930727, "sim_render-ego2": 0.0037561096219992656, "sim_render-ego3": 0.00377320330109227, "get_duckie_state": 1.5093226119143878e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.0425901730590617, "agent_compute-ego1": 0.04256571818152435, "agent_compute-ego2": 0.04117860960821426, "agent_compute-ego3": 0.04303795709697333, "complete-iteration": 1.2033229360572504, "set_robot_commands": 0.0021767346289235288, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.026022616075933425, "sim_compute_performance-ego0": 0.002044381348914052, "sim_compute_performance-ego1": 0.0020005329760981044, "sim_compute_performance-ego2": 0.0019101715405517377, "sim_compute_performance-ego3": 0.0019405704056789832}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.0474674054526171, "step_physics": 0.904519536116042, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.009218672332318994, "get_robot_state": 0.013950311571831112, "sim_render-ego0": 0.003931518994600549, "sim_render-ego1": 0.003837694831930727, "sim_render-ego2": 0.0037561096219992656, "sim_render-ego3": 0.00377320330109227, "get_duckie_state": 1.5093226119143878e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.0425901730590617, "agent_compute-ego1": 0.04256571818152435, "agent_compute-ego2": 0.04117860960821426, "agent_compute-ego3": 0.04303795709697333, "complete-iteration": 1.2033229360572504, "set_robot_commands": 0.0021767346289235288, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.026022616075933425, "sim_compute_performance-ego0": 0.002044381348914052, "sim_compute_performance-ego1": 0.0020005329760981044, "sim_compute_performance-ego2": 0.0019101715405517377, "sim_compute_performance-ego3": 0.0019405704056789832}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.0474674054526171, "step_physics": 0.904519536116042, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.009218672332318994, "get_robot_state": 0.013950311571831112, "sim_render-ego0": 0.003931518994600549, "sim_render-ego1": 0.003837694831930727, "sim_render-ego2": 0.0037561096219992656, "sim_render-ego3": 0.00377320330109227, "get_duckie_state": 1.5093226119143878e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.0425901730590617, "agent_compute-ego1": 0.04256571818152435, "agent_compute-ego2": 0.04117860960821426, "agent_compute-ego3": 0.04303795709697333, "complete-iteration": 1.2033229360572504, "set_robot_commands": 0.0021767346289235288, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.026022616075933425, "sim_compute_performance-ego0": 0.002044381348914052, "sim_compute_performance-ego1": 0.0020005329760981044, "sim_compute_performance-ego2": 0.0019101715405517377, "sim_compute_performance-ego3": 0.0019405704056789832}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.59005892183093, "get_ui_image": 0.04324476427083011, "step_physics": 0.4586728026130416, "survival_time": 59.99999999999873, "driven_lanedir": 12.397963702635836, "get_state_dump": 0.008750381715887294, "get_robot_state": 0.013381021802967337, "sim_render-ego0": 0.0035744221581706, "sim_render-ego1": 0.0035646535474791515, "sim_render-ego2": 0.003510539279591531, "sim_render-ego3": 0.003519218430531015, "get_duckie_state": 1.274080300311264e-06, "in-drivable-lane": 5.749999999999865, "deviation-heading": 14.222718825506938, "agent_compute-ego0": 0.042440779103923104, "agent_compute-ego1": 0.0424723609301768, "agent_compute-ego2": 0.04153643301583448, "agent_compute-ego3": 0.0422902015921079, "complete-iteration": 0.7613462413181175, "set_robot_commands": 0.002008956834537401, "deviation-center-line": 3.3199897435404275, "driven_lanedir_consec": 12.397963702635836, "sim_compute_sim_state": 0.038915868603518165, "sim_compute_performance-ego0": 0.00188107812136635, "sim_compute_performance-ego1": 0.0017921068984007062, "sim_compute_performance-ego2": 0.001755967922353625, "sim_compute_performance-ego3": 0.001773173961909387}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.5900520938242, "get_ui_image": 0.04324476427083011, "step_physics": 0.4586728026130416, "survival_time": 59.99999999999873, "driven_lanedir": 12.2852036922114, "get_state_dump": 0.008750381715887294, "get_robot_state": 0.013381021802967337, "sim_render-ego0": 0.0035744221581706, "sim_render-ego1": 0.0035646535474791515, "sim_render-ego2": 0.003510539279591531, "sim_render-ego3": 0.003519218430531015, "get_duckie_state": 1.274080300311264e-06, "in-drivable-lane": 5.949999999999918, "deviation-heading": 15.542743057819589, "agent_compute-ego0": 0.042440779103923104, "agent_compute-ego1": 0.0424723609301768, "agent_compute-ego2": 0.04153643301583448, "agent_compute-ego3": 0.0422902015921079, "complete-iteration": 0.7613462413181175, "set_robot_commands": 0.002008956834537401, "deviation-center-line": 3.446257707159583, "driven_lanedir_consec": 12.2852036922114, "sim_compute_sim_state": 0.038915868603518165, "sim_compute_performance-ego0": 0.00188107812136635, "sim_compute_performance-ego1": 0.0017921068984007062, "sim_compute_performance-ego2": 0.001755967922353625, "sim_compute_performance-ego3": 0.001773173961909387}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589996332905445, "get_ui_image": 0.04324476427083011, "step_physics": 0.4586728026130416, "survival_time": 59.99999999999873, "driven_lanedir": 12.20064691564406, "get_state_dump": 0.008750381715887294, "get_robot_state": 0.013381021802967337, "sim_render-ego0": 0.0035744221581706, "sim_render-ego1": 0.0035646535474791515, "sim_render-ego2": 0.003510539279591531, "sim_render-ego3": 0.003519218430531015, "get_duckie_state": 1.274080300311264e-06, "in-drivable-lane": 6.199999999999857, "deviation-heading": 15.638557852834548, "agent_compute-ego0": 0.042440779103923104, "agent_compute-ego1": 0.0424723609301768, "agent_compute-ego2": 0.04153643301583448, "agent_compute-ego3": 0.0422902015921079, "complete-iteration": 0.7613462413181175, "set_robot_commands": 0.002008956834537401, "deviation-center-line": 3.432861017069132, "driven_lanedir_consec": 12.20064691564406, "sim_compute_sim_state": 0.038915868603518165, "sim_compute_performance-ego0": 0.00188107812136635, "sim_compute_performance-ego1": 0.0017921068984007062, "sim_compute_performance-ego2": 0.001755967922353625, "sim_compute_performance-ego3": 0.001773173961909387}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590071835060844, "get_ui_image": 0.04324476427083011, "step_physics": 0.4586728026130416, "survival_time": 59.99999999999873, "driven_lanedir": 12.375144087121852, "get_state_dump": 0.008750381715887294, "get_robot_state": 0.013381021802967337, "sim_render-ego0": 0.0035744221581706, "sim_render-ego1": 0.0035646535474791515, "sim_render-ego2": 0.003510539279591531, "sim_render-ego3": 0.003519218430531015, "get_duckie_state": 1.274080300311264e-06, "in-drivable-lane": 5.89999999999991, "deviation-heading": 14.171901553803096, "agent_compute-ego0": 0.042440779103923104, "agent_compute-ego1": 0.0424723609301768, "agent_compute-ego2": 0.04153643301583448, "agent_compute-ego3": 0.0422902015921079, "complete-iteration": 0.7613462413181175, "set_robot_commands": 0.002008956834537401, "deviation-center-line": 3.216440533212472, "driven_lanedir_consec": 12.375144087121852, "sim_compute_sim_state": 0.038915868603518165, "sim_compute_performance-ego0": 0.00188107812136635, "sim_compute_performance-ego1": 0.0017921068984007062, "sim_compute_performance-ego2": 0.001755967922353625, "sim_compute_performance-ego3": 0.001773173961909387}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.029869042190850948, "step_physics": 0.1905649787160606, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.006308674272908345, "get_robot_state": 0.007254326145753242, "sim_render-ego0": 0.003859815554381495, "sim_render-ego1": 0.0038219469165370473, "get_duckie_state": 1.3240681874086774e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.04150709739098182, "agent_compute-ego1": 0.042300931289005424, "complete-iteration": 0.34394260697055545, "set_robot_commands": 0.0022614347449255207, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.0098266292301598, "sim_compute_performance-ego0": 0.0020261627156989786, "sim_compute_performance-ego1": 0.0020006278341532114}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.029869042190850948, "step_physics": 0.1905649787160606, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.006308674272908345, "get_robot_state": 0.007254326145753242, "sim_render-ego0": 0.003859815554381495, "sim_render-ego1": 0.0038219469165370473, "get_duckie_state": 1.3240681874086774e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.04150709739098182, "agent_compute-ego1": 0.042300931289005424, "complete-iteration": 0.34394260697055545, "set_robot_commands": 0.0022614347449255207, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.0098266292301598, "sim_compute_performance-ego0": 0.0020261627156989786, "sim_compute_performance-ego1": 0.0020006278341532114}}
set_robot_commands_max0.0022761166632712425
set_robot_commands_mean0.0021692929997699805
set_robot_commands_median0.0021767346289235288
set_robot_commands_min0.002008956834537401
sim_compute_performance-ego0_max0.002087103353964316
sim_compute_performance-ego0_mean0.002007326909169773
sim_compute_performance-ego0_median0.002044381348914052
sim_compute_performance-ego0_min0.00188107812136635
sim_compute_performance-ego1_max0.002017368067492236
sim_compute_performance-ego1_mean0.0019458062454479003
sim_compute_performance-ego1_median0.0020005329760981044
sim_compute_performance-ego1_min0.0017921068984007062
sim_compute_sim_state_max0.038915868603518165
sim_compute_sim_state_mean0.026783292119810377
sim_compute_sim_state_median0.026022616075933425
sim_compute_sim_state_min0.0098266292301598
sim_render-ego0_max0.003997539614771938
sim_render-ego0_mean0.0038381110127810943
sim_render-ego0_median0.003931518994600549
sim_render-ego0_min0.0035744221581706
sim_render-ego1_max0.004061796643712499
sim_render-ego1_mean0.003821462423254544
sim_render-ego1_median0.003837694831930727
sim_render-ego1_min0.0035646535474791515
simulation-passed1
step_physics_max0.904519536116042
step_physics_mean0.5604784813278922
step_physics_median0.5031998565605095
step_physics_min0.1905649787160606
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.