Duckietown Challenges Home Challenges Submissions

Job 56470

Job ID56470
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-03
date started
date completed
duration1:30:40
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.398382188611338
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.044211658808562135
agent_compute-ego0_mean0.04341436078325557
agent_compute-ego0_median0.04402747539358274
agent_compute-ego0_min0.0416111741130708
agent_compute-ego1_max0.04201729340596242
agent_compute-ego1_mean0.0410806111299268
agent_compute-ego1_median0.04192368692402835
agent_compute-ego1_min0.039870757323045
complete-iteration_max1.2063713764568649
complete-iteration_mean0.8276510914934236
complete-iteration_median0.7774039947234832
complete-iteration_min0.3268679655515231
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.43501247864289
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean9.922533019250752
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.689337206680156
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.338839742433915
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.338839742433915
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.4922640345118068e-06
get_duckie_state_mean1.390294775502256e-06
get_duckie_state_median1.4662444839668116e-06
get_duckie_state_min1.2587945129750274e-06
get_robot_state_max0.014379163665835007
get_robot_state_mean0.01297451283086047
get_robot_state_median0.014051810041204227
get_robot_state_min0.0068806918677880935
get_state_dump_max0.009555757095375029
get_state_dump_mean0.008851305587014224
get_state_dump_median0.009306908190787376
get_state_dump_min0.005961181531304868
get_ui_image_max0.04752462134571695
get_ui_image_mean0.04102305956914299
get_ui_image_median0.04116096742742762
get_ui_image_min0.028369945638320022
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean8.096428571428401
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.04071014689969587, "step_physics": 0.489421534108686, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.009306908190787376, "get_robot_state": 0.014051810041204227, "sim_render-ego0": 0.0037714693997357345, "sim_render-ego1": 0.003867251378995878, "sim_render-ego2": 0.003688894950591766, "sim_render-ego3": 0.003694303400881655, "get_duckie_state": 1.4922640345118068e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.044211658808562135, "agent_compute-ego1": 0.04201729340596242, "agent_compute-ego2": 0.040941078383643345, "agent_compute-ego3": 0.04122793030094456, "complete-iteration": 0.7774039947234832, "set_robot_commands": 0.002170154640266487, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.02356177622133547, "sim_compute_performance-ego0": 0.0020433240108661825, "sim_compute_performance-ego1": 0.0019538858989337545, "sim_compute_performance-ego2": 0.0019008490416380737, "sim_compute_performance-ego3": 0.001901441866213137}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.04071014689969587, "step_physics": 0.489421534108686, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.009306908190787376, "get_robot_state": 0.014051810041204227, "sim_render-ego0": 0.0037714693997357345, "sim_render-ego1": 0.003867251378995878, "sim_render-ego2": 0.003688894950591766, "sim_render-ego3": 0.003694303400881655, "get_duckie_state": 1.4922640345118068e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.044211658808562135, "agent_compute-ego1": 0.04201729340596242, "agent_compute-ego2": 0.040941078383643345, "agent_compute-ego3": 0.04122793030094456, "complete-iteration": 0.7774039947234832, "set_robot_commands": 0.002170154640266487, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.02356177622133547, "sim_compute_performance-ego0": 0.0020433240108661825, "sim_compute_performance-ego1": 0.0019538858989337545, "sim_compute_performance-ego2": 0.0019008490416380737, "sim_compute_performance-ego3": 0.001901441866213137}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.04071014689969587, "step_physics": 0.489421534108686, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.009306908190787376, "get_robot_state": 0.014051810041204227, "sim_render-ego0": 0.0037714693997357345, "sim_render-ego1": 0.003867251378995878, "sim_render-ego2": 0.003688894950591766, "sim_render-ego3": 0.003694303400881655, "get_duckie_state": 1.4922640345118068e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.044211658808562135, "agent_compute-ego1": 0.04201729340596242, "agent_compute-ego2": 0.040941078383643345, "agent_compute-ego3": 0.04122793030094456, "complete-iteration": 0.7774039947234832, "set_robot_commands": 0.002170154640266487, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.02356177622133547, "sim_compute_performance-ego0": 0.0020433240108661825, "sim_compute_performance-ego1": 0.0019538858989337545, "sim_compute_performance-ego2": 0.0019008490416380737, "sim_compute_performance-ego3": 0.001901441866213137}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.04071014689969587, "step_physics": 0.489421534108686, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.009306908190787376, "get_robot_state": 0.014051810041204227, "sim_render-ego0": 0.0037714693997357345, "sim_render-ego1": 0.003867251378995878, "sim_render-ego2": 0.003688894950591766, "sim_render-ego3": 0.003694303400881655, "get_duckie_state": 1.4922640345118068e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.044211658808562135, "agent_compute-ego1": 0.04201729340596242, "agent_compute-ego2": 0.040941078383643345, "agent_compute-ego3": 0.04122793030094456, "complete-iteration": 0.7774039947234832, "set_robot_commands": 0.002170154640266487, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.02356177622133547, "sim_compute_performance-ego0": 0.0020433240108661825, "sim_compute_performance-ego1": 0.0019538858989337545, "sim_compute_performance-ego2": 0.0019008490416380737, "sim_compute_performance-ego3": 0.001901441866213137}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.04752462134571695, "step_physics": 0.9059185946017478, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.009555757095375029, "get_robot_state": 0.014379163665835007, "sim_render-ego0": 0.004024631276317282, "sim_render-ego1": 0.003986501574615555, "sim_render-ego2": 0.003843361888698098, "sim_render-ego3": 0.003847626027814753, "get_duckie_state": 1.4662444839668116e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.04402747539358274, "agent_compute-ego1": 0.04192368692402835, "agent_compute-ego2": 0.0408367884347679, "agent_compute-ego3": 0.0418761038561844, "complete-iteration": 1.2063713764568649, "set_robot_commands": 0.002231033120326059, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.02660087602124623, "sim_compute_performance-ego0": 0.0021116920156740923, "sim_compute_performance-ego1": 0.002059372735956527, "sim_compute_performance-ego2": 0.001962343719380781, "sim_compute_performance-ego3": 0.002021054641888798}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.04752462134571695, "step_physics": 0.9059185946017478, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.009555757095375029, "get_robot_state": 0.014379163665835007, "sim_render-ego0": 0.004024631276317282, "sim_render-ego1": 0.003986501574615555, "sim_render-ego2": 0.003843361888698098, "sim_render-ego3": 0.003847626027814753, "get_duckie_state": 1.4662444839668116e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.04402747539358274, "agent_compute-ego1": 0.04192368692402835, "agent_compute-ego2": 0.0408367884347679, "agent_compute-ego3": 0.0418761038561844, "complete-iteration": 1.2063713764568649, "set_robot_commands": 0.002231033120326059, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.02660087602124623, "sim_compute_performance-ego0": 0.0021116920156740923, "sim_compute_performance-ego1": 0.002059372735956527, "sim_compute_performance-ego2": 0.001962343719380781, "sim_compute_performance-ego3": 0.002021054641888798}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.04752462134571695, "step_physics": 0.9059185946017478, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.009555757095375029, "get_robot_state": 0.014379163665835007, "sim_render-ego0": 0.004024631276317282, "sim_render-ego1": 0.003986501574615555, "sim_render-ego2": 0.003843361888698098, "sim_render-ego3": 0.003847626027814753, "get_duckie_state": 1.4662444839668116e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.04402747539358274, "agent_compute-ego1": 0.04192368692402835, "agent_compute-ego2": 0.0408367884347679, "agent_compute-ego3": 0.0418761038561844, "complete-iteration": 1.2063713764568649, "set_robot_commands": 0.002231033120326059, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.02660087602124623, "sim_compute_performance-ego0": 0.0021116920156740923, "sim_compute_performance-ego1": 0.002059372735956527, "sim_compute_performance-ego2": 0.001962343719380781, "sim_compute_performance-ego3": 0.002021054641888798}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.04752462134571695, "step_physics": 0.9059185946017478, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.009555757095375029, "get_robot_state": 0.014379163665835007, "sim_render-ego0": 0.004024631276317282, "sim_render-ego1": 0.003986501574615555, "sim_render-ego2": 0.003843361888698098, "sim_render-ego3": 0.003847626027814753, "get_duckie_state": 1.4662444839668116e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.04402747539358274, "agent_compute-ego1": 0.04192368692402835, "agent_compute-ego2": 0.0408367884347679, "agent_compute-ego3": 0.0418761038561844, "complete-iteration": 1.2063713764568649, "set_robot_commands": 0.002231033120326059, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.02660087602124623, "sim_compute_performance-ego0": 0.0021116920156740923, "sim_compute_performance-ego1": 0.002059372735956527, "sim_compute_performance-ego2": 0.001962343719380781, "sim_compute_performance-ego3": 0.002021054641888798}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.59003094265826, "get_ui_image": 0.04116096742742762, "step_physics": 0.4506378465647702, "survival_time": 59.99999999999873, "driven_lanedir": 11.877488755011491, "get_state_dump": 0.009136313502734944, "get_robot_state": 0.013539475267078358, "sim_render-ego0": 0.003714439970170529, "sim_render-ego1": 0.003717257716475081, "sim_render-ego2": 0.003556832981347839, "sim_render-ego3": 0.003558619631815711, "get_duckie_state": 1.2587945129750274e-06, "in-drivable-lane": 7.749999999999812, "deviation-heading": 14.245305244426312, "agent_compute-ego0": 0.04290554148271419, "agent_compute-ego1": 0.03990577996323051, "agent_compute-ego2": 0.040438863061846145, "agent_compute-ego3": 0.042854643582702176, "complete-iteration": 0.7495694662708724, "set_robot_commands": 0.002033083563938824, "deviation-center-line": 3.041672517676032, "driven_lanedir_consec": 11.877488755011491, "sim_compute_sim_state": 0.03855319821169533, "sim_compute_performance-ego0": 0.001947712243149223, "sim_compute_performance-ego1": 0.001861835101760496, "sim_compute_performance-ego2": 0.0018114591022018191, "sim_compute_performance-ego3": 0.0018368345017635657}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.59003825354234, "get_ui_image": 0.04116096742742762, "step_physics": 0.4506378465647702, "survival_time": 59.99999999999873, "driven_lanedir": 12.204275424027037, "get_state_dump": 0.009136313502734944, "get_robot_state": 0.013539475267078358, "sim_render-ego0": 0.003714439970170529, "sim_render-ego1": 0.003717257716475081, "sim_render-ego2": 0.003556832981347839, "sim_render-ego3": 0.003558619631815711, "get_duckie_state": 1.2587945129750274e-06, "in-drivable-lane": 6.199999999999924, "deviation-heading": 15.44224936292362, "agent_compute-ego0": 0.04290554148271419, "agent_compute-ego1": 0.03990577996323051, "agent_compute-ego2": 0.040438863061846145, "agent_compute-ego3": 0.042854643582702176, "complete-iteration": 0.7495694662708724, "set_robot_commands": 0.002033083563938824, "deviation-center-line": 3.335131137356945, "driven_lanedir_consec": 12.204275424027037, "sim_compute_sim_state": 0.03855319821169533, "sim_compute_performance-ego0": 0.001947712243149223, "sim_compute_performance-ego1": 0.001861835101760496, "sim_compute_performance-ego2": 0.0018114591022018191, "sim_compute_performance-ego3": 0.0018368345017635657}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.272110328178371, "get_ui_image": 0.04116096742742762, "step_physics": 0.4506378465647702, "survival_time": 59.99999999999873, "driven_lanedir": 10.364673284676009, "get_state_dump": 0.009136313502734944, "get_robot_state": 0.013539475267078358, "sim_render-ego0": 0.003714439970170529, "sim_render-ego1": 0.003717257716475081, "sim_render-ego2": 0.003556832981347839, "sim_render-ego3": 0.003558619631815711, "get_duckie_state": 1.2587945129750274e-06, "in-drivable-lane": 14.049999999999486, "deviation-heading": 13.59612210275143, "agent_compute-ego0": 0.04290554148271419, "agent_compute-ego1": 0.03990577996323051, "agent_compute-ego2": 0.040438863061846145, "agent_compute-ego3": 0.042854643582702176, "complete-iteration": 0.7495694662708724, "set_robot_commands": 0.002033083563938824, "deviation-center-line": 2.822537989693044, "driven_lanedir_consec": 10.364673284676009, "sim_compute_sim_state": 0.03855319821169533, "sim_compute_performance-ego0": 0.001947712243149223, "sim_compute_performance-ego1": 0.001861835101760496, "sim_compute_performance-ego2": 0.0018114591022018191, "sim_compute_performance-ego3": 0.0018368345017635657}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.59005256035744, "get_ui_image": 0.04116096742742762, "step_physics": 0.4506378465647702, "survival_time": 59.99999999999873, "driven_lanedir": 11.82940014538108, "get_state_dump": 0.009136313502734944, "get_robot_state": 0.013539475267078358, "sim_render-ego0": 0.003714439970170529, "sim_render-ego1": 0.003717257716475081, "sim_render-ego2": 0.003556832981347839, "sim_render-ego3": 0.003558619631815711, "get_duckie_state": 1.2587945129750274e-06, "in-drivable-lane": 8.049999999999805, "deviation-heading": 13.942793064342178, "agent_compute-ego0": 0.04290554148271419, "agent_compute-ego1": 0.03990577996323051, "agent_compute-ego2": 0.040438863061846145, "agent_compute-ego3": 0.042854643582702176, "complete-iteration": 0.7495694662708724, "set_robot_commands": 0.002033083563938824, "deviation-center-line": 2.954192409915816, "driven_lanedir_consec": 11.82940014538108, "sim_compute_sim_state": 0.03855319821169533, "sim_compute_performance-ego0": 0.001947712243149223, "sim_compute_performance-ego1": 0.001861835101760496, "sim_compute_performance-ego2": 0.0018114591022018191, "sim_compute_performance-ego3": 0.0018368345017635657}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.028369945638320022, "step_physics": 0.17948424007018768, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.005961181531304868, "get_robot_state": 0.0068806918677880935, "sim_render-ego0": 0.0036336562931987134, "sim_render-ego1": 0.003614233989341586, "get_duckie_state": 1.297457365608503e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.0416111741130708, "agent_compute-ego1": 0.039870757323045, "complete-iteration": 0.3268679655515231, "set_robot_commands": 0.0020766937894519098, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.009424260299130264, "sim_compute_performance-ego0": 0.00184785438698701, "sim_compute_performance-ego1": 0.0018519301579908369}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.028369945638320022, "step_physics": 0.17948424007018768, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.005961181531304868, "get_robot_state": 0.0068806918677880935, "sim_render-ego0": 0.0036336562931987134, "sim_render-ego1": 0.003614233989341586, "get_duckie_state": 1.297457365608503e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.0416111741130708, "agent_compute-ego1": 0.039870757323045, "complete-iteration": 0.3268679655515231, "set_robot_commands": 0.0020766937894519098, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.009424260299130264, "sim_compute_performance-ego0": 0.00184785438698701, "sim_compute_performance-ego1": 0.0018519301579908369}}
set_robot_commands_max0.002231033120326059
set_robot_commands_mean0.002135033776930664
set_robot_commands_median0.002170154640266487
set_robot_commands_min0.002033083563938824
sim_compute_performance-ego0_max0.0021116920156740923
sim_compute_performance-ego0_mean0.002007615846623715
sim_compute_performance-ego0_median0.0020433240108661825
sim_compute_performance-ego0_min0.00184785438698701
sim_compute_performance-ego1_max0.002059372735956527
sim_compute_performance-ego1_mean0.0019431596616131992
sim_compute_performance-ego1_median0.0019538858989337545
sim_compute_performance-ego1_min0.0018519301579908369
sim_compute_sim_state_max0.03855319821169533
sim_compute_sim_state_mean0.026693708743954905
sim_compute_sim_state_median0.02660087602124623
sim_compute_sim_state_min0.009424260299130264
sim_render-ego0_max0.004024631276317282
sim_render-ego0_mean0.0038078196550922583
sim_render-ego0_median0.0037714693997357345
sim_render-ego0_min0.0036336562931987134
sim_render-ego1_max0.003986501574615555
sim_render-ego1_mean0.00382232218993066
sim_render-ego1_median0.003867251378995878
sim_render-ego1_min0.003614233989341586
simulation-passed1
step_physics_max0.9059185946017478
step_physics_mean0.5530628843743708
step_physics_median0.489421534108686
step_physics_min0.17948424007018768
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.