Duckietown Challenges Home Challenges Submissions

Job 56465

Job ID56465
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-07
date started
date completed
duration1:30:10
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.566012465313792
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.044507570094890425
agent_compute-ego0_mean0.04357774612475775
agent_compute-ego0_median0.04378788060292317
agent_compute-ego0_min0.04260280170011878
agent_compute-ego1_max0.04459178608817023
agent_compute-ego1_mean0.043987100108414515
agent_compute-ego1_median0.04408202143533343
agent_compute-ego1_min0.04290152531044156
complete-iteration_max1.193063539827396
complete-iteration_mean0.8430917408009249
complete-iteration_median0.8206972732200278
complete-iteration_min0.3503859435091551
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.5380674138494697
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean10.134752944636114
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.712045719901877
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.44745150078623
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.44745150078623
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.7505508285384997e-06
get_duckie_state_mean1.5810139704633076e-06
get_duckie_state_median1.5404897367428184e-06
get_duckie_state_min1.425476994809342e-06
get_robot_state_max0.014984355853484555
get_robot_state_mean0.01354294364667743
get_robot_state_median0.014675143755643593
get_robot_state_min0.007473078608333076
get_state_dump_max0.010110477606455484
get_state_dump_mean0.00914557887668854
get_state_dump_median0.009608569292105008
get_state_dump_min0.0065765718888733
get_ui_image_max0.04779169521760583
get_ui_image_mean0.04299429313414334
get_ui_image_median0.04470026868957657
get_ui_image_min0.03007647570441751
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean7.614285714285553
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.04470026868957657, "step_physics": 0.51520493868235, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.010110477606455484, "get_robot_state": 0.014984355853484555, "sim_render-ego0": 0.004103949478080681, "sim_render-ego1": 0.004012260351095114, "sim_render-ego2": 0.004053243645676621, "sim_render-ego3": 0.004018520449732875, "get_duckie_state": 1.7505508285384997e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.044507570094890425, "agent_compute-ego1": 0.04459178608817023, "agent_compute-ego2": 0.04412658955599811, "agent_compute-ego3": 0.04387306254189294, "complete-iteration": 0.8206972732200278, "set_robot_commands": 0.0023283641617577355, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.024284388030971493, "sim_compute_performance-ego0": 0.0021775842786909225, "sim_compute_performance-ego1": 0.0020257239943152075, "sim_compute_performance-ego2": 0.0020974869126672143, "sim_compute_performance-ego3": 0.0020688648696418283}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.04470026868957657, "step_physics": 0.51520493868235, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.010110477606455484, "get_robot_state": 0.014984355853484555, "sim_render-ego0": 0.004103949478080681, "sim_render-ego1": 0.004012260351095114, "sim_render-ego2": 0.004053243645676621, "sim_render-ego3": 0.004018520449732875, "get_duckie_state": 1.7505508285384997e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.044507570094890425, "agent_compute-ego1": 0.04459178608817023, "agent_compute-ego2": 0.04412658955599811, "agent_compute-ego3": 0.04387306254189294, "complete-iteration": 0.8206972732200278, "set_robot_commands": 0.0023283641617577355, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.024284388030971493, "sim_compute_performance-ego0": 0.0021775842786909225, "sim_compute_performance-ego1": 0.0020257239943152075, "sim_compute_performance-ego2": 0.0020974869126672143, "sim_compute_performance-ego3": 0.0020688648696418283}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.04470026868957657, "step_physics": 0.51520493868235, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.010110477606455484, "get_robot_state": 0.014984355853484555, "sim_render-ego0": 0.004103949478080681, "sim_render-ego1": 0.004012260351095114, "sim_render-ego2": 0.004053243645676621, "sim_render-ego3": 0.004018520449732875, "get_duckie_state": 1.7505508285384997e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.044507570094890425, "agent_compute-ego1": 0.04459178608817023, "agent_compute-ego2": 0.04412658955599811, "agent_compute-ego3": 0.04387306254189294, "complete-iteration": 0.8206972732200278, "set_robot_commands": 0.0023283641617577355, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.024284388030971493, "sim_compute_performance-ego0": 0.0021775842786909225, "sim_compute_performance-ego1": 0.0020257239943152075, "sim_compute_performance-ego2": 0.0020974869126672143, "sim_compute_performance-ego3": 0.0020688648696418283}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.04470026868957657, "step_physics": 0.51520493868235, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.010110477606455484, "get_robot_state": 0.014984355853484555, "sim_render-ego0": 0.004103949478080681, "sim_render-ego1": 0.004012260351095114, "sim_render-ego2": 0.004053243645676621, "sim_render-ego3": 0.004018520449732875, "get_duckie_state": 1.7505508285384997e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.044507570094890425, "agent_compute-ego1": 0.04459178608817023, "agent_compute-ego2": 0.04412658955599811, "agent_compute-ego3": 0.04387306254189294, "complete-iteration": 0.8206972732200278, "set_robot_commands": 0.0023283641617577355, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.024284388030971493, "sim_compute_performance-ego0": 0.0021775842786909225, "sim_compute_performance-ego1": 0.0020257239943152075, "sim_compute_performance-ego2": 0.0020974869126672143, "sim_compute_performance-ego3": 0.0020688648696418283}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.04779169521760583, "step_physics": 0.8861394545914827, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.009608569292105008, "get_robot_state": 0.014675143755643593, "sim_render-ego0": 0.00416608098940885, "sim_render-ego1": 0.004057672994519947, "sim_render-ego2": 0.004028013405652963, "sim_render-ego3": 0.004063283474022503, "get_duckie_state": 1.5297698339355876e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.04378788060292317, "agent_compute-ego1": 0.04408202143533343, "agent_compute-ego2": 0.04277421751189093, "agent_compute-ego3": 0.04294111865644749, "complete-iteration": 1.193063539827396, "set_robot_commands": 0.002325030786607982, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.026132966755431065, "sim_compute_performance-ego0": 0.0022203294958897573, "sim_compute_performance-ego1": 0.002133931645148005, "sim_compute_performance-ego2": 0.002060534455794081, "sim_compute_performance-ego3": 0.0021561025878372637}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.04779169521760583, "step_physics": 0.8861394545914827, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.009608569292105008, "get_robot_state": 0.014675143755643593, "sim_render-ego0": 0.00416608098940885, "sim_render-ego1": 0.004057672994519947, "sim_render-ego2": 0.004028013405652963, "sim_render-ego3": 0.004063283474022503, "get_duckie_state": 1.5297698339355876e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.04378788060292317, "agent_compute-ego1": 0.04408202143533343, "agent_compute-ego2": 0.04277421751189093, "agent_compute-ego3": 0.04294111865644749, "complete-iteration": 1.193063539827396, "set_robot_commands": 0.002325030786607982, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.026132966755431065, "sim_compute_performance-ego0": 0.0022203294958897573, "sim_compute_performance-ego1": 0.002133931645148005, "sim_compute_performance-ego2": 0.002060534455794081, "sim_compute_performance-ego3": 0.0021561025878372637}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.04779169521760583, "step_physics": 0.8861394545914827, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.009608569292105008, "get_robot_state": 0.014675143755643593, "sim_render-ego0": 0.00416608098940885, "sim_render-ego1": 0.004057672994519947, "sim_render-ego2": 0.004028013405652963, "sim_render-ego3": 0.004063283474022503, "get_duckie_state": 1.5297698339355876e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.04378788060292317, "agent_compute-ego1": 0.04408202143533343, "agent_compute-ego2": 0.04277421751189093, "agent_compute-ego3": 0.04294111865644749, "complete-iteration": 1.193063539827396, "set_robot_commands": 0.002325030786607982, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.026132966755431065, "sim_compute_performance-ego0": 0.0022203294958897573, "sim_compute_performance-ego1": 0.002133931645148005, "sim_compute_performance-ego2": 0.002060534455794081, "sim_compute_performance-ego3": 0.0021561025878372637}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.04779169521760583, "step_physics": 0.8861394545914827, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.009608569292105008, "get_robot_state": 0.014675143755643593, "sim_render-ego0": 0.00416608098940885, "sim_render-ego1": 0.004057672994519947, "sim_render-ego2": 0.004028013405652963, "sim_render-ego3": 0.004063283474022503, "get_duckie_state": 1.5297698339355876e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.04378788060292317, "agent_compute-ego1": 0.04408202143533343, "agent_compute-ego2": 0.04277421751189093, "agent_compute-ego3": 0.04294111865644749, "complete-iteration": 1.193063539827396, "set_robot_commands": 0.002325030786607982, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.026132966755431065, "sim_compute_performance-ego0": 0.0022203294958897573, "sim_compute_performance-ego1": 0.002133931645148005, "sim_compute_performance-ego2": 0.002060534455794081, "sim_compute_performance-ego3": 0.0021561025878372637}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590070301038834, "get_ui_image": 0.04294982421011055, "step_physics": 0.4522789622425139, "survival_time": 59.99999999999873, "driven_lanedir": 10.95801036511863, "get_state_dump": 0.009002193225412743, "get_robot_state": 0.014004263850076313, "sim_render-ego0": 0.0038362321607476966, "sim_render-ego1": 0.0038002041555463425, "sim_render-ego2": 0.00379086037063281, "sim_render-ego3": 0.0037831952430922022, "get_duckie_state": 1.5404897367428184e-06, "in-drivable-lane": 11.399999999999515, "deviation-heading": 14.147896293421976, "agent_compute-ego0": 0.04260280170011878, "agent_compute-ego1": 0.043830280200726386, "agent_compute-ego2": 0.04275809398400198, "agent_compute-ego3": 0.04391746616284119, "complete-iteration": 0.7618673080012364, "set_robot_commands": 0.002172074051919726, "deviation-center-line": 3.240997394089936, "driven_lanedir_consec": 10.95801036511863, "sim_compute_sim_state": 0.03837916753770509, "sim_compute_performance-ego0": 0.0020931066819571335, "sim_compute_performance-ego1": 0.001969728342797933, "sim_compute_performance-ego2": 0.0019622841643651854, "sim_compute_performance-ego3": 0.00196815986220386}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590035619397796, "get_ui_image": 0.04294982421011055, "step_physics": 0.4522789622425139, "survival_time": 59.99999999999873, "driven_lanedir": 12.257285006830854, "get_state_dump": 0.009002193225412743, "get_robot_state": 0.014004263850076313, "sim_render-ego0": 0.0038362321607476966, "sim_render-ego1": 0.0038002041555463425, "sim_render-ego2": 0.00379086037063281, "sim_render-ego3": 0.0037831952430922022, "get_duckie_state": 1.5404897367428184e-06, "in-drivable-lane": 5.899999999999899, "deviation-heading": 15.842610458076354, "agent_compute-ego0": 0.04260280170011878, "agent_compute-ego1": 0.043830280200726386, "agent_compute-ego2": 0.04275809398400198, "agent_compute-ego3": 0.04391746616284119, "complete-iteration": 0.7618673080012364, "set_robot_commands": 0.002172074051919726, "deviation-center-line": 3.583913488333907, "driven_lanedir_consec": 12.257285006830854, "sim_compute_sim_state": 0.03837916753770509, "sim_compute_performance-ego0": 0.0020931066819571335, "sim_compute_performance-ego1": 0.001969728342797933, "sim_compute_performance-ego2": 0.0019622841643651854, "sim_compute_performance-ego3": 0.00196815986220386}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589984744172398, "get_ui_image": 0.04294982421011055, "step_physics": 0.4522789622425139, "survival_time": 59.99999999999873, "driven_lanedir": 12.243137734698143, "get_state_dump": 0.009002193225412743, "get_robot_state": 0.014004263850076313, "sim_render-ego0": 0.0038362321607476966, "sim_render-ego1": 0.0038002041555463425, "sim_render-ego2": 0.00379086037063281, "sim_render-ego3": 0.0037831952430922022, "get_duckie_state": 1.5404897367428184e-06, "in-drivable-lane": 6.149999999999865, "deviation-heading": 15.3647043397642, "agent_compute-ego0": 0.04260280170011878, "agent_compute-ego1": 0.043830280200726386, "agent_compute-ego2": 0.04275809398400198, "agent_compute-ego3": 0.04391746616284119, "complete-iteration": 0.7618673080012364, "set_robot_commands": 0.002172074051919726, "deviation-center-line": 3.362208608455189, "driven_lanedir_consec": 12.243137734698143, "sim_compute_sim_state": 0.03837916753770509, "sim_compute_performance-ego0": 0.0020931066819571335, "sim_compute_performance-ego1": 0.001969728342797933, "sim_compute_performance-ego2": 0.0019622841643651854, "sim_compute_performance-ego3": 0.00196815986220386}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.59006060523146, "get_ui_image": 0.04294982421011055, "step_physics": 0.4522789622425139, "survival_time": 59.99999999999873, "driven_lanedir": 12.337969119380409, "get_state_dump": 0.009002193225412743, "get_robot_state": 0.014004263850076313, "sim_render-ego0": 0.0038362321607476966, "sim_render-ego1": 0.0038002041555463425, "sim_render-ego2": 0.00379086037063281, "sim_render-ego3": 0.0037831952430922022, "get_duckie_state": 1.5404897367428184e-06, "in-drivable-lane": 5.849999999999895, "deviation-heading": 14.842337638576067, "agent_compute-ego0": 0.04260280170011878, "agent_compute-ego1": 0.043830280200726386, "agent_compute-ego2": 0.04275809398400198, "agent_compute-ego3": 0.04391746616284119, "complete-iteration": 0.7618673080012364, "set_robot_commands": 0.002172074051919726, "deviation-center-line": 3.409183656654918, "driven_lanedir_consec": 12.337969119380409, "sim_compute_sim_state": 0.03837916753770509, "sim_compute_performance-ego0": 0.0020931066819571335, "sim_compute_performance-ego1": 0.001969728342797933, "sim_compute_performance-ego2": 0.0019622841643651854, "sim_compute_performance-ego3": 0.00196815986220386}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.03007647570441751, "step_physics": 0.1934514790099131, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.0065765718888733, "get_robot_state": 0.007473078608333076, "sim_render-ego0": 0.004055658257025579, "sim_render-ego1": 0.003845038277351299, "get_duckie_state": 1.425476994809342e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.04324771807743953, "agent_compute-ego1": 0.04290152531044156, "complete-iteration": 0.3503859435091551, "set_robot_commands": 0.002166091047261096, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.01021399720941374, "sim_compute_performance-ego0": 0.0020438089270037943, "sim_compute_performance-ego1": 0.001952655354955797}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.03007647570441751, "step_physics": 0.1934514790099131, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.0065765718888733, "get_robot_state": 0.007473078608333076, "sim_render-ego0": 0.004055658257025579, "sim_render-ego1": 0.003845038277351299, "get_duckie_state": 1.425476994809342e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.04324771807743953, "agent_compute-ego1": 0.04290152531044156, "complete-iteration": 0.3503859435091551, "set_robot_commands": 0.002166091047261096, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.01021399720941374, "sim_compute_performance-ego0": 0.0020438089270037943, "sim_compute_performance-ego1": 0.001952655354955797}}
set_robot_commands_max0.0023283641617577355
set_robot_commands_mean0.0022595755782617117
set_robot_commands_median0.002325030786607982
set_robot_commands_min0.002166091047261096
sim_compute_performance-ego0_max0.0022203294958897573
sim_compute_performance-ego0_mean0.0021465499771542024
sim_compute_performance-ego0_median0.0021775842786909225
sim_compute_performance-ego0_min0.0020438089270037943
sim_compute_performance-ego1_max0.002133931645148005
sim_compute_performance-ego1_mean0.0020302033313540123
sim_compute_performance-ego1_median0.0020257239943152075
sim_compute_performance-ego1_min0.001952655354955797
sim_compute_sim_state_max0.03837916753770509
sim_compute_sim_state_mean0.02682957740823272
sim_compute_sim_state_median0.026132966755431065
sim_compute_sim_state_min0.01021399720941374
sim_render-ego0_max0.00416608098940885
sim_render-ego0_mean0.004038311930500005
sim_render-ego0_median0.004103949478080681
sim_render-ego0_min0.0038362321607476966
sim_render-ego1_max0.004057672994519947
sim_render-ego1_mean0.003940759039953444
sim_render-ego1_median0.004012260351095114
sim_render-ego1_min0.0038002041555463425
simulation-passed1
step_physics_max0.8861394545914827
step_physics_mean0.5572425985775152
step_physics_median0.51520493868235
step_physics_min0.1934514790099131
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.