Duckietown Challenges Home Challenges Submissions

Job 56518

Job ID56518
submission11416
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration1:29:50
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.527457152398652
survival_time_median59.99999999999873
deviation-center-line_median2.566012465313792
in-drivable-lane_median2.974999999999917


other stats
agent_compute-ego0_max0.04292331726525249
agent_compute-ego0_mean0.04243725442938227
agent_compute-ego0_median0.04263314954644933
agent_compute-ego0_min0.04139876401622191
agent_compute-ego1_max0.04394043117240506
agent_compute-ego1_mean0.04265646861625954
agent_compute-ego1_median0.04255264009861624
agent_compute-ego1_min0.04055455439410778
complete-iteration_max1.1578987434841412
complete-iteration_mean0.8222750596415646
complete-iteration_median0.7780639807647909
complete-iteration_min0.3343608825275082
deviation-center-line_max7.095212259829976
deviation-center-line_mean2.5041220200436
deviation-center-line_min0.17012276741346194
deviation-heading_max22.14669411830537
deviation-heading_mean10.043921870989488
deviation-heading_median10.62680681832336
deviation-heading_min1.0191473292537532
driven_any_max14.590134540077422
driven_any_mean8.712047161375402
driven_any_median7.840342262593758
driven_any_min0.5526827992852295
driven_lanedir_consec_max13.490777819275216
driven_lanedir_consec_mean7.447225400678844
driven_lanedir_consec_min0.4801949691561933
driven_lanedir_max13.490777819275216
driven_lanedir_mean7.447225400678844
driven_lanedir_median6.527457152398652
driven_lanedir_min0.4801949691561933
get_duckie_state_max1.708666483561198e-06
get_duckie_state_mean1.5564742464662967e-06
get_duckie_state_median1.5549814572044457e-06
get_duckie_state_min1.3898760305091086e-06
get_robot_state_max0.014365802477071952
get_robot_state_mean0.013126149758822215
get_robot_state_median0.014069482746171912
get_robot_state_min0.0071366689144036705
get_state_dump_max0.010263773772093627
get_state_dump_mean0.009174064374716687
get_state_dump_median0.00949197883510669
get_state_dump_min0.00611421892905487
get_ui_image_max0.045553858730814835
get_ui_image_mean0.041219141733991944
get_ui_image_median0.04332555481833681
get_ui_image_min0.029084847164010212
in-drivable-lane_max57.44999999999872
in-drivable-lane_mean7.660714285714121
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 5.162530616459116, "get_ui_image": 0.040845158937815075, "step_physics": 0.48464676281353375, "survival_time": 22.15000000000018, "driven_lanedir": 4.585138479803474, "get_state_dump": 0.010263773772093627, "get_robot_state": 0.014365802477071952, "sim_render-ego0": 0.003867576251158843, "sim_render-ego1": 0.00383009029938294, "sim_render-ego2": 0.003733728383038495, "sim_render-ego3": 0.0037872544280043593, "get_duckie_state": 1.708666483561198e-06, "in-drivable-lane": 2.0000000000000133, "deviation-heading": 5.080848239674109, "agent_compute-ego0": 0.04227454168302519, "agent_compute-ego1": 0.04252729168883315, "agent_compute-ego2": 0.041855423300115914, "agent_compute-ego3": 0.042072360043053154, "complete-iteration": 0.7748195432327889, "set_robot_commands": 0.0023555084391757176, "deviation-center-line": 1.2097105748276284, "driven_lanedir_consec": 4.585138479803474, "sim_compute_sim_state": 0.02321733064479656, "sim_compute_performance-ego0": 0.00208532004743009, "sim_compute_performance-ego1": 0.0019656747311085194, "sim_compute_performance-ego2": 0.0019438374149906743, "sim_compute_performance-ego3": 0.001962519443786896}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.450656015667263, "get_ui_image": 0.040845158937815075, "step_physics": 0.48464676281353375, "survival_time": 22.15000000000018, "driven_lanedir": 3.1722393416603047, "get_state_dump": 0.010263773772093627, "get_robot_state": 0.014365802477071952, "sim_render-ego0": 0.003867576251158843, "sim_render-ego1": 0.00383009029938294, "sim_render-ego2": 0.003733728383038495, "sim_render-ego3": 0.0037872544280043593, "get_duckie_state": 1.708666483561198e-06, "in-drivable-lane": 0.6499999999999977, "deviation-heading": 3.0451611783649097, "agent_compute-ego0": 0.04227454168302519, "agent_compute-ego1": 0.04252729168883315, "agent_compute-ego2": 0.041855423300115914, "agent_compute-ego3": 0.042072360043053154, "complete-iteration": 0.7748195432327889, "set_robot_commands": 0.0023555084391757176, "deviation-center-line": 1.3987767505060926, "driven_lanedir_consec": 3.1722393416603047, "sim_compute_sim_state": 0.02321733064479656, "sim_compute_performance-ego0": 0.00208532004743009, "sim_compute_performance-ego1": 0.0019656747311085194, "sim_compute_performance-ego2": 0.0019438374149906743, "sim_compute_performance-ego3": 0.001962519443786896}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.450690726278296, "get_ui_image": 0.040845158937815075, "step_physics": 0.48464676281353375, "survival_time": 22.15000000000018, "driven_lanedir": 3.098969449214533, "get_state_dump": 0.010263773772093627, "get_robot_state": 0.014365802477071952, "sim_render-ego0": 0.003867576251158843, "sim_render-ego1": 0.00383009029938294, "sim_render-ego2": 0.003733728383038495, "sim_render-ego3": 0.0037872544280043593, "get_duckie_state": 1.708666483561198e-06, "in-drivable-lane": 1.099999999999996, "deviation-heading": 7.479417725018329, "agent_compute-ego0": 0.04227454168302519, "agent_compute-ego1": 0.04252729168883315, "agent_compute-ego2": 0.041855423300115914, "agent_compute-ego3": 0.042072360043053154, "complete-iteration": 0.7748195432327889, "set_robot_commands": 0.0023555084391757176, "deviation-center-line": 1.2555413745240371, "driven_lanedir_consec": 3.098969449214533, "sim_compute_sim_state": 0.02321733064479656, "sim_compute_performance-ego0": 0.00208532004743009, "sim_compute_performance-ego1": 0.0019656747311085194, "sim_compute_performance-ego2": 0.0019438374149906743, "sim_compute_performance-ego3": 0.001962519443786896}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.162641684723338, "get_ui_image": 0.040845158937815075, "step_physics": 0.48464676281353375, "survival_time": 22.15000000000018, "driven_lanedir": 5.106283806909655, "get_state_dump": 0.010263773772093627, "get_robot_state": 0.014365802477071952, "sim_render-ego0": 0.003867576251158843, "sim_render-ego1": 0.00383009029938294, "sim_render-ego2": 0.003733728383038495, "sim_render-ego3": 0.0037872544280043593, "get_duckie_state": 1.708666483561198e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.5588895069566258, "agent_compute-ego0": 0.04227454168302519, "agent_compute-ego1": 0.04252729168883315, "agent_compute-ego2": 0.041855423300115914, "agent_compute-ego3": 0.042072360043053154, "complete-iteration": 0.7748195432327889, "set_robot_commands": 0.0023555084391757176, "deviation-center-line": 0.8373073979025072, "driven_lanedir_consec": 5.106283806909655, "sim_compute_sim_state": 0.02321733064479656, "sim_compute_performance-ego0": 0.00208532004743009, "sim_compute_performance-ego1": 0.0019656747311085194, "sim_compute_performance-ego2": 0.0019438374149906743, "sim_compute_performance-ego3": 0.001962519443786896}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5526827992852295, "get_ui_image": 0.045553858730814835, "step_physics": 0.8633718383401557, "survival_time": 59.99999999999873, "driven_lanedir": 0.4801949691561933, "get_state_dump": 0.009296363239780652, "get_robot_state": 0.014069482746171912, "sim_render-ego0": 0.003891391023608866, "sim_render-ego1": 0.0037929060854185234, "sim_render-ego2": 0.0037200258335999704, "sim_render-ego3": 0.0037510482397405034, "get_duckie_state": 1.5549814572044457e-06, "in-drivable-lane": 57.44999999999872, "deviation-heading": 1.0191473292537532, "agent_compute-ego0": 0.04263314954644933, "agent_compute-ego1": 0.04255264009861624, "agent_compute-ego2": 0.04137307519618915, "agent_compute-ego3": 0.0409765983997634, "complete-iteration": 1.1578987434841412, "set_robot_commands": 0.0021705595678731264, "deviation-center-line": 0.17012276741346194, "driven_lanedir_consec": 0.4801949691561933, "sim_compute_sim_state": 0.02555182851621451, "sim_compute_performance-ego0": 0.0020540352169421193, "sim_compute_performance-ego1": 0.001969520297276785, "sim_compute_performance-ego2": 0.0019019636683023345, "sim_compute_performance-ego3": 0.0019414948980377477}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590080756858097, "get_ui_image": 0.045553858730814835, "step_physics": 0.8633718383401557, "survival_time": 59.99999999999873, "driven_lanedir": 12.882676879579952, "get_state_dump": 0.009296363239780652, "get_robot_state": 0.014069482746171912, "sim_render-ego0": 0.003891391023608866, "sim_render-ego1": 0.0037929060854185234, "sim_render-ego2": 0.0037200258335999704, "sim_render-ego3": 0.0037510482397405034, "get_duckie_state": 1.5549814572044457e-06, "in-drivable-lane": 3.849999999999907, "deviation-heading": 14.323086911273473, "agent_compute-ego0": 0.04263314954644933, "agent_compute-ego1": 0.04255264009861624, "agent_compute-ego2": 0.04137307519618915, "agent_compute-ego3": 0.0409765983997634, "complete-iteration": 1.1578987434841412, "set_robot_commands": 0.0021705595678731264, "deviation-center-line": 3.382410185031243, "driven_lanedir_consec": 12.882676879579952, "sim_compute_sim_state": 0.02555182851621451, "sim_compute_performance-ego0": 0.0020540352169421193, "sim_compute_performance-ego1": 0.001969520297276785, "sim_compute_performance-ego2": 0.0019019636683023345, "sim_compute_performance-ego3": 0.0019414948980377477}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.9683871442495025, "get_ui_image": 0.045553858730814835, "step_physics": 0.8633718383401557, "survival_time": 59.99999999999873, "driven_lanedir": 0.5967237345825644, "get_state_dump": 0.009296363239780652, "get_robot_state": 0.014069482746171912, "sim_render-ego0": 0.003891391023608866, "sim_render-ego1": 0.0037929060854185234, "sim_render-ego2": 0.0037200258335999704, "sim_render-ego3": 0.0037510482397405034, "get_duckie_state": 1.5549814572044457e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 22.14669411830537, "agent_compute-ego0": 0.04263314954644933, "agent_compute-ego1": 0.04255264009861624, "agent_compute-ego2": 0.04137307519618915, "agent_compute-ego3": 0.0409765983997634, "complete-iteration": 1.1578987434841412, "set_robot_commands": 0.0021705595678731264, "deviation-center-line": 7.095212259829976, "driven_lanedir_consec": 0.5967237345825644, "sim_compute_sim_state": 0.02555182851621451, "sim_compute_performance-ego0": 0.0020540352169421193, "sim_compute_performance-ego1": 0.001969520297276785, "sim_compute_performance-ego2": 0.0019019636683023345, "sim_compute_performance-ego3": 0.0019414948980377477}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590134540077422, "get_ui_image": 0.045553858730814835, "step_physics": 0.8633718383401557, "survival_time": 59.99999999999873, "driven_lanedir": 13.490777819275216, "get_state_dump": 0.009296363239780652, "get_robot_state": 0.014069482746171912, "sim_render-ego0": 0.003891391023608866, "sim_render-ego1": 0.0037929060854185234, "sim_render-ego2": 0.0037200258335999704, "sim_render-ego3": 0.0037510482397405034, "get_duckie_state": 1.5549814572044457e-06, "in-drivable-lane": 2.099999999999927, "deviation-heading": 12.863706476516798, "agent_compute-ego0": 0.04263314954644933, "agent_compute-ego1": 0.04255264009861624, "agent_compute-ego2": 0.04137307519618915, "agent_compute-ego3": 0.0409765983997634, "complete-iteration": 1.1578987434841412, "set_robot_commands": 0.0021705595678731264, "deviation-center-line": 3.157798543097953, "driven_lanedir_consec": 13.490777819275216, "sim_compute_sim_state": 0.02555182851621451, "sim_compute_performance-ego0": 0.0020540352169421193, "sim_compute_performance-ego1": 0.001969520297276785, "sim_compute_performance-ego2": 0.0019019636683023345, "sim_compute_performance-ego3": 0.0019414948980377477}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590078309357628, "get_ui_image": 0.04332555481833681, "step_physics": 0.4679041831916218, "survival_time": 59.99999999999873, "driven_lanedir": 12.430867514184522, "get_state_dump": 0.00949197883510669, "get_robot_state": 0.013937904475432054, "sim_render-ego0": 0.003852083720732093, "sim_render-ego1": 0.003780376305687338, "sim_render-ego2": 0.003702514078297484, "sim_render-ego3": 0.003687924092060124, "get_duckie_state": 1.4890739066118403e-06, "in-drivable-lane": 5.799999999999837, "deviation-heading": 13.779248101118249, "agent_compute-ego0": 0.04292331726525249, "agent_compute-ego1": 0.04394043117240506, "agent_compute-ego2": 0.04217940464702673, "agent_compute-ego3": 0.0422465485597431, "complete-iteration": 0.7780639807647909, "set_robot_commands": 0.002170365021488847, "deviation-center-line": 3.2405000808561715, "driven_lanedir_consec": 12.430867514184522, "sim_compute_sim_state": 0.040442077841588, "sim_compute_performance-ego0": 0.0020449915893071893, "sim_compute_performance-ego1": 0.001928423961731516, "sim_compute_performance-ego2": 0.001905899262249619, "sim_compute_performance-ego3": 0.0018718590049521312}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590054200488254, "get_ui_image": 0.04332555481833681, "step_physics": 0.4679041831916218, "survival_time": 59.99999999999873, "driven_lanedir": 12.323682928187916, "get_state_dump": 0.00949197883510669, "get_robot_state": 0.013937904475432054, "sim_render-ego0": 0.003852083720732093, "sim_render-ego1": 0.003780376305687338, "sim_render-ego2": 0.003702514078297484, "sim_render-ego3": 0.003687924092060124, "get_duckie_state": 1.4890739066118403e-06, "in-drivable-lane": 5.8499999999999055, "deviation-heading": 15.413061836974824, "agent_compute-ego0": 0.04292331726525249, "agent_compute-ego1": 0.04394043117240506, "agent_compute-ego2": 0.04217940464702673, "agent_compute-ego3": 0.0422465485597431, "complete-iteration": 0.7780639807647909, "set_robot_commands": 0.002170365021488847, "deviation-center-line": 3.364023835120487, "driven_lanedir_consec": 12.323682928187916, "sim_compute_sim_state": 0.040442077841588, "sim_compute_performance-ego0": 0.0020449915893071893, "sim_compute_performance-ego1": 0.001928423961731516, "sim_compute_performance-ego2": 0.001905899262249619, "sim_compute_performance-ego3": 0.0018718590049521312}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589997739272404, "get_ui_image": 0.04332555481833681, "step_physics": 0.4679041831916218, "survival_time": 59.99999999999873, "driven_lanedir": 12.121566387075143, "get_state_dump": 0.00949197883510669, "get_robot_state": 0.013937904475432054, "sim_render-ego0": 0.003852083720732093, "sim_render-ego1": 0.003780376305687338, "sim_render-ego2": 0.003702514078297484, "sim_render-ego3": 0.003687924092060124, "get_duckie_state": 1.4890739066118403e-06, "in-drivable-lane": 6.699999999999849, "deviation-heading": 15.20020093749002, "agent_compute-ego0": 0.04292331726525249, "agent_compute-ego1": 0.04394043117240506, "agent_compute-ego2": 0.04217940464702673, "agent_compute-ego3": 0.0422465485597431, "complete-iteration": 0.7780639807647909, "set_robot_commands": 0.002170365021488847, "deviation-center-line": 3.2347270802466914, "driven_lanedir_consec": 12.121566387075143, "sim_compute_sim_state": 0.040442077841588, "sim_compute_performance-ego0": 0.0020449915893071893, "sim_compute_performance-ego1": 0.001928423961731516, "sim_compute_performance-ego2": 0.001905899262249619, "sim_compute_performance-ego3": 0.0018718590049521312}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590041201351552, "get_ui_image": 0.04332555481833681, "step_physics": 0.4679041831916218, "survival_time": 59.99999999999873, "driven_lanedir": 10.917119995077035, "get_state_dump": 0.00949197883510669, "get_robot_state": 0.013937904475432054, "sim_render-ego0": 0.003852083720732093, "sim_render-ego1": 0.003780376305687338, "sim_render-ego2": 0.003702514078297484, "sim_render-ego3": 0.003687924092060124, "get_duckie_state": 1.4890739066118403e-06, "in-drivable-lane": 11.599999999999527, "deviation-heading": 14.533402823202724, "agent_compute-ego0": 0.04292331726525249, "agent_compute-ego1": 0.04394043117240506, "agent_compute-ego2": 0.04217940464702673, "agent_compute-ego3": 0.0422465485597431, "complete-iteration": 0.7780639807647909, "set_robot_commands": 0.002170365021488847, "deviation-center-line": 3.281816638028425, "driven_lanedir_consec": 10.917119995077035, "sim_compute_sim_state": 0.040442077841588, "sim_compute_performance-ego0": 0.0020449915893071893, "sim_compute_performance-ego1": 0.001928423961731516, "sim_compute_performance-ego2": 0.001905899262249619, "sim_compute_performance-ego3": 0.0018718590049521312}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840462106424704, "get_ui_image": 0.029084847164010212, "step_physics": 0.1846018463238332, "survival_time": 33.10000000000026, "driven_lanedir": 7.72351436571707, "get_state_dump": 0.00611421892905487, "get_robot_state": 0.0071366689144036705, "sim_render-ego0": 0.003737227769279192, "sim_render-ego1": 0.003721187916636287, "get_duckie_state": 1.3898760305091086e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.782133849573704, "agent_compute-ego0": 0.04139876401622191, "agent_compute-ego1": 0.04055455439410778, "complete-iteration": 0.3343608825275082, "set_robot_commands": 0.002191775524778064, "deviation-center-line": 1.4555344056960988, "driven_lanedir_consec": 7.72351436571707, "sim_compute_sim_state": 0.009675382668795808, "sim_compute_performance-ego0": 0.0019026924582088696, "sim_compute_performance-ego1": 0.0019084770754991072}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840222418762812, "get_ui_image": 0.029084847164010212, "step_physics": 0.1846018463238332, "survival_time": 33.10000000000026, "driven_lanedir": 5.331399939080234, "get_state_dump": 0.00611421892905487, "get_robot_state": 0.0071366689144036705, "sim_render-ego0": 0.003737227769279192, "sim_render-ego1": 0.003721187916636287, "get_duckie_state": 1.3898760305091086e-06, "in-drivable-lane": 9.100000000000026, "deviation-heading": 8.389907160129924, "agent_compute-ego0": 0.04139876401622191, "agent_compute-ego1": 0.04055455439410778, "complete-iteration": 0.3343608825275082, "set_robot_commands": 0.002191775524778064, "deviation-center-line": 1.9742263875296313, "driven_lanedir_consec": 5.331399939080234, "sim_compute_sim_state": 0.009675382668795808, "sim_compute_performance-ego0": 0.0019026924582088696, "sim_compute_performance-ego1": 0.0019084770754991072}}
set_robot_commands_max0.0023555084391757176
set_robot_commands_mean0.0022263773688362062
set_robot_commands_median0.0021705595678731264
set_robot_commands_min0.002170365021488847
sim_compute_performance-ego0_max0.00208532004743009
sim_compute_performance-ego0_mean0.0020387694522239525
sim_compute_performance-ego0_median0.0020540352169421193
sim_compute_performance-ego0_min0.0019026924582088696
sim_compute_performance-ego1_max0.001969520297276785
sim_compute_performance-ego1_mean0.0019479592936761064
sim_compute_performance-ego1_median0.0019656747311085194
sim_compute_performance-ego1_min0.0019084770754991072
sim_compute_sim_state_max0.040442077841588
sim_compute_sim_state_mean0.026871122381999145
sim_compute_sim_state_median0.02555182851621451
sim_compute_sim_state_min0.009675382668795808
sim_render-ego0_max0.003891391023608866
sim_render-ego0_mean0.0038513328228969705
sim_render-ego0_median0.003867576251158843
sim_render-ego0_min0.003737227769279192
sim_render-ego1_max0.00383009029938294
sim_render-ego1_mean0.0037897047568019857
sim_render-ego1_median0.0037929060854185234
sim_render-ego1_min0.003721187916636287
simulation-passed1
step_physics_max0.8633718383401557
step_physics_mean0.5452067735734937
step_physics_median0.48464676281353375
step_physics_min0.1846018463238332
survival_time_max59.99999999999873
survival_time_mean45.34285714285651
survival_time_min22.15000000000018

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.