Duckietown Challenges Home Challenges Submissions

Job 58928

Job ID58928
submission12807
userYishu Malhotra 🇨🇦
user labelexercise_state_estimation
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-07
date started
date completed
duration2:03:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median11.09362532628328
survival_time_median59.99999999999873
deviation-center-line_median3.986844669600222
in-drivable-lane_median0.9000000000000075


other stats
agent_compute-ego0_max0.012680202796993207
agent_compute-ego0_mean0.012462498019506465
agent_compute-ego0_median0.012475011152192812
agent_compute-ego0_min0.012160171974112252
agent_compute-ego1_max0.01373179945520914
agent_compute-ego1_mean0.013365247182391182
agent_compute-ego1_median0.013218523957747206
agent_compute-ego1_min0.013126634340500654
complete-iteration_max1.1100934183071496
complete-iteration_mean0.8737755684190691
complete-iteration_median0.994675624976051
complete-iteration_min0.3529518468493129
deviation-center-line_max7.588708959958734
deviation-center-line_mean3.647953875846222
deviation-center-line_min0.4233250306090324
deviation-heading_max19.49801309741373
deviation-heading_mean14.541606068299172
deviation-heading_median17.621310763510845
deviation-heading_min1.8962557247051932
driven_any_max12.50006922485307
driven_any_mean10.158163985671456
driven_any_median11.977481951919389
driven_any_min2.0236814139182533
driven_lanedir_consec_max11.585612870280896
driven_lanedir_consec_mean8.322706282988332
driven_lanedir_consec_min0.4904668797710478
driven_lanedir_max11.585612870280896
driven_lanedir_mean8.34448483088394
driven_lanedir_median11.09362532628328
driven_lanedir_min0.4904668797710478
get_duckie_state_max2.603745281845207e-06
get_duckie_state_mean2.526720795008065e-06
get_duckie_state_median2.571585573423514e-06
get_duckie_state_min2.4358001378652556e-06
get_robot_state_max0.01578015828509811
get_robot_state_mean0.014455649605173978
get_robot_state_median0.015480495908675245
get_robot_state_min0.008125205718905204
get_state_dump_max0.010358318301859149
get_state_dump_mean0.00969405603618674
get_state_dump_median0.010097605302669324
get_state_dump_min0.007035045004407135
get_ui_image_max0.05210930917979676
get_ui_image_mean0.04626262719698974
get_ui_image_median0.04928208211379484
get_ui_image_min0.03345637118985115
in-drivable-lane_max55.09999999999871
in-drivable-lane_mean11.007142857142536
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 12.50006922485307, "get_ui_image": 0.043799618300946926, "step_physics": 0.5900414496238384, "survival_time": 59.99999999999873, "driven_lanedir": 11.5396208464325, "get_state_dump": 0.00995575001992155, "get_robot_state": 0.015271516564882962, "sim_render-ego0": 0.004130079188414359, "sim_render-ego1": 0.004270023747745104, "sim_render-ego2": 0.004306929990909776, "sim_render-ego3": 0.004240046532128276, "get_duckie_state": 2.603745281845207e-06, "in-drivable-lane": 0.6500000000000092, "deviation-heading": 18.26778768124492, "agent_compute-ego0": 0.012160171974112252, "agent_compute-ego1": 0.013126634340500654, "agent_compute-ego2": 0.013511602130162528, "agent_compute-ego3": 0.013191080609527258, "complete-iteration": 0.7769695227588841, "set_robot_commands": 0.0023879574101533024, "deviation-center-line": 4.12469740239193, "driven_lanedir_consec": 11.5396208464325, "sim_compute_sim_state": 0.030398326948421584, "sim_compute_performance-ego0": 0.002237765219289, "sim_compute_performance-ego1": 0.002135498736125047, "sim_compute_performance-ego2": 0.002111620748172096, "sim_compute_performance-ego3": 0.0021318523810368393}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 12.30768260571972, "get_ui_image": 0.043799618300946926, "step_physics": 0.5900414496238384, "survival_time": 59.99999999999873, "driven_lanedir": 11.260348222633562, "get_state_dump": 0.00995575001992155, "get_robot_state": 0.015271516564882962, "sim_render-ego0": 0.004130079188414359, "sim_render-ego1": 0.004270023747745104, "sim_render-ego2": 0.004306929990909776, "sim_render-ego3": 0.004240046532128276, "get_duckie_state": 2.603745281845207e-06, "in-drivable-lane": 1.3499999999999517, "deviation-heading": 17.541459326746157, "agent_compute-ego0": 0.012160171974112252, "agent_compute-ego1": 0.013126634340500654, "agent_compute-ego2": 0.013511602130162528, "agent_compute-ego3": 0.013191080609527258, "complete-iteration": 0.7769695227588841, "set_robot_commands": 0.0023879574101533024, "deviation-center-line": 3.8161508135873703, "driven_lanedir_consec": 11.260348222633562, "sim_compute_sim_state": 0.030398326948421584, "sim_compute_performance-ego0": 0.002237765219289, "sim_compute_performance-ego1": 0.002135498736125047, "sim_compute_performance-ego2": 0.002111620748172096, "sim_compute_performance-ego3": 0.0021318523810368393}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 9.030625378927745, "get_ui_image": 0.043799618300946926, "step_physics": 0.5900414496238384, "survival_time": 59.99999999999873, "driven_lanedir": 5.264225823478516, "get_state_dump": 0.00995575001992155, "get_robot_state": 0.015271516564882962, "sim_render-ego0": 0.004130079188414359, "sim_render-ego1": 0.004270023747745104, "sim_render-ego2": 0.004306929990909776, "sim_render-ego3": 0.004240046532128276, "get_duckie_state": 2.603745281845207e-06, "in-drivable-lane": 31.64999999999852, "deviation-heading": 10.330262807837402, "agent_compute-ego0": 0.012160171974112252, "agent_compute-ego1": 0.013126634340500654, "agent_compute-ego2": 0.013511602130162528, "agent_compute-ego3": 0.013191080609527258, "complete-iteration": 0.7769695227588841, "set_robot_commands": 0.0023879574101533024, "deviation-center-line": 1.8739820084637728, "driven_lanedir_consec": 5.264225823478516, "sim_compute_sim_state": 0.030398326948421584, "sim_compute_performance-ego0": 0.002237765219289, "sim_compute_performance-ego1": 0.002135498736125047, "sim_compute_performance-ego2": 0.002111620748172096, "sim_compute_performance-ego3": 0.0021318523810368393}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 11.59142188640105, "get_ui_image": 0.043799618300946926, "step_physics": 0.5900414496238384, "survival_time": 59.99999999999873, "driven_lanedir": 9.199053797995392, "get_state_dump": 0.00995575001992155, "get_robot_state": 0.015271516564882962, "sim_render-ego0": 0.004130079188414359, "sim_render-ego1": 0.004270023747745104, "sim_render-ego2": 0.004306929990909776, "sim_render-ego3": 0.004240046532128276, "get_duckie_state": 2.603745281845207e-06, "in-drivable-lane": 8.749999999999549, "deviation-heading": 17.701162200275533, "agent_compute-ego0": 0.012160171974112252, "agent_compute-ego1": 0.013126634340500654, "agent_compute-ego2": 0.013511602130162528, "agent_compute-ego3": 0.013191080609527258, "complete-iteration": 0.7769695227588841, "set_robot_commands": 0.0023879574101533024, "deviation-center-line": 3.3709605903760784, "driven_lanedir_consec": 8.894154127456861, "sim_compute_sim_state": 0.030398326948421584, "sim_compute_performance-ego0": 0.002237765219289, "sim_compute_performance-ego1": 0.002135498736125047, "sim_compute_performance-ego2": 0.002111620748172096, "sim_compute_performance-ego3": 0.0021318523810368393}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 12.01652995509896, "get_ui_image": 0.05210930917979676, "step_physics": 0.9035753530824712, "survival_time": 59.99999999999873, "driven_lanedir": 11.17535111137274, "get_state_dump": 0.010358318301859149, "get_robot_state": 0.01578015828509811, "sim_render-ego0": 0.004240532501055537, "sim_render-ego1": 0.004346051879171329, "sim_render-ego2": 0.0044007432351600715, "sim_render-ego3": 0.004373487882272687, "get_duckie_state": 2.571585573423514e-06, "in-drivable-lane": 0.0, "deviation-heading": 18.401028891964852, "agent_compute-ego0": 0.012475011152192812, "agent_compute-ego1": 0.013218523957747206, "agent_compute-ego2": 0.014215186474027483, "agent_compute-ego3": 0.013405308933877428, "complete-iteration": 1.1100934183071496, "set_robot_commands": 0.0025929034897727234, "deviation-center-line": 4.371861396232176, "driven_lanedir_consec": 11.17535111137274, "sim_compute_sim_state": 0.0381559202017931, "sim_compute_performance-ego0": 0.002329341775670238, "sim_compute_performance-ego1": 0.0021822196458598955, "sim_compute_performance-ego2": 0.002206307068951025, "sim_compute_performance-ego3": 0.002219856827582646}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.938433948739815, "get_ui_image": 0.05210930917979676, "step_physics": 0.9035753530824712, "survival_time": 59.99999999999873, "driven_lanedir": 11.064428496505457, "get_state_dump": 0.010358318301859149, "get_robot_state": 0.01578015828509811, "sim_render-ego0": 0.004240532501055537, "sim_render-ego1": 0.004346051879171329, "sim_render-ego2": 0.0044007432351600715, "sim_render-ego3": 0.004373487882272687, "get_duckie_state": 2.571585573423514e-06, "in-drivable-lane": 0.25000000000000355, "deviation-heading": 18.785823369328806, "agent_compute-ego0": 0.012475011152192812, "agent_compute-ego1": 0.013218523957747206, "agent_compute-ego2": 0.014215186474027483, "agent_compute-ego3": 0.013405308933877428, "complete-iteration": 1.1100934183071496, "set_robot_commands": 0.0025929034897727234, "deviation-center-line": 4.16543731792284, "driven_lanedir_consec": 11.064428496505457, "sim_compute_sim_state": 0.0381559202017931, "sim_compute_performance-ego0": 0.002329341775670238, "sim_compute_performance-ego1": 0.0021822196458598955, "sim_compute_performance-ego2": 0.002206307068951025, "sim_compute_performance-ego3": 0.002219856827582646}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 5.496310122397098, "get_ui_image": 0.05210930917979676, "step_physics": 0.9035753530824712, "survival_time": 59.99999999999873, "driven_lanedir": 5.18253545539015, "get_state_dump": 0.010358318301859149, "get_robot_state": 0.01578015828509811, "sim_render-ego0": 0.004240532501055537, "sim_render-ego1": 0.004346051879171329, "sim_render-ego2": 0.0044007432351600715, "sim_render-ego3": 0.004373487882272687, "get_duckie_state": 2.571585573423514e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.487221899830429, "agent_compute-ego0": 0.012475011152192812, "agent_compute-ego1": 0.013218523957747206, "agent_compute-ego2": 0.014215186474027483, "agent_compute-ego3": 0.013405308933877428, "complete-iteration": 1.1100934183071496, "set_robot_commands": 0.0025929034897727234, "deviation-center-line": 4.703137173829648, "driven_lanedir_consec": 5.18253545539015, "sim_compute_sim_state": 0.0381559202017931, "sim_compute_performance-ego0": 0.002329341775670238, "sim_compute_performance-ego1": 0.0021822196458598955, "sim_compute_performance-ego2": 0.002206307068951025, "sim_compute_performance-ego3": 0.002219856827582646}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 5.583411356022459, "get_ui_image": 0.05210930917979676, "step_physics": 0.9035753530824712, "survival_time": 59.99999999999873, "driven_lanedir": 5.219524581521489, "get_state_dump": 0.010358318301859149, "get_robot_state": 0.01578015828509811, "sim_render-ego0": 0.004240532501055537, "sim_render-ego1": 0.004346051879171329, "sim_render-ego2": 0.0044007432351600715, "sim_render-ego3": 0.004373487882272687, "get_duckie_state": 2.571585573423514e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.632376239144548, "agent_compute-ego0": 0.012475011152192812, "agent_compute-ego1": 0.013218523957747206, "agent_compute-ego2": 0.014215186474027483, "agent_compute-ego3": 0.013405308933877428, "complete-iteration": 1.1100934183071496, "set_robot_commands": 0.0025929034897727234, "deviation-center-line": 7.588708959958734, "driven_lanedir_consec": 5.219524581521489, "sim_compute_sim_state": 0.0381559202017931, "sim_compute_performance-ego0": 0.002329341775670238, "sim_compute_performance-ego1": 0.0021822196458598955, "sim_compute_performance-ego2": 0.002206307068951025, "sim_compute_performance-ego3": 0.002219856827582646}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 12.339812112142424, "get_ui_image": 0.04928208211379484, "step_physics": 0.7901708186417198, "survival_time": 59.99999999999873, "driven_lanedir": 11.448452503987074, "get_state_dump": 0.010097605302669324, "get_robot_state": 0.015480495908675245, "sim_render-ego0": 0.004200255841041584, "sim_render-ego1": 0.004291557848800926, "sim_render-ego2": 0.00458511881387601, "sim_render-ego3": 0.004304538261483452, "get_duckie_state": 2.4502918583268827e-06, "in-drivable-lane": 0.8000000000000114, "deviation-heading": 17.856343216857763, "agent_compute-ego0": 0.012680202796993207, "agent_compute-ego1": 0.01356730711251671, "agent_compute-ego2": 0.014938636981478142, "agent_compute-ego3": 0.01339129921200869, "complete-iteration": 0.994675624976051, "set_robot_commands": 0.002413981363834886, "deviation-center-line": 3.916521976487032, "driven_lanedir_consec": 11.448452503987074, "sim_compute_sim_state": 0.0385650764595559, "sim_compute_performance-ego0": 0.002360871590543647, "sim_compute_performance-ego1": 0.0021536098134011454, "sim_compute_performance-ego2": 0.0021939944665100453, "sim_compute_performance-ego3": 0.002232237124224686}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 12.123998469596511, "get_ui_image": 0.04928208211379484, "step_physics": 0.7901708186417198, "survival_time": 59.99999999999873, "driven_lanedir": 11.150793516575334, "get_state_dump": 0.010097605302669324, "get_robot_state": 0.015480495908675245, "sim_render-ego0": 0.004200255841041584, "sim_render-ego1": 0.004291557848800926, "sim_render-ego2": 0.00458511881387601, "sim_render-ego3": 0.004304538261483452, "get_duckie_state": 2.4502918583268827e-06, "in-drivable-lane": 1.0000000000000036, "deviation-heading": 17.86889667003901, "agent_compute-ego0": 0.012680202796993207, "agent_compute-ego1": 0.01356730711251671, "agent_compute-ego2": 0.014938636981478142, "agent_compute-ego3": 0.01339129921200869, "complete-iteration": 0.994675624976051, "set_robot_commands": 0.002413981363834886, "deviation-center-line": 3.955818365752705, "driven_lanedir_consec": 11.150793516575334, "sim_compute_sim_state": 0.0385650764595559, "sim_compute_performance-ego0": 0.002360871590543647, "sim_compute_performance-ego1": 0.0021536098134011454, "sim_compute_performance-ego2": 0.0021939944665100453, "sim_compute_performance-ego3": 0.002232237124224686}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 2.0236814139182533, "get_ui_image": 0.04928208211379484, "step_physics": 0.7901708186417198, "survival_time": 59.99999999999873, "driven_lanedir": 1.1195513703699027, "get_state_dump": 0.010097605302669324, "get_robot_state": 0.015480495908675245, "sim_render-ego0": 0.004200255841041584, "sim_render-ego1": 0.004291557848800926, "sim_render-ego2": 0.00458511881387601, "sim_render-ego3": 0.004304538261483452, "get_duckie_state": 2.4502918583268827e-06, "in-drivable-lane": 53.44999999999874, "deviation-heading": 1.8962557247051932, "agent_compute-ego0": 0.012680202796993207, "agent_compute-ego1": 0.01356730711251671, "agent_compute-ego2": 0.014938636981478142, "agent_compute-ego3": 0.01339129921200869, "complete-iteration": 0.994675624976051, "set_robot_commands": 0.002413981363834886, "deviation-center-line": 0.45822698246722166, "driven_lanedir_consec": 1.1195513703699027, "sim_compute_sim_state": 0.0385650764595559, "sim_compute_performance-ego0": 0.002360871590543647, "sim_compute_performance-ego1": 0.0021536098134011454, "sim_compute_performance-ego2": 0.0021939944665100453, "sim_compute_performance-ego3": 0.002232237124224686}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.33117061654572, "get_ui_image": 0.04928208211379484, "step_physics": 0.7901708186417198, "survival_time": 59.99999999999873, "driven_lanedir": 11.585612870280896, "get_state_dump": 0.010097605302669324, "get_robot_state": 0.015480495908675245, "sim_render-ego0": 0.004200255841041584, "sim_render-ego1": 0.004291557848800926, "sim_render-ego2": 0.00458511881387601, "sim_render-ego3": 0.004304538261483452, "get_duckie_state": 2.4502918583268827e-06, "in-drivable-lane": 0.0, "deviation-heading": 17.42510405870469, "agent_compute-ego0": 0.012680202796993207, "agent_compute-ego1": 0.01356730711251671, "agent_compute-ego2": 0.014938636981478142, "agent_compute-ego3": 0.01339129921200869, "complete-iteration": 0.994675624976051, "set_robot_commands": 0.002413981363834886, "deviation-center-line": 4.01787097344774, "driven_lanedir_consec": 11.585612870280896, "sim_compute_sim_state": 0.0385650764595559, "sim_compute_performance-ego0": 0.002360871590543647, "sim_compute_performance-ego1": 0.0021536098134011454, "sim_compute_performance-ego2": 0.0021939944665100453, "sim_compute_performance-ego3": 0.002232237124224686}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 12.301883274728194, "get_ui_image": 0.03345637118985115, "step_physics": 0.2483407853544999, "survival_time": 59.99999999999873, "driven_lanedir": 11.122822156061105, "get_state_dump": 0.007035045004407135, "get_robot_state": 0.008125205718905204, "sim_render-ego0": 0.004255439319975867, "sim_render-ego1": 0.004466003422733151, "get_duckie_state": 2.4358001378652556e-06, "in-drivable-lane": 1.100000000000006, "deviation-heading": 19.49801309741373, "agent_compute-ego0": 0.012606714289948704, "agent_compute-ego1": 0.01373179945520914, "complete-iteration": 0.3529518468493129, "set_robot_commands": 0.0025243062361590967, "deviation-center-line": 4.284655270320825, "driven_lanedir_consec": 11.122822156061105, "sim_compute_sim_state": 0.011222669425157584, "sim_compute_performance-ego0": 0.0022648093503877384, "sim_compute_performance-ego1": 0.002209670339198434}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 10.629265434309382, "get_ui_image": 0.03345637118985115, "step_physics": 0.2483407853544999, "survival_time": 59.99999999999873, "driven_lanedir": 0.4904668797710478, "get_state_dump": 0.007035045004407135, "get_robot_state": 0.008125205718905204, "sim_render-ego0": 0.004255439319975867, "sim_render-ego1": 0.004466003422733151, "get_duckie_state": 2.4358001378652556e-06, "in-drivable-lane": 55.09999999999871, "deviation-heading": 3.890749772095372, "agent_compute-ego0": 0.012606714289948704, "agent_compute-ego1": 0.01373179945520914, "complete-iteration": 0.3529518468493129, "set_robot_commands": 0.0025243062361590967, "deviation-center-line": 0.4233250306090324, "driven_lanedir_consec": 0.4904668797710478, "sim_compute_sim_state": 0.011222669425157584, "sim_compute_performance-ego0": 0.0022648093503877384, "sim_compute_performance-ego1": 0.002209670339198434}}
set_robot_commands_max0.0025929034897727234
set_robot_commands_mean0.0024734272519544172
set_robot_commands_median0.002413981363834886
set_robot_commands_min0.0023879574101533024
sim_compute_performance-ego0_max0.002360871590543647
sim_compute_performance-ego0_mean0.002302966645913358
sim_compute_performance-ego0_median0.002329341775670238
sim_compute_performance-ego0_min0.002237765219289
sim_compute_performance-ego1_max0.002209670339198434
sim_compute_performance-ego1_mean0.0021646181042815154
sim_compute_performance-ego1_median0.0021536098134011454
sim_compute_performance-ego1_min0.002135498736125047
sim_compute_sim_state_max0.0385650764595559
sim_compute_sim_state_mean0.03220875952067125
sim_compute_sim_state_median0.0381559202017931
sim_compute_sim_state_min0.011222669425157584
sim_render-ego0_max0.004255439319975867
sim_render-ego0_mean0.004199596340142691
sim_render-ego0_median0.004200255841041584
sim_render-ego0_min0.004130079188414359
sim_render-ego1_max0.004466003422733151
sim_render-ego1_mean0.004325895767738268
sim_render-ego1_median0.004291557848800926
sim_render-ego1_min0.004270023747745104
simulation-passed1
step_physics_max0.9035753530824712
step_physics_mean0.6879880040072226
step_physics_median0.7901708186417198
step_physics_min0.2483407853544999
survival_time_max59.99999999999873
survival_time_mean59.999999999998735
survival_time_min59.99999999999873

Highlights

58928

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.