Duckietown Challenges Home Challenges Submissions

Job 53501

Job ID53501
submission12673
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration2:02:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.720487240638723
survival_time_median59.99999999999873
deviation-center-line_median3.1050006565111516
in-drivable-lane_median8.349999999999676


other stats
agent_compute-ego0_max0.012141915781114818
agent_compute-ego0_mean0.011726482736663078
agent_compute-ego0_median0.011565188583386728
agent_compute-ego0_min0.011527543460995233
agent_compute-ego1_max0.012169203293710623
agent_compute-ego1_mean0.0117802777896671
agent_compute-ego1_median0.01185415527604204
agent_compute-ego1_min0.011422723655795972
agent_compute-ego2_max0.012469272827923449
agent_compute-ego2_mean0.012303697444186287
agent_compute-ego2_median0.012252587263629796
agent_compute-ego2_min0.012189232241005625
agent_compute-ego3_max0.03293242680837868
agent_compute-ego3_mean0.02970860912969897
agent_compute-ego3_median0.03256564315014537
agent_compute-ego3_min0.023627757430572893
complete-iteration_max1.0715283819479708
complete-iteration_mean0.9021398199856658
complete-iteration_median1.068547895806318
complete-iteration_min0.25546995964177344
deviation-center-line_max7.520915966270251
deviation-center-line_mean3.387138526839203
deviation-center-line_min1.3797947714791814
deviation-heading_max34.343251125411676
deviation-heading_mean15.885939279849506
deviation-heading_median16.160103978030364
deviation-heading_min4.783233866415094
driven_any_max7.920950837332943
driven_any_mean6.223971973306027
driven_any_median7.913379191493798
driven_any_min3.015069827143026
driven_lanedir_consec_max7.311149729190296
driven_lanedir_consec_mean3.9803056489274566
driven_lanedir_consec_min2.1044508779564626
driven_lanedir_max7.36787144447813
driven_lanedir_mean4.674862017905466
driven_lanedir_median4.893556660577264
driven_lanedir_min2.550945404714839
get_duckie_state_max1.39080813087889e-06
get_duckie_state_mean1.3304023293460806e-06
get_duckie_state_median1.3671846413592511e-06
get_duckie_state_min1.265147047971905e-06
get_robot_state_max0.014207247393415137
get_robot_state_mean0.013051440433045266
get_robot_state_median0.014003937687107566
get_robot_state_min0.0070017755875281746
get_state_dump_max0.009704693667993857
get_state_dump_mean0.009035119236727965
get_state_dump_median0.009408762413298062
get_state_dump_min0.006207341655505686
get_ui_image_max0.05013143708564955
get_ui_image_mean0.04396947516092749
get_ui_image_median0.046409545988961125
get_ui_image_min0.029955013109980576
in-drivable-lane_max35.6999999999985
in-drivable-lane_mean11.86071428571388
in-drivable-lane_min0.25000000000000355
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 7.920103249494664, "get_ui_image": 0.04237467343364528, "step_physics": 0.7000527491081168, "survival_time": 59.99999999999873, "driven_lanedir": 5.486501014600298, "get_state_dump": 0.009408762413298062, "get_robot_state": 0.014003937687107566, "sim_render-ego0": 0.003655792970045917, "sim_render-ego1": 0.0037691438327125465, "sim_render-ego2": 0.003866582984829029, "sim_render-ego3": 0.0037447358051207937, "get_duckie_state": 1.3671846413592511e-06, "in-drivable-lane": 11.949999999999612, "deviation-heading": 18.82364370551949, "agent_compute-ego0": 0.011565188583386728, "agent_compute-ego1": 0.011422723655795972, "agent_compute-ego2": 0.012189232241005625, "agent_compute-ego3": 0.03256564315014537, "complete-iteration": 0.8896781123746543, "set_robot_commands": 0.002225740466090066, "deviation-center-line": 3.763581414675832, "driven_lanedir_consec": 4.715927914015385, "sim_compute_sim_state": 0.024372832959736516, "sim_compute_performance-ego0": 0.001928472598327586, "sim_compute_performance-ego1": 0.001876304985383071, "sim_compute_performance-ego2": 0.0019512418704068632, "sim_compute_performance-ego3": 0.0018835153111212456}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.6724195076733697, "get_ui_image": 0.04237467343364528, "step_physics": 0.7000527491081168, "survival_time": 59.99999999999873, "driven_lanedir": 3.2392231024040834, "get_state_dump": 0.009408762413298062, "get_robot_state": 0.014003937687107566, "sim_render-ego0": 0.003655792970045917, "sim_render-ego1": 0.0037691438327125465, "sim_render-ego2": 0.003866582984829029, "sim_render-ego3": 0.0037447358051207937, "get_duckie_state": 1.3671846413592511e-06, "in-drivable-lane": 33.9499999999985, "deviation-heading": 5.746783345827646, "agent_compute-ego0": 0.011565188583386728, "agent_compute-ego1": 0.011422723655795972, "agent_compute-ego2": 0.012189232241005625, "agent_compute-ego3": 0.03256564315014537, "complete-iteration": 0.8896781123746543, "set_robot_commands": 0.002225740466090066, "deviation-center-line": 1.533548511146554, "driven_lanedir_consec": 3.2392231024040834, "sim_compute_sim_state": 0.024372832959736516, "sim_compute_performance-ego0": 0.001928472598327586, "sim_compute_performance-ego1": 0.001876304985383071, "sim_compute_performance-ego2": 0.0019512418704068632, "sim_compute_performance-ego3": 0.0018835153111212456}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 7.920444742582408, "get_ui_image": 0.04237467343364528, "step_physics": 0.7000527491081168, "survival_time": 59.99999999999873, "driven_lanedir": 6.212566015881726, "get_state_dump": 0.009408762413298062, "get_robot_state": 0.014003937687107566, "sim_render-ego0": 0.003655792970045917, "sim_render-ego1": 0.0037691438327125465, "sim_render-ego2": 0.003866582984829029, "sim_render-ego3": 0.0037447358051207937, "get_duckie_state": 1.3671846413592511e-06, "in-drivable-lane": 8.499999999999705, "deviation-heading": 16.082887891525388, "agent_compute-ego0": 0.011565188583386728, "agent_compute-ego1": 0.011422723655795972, "agent_compute-ego2": 0.012189232241005625, "agent_compute-ego3": 0.03256564315014537, "complete-iteration": 0.8896781123746543, "set_robot_commands": 0.002225740466090066, "deviation-center-line": 4.35744388004215, "driven_lanedir_consec": 6.127464415108849, "sim_compute_sim_state": 0.024372832959736516, "sim_compute_performance-ego0": 0.001928472598327586, "sim_compute_performance-ego1": 0.001876304985383071, "sim_compute_performance-ego2": 0.0019512418704068632, "sim_compute_performance-ego3": 0.0018835153111212456}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 3.672340925801211, "get_ui_image": 0.04237467343364528, "step_physics": 0.7000527491081168, "survival_time": 59.99999999999873, "driven_lanedir": 3.0475595444559276, "get_state_dump": 0.009408762413298062, "get_robot_state": 0.014003937687107566, "sim_render-ego0": 0.003655792970045917, "sim_render-ego1": 0.0037691438327125465, "sim_render-ego2": 0.003866582984829029, "sim_render-ego3": 0.0037447358051207937, "get_duckie_state": 1.3671846413592511e-06, "in-drivable-lane": 2.9000000000000252, "deviation-heading": 34.343251125411676, "agent_compute-ego0": 0.011565188583386728, "agent_compute-ego1": 0.011422723655795972, "agent_compute-ego2": 0.012189232241005625, "agent_compute-ego3": 0.03256564315014537, "complete-iteration": 0.8896781123746543, "set_robot_commands": 0.002225740466090066, "deviation-center-line": 1.7906882078079875, "driven_lanedir_consec": 2.3244208073379204, "sim_compute_sim_state": 0.024372832959736516, "sim_compute_performance-ego0": 0.001928472598327586, "sim_compute_performance-ego1": 0.001876304985383071, "sim_compute_performance-ego2": 0.0019512418704068632, "sim_compute_performance-ego3": 0.0018835153111212456}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 7.913673666117115, "get_ui_image": 0.05013143708564955, "step_physics": 0.8594284240252569, "survival_time": 59.99999999999873, "driven_lanedir": 5.006225509859875, "get_state_dump": 0.009704693667993857, "get_robot_state": 0.014207247393415137, "sim_render-ego0": 0.0037163018584747695, "sim_render-ego1": 0.003811645666625875, "sim_render-ego2": 0.003912671023264812, "sim_render-ego3": 0.00383365958259068, "get_duckie_state": 1.39080813087889e-06, "in-drivable-lane": 15.399999999999467, "deviation-heading": 19.673639414369784, "agent_compute-ego0": 0.012141915781114818, "agent_compute-ego1": 0.012169203293710623, "agent_compute-ego2": 0.012469272827923449, "agent_compute-ego3": 0.023627757430572893, "complete-iteration": 1.0715283819479708, "set_robot_commands": 0.0021851251365540923, "deviation-center-line": 3.104433314007262, "driven_lanedir_consec": 3.4535050281195794, "sim_compute_sim_state": 0.04566133429267623, "sim_compute_performance-ego0": 0.001960539003891512, "sim_compute_performance-ego1": 0.0018967049604252317, "sim_compute_performance-ego2": 0.001904265072621672, "sim_compute_performance-ego3": 0.0019010719312021476}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 7.913633065316152, "get_ui_image": 0.05013143708564955, "step_physics": 0.8594284240252569, "survival_time": 59.99999999999873, "driven_lanedir": 4.744974691979284, "get_state_dump": 0.009704693667993857, "get_robot_state": 0.014207247393415137, "sim_render-ego0": 0.0037163018584747695, "sim_render-ego1": 0.003811645666625875, "sim_render-ego2": 0.003912671023264812, "sim_render-ego3": 0.00383365958259068, "get_duckie_state": 1.39080813087889e-06, "in-drivable-lane": 17.149999999999608, "deviation-heading": 19.792551509940683, "agent_compute-ego0": 0.012141915781114818, "agent_compute-ego1": 0.012169203293710623, "agent_compute-ego2": 0.012469272827923449, "agent_compute-ego3": 0.023627757430572893, "complete-iteration": 1.0715283819479708, "set_robot_commands": 0.0021851251365540923, "deviation-center-line": 3.633422493685504, "driven_lanedir_consec": 4.019058342498223, "sim_compute_sim_state": 0.04566133429267623, "sim_compute_performance-ego0": 0.001960539003891512, "sim_compute_performance-ego1": 0.0018967049604252317, "sim_compute_performance-ego2": 0.001904265072621672, "sim_compute_performance-ego3": 0.0019010719312021476}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 7.913125317671444, "get_ui_image": 0.05013143708564955, "step_physics": 0.8594284240252569, "survival_time": 59.99999999999873, "driven_lanedir": 5.425557098873233, "get_state_dump": 0.009704693667993857, "get_robot_state": 0.014207247393415137, "sim_render-ego0": 0.0037163018584747695, "sim_render-ego1": 0.003811645666625875, "sim_render-ego2": 0.003912671023264812, "sim_render-ego3": 0.00383365958259068, "get_duckie_state": 1.39080813087889e-06, "in-drivable-lane": 8.149999999999846, "deviation-heading": 27.97150574536396, "agent_compute-ego0": 0.012141915781114818, "agent_compute-ego1": 0.012169203293710623, "agent_compute-ego2": 0.012469272827923449, "agent_compute-ego3": 0.023627757430572893, "complete-iteration": 1.0715283819479708, "set_robot_commands": 0.0021851251365540923, "deviation-center-line": 4.474808789561972, "driven_lanedir_consec": 3.244455592757951, "sim_compute_sim_state": 0.04566133429267623, "sim_compute_performance-ego0": 0.001960539003891512, "sim_compute_performance-ego1": 0.0018967049604252317, "sim_compute_performance-ego2": 0.001904265072621672, "sim_compute_performance-ego3": 0.0019010719312021476}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 4.156623172995768, "get_ui_image": 0.05013143708564955, "step_physics": 0.8594284240252569, "survival_time": 59.99999999999873, "driven_lanedir": 2.6781618756057144, "get_state_dump": 0.009704693667993857, "get_robot_state": 0.014207247393415137, "sim_render-ego0": 0.0037163018584747695, "sim_render-ego1": 0.003811645666625875, "sim_render-ego2": 0.003912671023264812, "sim_render-ego3": 0.00383365958259068, "get_duckie_state": 1.39080813087889e-06, "in-drivable-lane": 35.6999999999985, "deviation-heading": 10.546052675589843, "agent_compute-ego0": 0.012141915781114818, "agent_compute-ego1": 0.012169203293710623, "agent_compute-ego2": 0.012469272827923449, "agent_compute-ego3": 0.023627757430572893, "complete-iteration": 1.0715283819479708, "set_robot_commands": 0.0021851251365540923, "deviation-center-line": 2.0345905773693516, "driven_lanedir_consec": 2.6781618756057144, "sim_compute_sim_state": 0.04566133429267623, "sim_compute_performance-ego0": 0.001960539003891512, "sim_compute_performance-ego1": 0.0018967049604252317, "sim_compute_performance-ego2": 0.001904265072621672, "sim_compute_performance-ego3": 0.0019010719312021476}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.9204577835257775, "get_ui_image": 0.046409545988961125, "step_physics": 0.8701781678656356, "survival_time": 59.99999999999873, "driven_lanedir": 5.75836688032958, "get_state_dump": 0.009405790419503115, "get_robot_state": 0.013967968641371653, "sim_render-ego0": 0.003673268992339046, "sim_render-ego1": 0.003780967686992204, "sim_render-ego2": 0.003873089370282862, "sim_render-ego3": 0.003782258442696882, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 11.799999999999574, "deviation-heading": 16.237320064535343, "agent_compute-ego0": 0.011527543460995233, "agent_compute-ego1": 0.01185415527604204, "agent_compute-ego2": 0.012252587263629796, "agent_compute-ego3": 0.03293242680837868, "complete-iteration": 1.068547895806318, "set_robot_commands": 0.002208127665777786, "deviation-center-line": 3.0862159356566825, "driven_lanedir_consec": 5.342164853117674, "sim_compute_sim_state": 0.028284445491857473, "sim_compute_performance-ego0": 0.0019011938204674, "sim_compute_performance-ego1": 0.001864401128865797, "sim_compute_performance-ego2": 0.0019059242753561689, "sim_compute_performance-ego3": 0.0018940561518482524}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 6.260806483702475, "get_ui_image": 0.046409545988961125, "step_physics": 0.8701781678656356, "survival_time": 59.99999999999873, "driven_lanedir": 4.780887811294653, "get_state_dump": 0.009405790419503115, "get_robot_state": 0.013967968641371653, "sim_render-ego0": 0.003673268992339046, "sim_render-ego1": 0.003780967686992204, "sim_render-ego2": 0.003873089370282862, "sim_render-ego3": 0.003782258442696882, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 6.8499999999998264, "deviation-heading": 17.861950100695633, "agent_compute-ego0": 0.011527543460995233, "agent_compute-ego1": 0.01185415527604204, "agent_compute-ego2": 0.012252587263629796, "agent_compute-ego3": 0.03293242680837868, "complete-iteration": 1.068547895806318, "set_robot_commands": 0.002208127665777786, "deviation-center-line": 5.522669920043368, "driven_lanedir_consec": 4.625881688999552, "sim_compute_sim_state": 0.028284445491857473, "sim_compute_performance-ego0": 0.0019011938204674, "sim_compute_performance-ego1": 0.001864401128865797, "sim_compute_performance-ego2": 0.0019059242753561689, "sim_compute_performance-ego3": 0.0018940561518482524}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.0151542513549376, "get_ui_image": 0.046409545988961125, "step_physics": 0.8701781678656356, "survival_time": 59.99999999999873, "driven_lanedir": 2.550945404714839, "get_state_dump": 0.009405790419503115, "get_robot_state": 0.013967968641371653, "sim_render-ego0": 0.003673268992339046, "sim_render-ego1": 0.003780967686992204, "sim_render-ego2": 0.003873089370282862, "sim_render-ego3": 0.003782258442696882, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 2.6500000000000377, "deviation-heading": 4.783233866415094, "agent_compute-ego0": 0.011527543460995233, "agent_compute-ego1": 0.01185415527604204, "agent_compute-ego2": 0.012252587263629796, "agent_compute-ego3": 0.03293242680837868, "complete-iteration": 1.068547895806318, "set_robot_commands": 0.002208127665777786, "deviation-center-line": 7.520915966270251, "driven_lanedir_consec": 2.550945404714839, "sim_compute_sim_state": 0.028284445491857473, "sim_compute_performance-ego0": 0.0019011938204674, "sim_compute_performance-ego1": 0.001864401128865797, "sim_compute_performance-ego2": 0.0019059242753561689, "sim_compute_performance-ego3": 0.0018940561518482524}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 3.015069827143026, "get_ui_image": 0.046409545988961125, "step_physics": 0.8701781678656356, "survival_time": 59.99999999999873, "driven_lanedir": 2.749380805728018, "get_state_dump": 0.009405790419503115, "get_robot_state": 0.013967968641371653, "sim_render-ego0": 0.003673268992339046, "sim_render-ego1": 0.003780967686992204, "sim_render-ego2": 0.003873089370282862, "sim_render-ego3": 0.003782258442696882, "get_duckie_state": 1.265147047971905e-06, "in-drivable-lane": 0.25000000000000355, "deviation-heading": 10.530284568780974, "agent_compute-ego0": 0.011527543460995233, "agent_compute-ego1": 0.01185415527604204, "agent_compute-ego2": 0.012252587263629796, "agent_compute-ego3": 0.03293242680837868, "complete-iteration": 1.068547895806318, "set_robot_commands": 0.002208127665777786, "deviation-center-line": 1.3797947714791814, "driven_lanedir_consec": 2.1044508779564626, "sim_compute_sim_state": 0.028284445491857473, "sim_compute_performance-ego0": 0.0019011938204674, "sim_compute_performance-ego1": 0.001864401128865797, "sim_compute_performance-ego2": 0.0019059242753561689, "sim_compute_performance-ego3": 0.0018940561518482524}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.920950837332943, "get_ui_image": 0.029955013109980576, "step_physics": 0.1631417012433029, "survival_time": 59.99999999999873, "driven_lanedir": 6.399847050471145, "get_state_dump": 0.006207341655505686, "get_robot_state": 0.0070017755875281746, "sim_render-ego0": 0.0037037365442509455, "sim_render-ego1": 0.003760626472898765, "get_duckie_state": 1.2665366650024718e-06, "in-drivable-lane": 8.199999999999648, "deviation-heading": 11.931241065145196, "agent_compute-ego0": 0.011616083505647962, "agent_compute-ego1": 0.01156978007657244, "complete-iteration": 0.25546995964177344, "set_robot_commands": 0.002180752210275617, "deviation-center-line": 3.10556799901504, "driven_lanedir_consec": 3.987469453157867, "sim_compute_sim_state": 0.010378869546640922, "sim_compute_performance-ego0": 0.0018577923087851392, "sim_compute_performance-ego1": 0.0018644964168907504}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.920804795573068, "get_ui_image": 0.029955013109980576, "step_physics": 0.1631417012433029, "survival_time": 59.99999999999873, "driven_lanedir": 7.36787144447813, "get_state_dump": 0.006207341655505686, "get_robot_state": 0.0070017755875281746, "sim_render-ego0": 0.0037037365442509455, "sim_render-ego1": 0.003760626472898765, "get_duckie_state": 1.2665366650024718e-06, "in-drivable-lane": 2.5999999999999517, "deviation-heading": 8.078804838772351, "agent_compute-ego0": 0.011616083505647962, "agent_compute-ego1": 0.01156978007657244, "complete-iteration": 0.25546995964177344, "set_robot_commands": 0.002180752210275617, "deviation-center-line": 2.112257594987704, "driven_lanedir_consec": 7.311149729190296, "sim_compute_sim_state": 0.010378869546640922, "sim_compute_performance-ego0": 0.0018577923087851392, "sim_compute_performance-ego1": 0.0018644964168907504}}
set_robot_commands_max0.002225740466090066
set_robot_commands_mean0.0022026769638742146
set_robot_commands_median0.002208127665777786
set_robot_commands_min0.002180752210275617
sim_compute_performance-ego0_max0.001960539003891512
sim_compute_performance-ego0_mean0.001919743307736877
sim_compute_performance-ego0_median0.001928472598327586
sim_compute_performance-ego0_min0.0018577923087851392
sim_compute_performance-ego1_max0.0018967049604252317
sim_compute_performance-ego1_mean0.0018770455094627076
sim_compute_performance-ego1_median0.001876304985383071
sim_compute_performance-ego1_min0.001864401128865797
sim_compute_performance-ego2_max0.0019512418704068632
sim_compute_performance-ego2_mean0.0019204770727949013
sim_compute_performance-ego2_median0.0019059242753561689
sim_compute_performance-ego2_min0.001904265072621672
sim_compute_performance-ego3_max0.0019010719312021476
sim_compute_performance-ego3_mean0.0018928811313905483
sim_compute_performance-ego3_median0.0018940561518482524
sim_compute_performance-ego3_min0.0018835153111212456
sim_compute_sim_state_max0.04566133429267623
sim_compute_sim_state_mean0.02957372786216877
sim_compute_sim_state_median0.028284445491857473
sim_compute_sim_state_min0.010378869546640922
sim_render-ego0_max0.0037163018584747695
sim_render-ego0_mean0.00368492345513863
sim_render-ego0_median0.003673268992339046
sim_render-ego0_min0.003655792970045917
sim_render-ego1_max0.003811645666625875
sim_render-ego1_mean0.0037834486922228585
sim_render-ego1_median0.003780967686992204
sim_render-ego1_min0.003760626472898765
sim_render-ego2_max0.003912671023264812
sim_render-ego2_mean0.003884114459458901
sim_render-ego2_median0.003873089370282862
sim_render-ego2_min0.003866582984829029
sim_render-ego3_max0.00383365958259068
sim_render-ego3_mean0.003786884610136119
sim_render-ego3_median0.003782258442696882
sim_render-ego3_min0.0037447358051207937
simulation-passed1
step_physics_max0.8701781678656356
step_physics_mean0.7174943404630458
step_physics_median0.8594284240252569
step_physics_min0.1631417012433029
survival_time_max59.99999999999873
survival_time_mean59.999999999998735
survival_time_min59.99999999999873

Highlights

53501

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.