Duckietown Challenges Home Challenges Submissions

Job 53569

Job ID53569
submission12659
userBea Baselines 🐤
user labeltemplate-tensorflow
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:14:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2711067850822737
survival_time_median6.949999999999983
deviation-center-line_median0.12166672773097312
in-drivable-lane_median3.0999999999999943


other stats
agent_compute-ego0_max0.037738812275421925
agent_compute-ego0_mean0.020362595561980203
agent_compute-ego0_median0.01370194469179426
agent_compute-ego0_min0.012958156361299402
agent_compute-ego1_max0.03804769271459335
agent_compute-ego1_mean0.02033736430592747
agent_compute-ego1_median0.013690786127663827
agent_compute-ego1_min0.012951414925711497
agent_compute-ego2_max0.037281363438337274
agent_compute-ego2_mean0.020953582245457892
agent_compute-ego2_median0.01313244444983346
agent_compute-ego2_min0.012446938848202945
agent_compute-ego3_max0.03750003606845171
agent_compute-ego3_mean0.02071982894574976
agent_compute-ego3_median0.013124148538507569
agent_compute-ego3_min0.011535302230290005
complete-iteration_max1.3313942964260397
complete-iteration_mean0.999898547689391
complete-iteration_median1.080564039616497
complete-iteration_min0.32935430582831887
deviation-center-line_max1.2712449614354393
deviation-center-line_mean0.2837733129992003
deviation-center-line_min0.03738234871858298
deviation-heading_max6.779520012490992
deviation-heading_mean1.6793482534211432
deviation-heading_median0.8111831488629011
deviation-heading_min0.3063923477335874
driven_any_max2.679198415637278
driven_any_mean1.1415435624442665
driven_any_median0.981177319392592
driven_any_min0.1697596830439804
driven_lanedir_consec_max0.6929339381585025
driven_lanedir_consec_mean0.2983238475745339
driven_lanedir_consec_min0.06438311007688036
driven_lanedir_max0.6929339381585025
driven_lanedir_mean0.2983238475745339
driven_lanedir_median0.2711067850822737
driven_lanedir_min0.06438311007688036
get_duckie_state_max1.822199140276228e-06
get_duckie_state_mean1.7777323849198866e-06
get_duckie_state_median1.8108110486364071e-06
get_duckie_state_min1.6872699444110576e-06
get_robot_state_max0.013918017729734763
get_robot_state_mean0.012892277856836038
get_robot_state_median0.01391399587903704
get_robot_state_min0.006958913803100586
get_state_dump_max0.009351754188537596
get_state_dump_mean0.008827649050566757
get_state_dump_median0.00930023804689065
get_state_dump_min0.006141365275663488
get_ui_image_max0.048708680348518565
get_ui_image_mean0.044204217978276845
get_ui_image_median0.04703675018497771
get_ui_image_min0.030426900527056527
in-drivable-lane_max6.74999999999998
in-drivable-lane_mean3.1749999999999923
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.1697596830439804, "get_ui_image": 0.0437558821269444, "step_physics": 0.756511504309518, "survival_time": 6.949999999999983, "driven_lanedir": 0.15444980778095507, "get_state_dump": 0.009351754188537596, "get_robot_state": 0.01391399587903704, "sim_render-ego0": 0.003760722705296108, "sim_render-ego1": 0.003596694128853934, "sim_render-ego2": 0.0036739724023001534, "sim_render-ego3": 0.003532670225415911, "get_duckie_state": 1.822199140276228e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.113437304920873, "agent_compute-ego0": 0.01370194469179426, "agent_compute-ego1": 0.012951414925711497, "agent_compute-ego2": 0.01313244444983346, "agent_compute-ego3": 0.011535302230290005, "complete-iteration": 0.9230094279561724, "set_robot_commands": 0.00216247524533953, "deviation-center-line": 0.9253403924627872, "driven_lanedir_consec": 0.15444980778095507, "sim_compute_sim_state": 0.01691207034247262, "sim_compute_performance-ego0": 0.001960681165967669, "sim_compute_performance-ego1": 0.001964165483202253, "sim_compute_performance-ego2": 0.0019002335412161692, "sim_compute_performance-ego3": 0.0018958159855433873}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.105135619995677, "get_ui_image": 0.0437558821269444, "step_physics": 0.756511504309518, "survival_time": 6.949999999999983, "driven_lanedir": 0.13889942350534956, "get_state_dump": 0.009351754188537596, "get_robot_state": 0.01391399587903704, "sim_render-ego0": 0.003760722705296108, "sim_render-ego1": 0.003596694128853934, "sim_render-ego2": 0.0036739724023001534, "sim_render-ego3": 0.003532670225415911, "get_duckie_state": 1.822199140276228e-06, "in-drivable-lane": 6.049999999999984, "deviation-heading": 0.7056790991036815, "agent_compute-ego0": 0.01370194469179426, "agent_compute-ego1": 0.012951414925711497, "agent_compute-ego2": 0.01313244444983346, "agent_compute-ego3": 0.011535302230290005, "complete-iteration": 0.9230094279561724, "set_robot_commands": 0.00216247524533953, "deviation-center-line": 0.08849475729101529, "driven_lanedir_consec": 0.13889942350534956, "sim_compute_sim_state": 0.01691207034247262, "sim_compute_performance-ego0": 0.001960681165967669, "sim_compute_performance-ego1": 0.001964165483202253, "sim_compute_performance-ego2": 0.0019002335412161692, "sim_compute_performance-ego3": 0.0018958159855433873}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.410587543949015, "get_ui_image": 0.0437558821269444, "step_physics": 0.756511504309518, "survival_time": 6.949999999999983, "driven_lanedir": 0.16645409715794734, "get_state_dump": 0.009351754188537596, "get_robot_state": 0.01391399587903704, "sim_render-ego0": 0.003760722705296108, "sim_render-ego1": 0.003596694128853934, "sim_render-ego2": 0.0036739724023001534, "sim_render-ego3": 0.003532670225415911, "get_duckie_state": 1.822199140276228e-06, "in-drivable-lane": 6.1499999999999835, "deviation-heading": 0.48784487897912127, "agent_compute-ego0": 0.01370194469179426, "agent_compute-ego1": 0.012951414925711497, "agent_compute-ego2": 0.01313244444983346, "agent_compute-ego3": 0.011535302230290005, "complete-iteration": 0.9230094279561724, "set_robot_commands": 0.00216247524533953, "deviation-center-line": 0.04383894934896015, "driven_lanedir_consec": 0.16645409715794734, "sim_compute_sim_state": 0.01691207034247262, "sim_compute_performance-ego0": 0.001960681165967669, "sim_compute_performance-ego1": 0.001964165483202253, "sim_compute_performance-ego2": 0.0019002335412161692, "sim_compute_performance-ego3": 0.0018958159855433873}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1115203799347757, "get_ui_image": 0.0437558821269444, "step_physics": 0.756511504309518, "survival_time": 6.949999999999983, "driven_lanedir": 0.182509902157054, "get_state_dump": 0.009351754188537596, "get_robot_state": 0.01391399587903704, "sim_render-ego0": 0.003760722705296108, "sim_render-ego1": 0.003596694128853934, "sim_render-ego2": 0.0036739724023001534, "sim_render-ego3": 0.003532670225415911, "get_duckie_state": 1.822199140276228e-06, "in-drivable-lane": 6.199999999999983, "deviation-heading": 0.3363612785483374, "agent_compute-ego0": 0.01370194469179426, "agent_compute-ego1": 0.012951414925711497, "agent_compute-ego2": 0.01313244444983346, "agent_compute-ego3": 0.011535302230290005, "complete-iteration": 0.9230094279561724, "set_robot_commands": 0.00216247524533953, "deviation-center-line": 0.054262203954370945, "driven_lanedir_consec": 0.182509902157054, "sim_compute_sim_state": 0.01691207034247262, "sim_compute_performance-ego0": 0.001960681165967669, "sim_compute_performance-ego1": 0.001964165483202253, "sim_compute_performance-ego2": 0.0019002335412161692, "sim_compute_performance-ego3": 0.0018958159855433873}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.46018650775538855, "get_ui_image": 0.048708680348518565, "step_physics": 1.0517299358661358, "survival_time": 3.8499999999999943, "driven_lanedir": 0.32958350829417715, "get_state_dump": 0.00930023804689065, "get_robot_state": 0.013918017729734763, "sim_render-ego0": 0.0036403949444110575, "sim_render-ego1": 0.003604219510005071, "sim_render-ego2": 0.003612337968288324, "sim_render-ego3": 0.0035099433018611027, "get_duckie_state": 1.6872699444110576e-06, "in-drivable-lane": 2.3999999999999937, "deviation-heading": 0.7908566479331068, "agent_compute-ego0": 0.037738812275421925, "agent_compute-ego1": 0.03804769271459335, "agent_compute-ego2": 0.037281363438337274, "agent_compute-ego3": 0.03750003606845171, "complete-iteration": 1.3313942964260397, "set_robot_commands": 0.002104004224141439, "deviation-center-line": 0.0968842809566956, "driven_lanedir_consec": 0.32958350829417715, "sim_compute_sim_state": 0.026758860319088668, "sim_compute_performance-ego0": 0.0018962682821811773, "sim_compute_performance-ego1": 0.001868587273817796, "sim_compute_performance-ego2": 0.0018458855457794971, "sim_compute_performance-ego3": 0.0018558471630781123}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 0.8792145351757069, "get_ui_image": 0.048708680348518565, "step_physics": 1.0517299358661358, "survival_time": 3.8499999999999943, "driven_lanedir": 0.3373927736487432, "get_state_dump": 0.00930023804689065, "get_robot_state": 0.013918017729734763, "sim_render-ego0": 0.0036403949444110575, "sim_render-ego1": 0.003604219510005071, "sim_render-ego2": 0.003612337968288324, "sim_render-ego3": 0.0035099433018611027, "get_duckie_state": 1.6872699444110576e-06, "in-drivable-lane": 1.649999999999998, "deviation-heading": 1.8752741019396535, "agent_compute-ego0": 0.037738812275421925, "agent_compute-ego1": 0.03804769271459335, "agent_compute-ego2": 0.037281363438337274, "agent_compute-ego3": 0.03750003606845171, "complete-iteration": 1.3313942964260397, "set_robot_commands": 0.002104004224141439, "deviation-center-line": 0.18683835771640236, "driven_lanedir_consec": 0.3373927736487432, "sim_compute_sim_state": 0.026758860319088668, "sim_compute_performance-ego0": 0.0018962682821811773, "sim_compute_performance-ego1": 0.001868587273817796, "sim_compute_performance-ego2": 0.0018458855457794971, "sim_compute_performance-ego3": 0.0018558471630781123}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.5151742819705095, "get_ui_image": 0.048708680348518565, "step_physics": 1.0517299358661358, "survival_time": 3.8499999999999943, "driven_lanedir": 0.06438311007688036, "get_state_dump": 0.00930023804689065, "get_robot_state": 0.013918017729734763, "sim_render-ego0": 0.0036403949444110575, "sim_render-ego1": 0.003604219510005071, "sim_render-ego2": 0.003612337968288324, "sim_render-ego3": 0.0035099433018611027, "get_duckie_state": 1.6872699444110576e-06, "in-drivable-lane": 3.0999999999999943, "deviation-heading": 0.6752148137900411, "agent_compute-ego0": 0.037738812275421925, "agent_compute-ego1": 0.03804769271459335, "agent_compute-ego2": 0.037281363438337274, "agent_compute-ego3": 0.03750003606845171, "complete-iteration": 1.3313942964260397, "set_robot_commands": 0.002104004224141439, "deviation-center-line": 0.03738234871858298, "driven_lanedir_consec": 0.06438311007688036, "sim_compute_sim_state": 0.026758860319088668, "sim_compute_performance-ego0": 0.0018962682821811773, "sim_compute_performance-ego1": 0.001868587273817796, "sim_compute_performance-ego2": 0.0018458855457794971, "sim_compute_performance-ego3": 0.0018558471630781123}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5148504416905914, "get_ui_image": 0.048708680348518565, "step_physics": 1.0517299358661358, "survival_time": 3.8499999999999943, "driven_lanedir": 0.4592100107846364, "get_state_dump": 0.00930023804689065, "get_robot_state": 0.013918017729734763, "sim_render-ego0": 0.0036403949444110575, "sim_render-ego1": 0.003604219510005071, "sim_render-ego2": 0.003612337968288324, "sim_render-ego3": 0.0035099433018611027, "get_duckie_state": 1.6872699444110576e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.570870256844199, "agent_compute-ego0": 0.037738812275421925, "agent_compute-ego1": 0.03804769271459335, "agent_compute-ego2": 0.037281363438337274, "agent_compute-ego3": 0.03750003606845171, "complete-iteration": 1.3313942964260397, "set_robot_commands": 0.002104004224141439, "deviation-center-line": 0.23344317684897503, "driven_lanedir_consec": 0.4592100107846364, "sim_compute_sim_state": 0.026758860319088668, "sim_compute_performance-ego0": 0.0018962682821811773, "sim_compute_performance-ego1": 0.001868587273817796, "sim_compute_performance-ego2": 0.0018458855457794971, "sim_compute_performance-ego3": 0.0018558471630781123}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.703336068278802, "get_ui_image": 0.04703675018497771, "step_physics": 0.9033376307575248, "survival_time": 8.09999999999998, "driven_lanedir": 0.6929339381585025, "get_state_dump": 0.009174096803723669, "get_robot_state": 0.013811501988604024, "sim_render-ego0": 0.003692793699861304, "sim_render-ego1": 0.003705140271801159, "sim_render-ego2": 0.003613824493314591, "sim_render-ego3": 0.003772210489752834, "get_duckie_state": 1.8108110486364071e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.8961088118337857, "agent_compute-ego0": 0.013349249319064836, "agent_compute-ego1": 0.013690786127663827, "agent_compute-ego2": 0.012446938848202945, "agent_compute-ego3": 0.013124148538507569, "complete-iteration": 1.080564039616497, "set_robot_commands": 0.002138918894200238, "deviation-center-line": 0.5633987971394339, "driven_lanedir_consec": 0.6929339381585025, "sim_compute_sim_state": 0.023342242270159574, "sim_compute_performance-ego0": 0.0019114836593347093, "sim_compute_performance-ego1": 0.0019175977063325283, "sim_compute_performance-ego2": 0.001889179089318024, "sim_compute_performance-ego3": 0.0019043047735296144}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.679198415637278, "get_ui_image": 0.04703675018497771, "step_physics": 0.9033376307575248, "survival_time": 8.09999999999998, "driven_lanedir": 0.5259782377628714, "get_state_dump": 0.009174096803723669, "get_robot_state": 0.013811501988604024, "sim_render-ego0": 0.003692793699861304, "sim_render-ego1": 0.003705140271801159, "sim_render-ego2": 0.003613824493314591, "sim_render-ego3": 0.003772210489752834, "get_duckie_state": 1.8108110486364071e-06, "in-drivable-lane": 5.749999999999985, "deviation-heading": 1.7520629793238731, "agent_compute-ego0": 0.013349249319064836, "agent_compute-ego1": 0.013690786127663827, "agent_compute-ego2": 0.012446938848202945, "agent_compute-ego3": 0.013124148538507569, "complete-iteration": 1.080564039616497, "set_robot_commands": 0.002138918894200238, "deviation-center-line": 0.16231357804150784, "driven_lanedir_consec": 0.5259782377628714, "sim_compute_sim_state": 0.023342242270159574, "sim_compute_performance-ego0": 0.0019114836593347093, "sim_compute_performance-ego1": 0.0019175977063325283, "sim_compute_performance-ego2": 0.001889179089318024, "sim_compute_performance-ego3": 0.0019043047735296144}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.7953508188492655, "get_ui_image": 0.04703675018497771, "step_physics": 0.9033376307575248, "survival_time": 8.09999999999998, "driven_lanedir": 0.35599896443419654, "get_state_dump": 0.009174096803723669, "get_robot_state": 0.013811501988604024, "sim_render-ego0": 0.003692793699861304, "sim_render-ego1": 0.003705140271801159, "sim_render-ego2": 0.003613824493314591, "sim_render-ego3": 0.003772210489752834, "get_duckie_state": 1.8108110486364071e-06, "in-drivable-lane": 6.74999999999998, "deviation-heading": 0.8315096497926955, "agent_compute-ego0": 0.013349249319064836, "agent_compute-ego1": 0.013690786127663827, "agent_compute-ego2": 0.012446938848202945, "agent_compute-ego3": 0.013124148538507569, "complete-iteration": 1.080564039616497, "set_robot_commands": 0.002138918894200238, "deviation-center-line": 0.1304101283019886, "driven_lanedir_consec": 0.35599896443419654, "sim_compute_sim_state": 0.023342242270159574, "sim_compute_performance-ego0": 0.0019114836593347093, "sim_compute_performance-ego1": 0.0019175977063325283, "sim_compute_performance-ego2": 0.001889179089318024, "sim_compute_performance-ego3": 0.0019043047735296144}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.3011394834424732, "get_ui_image": 0.04703675018497771, "step_physics": 0.9033376307575248, "survival_time": 8.09999999999998, "driven_lanedir": 0.2344061643922295, "get_state_dump": 0.009174096803723669, "get_robot_state": 0.013811501988604024, "sim_render-ego0": 0.003692793699861304, "sim_render-ego1": 0.003705140271801159, "sim_render-ego2": 0.003613824493314591, "sim_render-ego3": 0.003772210489752834, "get_duckie_state": 1.8108110486364071e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.779520012490992, "agent_compute-ego0": 0.013349249319064836, "agent_compute-ego1": 0.013690786127663827, "agent_compute-ego2": 0.012446938848202945, "agent_compute-ego3": 0.013124148538507569, "complete-iteration": 1.080564039616497, "set_robot_commands": 0.002138918894200238, "deviation-center-line": 1.2712449614354393, "driven_lanedir_consec": 0.2344061643922295, "sim_compute_sim_state": 0.023342242270159574, "sim_compute_performance-ego0": 0.0019114836593347093, "sim_compute_performance-ego1": 0.0019175977063325283, "sim_compute_performance-ego2": 0.001889179089318024, "sim_compute_performance-ego3": 0.0019043047735296144}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.0831401036094772, "get_ui_image": 0.030426900527056527, "step_physics": 0.2355572139515596, "survival_time": 4.199999999999993, "driven_lanedir": 0.2265265221176136, "get_state_dump": 0.006141365275663488, "get_robot_state": 0.006958913803100586, "sim_render-ego0": 0.0037215176750631895, "sim_render-ego1": 0.003670773786656997, "get_duckie_state": 1.80356642779182e-06, "in-drivable-lane": 3.2999999999999927, "deviation-heading": 0.3063923477335874, "agent_compute-ego0": 0.012958156361299402, "agent_compute-ego1": 0.012981762605554918, "complete-iteration": 0.32935430582831887, "set_robot_commands": 0.002177112242754768, "deviation-center-line": 0.06605112261268693, "driven_lanedir_consec": 0.2265265221176136, "sim_compute_sim_state": 0.008574107114006491, "sim_compute_performance-ego0": 0.0019500451929429, "sim_compute_performance-ego1": 0.0019181027131922105}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2530159908867935, "get_ui_image": 0.030426900527056527, "step_physics": 0.2355572139515596, "survival_time": 4.199999999999993, "driven_lanedir": 0.3078074057723179, "get_state_dump": 0.006141365275663488, "get_robot_state": 0.006958913803100586, "sim_render-ego0": 0.0037215176750631895, "sim_render-ego1": 0.003670773786656997, "get_duckie_state": 1.80356642779182e-06, "in-drivable-lane": 3.099999999999994, "deviation-heading": 0.3897433646620584, "agent_compute-ego0": 0.012958156361299402, "agent_compute-ego1": 0.012981762605554918, "complete-iteration": 0.32935430582831887, "set_robot_commands": 0.002177112242754768, "deviation-center-line": 0.11292332715995766, "driven_lanedir_consec": 0.3078074057723179, "sim_compute_sim_state": 0.008574107114006491, "sim_compute_performance-ego0": 0.0019500451929429, "sim_compute_performance-ego1": 0.0019181027131922105}}
set_robot_commands_max0.002177112242754768
set_robot_commands_mean0.0021411298528738834
set_robot_commands_median0.002138918894200238
set_robot_commands_min0.002104004224141439
sim_compute_performance-ego0_max0.001960681165967669
sim_compute_performance-ego0_mean0.0019267016297014304
sim_compute_performance-ego0_median0.0019114836593347093
sim_compute_performance-ego0_min0.0018962682821811773
sim_compute_performance-ego1_max0.001964165483202253
sim_compute_performance-ego1_mean0.001916971948556766
sim_compute_performance-ego1_median0.0019175977063325283
sim_compute_performance-ego1_min0.001868587273817796
sim_compute_performance-ego2_max0.0019002335412161692
sim_compute_performance-ego2_mean0.0018784327254378968
sim_compute_performance-ego2_median0.001889179089318024
sim_compute_performance-ego2_min0.0018458855457794971
sim_compute_performance-ego3_max0.0019043047735296144
sim_compute_performance-ego3_mean0.0018853226407170385
sim_compute_performance-ego3_median0.0018958159855433873
sim_compute_performance-ego3_min0.0018558471630781123
sim_compute_sim_state_max0.026758860319088668
sim_compute_sim_state_mean0.0203714932824926
sim_compute_sim_state_median0.023342242270159574
sim_compute_sim_state_min0.008574107114006491
sim_render-ego0_max0.003760722705296108
sim_render-ego0_mean0.003701334339171448
sim_render-ego0_median0.003692793699861304
sim_render-ego0_min0.0036403949444110575
sim_render-ego1_max0.003705140271801159
sim_render-ego1_mean0.003640411658282475
sim_render-ego1_median0.003604219510005071
sim_render-ego1_min0.003596694128853934
sim_render-ego2_max0.0036739724023001534
sim_render-ego2_mean0.0036333782879676897
sim_render-ego2_median0.003613824493314591
sim_render-ego2_min0.003612337968288324
sim_render-ego3_max0.003772210489752834
sim_render-ego3_mean0.003604941339009949
sim_render-ego3_median0.003532670225415911
sim_render-ego3_min0.0035099433018611027
simulation-passed1
step_physics_max1.0517299358661358
step_physics_mean0.8083879079739882
step_physics_median0.9033376307575248
step_physics_min0.2355572139515596
survival_time_max8.09999999999998
survival_time_mean5.999999999999987
survival_time_min3.8499999999999943

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.