Duckietown Challenges Home Challenges Submissions

Job 53499

Job ID53499
submission12673
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-04
date started
date completed
duration1:52:29
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.218504554184572
survival_time_median53.14999999999912
deviation-center-line_median2.7466100836319445
in-drivable-lane_median14.349999999999676


other stats
agent_compute-ego0_max0.03624398503871286
agent_compute-ego0_mean0.02849244878812166
agent_compute-ego0_median0.0345525399768522
agent_compute-ego0_min0.012169750207270512
agent_compute-ego1_max0.030828887278789484
agent_compute-ego1_mean0.014884706904591209
agent_compute-ego1_median0.012449974180164192
agent_compute-ego1_min0.011099840509948007
complete-iteration_max1.1751583339576437
complete-iteration_mean1.0030462521591217
complete-iteration_median1.1237630419290432
complete-iteration_min0.3324041584945539
deviation-center-line_max6.277163348859889
deviation-center-line_mean3.1153366117350028
deviation-center-line_min0.5780536094202624
deviation-heading_max44.09166580309393
deviation-heading_mean15.673932036120732
deviation-heading_median11.868358243440138
deviation-heading_min3.0203498216229603
driven_any_max7.920774309221298
driven_any_mean4.844196694201443
driven_any_median4.581392977068143
driven_any_min1.0568071403624444
driven_lanedir_consec_max4.593146798787966
driven_lanedir_consec_mean2.288324571609708
driven_lanedir_consec_min0.8745726092187713
driven_lanedir_max5.846253806223833
driven_lanedir_mean2.825530515580096
driven_lanedir_median2.292591631789813
driven_lanedir_min0.9092985875660882
get_duckie_state_max1.6254589969950512e-06
get_duckie_state_mean1.498711473361454e-06
get_duckie_state_median1.5103151955076498e-06
get_duckie_state_min1.3923758014118505e-06
get_robot_state_max0.015268421689239172
get_robot_state_mean0.013929074805612804
get_robot_state_median0.015163531204811611
get_robot_state_min0.007521114976678065
get_state_dump_max0.009958795811000624
get_state_dump_mean0.009370802030258764
get_state_dump_median0.009905188010197496
get_state_dump_min0.006795898663014993
get_ui_image_max0.05021361233596515
get_ui_image_mean0.04421363147043062
get_ui_image_median0.04774596232557972
get_ui_image_min0.03050322556475815
in-drivable-lane_max41.6999999999986
in-drivable-lane_mean17.66071428571387
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.0568071403624444, "get_ui_image": 0.041536522702583206, "step_physics": 0.8353890248384521, "survival_time": 42.14999999999974, "driven_lanedir": 0.9092985875660882, "get_state_dump": 0.009535873953200064, "get_robot_state": 0.014559251437254991, "sim_render-ego0": 0.003896982183953597, "sim_render-ego1": 0.003814081162638009, "sim_render-ego2": 0.004013361806553122, "sim_render-ego3": 0.0037131295384953936, "get_duckie_state": 1.3923758014118505e-06, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 13.8400957642131, "agent_compute-ego0": 0.0345525399768522, "agent_compute-ego1": 0.011099840509948007, "agent_compute-ego2": 0.03326525902861102, "agent_compute-ego3": 0.01794417774507785, "complete-iteration": 1.045538427422962, "set_robot_commands": 0.002268848260997031, "deviation-center-line": 3.329200011590246, "driven_lanedir_consec": 0.8745726092187713, "sim_compute_sim_state": 0.013918033143355385, "sim_compute_performance-ego0": 0.002141160140105333, "sim_compute_performance-ego1": 0.0020651989638522904, "sim_compute_performance-ego2": 0.002146190094156853, "sim_compute_performance-ego3": 0.0020054248271960218}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 1.6807574275758164, "get_ui_image": 0.041536522702583206, "step_physics": 0.8353890248384521, "survival_time": 42.14999999999974, "driven_lanedir": 1.2411255757636352, "get_state_dump": 0.009535873953200064, "get_robot_state": 0.014559251437254991, "sim_render-ego0": 0.003896982183953597, "sim_render-ego1": 0.003814081162638009, "sim_render-ego2": 0.004013361806553122, "sim_render-ego3": 0.0037131295384953936, "get_duckie_state": 1.3923758014118505e-06, "in-drivable-lane": 2.750000000000039, "deviation-heading": 39.76771129042495, "agent_compute-ego0": 0.0345525399768522, "agent_compute-ego1": 0.011099840509948007, "agent_compute-ego2": 0.03326525902861102, "agent_compute-ego3": 0.01794417774507785, "complete-iteration": 1.045538427422962, "set_robot_commands": 0.002268848260997031, "deviation-center-line": 5.552974475299706, "driven_lanedir_consec": 1.2411255757636352, "sim_compute_sim_state": 0.013918033143355385, "sim_compute_performance-ego0": 0.002141160140105333, "sim_compute_performance-ego1": 0.0020651989638522904, "sim_compute_performance-ego2": 0.002146190094156853, "sim_compute_performance-ego3": 0.0020054248271960218}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.0568752806539483, "get_ui_image": 0.041536522702583206, "step_physics": 0.8353890248384521, "survival_time": 42.14999999999974, "driven_lanedir": 1.0513933609192474, "get_state_dump": 0.009535873953200064, "get_robot_state": 0.014559251437254991, "sim_render-ego0": 0.003896982183953597, "sim_render-ego1": 0.003814081162638009, "sim_render-ego2": 0.004013361806553122, "sim_render-ego3": 0.0037131295384953936, "get_duckie_state": 1.3923758014118505e-06, "in-drivable-lane": 0.0, "deviation-heading": 16.083619409398214, "agent_compute-ego0": 0.0345525399768522, "agent_compute-ego1": 0.011099840509948007, "agent_compute-ego2": 0.03326525902861102, "agent_compute-ego3": 0.01794417774507785, "complete-iteration": 1.045538427422962, "set_robot_commands": 0.002268848260997031, "deviation-center-line": 2.2537735461722823, "driven_lanedir_consec": 1.0513933609192474, "sim_compute_sim_state": 0.013918033143355385, "sim_compute_performance-ego0": 0.002141160140105333, "sim_compute_performance-ego1": 0.0020651989638522904, "sim_compute_performance-ego2": 0.002146190094156853, "sim_compute_performance-ego3": 0.0020054248271960218}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 5.457633267657647, "get_ui_image": 0.041536522702583206, "step_physics": 0.8353890248384521, "survival_time": 42.14999999999974, "driven_lanedir": 1.852361618493093, "get_state_dump": 0.009535873953200064, "get_robot_state": 0.014559251437254991, "sim_render-ego0": 0.003896982183953597, "sim_render-ego1": 0.003814081162638009, "sim_render-ego2": 0.004013361806553122, "sim_render-ego3": 0.0037131295384953936, "get_duckie_state": 1.3923758014118505e-06, "in-drivable-lane": 25.499999999999737, "deviation-heading": 6.272167683334266, "agent_compute-ego0": 0.0345525399768522, "agent_compute-ego1": 0.011099840509948007, "agent_compute-ego2": 0.03326525902861102, "agent_compute-ego3": 0.01794417774507785, "complete-iteration": 1.045538427422962, "set_robot_commands": 0.002268848260997031, "deviation-center-line": 1.6108767644363136, "driven_lanedir_consec": 1.5177988276277077, "sim_compute_sim_state": 0.013918033143355385, "sim_compute_performance-ego0": 0.002141160140105333, "sim_compute_performance-ego1": 0.0020651989638522904, "sim_compute_performance-ego2": 0.002146190094156853, "sim_compute_performance-ego3": 0.0020054248271960218}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 6.9182143069867115, "get_ui_image": 0.05021361233596515, "step_physics": 0.9371306418924404, "survival_time": 53.14999999999912, "driven_lanedir": 4.875804768625883, "get_state_dump": 0.009958795811000624, "get_robot_state": 0.015163531204811611, "sim_render-ego0": 0.003973313292166344, "sim_render-ego1": 0.004003145865031651, "sim_render-ego2": 0.0041116411076452496, "sim_render-ego3": 0.0038657887537676583, "get_duckie_state": 1.6254589969950512e-06, "in-drivable-lane": 11.049999999999738, "deviation-heading": 14.391918390815452, "agent_compute-ego0": 0.03487928805494667, "agent_compute-ego1": 0.012449974180164192, "agent_compute-ego2": 0.033563150723177684, "agent_compute-ego3": 0.011619461210150468, "complete-iteration": 1.1751583339576437, "set_robot_commands": 0.0023785170755888287, "deviation-center-line": 2.769041749123938, "driven_lanedir_consec": 3.2351931534880825, "sim_compute_sim_state": 0.03572257770631546, "sim_compute_performance-ego0": 0.002231360378121971, "sim_compute_performance-ego1": 0.00209807654968778, "sim_compute_performance-ego2": 0.002134239763245546, "sim_compute_performance-ego3": 0.00205412282979578}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 3.0214916264217058, "get_ui_image": 0.05021361233596515, "step_physics": 0.9371306418924404, "survival_time": 53.14999999999912, "driven_lanedir": 1.7997360861508915, "get_state_dump": 0.009958795811000624, "get_robot_state": 0.015163531204811611, "sim_render-ego0": 0.003973313292166344, "sim_render-ego1": 0.004003145865031651, "sim_render-ego2": 0.0041116411076452496, "sim_render-ego3": 0.0038657887537676583, "get_duckie_state": 1.6254589969950512e-06, "in-drivable-lane": 36.64999999999899, "deviation-heading": 7.046887533848934, "agent_compute-ego0": 0.03487928805494667, "agent_compute-ego1": 0.012449974180164192, "agent_compute-ego2": 0.033563150723177684, "agent_compute-ego3": 0.011619461210150468, "complete-iteration": 1.1751583339576437, "set_robot_commands": 0.0023785170755888287, "deviation-center-line": 1.4019815162999356, "driven_lanedir_consec": 1.2308971243379414, "sim_compute_sim_state": 0.03572257770631546, "sim_compute_performance-ego0": 0.002231360378121971, "sim_compute_performance-ego1": 0.00209807654968778, "sim_compute_performance-ego2": 0.002134239763245546, "sim_compute_performance-ego3": 0.00205412282979578}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 3.320400893150848, "get_ui_image": 0.05021361233596515, "step_physics": 0.9371306418924404, "survival_time": 53.14999999999912, "driven_lanedir": 2.771733908448575, "get_state_dump": 0.009958795811000624, "get_robot_state": 0.015163531204811611, "sim_render-ego0": 0.003973313292166344, "sim_render-ego1": 0.004003145865031651, "sim_render-ego2": 0.0041116411076452496, "sim_render-ego3": 0.0038657887537676583, "get_duckie_state": 1.6254589969950512e-06, "in-drivable-lane": 1.7000000000000242, "deviation-heading": 18.65520550260676, "agent_compute-ego0": 0.03487928805494667, "agent_compute-ego1": 0.012449974180164192, "agent_compute-ego2": 0.033563150723177684, "agent_compute-ego3": 0.011619461210150468, "complete-iteration": 1.1751583339576437, "set_robot_commands": 0.0023785170755888287, "deviation-center-line": 2.7241784181399504, "driven_lanedir_consec": 2.574828531413111, "sim_compute_sim_state": 0.03572257770631546, "sim_compute_performance-ego0": 0.002231360378121971, "sim_compute_performance-ego1": 0.00209807654968778, "sim_compute_performance-ego2": 0.002134239763245546, "sim_compute_performance-ego3": 0.00205412282979578}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 6.918169251043621, "get_ui_image": 0.05021361233596515, "step_physics": 0.9371306418924404, "survival_time": 53.14999999999912, "driven_lanedir": 2.751391767162417, "get_state_dump": 0.009958795811000624, "get_robot_state": 0.015163531204811611, "sim_render-ego0": 0.003973313292166344, "sim_render-ego1": 0.004003145865031651, "sim_render-ego2": 0.0041116411076452496, "sim_render-ego3": 0.0038657887537676583, "get_duckie_state": 1.6254589969950512e-06, "in-drivable-lane": 28.7999999999995, "deviation-heading": 9.896620722667176, "agent_compute-ego0": 0.03487928805494667, "agent_compute-ego1": 0.012449974180164192, "agent_compute-ego2": 0.033563150723177684, "agent_compute-ego3": 0.011619461210150468, "complete-iteration": 1.1751583339576437, "set_robot_commands": 0.0023785170755888287, "deviation-center-line": 1.6512132226165344, "driven_lanedir_consec": 2.751391767162417, "sim_compute_sim_state": 0.03572257770631546, "sim_compute_performance-ego0": 0.002231360378121971, "sim_compute_performance-ego1": 0.00209807654968778, "sim_compute_performance-ego2": 0.002134239763245546, "sim_compute_performance-ego3": 0.00205412282979578}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 3.7051526864786384, "get_ui_image": 0.04774596232557972, "step_physics": 0.9324007746976778, "survival_time": 59.99999999999873, "driven_lanedir": 2.296376715701479, "get_state_dump": 0.009905188010197496, "get_robot_state": 0.015268421689239172, "sim_render-ego0": 0.003896450222183723, "sim_render-ego1": 0.004206104937639959, "sim_render-ego2": 0.0040144251347779235, "sim_render-ego3": 0.004106109287220671, "get_duckie_state": 1.5103151955076498e-06, "in-drivable-lane": 8.300000000000118, "deviation-heading": 44.09166580309393, "agent_compute-ego0": 0.012169750207270512, "agent_compute-ego1": 0.013132215836562284, "agent_compute-ego2": 0.012183946336338066, "agent_compute-ego3": 0.01246900264666936, "complete-iteration": 1.1237630419290432, "set_robot_commands": 0.0023219740261741723, "deviation-center-line": 6.277163348859889, "driven_lanedir_consec": 2.148202560490996, "sim_compute_sim_state": 0.03362327292995786, "sim_compute_performance-ego0": 0.002275449449474071, "sim_compute_performance-ego1": 0.0021553494154066964, "sim_compute_performance-ego2": 0.0021490558398752587, "sim_compute_performance-ego3": 0.0021355848923809424}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 7.913768219530755, "get_ui_image": 0.04774596232557972, "step_physics": 0.9324007746976778, "survival_time": 59.99999999999873, "driven_lanedir": 1.933613655547325, "get_state_dump": 0.009905188010197496, "get_robot_state": 0.015268421689239172, "sim_render-ego0": 0.003896450222183723, "sim_render-ego1": 0.004206104937639959, "sim_render-ego2": 0.0040144251347779235, "sim_render-ego3": 0.004106109287220671, "get_duckie_state": 1.5103151955076498e-06, "in-drivable-lane": 41.34999999999887, "deviation-heading": 8.857559725182742, "agent_compute-ego0": 0.012169750207270512, "agent_compute-ego1": 0.013132215836562284, "agent_compute-ego2": 0.012183946336338066, "agent_compute-ego3": 0.01246900264666936, "complete-iteration": 1.1237630419290432, "set_robot_commands": 0.0023219740261741723, "deviation-center-line": 1.5570397384729702, "driven_lanedir_consec": 1.933613655547325, "sim_compute_sim_state": 0.03362327292995786, "sim_compute_performance-ego0": 0.002275449449474071, "sim_compute_performance-ego1": 0.0021553494154066964, "sim_compute_performance-ego2": 0.0021490558398752587, "sim_compute_performance-ego3": 0.0021355848923809424}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 3.0150593109234385, "get_ui_image": 0.04774596232557972, "step_physics": 0.9324007746976778, "survival_time": 59.99999999999873, "driven_lanedir": 2.288806547878148, "get_state_dump": 0.009905188010197496, "get_robot_state": 0.015268421689239172, "sim_render-ego0": 0.003896450222183723, "sim_render-ego1": 0.004206104937639959, "sim_render-ego2": 0.0040144251347779235, "sim_render-ego3": 0.004106109287220671, "get_duckie_state": 1.5103151955076498e-06, "in-drivable-lane": 41.6999999999986, "deviation-heading": 3.0203498216229603, "agent_compute-ego0": 0.012169750207270512, "agent_compute-ego1": 0.013132215836562284, "agent_compute-ego2": 0.012183946336338066, "agent_compute-ego3": 0.01246900264666936, "complete-iteration": 1.1237630419290432, "set_robot_commands": 0.0023219740261741723, "deviation-center-line": 0.5780536094202624, "driven_lanedir_consec": 2.288806547878148, "sim_compute_sim_state": 0.03362327292995786, "sim_compute_performance-ego0": 0.002275449449474071, "sim_compute_performance-ego1": 0.0021553494154066964, "sim_compute_performance-ego2": 0.0021490558398752587, "sim_compute_performance-ego3": 0.0021355848923809424}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 7.913049745175788, "get_ui_image": 0.04774596232557972, "step_physics": 0.9324007746976778, "survival_time": 59.99999999999873, "driven_lanedir": 5.846253806223833, "get_state_dump": 0.009905188010197496, "get_robot_state": 0.015268421689239172, "sim_render-ego0": 0.003896450222183723, "sim_render-ego1": 0.004206104937639959, "sim_render-ego2": 0.0040144251347779235, "sim_render-ego3": 0.004106109287220671, "get_duckie_state": 1.5103151955076498e-06, "in-drivable-lane": 7.54999999999976, "deviation-heading": 23.755482895311, "agent_compute-ego0": 0.012169750207270512, "agent_compute-ego1": 0.013132215836562284, "agent_compute-ego2": 0.012183946336338066, "agent_compute-ego3": 0.01246900264666936, "complete-iteration": 1.1237630419290432, "set_robot_commands": 0.0023219740261741723, "deviation-center-line": 4.729878092579731, "driven_lanedir_consec": 3.1774865193965165, "sim_compute_sim_state": 0.03362327292995786, "sim_compute_performance-ego0": 0.002275449449474071, "sim_compute_performance-ego1": 0.0021553494154066964, "sim_compute_performance-ego2": 0.0021490558398752587, "sim_compute_performance-ego3": 0.0021355848923809424}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.920774309221298, "get_ui_image": 0.03050322556475815, "step_physics": 0.19335546005179147, "survival_time": 59.99999999999873, "driven_lanedir": 5.346384020852761, "get_state_dump": 0.006795898663014993, "get_robot_state": 0.007521114976678065, "sim_render-ego0": 0.0038350952554999738, "sim_render-ego1": 0.00385356604507027, "get_duckie_state": 1.434680325701076e-06, "in-drivable-lane": 17.649999999999615, "deviation-heading": 7.942021501456754, "agent_compute-ego0": 0.03624398503871286, "agent_compute-ego1": 0.030828887278789484, "complete-iteration": 0.3324041584945539, "set_robot_commands": 0.0022993586045518505, "deviation-center-line": 4.623440972413503, "driven_lanedir_consec": 3.4180869705040458, "sim_compute_sim_state": 0.010542429257789122, "sim_compute_performance-ego0": 0.002087371732471984, "sim_compute_performance-ego1": 0.002071445331684656}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.920600253637548, "get_ui_image": 0.03050322556475815, "step_physics": 0.19335546005179147, "survival_time": 59.99999999999873, "driven_lanedir": 4.593146798787966, "get_state_dump": 0.006795898663014993, "get_robot_state": 0.007521114976678065, "sim_render-ego0": 0.0038350952554999738, "sim_render-ego1": 0.00385356604507027, "get_duckie_state": 1.434680325701076e-06, "in-drivable-lane": 23.99999999999915, "deviation-heading": 5.81374246171402, "agent_compute-ego0": 0.03624398503871286, "agent_compute-ego1": 0.030828887278789484, "complete-iteration": 0.3324041584945539, "set_robot_commands": 0.0022993586045518505, "deviation-center-line": 4.5558970988647784, "driven_lanedir_consec": 4.593146798787966, "sim_compute_sim_state": 0.010542429257789122, "sim_compute_performance-ego0": 0.002087371732471984, "sim_compute_performance-ego1": 0.002071445331684656}}
set_robot_commands_max0.0023785170755888287
set_robot_commands_mean0.0023197196185817015
set_robot_commands_median0.0023219740261741723
set_robot_commands_min0.002268848260997031
sim_compute_performance-ego0_max0.002275449449474071
sim_compute_performance-ego0_mean0.0021976159525535334
sim_compute_performance-ego0_median0.002231360378121971
sim_compute_performance-ego0_min0.002087371732471984
sim_compute_performance-ego1_max0.0021553494154066964
sim_compute_performance-ego1_mean0.0021012421699397417
sim_compute_performance-ego1_median0.00209807654968778
sim_compute_performance-ego1_min0.0020651989638522904
sim_compute_sim_state_max0.03572257770631546
sim_compute_sim_state_mean0.025295742402435224
sim_compute_sim_state_median0.03362327292995786
sim_compute_sim_state_min0.010542429257789122
sim_render-ego0_max0.003973313292166344
sim_render-ego0_mean0.003909798093158186
sim_render-ego0_median0.003896982183953597
sim_render-ego0_min0.0038350952554999738
sim_render-ego1_max0.004206104937639959
sim_render-ego1_mean0.003985747139384216
sim_render-ego1_median0.004003145865031651
sim_render-ego1_min0.003814081162638009
simulation-passed1
step_physics_max0.9371306418924404
step_physics_mean0.8004566204155618
step_physics_median0.9324007746976778
step_physics_min0.19335546005179147
survival_time_max59.99999999999873
survival_time_mean52.94285714285627
survival_time_min42.14999999999974

Highlights

53499

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.