Duckietown Challenges Home Challenges Submissions

Job 53563

Job ID53563
submission12659
userBea Baselines 🐤
user labeltemplate-tensorflow
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:14:42
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.24759732929417225
survival_time_median6.949999999999983
deviation-center-line_median0.12166672773097312
in-drivable-lane_median3.199999999999993


other stats
agent_compute-ego0_max0.034214801258511014
agent_compute-ego0_mean0.01867596652882535
agent_compute-ego0_median0.012850337369101388
agent_compute-ego0_min0.01213524678002106
agent_compute-ego1_max0.03367168108622233
agent_compute-ego1_mean0.01808231116671597
agent_compute-ego1_median0.012167093943964483
agent_compute-ego1_min0.011533798490251814
agent_compute-ego2_max0.033625706036885576
agent_compute-ego2_mean0.019071660042737772
agent_compute-ego2_median0.012105730601719447
agent_compute-ego2_min0.011483543489608295
agent_compute-ego3_max0.03402321338653565
agent_compute-ego3_mean0.019476559261045644
agent_compute-ego3_median0.012981369451511123
agent_compute-ego3_min0.011425094945090156
complete-iteration_max1.369848338762919
complete-iteration_mean1.0091305139931124
complete-iteration_median1.0814602258015265
complete-iteration_min0.32020400832681095
deviation-center-line_max1.2712449614354393
deviation-center-line_mean0.3041796538935449
deviation-center-line_min0.04010657800087544
deviation-heading_max6.779520012490992
deviation-heading_mean1.8733500137045271
deviation-heading_median0.7824351044887333
deviation-heading_min0.3063923477335874
driven_any_max2.679198415637278
driven_any_mean1.144259707720903
driven_any_median1.003100869287747
driven_any_min0.1697596830439804
driven_lanedir_consec_max0.6929339381585025
driven_lanedir_consec_mean0.2895520668836237
driven_lanedir_consec_min0.06565581872122994
driven_lanedir_max0.6929339381585025
driven_lanedir_mean0.2895520668836237
driven_lanedir_median0.24759732929417225
driven_lanedir_min0.06565581872122994
get_duckie_state_max1.5460640374868197e-06
get_duckie_state_mean1.5228751323395095e-06
get_duckie_state_median1.52587890625e-06
get_duckie_state_min1.499387953016493e-06
get_robot_state_max0.01373441219329834
get_robot_state_mean0.012621796342987133
get_robot_state_median0.01352346162854528
get_robot_state_min0.006802945978501264
get_state_dump_max0.009133513768513997
get_state_dump_mean0.008615258723593896
get_state_dump_median0.009070314512662362
get_state_dump_min0.005829424016615924
get_ui_image_max0.04898875024583605
get_ui_image_mean0.04428202350778555
get_ui_image_median0.04713978504110699
get_ui_image_min0.0302854622111601
in-drivable-lane_max6.74999999999998
in-drivable-lane_mean3.2821428571428486
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.1697596830439804, "get_ui_image": 0.04371581588472639, "step_physics": 0.7593583515712193, "survival_time": 6.949999999999983, "driven_lanedir": 0.15444980778095507, "get_state_dump": 0.009034865243094308, "get_robot_state": 0.0135169403893607, "sim_render-ego0": 0.0036538447652544295, "sim_render-ego1": 0.003539243766239711, "sim_render-ego2": 0.003563559055328369, "sim_render-ego3": 0.003461028848375593, "get_duckie_state": 1.52587890625e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.113437304920873, "agent_compute-ego0": 0.012850337369101388, "agent_compute-ego1": 0.011533798490251814, "agent_compute-ego2": 0.012105730601719447, "agent_compute-ego3": 0.011425094945090156, "complete-iteration": 0.9205462302480424, "set_robot_commands": 0.0020991291318620954, "deviation-center-line": 0.9253403924627872, "driven_lanedir_consec": 0.15444980778095507, "sim_compute_sim_state": 0.0168709363256182, "sim_compute_performance-ego0": 0.0018557378223964143, "sim_compute_performance-ego1": 0.001869673388344901, "sim_compute_performance-ego2": 0.001836482116154262, "sim_compute_performance-ego3": 0.001827115671975272}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.105135619995677, "get_ui_image": 0.04371581588472639, "step_physics": 0.7593583515712193, "survival_time": 6.949999999999983, "driven_lanedir": 0.13889942350534956, "get_state_dump": 0.009034865243094308, "get_robot_state": 0.0135169403893607, "sim_render-ego0": 0.0036538447652544295, "sim_render-ego1": 0.003539243766239711, "sim_render-ego2": 0.003563559055328369, "sim_render-ego3": 0.003461028848375593, "get_duckie_state": 1.52587890625e-06, "in-drivable-lane": 6.049999999999984, "deviation-heading": 0.7056790991036815, "agent_compute-ego0": 0.012850337369101388, "agent_compute-ego1": 0.011533798490251814, "agent_compute-ego2": 0.012105730601719447, "agent_compute-ego3": 0.011425094945090156, "complete-iteration": 0.9205462302480424, "set_robot_commands": 0.0020991291318620954, "deviation-center-line": 0.08849475729101529, "driven_lanedir_consec": 0.13889942350534956, "sim_compute_sim_state": 0.0168709363256182, "sim_compute_performance-ego0": 0.0018557378223964143, "sim_compute_performance-ego1": 0.001869673388344901, "sim_compute_performance-ego2": 0.001836482116154262, "sim_compute_performance-ego3": 0.001827115671975272}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 2.410587543949015, "get_ui_image": 0.04371581588472639, "step_physics": 0.7593583515712193, "survival_time": 6.949999999999983, "driven_lanedir": 0.16645409715794734, "get_state_dump": 0.009034865243094308, "get_robot_state": 0.0135169403893607, "sim_render-ego0": 0.0036538447652544295, "sim_render-ego1": 0.003539243766239711, "sim_render-ego2": 0.003563559055328369, "sim_render-ego3": 0.003461028848375593, "get_duckie_state": 1.52587890625e-06, "in-drivable-lane": 6.1499999999999835, "deviation-heading": 0.48784487897912127, "agent_compute-ego0": 0.012850337369101388, "agent_compute-ego1": 0.011533798490251814, "agent_compute-ego2": 0.012105730601719447, "agent_compute-ego3": 0.011425094945090156, "complete-iteration": 0.9205462302480424, "set_robot_commands": 0.0020991291318620954, "deviation-center-line": 0.04383894934896015, "driven_lanedir_consec": 0.16645409715794734, "sim_compute_sim_state": 0.0168709363256182, "sim_compute_performance-ego0": 0.0018557378223964143, "sim_compute_performance-ego1": 0.001869673388344901, "sim_compute_performance-ego2": 0.001836482116154262, "sim_compute_performance-ego3": 0.001827115671975272}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1115203799347757, "get_ui_image": 0.04371581588472639, "step_physics": 0.7593583515712193, "survival_time": 6.949999999999983, "driven_lanedir": 0.182509902157054, "get_state_dump": 0.009034865243094308, "get_robot_state": 0.0135169403893607, "sim_render-ego0": 0.0036538447652544295, "sim_render-ego1": 0.003539243766239711, "sim_render-ego2": 0.003563559055328369, "sim_render-ego3": 0.003461028848375593, "get_duckie_state": 1.52587890625e-06, "in-drivable-lane": 6.199999999999983, "deviation-heading": 0.3363612785483374, "agent_compute-ego0": 0.012850337369101388, "agent_compute-ego1": 0.011533798490251814, "agent_compute-ego2": 0.012105730601719447, "agent_compute-ego3": 0.011425094945090156, "complete-iteration": 0.9205462302480424, "set_robot_commands": 0.0020991291318620954, "deviation-center-line": 0.054262203954370945, "driven_lanedir_consec": 0.182509902157054, "sim_compute_sim_state": 0.0168709363256182, "sim_compute_performance-ego0": 0.0018557378223964143, "sim_compute_performance-ego1": 0.001869673388344901, "sim_compute_performance-ego2": 0.001836482116154262, "sim_compute_performance-ego3": 0.001827115671975272}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.47496467253506286, "get_ui_image": 0.04898875024583605, "step_physics": 1.1073294904496935, "survival_time": 4.449999999999992, "driven_lanedir": 0.3452654996156088, "get_state_dump": 0.009133513768513997, "get_robot_state": 0.01373441219329834, "sim_render-ego0": 0.00356650882297092, "sim_render-ego1": 0.003502172893948025, "sim_render-ego2": 0.0035196701685587567, "sim_render-ego3": 0.003570940759446886, "get_duckie_state": 1.499387953016493e-06, "in-drivable-lane": 2.9999999999999916, "deviation-heading": 0.7333605591847712, "agent_compute-ego0": 0.034214801258511014, "agent_compute-ego1": 0.03367168108622233, "agent_compute-ego2": 0.033625706036885576, "agent_compute-ego3": 0.03402321338653565, "complete-iteration": 1.369848338762919, "set_robot_commands": 0.002068871921963162, "deviation-center-line": 0.091854448687236, "driven_lanedir_consec": 0.3452654996156088, "sim_compute_sim_state": 0.025199868943956164, "sim_compute_performance-ego0": 0.0018423901663886177, "sim_compute_performance-ego1": 0.001832890510559082, "sim_compute_performance-ego2": 0.0018104526731703016, "sim_compute_performance-ego3": 0.001855929692586263}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 0.923061634966017, "get_ui_image": 0.04898875024583605, "step_physics": 1.1073294904496935, "survival_time": 4.449999999999992, "driven_lanedir": 0.26078849419611494, "get_state_dump": 0.009133513768513997, "get_robot_state": 0.01373441219329834, "sim_render-ego0": 0.00356650882297092, "sim_render-ego1": 0.003502172893948025, "sim_render-ego2": 0.0035196701685587567, "sim_render-ego3": 0.003570940759446886, "get_duckie_state": 1.499387953016493e-06, "in-drivable-lane": 1.9499999999999968, "deviation-heading": 2.4240769891099707, "agent_compute-ego0": 0.034214801258511014, "agent_compute-ego1": 0.03367168108622233, "agent_compute-ego2": 0.033625706036885576, "agent_compute-ego3": 0.03402321338653565, "complete-iteration": 1.369848338762919, "set_robot_commands": 0.002068871921963162, "deviation-center-line": 0.2376465252715509, "driven_lanedir_consec": 0.26078849419611494, "sim_compute_sim_state": 0.025199868943956164, "sim_compute_performance-ego0": 0.0018423901663886177, "sim_compute_performance-ego1": 0.001832890510559082, "sim_compute_performance-ego2": 0.0018104526731703016, "sim_compute_performance-ego3": 0.001855929692586263}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.5214747691718251, "get_ui_image": 0.04898875024583605, "step_physics": 1.1073294904496935, "survival_time": 4.449999999999992, "driven_lanedir": 0.06565581872122994, "get_state_dump": 0.009133513768513997, "get_robot_state": 0.01373441219329834, "sim_render-ego0": 0.00356650882297092, "sim_render-ego1": 0.003502172893948025, "sim_render-ego2": 0.0035196701685587567, "sim_render-ego3": 0.003570940759446886, "get_duckie_state": 1.499387953016493e-06, "in-drivable-lane": 3.699999999999992, "deviation-heading": 0.684208069493114, "agent_compute-ego0": 0.034214801258511014, "agent_compute-ego1": 0.03367168108622233, "agent_compute-ego2": 0.033625706036885576, "agent_compute-ego3": 0.03402321338653565, "complete-iteration": 1.369848338762919, "set_robot_commands": 0.002068871921963162, "deviation-center-line": 0.04010657800087544, "driven_lanedir_consec": 0.06565581872122994, "sim_compute_sim_state": 0.025199868943956164, "sim_compute_performance-ego0": 0.0018423901663886177, "sim_compute_performance-ego1": 0.001832890510559082, "sim_compute_performance-ego2": 0.0018104526731703016, "sim_compute_performance-ego3": 0.001855929692586263}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.48795072379219995, "get_ui_image": 0.04898875024583605, "step_physics": 1.1073294904496935, "survival_time": 4.449999999999992, "driven_lanedir": 0.3960546605987414, "get_state_dump": 0.009133513768513997, "get_robot_state": 0.01373441219329834, "sim_render-ego0": 0.00356650882297092, "sim_render-ego1": 0.003502172893948025, "sim_render-ego2": 0.0035196701685587567, "sim_render-ego3": 0.003570940759446886, "get_duckie_state": 1.499387953016493e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.786594846686522, "agent_compute-ego0": 0.034214801258511014, "agent_compute-ego1": 0.03367168108622233, "agent_compute-ego2": 0.033625706036885576, "agent_compute-ego3": 0.03402321338653565, "complete-iteration": 1.369848338762919, "set_robot_commands": 0.002068871921963162, "deviation-center-line": 0.4706293848018193, "driven_lanedir_consec": 0.3960546605987414, "sim_compute_sim_state": 0.025199868943956164, "sim_compute_performance-ego0": 0.0018423901663886177, "sim_compute_performance-ego1": 0.001832890510559082, "sim_compute_performance-ego2": 0.0018104526731703016, "sim_compute_performance-ego3": 0.001855929692586263}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.703336068278802, "get_ui_image": 0.04713978504110699, "step_physics": 0.909955693168874, "survival_time": 8.09999999999998, "driven_lanedir": 0.6929339381585025, "get_state_dump": 0.009070314512662362, "get_robot_state": 0.01352346162854528, "sim_render-ego0": 0.003524588660959817, "sim_render-ego1": 0.0035573105139235046, "sim_render-ego2": 0.0034417798914061003, "sim_render-ego3": 0.003611839622076304, "get_duckie_state": 1.5460640374868197e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.8961088118337857, "agent_compute-ego0": 0.01213524678002106, "agent_compute-ego1": 0.012167093943964483, "agent_compute-ego2": 0.011483543489608295, "agent_compute-ego3": 0.012981369451511123, "complete-iteration": 1.0814602258015265, "set_robot_commands": 0.0020875608994185557, "deviation-center-line": 0.5633987971394339, "driven_lanedir_consec": 0.6929339381585025, "sim_compute_sim_state": 0.023028628226438183, "sim_compute_performance-ego0": 0.0018612826528724717, "sim_compute_performance-ego1": 0.0018369902862361604, "sim_compute_performance-ego2": 0.0018103590772195828, "sim_compute_performance-ego3": 0.0018564586990450055}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.679198415637278, "get_ui_image": 0.04713978504110699, "step_physics": 0.909955693168874, "survival_time": 8.09999999999998, "driven_lanedir": 0.5259782377628714, "get_state_dump": 0.009070314512662362, "get_robot_state": 0.01352346162854528, "sim_render-ego0": 0.003524588660959817, "sim_render-ego1": 0.0035573105139235046, "sim_render-ego2": 0.0034417798914061003, "sim_render-ego3": 0.003611839622076304, "get_duckie_state": 1.5460640374868197e-06, "in-drivable-lane": 5.749999999999985, "deviation-heading": 1.7520629793238731, "agent_compute-ego0": 0.01213524678002106, "agent_compute-ego1": 0.012167093943964483, "agent_compute-ego2": 0.011483543489608295, "agent_compute-ego3": 0.012981369451511123, "complete-iteration": 1.0814602258015265, "set_robot_commands": 0.0020875608994185557, "deviation-center-line": 0.16231357804150784, "driven_lanedir_consec": 0.5259782377628714, "sim_compute_sim_state": 0.023028628226438183, "sim_compute_performance-ego0": 0.0018612826528724717, "sim_compute_performance-ego1": 0.0018369902862361604, "sim_compute_performance-ego2": 0.0018103590772195828, "sim_compute_performance-ego3": 0.0018564586990450055}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.7953508188492655, "get_ui_image": 0.04713978504110699, "step_physics": 0.909955693168874, "survival_time": 8.09999999999998, "driven_lanedir": 0.35599896443419654, "get_state_dump": 0.009070314512662362, "get_robot_state": 0.01352346162854528, "sim_render-ego0": 0.003524588660959817, "sim_render-ego1": 0.0035573105139235046, "sim_render-ego2": 0.0034417798914061003, "sim_render-ego3": 0.003611839622076304, "get_duckie_state": 1.5460640374868197e-06, "in-drivable-lane": 6.74999999999998, "deviation-heading": 0.8315096497926955, "agent_compute-ego0": 0.01213524678002106, "agent_compute-ego1": 0.012167093943964483, "agent_compute-ego2": 0.011483543489608295, "agent_compute-ego3": 0.012981369451511123, "complete-iteration": 1.0814602258015265, "set_robot_commands": 0.0020875608994185557, "deviation-center-line": 0.1304101283019886, "driven_lanedir_consec": 0.35599896443419654, "sim_compute_sim_state": 0.023028628226438183, "sim_compute_performance-ego0": 0.0018612826528724717, "sim_compute_performance-ego1": 0.0018369902862361604, "sim_compute_performance-ego2": 0.0018103590772195828, "sim_compute_performance-ego3": 0.0018564586990450055}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.3011394834424732, "get_ui_image": 0.04713978504110699, "step_physics": 0.909955693168874, "survival_time": 8.09999999999998, "driven_lanedir": 0.2344061643922295, "get_state_dump": 0.009070314512662362, "get_robot_state": 0.01352346162854528, "sim_render-ego0": 0.003524588660959817, "sim_render-ego1": 0.0035573105139235046, "sim_render-ego2": 0.0034417798914061003, "sim_render-ego3": 0.003611839622076304, "get_duckie_state": 1.5460640374868197e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.779520012490992, "agent_compute-ego0": 0.01213524678002106, "agent_compute-ego1": 0.012167093943964483, "agent_compute-ego2": 0.011483543489608295, "agent_compute-ego3": 0.012981369451511123, "complete-iteration": 1.0814602258015265, "set_robot_commands": 0.0020875608994185557, "deviation-center-line": 1.2712449614354393, "driven_lanedir_consec": 0.2344061643922295, "sim_compute_sim_state": 0.023028628226438183, "sim_compute_performance-ego0": 0.0018612826528724717, "sim_compute_performance-ego1": 0.0018369902862361604, "sim_compute_performance-ego2": 0.0018103590772195828, "sim_compute_performance-ego3": 0.0018564586990450055}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.0831401036094772, "get_ui_image": 0.0302854622111601, "step_physics": 0.23019718282362991, "survival_time": 4.199999999999993, "driven_lanedir": 0.2265265221176136, "get_state_dump": 0.005829424016615924, "get_robot_state": 0.006802945978501264, "sim_render-ego0": 0.003474159801707548, "sim_render-ego1": 0.0034887369941262636, "get_duckie_state": 1.5174641328699448e-06, "in-drivable-lane": 3.2999999999999927, "deviation-heading": 0.3063923477335874, "agent_compute-ego0": 0.012330994886510512, "agent_compute-ego1": 0.011831031126134536, "complete-iteration": 0.32020400832681095, "set_robot_commands": 0.0019962422987994024, "deviation-center-line": 0.06605112261268693, "driven_lanedir_consec": 0.2265265221176136, "sim_compute_sim_state": 0.008234001608455882, "sim_compute_performance-ego0": 0.0018108508166144875, "sim_compute_performance-ego1": 0.0018013589522417853}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.2530159908867935, "get_ui_image": 0.0302854622111601, "step_physics": 0.23019718282362991, "survival_time": 4.199999999999993, "driven_lanedir": 0.3078074057723179, "get_state_dump": 0.005829424016615924, "get_robot_state": 0.006802945978501264, "sim_render-ego0": 0.003474159801707548, "sim_render-ego1": 0.0034887369941262636, "get_duckie_state": 1.5174641328699448e-06, "in-drivable-lane": 3.099999999999994, "deviation-heading": 0.3897433646620584, "agent_compute-ego0": 0.012330994886510512, "agent_compute-ego1": 0.011831031126134536, "complete-iteration": 0.32020400832681095, "set_robot_commands": 0.0019962422987994024, "deviation-center-line": 0.11292332715995766, "driven_lanedir_consec": 0.3078074057723179, "sim_compute_sim_state": 0.008234001608455882, "sim_compute_performance-ego0": 0.0018108508166144875, "sim_compute_performance-ego1": 0.0018013589522417853}}
set_robot_commands_max0.0020991291318620954
set_robot_commands_mean0.0020724808864695755
set_robot_commands_median0.0020875608994185557
set_robot_commands_min0.0019962422987994024
sim_compute_performance-ego0_max0.0018612826528724717
sim_compute_performance-ego0_mean0.001847096014275642
sim_compute_performance-ego0_median0.0018557378223964143
sim_compute_performance-ego0_min0.0018108508166144875
sim_compute_performance-ego1_max0.001869673388344901
sim_compute_performance-ego1_mean0.001840066760360296
sim_compute_performance-ego1_median0.0018369902862361604
sim_compute_performance-ego1_min0.0018013589522417853
sim_compute_performance-ego2_max0.001836482116154262
sim_compute_performance-ego2_mean0.0018190979555147153
sim_compute_performance-ego2_median0.0018104526731703016
sim_compute_performance-ego2_min0.0018103590772195828
sim_compute_performance-ego3_max0.0018564586990450055
sim_compute_performance-ego3_mean0.001846501354535513
sim_compute_performance-ego3_median0.001855929692586263
sim_compute_performance-ego3_min0.001827115671975272
sim_compute_sim_state_max0.025199868943956164
sim_compute_sim_state_mean0.019776124085783
sim_compute_sim_state_median0.023028628226438183
sim_compute_sim_state_min0.008234001608455882
sim_render-ego0_max0.0036538447652544295
sim_render-ego0_mean0.0035662920428682693
sim_render-ego0_median0.00356650882297092
sim_render-ego0_min0.003474159801707548
sim_render-ego1_max0.0035573105139235046
sim_render-ego1_mean0.0035265987631926767
sim_render-ego1_median0.003539243766239711
sim_render-ego1_min0.0034887369941262636
sim_render-ego2_max0.003563559055328369
sim_render-ego2_mean0.0035083363717644087
sim_render-ego2_median0.0035196701685587567
sim_render-ego2_min0.0034417798914061003
sim_render-ego3_max0.003611839622076304
sim_render-ego3_mean0.0035479364099662617
sim_render-ego3_median0.003570940759446886
sim_render-ego3_min0.003461028848375593
simulation-passed1
step_physics_max1.1073294904496935
step_physics_mean0.826212036171886
step_physics_median0.909955693168874
step_physics_min0.23019718282362991
survival_time_max8.09999999999998
survival_time_mean6.1714285714285575
survival_time_min4.199999999999993

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.