Duckietown Challenges Home Challenges Submissions

Job 53633

Job ID53633
submission12584
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-04
date started
date completed
duration0:18:07
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.226987115824696
survival_time_median8.399999999999984
deviation-center-line_median0.11110166767598026
in-drivable-lane_median5.799999999999984


other stats
agent_compute-ego0_max0.013209945750686358
agent_compute-ego0_mean0.012901919864336924
agent_compute-ego0_median0.013101092457065922
agent_compute-ego0_min0.011818062727618367
agent_compute-ego1_max0.013204607032459868
agent_compute-ego1_mean0.012545236113594116
agent_compute-ego1_median0.012644089320126702
agent_compute-ego1_min0.011816498580252289
complete-iteration_max0.9994082520989812
complete-iteration_mean0.8856124597227601
complete-iteration_median0.9852638075337607
complete-iteration_min0.26532896612859835
deviation-center-line_max1.3970233169057948
deviation-center-line_mean0.31320440919325543
deviation-center-line_min0.048988558921003234
deviation-heading_max4.15090295510997
deviation-heading_mean1.4143119047375954
deviation-heading_median0.8257990161343652
deviation-heading_min0.4203237804505287
driven_any_max3.027481684218784
driven_any_mean1.2989751896317665
driven_any_median1.214271026294589
driven_any_min0.16665764543758865
driven_lanedir_consec_max1.0664448577562466
driven_lanedir_consec_mean0.3065542120638156
driven_lanedir_consec_min0.09266953295494784
driven_lanedir_max1.0664448577562466
driven_lanedir_mean0.3065542120638156
driven_lanedir_median0.226987115824696
driven_lanedir_min0.09266953295494784
get_duckie_state_max2.3051831849227996e-06
get_duckie_state_mean2.115952964759988e-06
get_duckie_state_median2.0782902555645635e-06
get_duckie_state_min1.917978760543143e-06
get_robot_state_max0.014794375064104972
get_robot_state_mean0.013289817390427042
get_robot_state_median0.01415542293997372
get_robot_state_min0.006872412505423187
get_state_dump_max0.009767519651785404
get_state_dump_mean0.008970838914529478
get_state_dump_median0.009376654085123316
get_state_dump_min0.005915865017350312
get_ui_image_max0.04834661963423328
get_ui_image_mean0.043174563785692566
get_ui_image_median0.04656569221440483
get_ui_image_min0.029460007977333797
in-drivable-lane_max9.650000000000016
in-drivable-lane_mean5.642857142857137
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.22672366893435816, "get_ui_image": 0.04146865741261896, "step_physics": 0.823184868074813, "survival_time": 10.550000000000017, "driven_lanedir": 0.21699239326790076, "get_state_dump": 0.009376654085123316, "get_robot_state": 0.01412835660970436, "sim_render-ego0": 0.003833242182461721, "sim_render-ego1": 0.003712347093618141, "sim_render-ego2": 0.0036914865925626937, "sim_render-ego3": 0.003697260370794332, "get_duckie_state": 2.0782902555645635e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.15090295510997, "agent_compute-ego0": 0.013209945750686358, "agent_compute-ego1": 0.01215138075486669, "agent_compute-ego2": 0.012481294712930356, "agent_compute-ego3": 0.012030463173704329, "complete-iteration": 0.9823070663326192, "set_robot_commands": 0.002219222626596127, "deviation-center-line": 1.3970233169057948, "driven_lanedir_consec": 0.21699239326790076, "sim_compute_sim_state": 0.012177546069307148, "sim_compute_performance-ego0": 0.002045166942308534, "sim_compute_performance-ego1": 0.0019454146331211303, "sim_compute_performance-ego2": 0.00194369172150234, "sim_compute_performance-ego3": 0.0019597062524759545}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.027481684218784, "get_ui_image": 0.04146865741261896, "step_physics": 0.823184868074813, "survival_time": 10.550000000000017, "driven_lanedir": 1.0664448577562466, "get_state_dump": 0.009376654085123316, "get_robot_state": 0.01412835660970436, "sim_render-ego0": 0.003833242182461721, "sim_render-ego1": 0.003712347093618141, "sim_render-ego2": 0.0036914865925626937, "sim_render-ego3": 0.003697260370794332, "get_duckie_state": 2.0782902555645635e-06, "in-drivable-lane": 6.000000000000028, "deviation-heading": 2.394764314479693, "agent_compute-ego0": 0.013209945750686358, "agent_compute-ego1": 0.01215138075486669, "agent_compute-ego2": 0.012481294712930356, "agent_compute-ego3": 0.012030463173704329, "complete-iteration": 0.9823070663326192, "set_robot_commands": 0.002219222626596127, "deviation-center-line": 0.4157302181255023, "driven_lanedir_consec": 1.0664448577562466, "sim_compute_sim_state": 0.012177546069307148, "sim_compute_performance-ego0": 0.002045166942308534, "sim_compute_performance-ego1": 0.0019454146331211303, "sim_compute_performance-ego2": 0.00194369172150234, "sim_compute_performance-ego3": 0.0019597062524759545}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 0.576135554190002, "get_ui_image": 0.04146865741261896, "step_physics": 0.823184868074813, "survival_time": 10.550000000000017, "driven_lanedir": 0.128471635003659, "get_state_dump": 0.009376654085123316, "get_robot_state": 0.01412835660970436, "sim_render-ego0": 0.003833242182461721, "sim_render-ego1": 0.003712347093618141, "sim_render-ego2": 0.0036914865925626937, "sim_render-ego3": 0.003697260370794332, "get_duckie_state": 2.0782902555645635e-06, "in-drivable-lane": 9.650000000000016, "deviation-heading": 0.6328204432515473, "agent_compute-ego0": 0.013209945750686358, "agent_compute-ego1": 0.01215138075486669, "agent_compute-ego2": 0.012481294712930356, "agent_compute-ego3": 0.012030463173704329, "complete-iteration": 0.9823070663326192, "set_robot_commands": 0.002219222626596127, "deviation-center-line": 0.05137533735159628, "driven_lanedir_consec": 0.128471635003659, "sim_compute_sim_state": 0.012177546069307148, "sim_compute_performance-ego0": 0.002045166942308534, "sim_compute_performance-ego1": 0.0019454146331211303, "sim_compute_performance-ego2": 0.00194369172150234, "sim_compute_performance-ego3": 0.0019597062524759545}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.1673636578277526, "get_ui_image": 0.04146865741261896, "step_physics": 0.823184868074813, "survival_time": 10.550000000000017, "driven_lanedir": 0.23698183838149123, "get_state_dump": 0.009376654085123316, "get_robot_state": 0.01412835660970436, "sim_render-ego0": 0.003833242182461721, "sim_render-ego1": 0.003712347093618141, "sim_render-ego2": 0.0036914865925626937, "sim_render-ego3": 0.003697260370794332, "get_duckie_state": 2.0782902555645635e-06, "in-drivable-lane": 9.350000000000016, "deviation-heading": 0.4755252855836223, "agent_compute-ego0": 0.013209945750686358, "agent_compute-ego1": 0.01215138075486669, "agent_compute-ego2": 0.012481294712930356, "agent_compute-ego3": 0.012030463173704329, "complete-iteration": 0.9823070663326192, "set_robot_commands": 0.002219222626596127, "deviation-center-line": 0.10171485871722202, "driven_lanedir_consec": 0.23698183838149123, "sim_compute_sim_state": 0.012177546069307148, "sim_compute_performance-ego0": 0.002045166942308534, "sim_compute_performance-ego1": 0.0019454146331211303, "sim_compute_performance-ego2": 0.00194369172150234, "sim_compute_performance-ego3": 0.0019597062524759545}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.2611783947614257, "get_ui_image": 0.04656569221440483, "step_physics": 0.8212807003189536, "survival_time": 6.749999999999984, "driven_lanedir": 0.19637083170560676, "get_state_dump": 0.009295829955269308, "get_robot_state": 0.01415542293997372, "sim_render-ego0": 0.003680672715691959, "sim_render-ego1": 0.0037097755600424376, "sim_render-ego2": 0.0037065884646247417, "sim_render-ego3": 0.0036614291808184456, "get_duckie_state": 2.0633725559010225e-06, "in-drivable-lane": 5.699999999999984, "deviation-heading": 0.4775561158709501, "agent_compute-ego0": 0.01293664995361777, "agent_compute-ego1": 0.012644089320126702, "agent_compute-ego2": 0.013501570505254409, "agent_compute-ego3": 0.01213067419388715, "complete-iteration": 0.9994082520989812, "set_robot_commands": 0.0021986628279966466, "deviation-center-line": 0.09734455856281132, "driven_lanedir_consec": 0.19637083170560676, "sim_compute_sim_state": 0.025518990614834952, "sim_compute_performance-ego0": 0.002026591230841244, "sim_compute_performance-ego1": 0.001864403486251831, "sim_compute_performance-ego2": 0.0018633113187902111, "sim_compute_performance-ego3": 0.0018767398946425496}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.8295299709859167, "get_ui_image": 0.04656569221440483, "step_physics": 0.8212807003189536, "survival_time": 6.749999999999984, "driven_lanedir": 0.15381207603090685, "get_state_dump": 0.009295829955269308, "get_robot_state": 0.01415542293997372, "sim_render-ego0": 0.003680672715691959, "sim_render-ego1": 0.0037097755600424376, "sim_render-ego2": 0.0037065884646247417, "sim_render-ego3": 0.0036614291808184456, "get_duckie_state": 2.0633725559010225e-06, "in-drivable-lane": 5.249999999999986, "deviation-heading": 1.622658832229277, "agent_compute-ego0": 0.01293664995361777, "agent_compute-ego1": 0.012644089320126702, "agent_compute-ego2": 0.013501570505254409, "agent_compute-ego3": 0.01213067419388715, "complete-iteration": 0.9994082520989812, "set_robot_commands": 0.0021986628279966466, "deviation-center-line": 0.1204884766347385, "driven_lanedir_consec": 0.15381207603090685, "sim_compute_sim_state": 0.025518990614834952, "sim_compute_performance-ego0": 0.002026591230841244, "sim_compute_performance-ego1": 0.001864403486251831, "sim_compute_performance-ego2": 0.0018633113187902111, "sim_compute_performance-ego3": 0.0018767398946425496}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.6338924745296846, "get_ui_image": 0.04656569221440483, "step_physics": 0.8212807003189536, "survival_time": 6.749999999999984, "driven_lanedir": 0.09266953295494784, "get_state_dump": 0.009295829955269308, "get_robot_state": 0.01415542293997372, "sim_render-ego0": 0.003680672715691959, "sim_render-ego1": 0.0037097755600424376, "sim_render-ego2": 0.0037065884646247417, "sim_render-ego3": 0.0036614291808184456, "get_duckie_state": 2.0633725559010225e-06, "in-drivable-lane": 5.8999999999999835, "deviation-heading": 0.7133805648740048, "agent_compute-ego0": 0.01293664995361777, "agent_compute-ego1": 0.012644089320126702, "agent_compute-ego2": 0.013501570505254409, "agent_compute-ego3": 0.01213067419388715, "complete-iteration": 0.9994082520989812, "set_robot_commands": 0.0021986628279966466, "deviation-center-line": 0.048988558921003234, "driven_lanedir_consec": 0.09266953295494784, "sim_compute_sim_state": 0.025518990614834952, "sim_compute_performance-ego0": 0.002026591230841244, "sim_compute_performance-ego1": 0.001864403486251831, "sim_compute_performance-ego2": 0.0018633113187902111, "sim_compute_performance-ego3": 0.0018767398946425496}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5531671969060489, "get_ui_image": 0.04656569221440483, "step_physics": 0.8212807003189536, "survival_time": 6.749999999999984, "driven_lanedir": 0.253316232229273, "get_state_dump": 0.009295829955269308, "get_robot_state": 0.01415542293997372, "sim_render-ego0": 0.003680672715691959, "sim_render-ego1": 0.0037097755600424376, "sim_render-ego2": 0.0037065884646247417, "sim_render-ego3": 0.0036614291808184456, "get_duckie_state": 2.0633725559010225e-06, "in-drivable-lane": 5.449999999999983, "deviation-heading": 0.685970632229032, "agent_compute-ego0": 0.01293664995361777, "agent_compute-ego1": 0.012644089320126702, "agent_compute-ego2": 0.013501570505254409, "agent_compute-ego3": 0.01213067419388715, "complete-iteration": 0.9994082520989812, "set_robot_commands": 0.0021986628279966466, "deviation-center-line": 0.0929944578616826, "driven_lanedir_consec": 0.253316232229273, "sim_compute_sim_state": 0.025518990614834952, "sim_compute_performance-ego0": 0.002026591230841244, "sim_compute_performance-ego1": 0.001864403486251831, "sim_compute_performance-ego2": 0.0018633113187902111, "sim_compute_performance-ego3": 0.0018767398946425496}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.16665764543758865, "get_ui_image": 0.04834661963423328, "step_physics": 0.8010281796991472, "survival_time": 8.399999999999984, "driven_lanedir": 0.13991846971920507, "get_state_dump": 0.009767519651785404, "get_robot_state": 0.014794375064104972, "sim_render-ego0": 0.0039520432963173775, "sim_render-ego1": 0.003911601015801965, "sim_render-ego2": 0.0038096128836185975, "sim_render-ego3": 0.003817108255871654, "get_duckie_state": 2.3051831849227996e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.058214404648655, "agent_compute-ego0": 0.013101092457065922, "agent_compute-ego1": 0.013204607032459868, "agent_compute-ego2": 0.01304706031754172, "agent_compute-ego3": 0.012539674544475488, "complete-iteration": 0.9852638075337607, "set_robot_commands": 0.0024247804336999293, "deviation-center-line": 1.3027175363481909, "driven_lanedir_consec": 0.13991846971920507, "sim_compute_sim_state": 0.026095901015242177, "sim_compute_performance-ego0": 0.002114146418825409, "sim_compute_performance-ego1": 0.0020522337693434497, "sim_compute_performance-ego2": 0.0020019232168705507, "sim_compute_performance-ego3": 0.001984549697334245}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.2133462649666744, "get_ui_image": 0.04834661963423328, "step_physics": 0.8010281796991472, "survival_time": 8.399999999999984, "driven_lanedir": 0.2477140565287228, "get_state_dump": 0.009767519651785404, "get_robot_state": 0.014794375064104972, "sim_render-ego0": 0.0039520432963173775, "sim_render-ego1": 0.003911601015801965, "sim_render-ego2": 0.0038096128836185975, "sim_render-ego3": 0.003817108255871654, "get_duckie_state": 2.3051831849227996e-06, "in-drivable-lane": 6.599999999999985, "deviation-heading": 1.4525964743925694, "agent_compute-ego0": 0.013101092457065922, "agent_compute-ego1": 0.013204607032459868, "agent_compute-ego2": 0.01304706031754172, "agent_compute-ego3": 0.012539674544475488, "complete-iteration": 0.9852638075337607, "set_robot_commands": 0.0024247804336999293, "deviation-center-line": 0.12306918390838316, "driven_lanedir_consec": 0.2477140565287228, "sim_compute_sim_state": 0.026095901015242177, "sim_compute_performance-ego0": 0.002114146418825409, "sim_compute_performance-ego1": 0.0020522337693434497, "sim_compute_performance-ego2": 0.0020019232168705507, "sim_compute_performance-ego3": 0.001984549697334245}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.9122126346905808, "get_ui_image": 0.04834661963423328, "step_physics": 0.8010281796991472, "survival_time": 8.399999999999984, "driven_lanedir": 0.6677657231291401, "get_state_dump": 0.009767519651785404, "get_robot_state": 0.014794375064104972, "sim_render-ego0": 0.0039520432963173775, "sim_render-ego1": 0.003911601015801965, "sim_render-ego2": 0.0038096128836185975, "sim_render-ego3": 0.003817108255871654, "get_duckie_state": 2.3051831849227996e-06, "in-drivable-lane": 5.649999999999986, "deviation-heading": 0.9382174673947256, "agent_compute-ego0": 0.013101092457065922, "agent_compute-ego1": 0.013204607032459868, "agent_compute-ego2": 0.01304706031754172, "agent_compute-ego3": 0.012539674544475488, "complete-iteration": 0.9852638075337607, "set_robot_commands": 0.0024247804336999293, "deviation-center-line": 0.24303246257978656, "driven_lanedir_consec": 0.6677657231291401, "sim_compute_sim_state": 0.026095901015242177, "sim_compute_performance-ego0": 0.002114146418825409, "sim_compute_performance-ego1": 0.0020522337693434497, "sim_compute_performance-ego2": 0.0020019232168705507, "sim_compute_performance-ego3": 0.001984549697334245}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 0.8630131027788056, "get_ui_image": 0.04834661963423328, "step_physics": 0.8010281796991472, "survival_time": 8.399999999999984, "driven_lanedir": 0.1543607208160771, "get_state_dump": 0.009767519651785404, "get_robot_state": 0.014794375064104972, "sim_render-ego0": 0.0039520432963173775, "sim_render-ego1": 0.003911601015801965, "sim_render-ego2": 0.0038096128836185975, "sim_render-ego3": 0.003817108255871654, "get_duckie_state": 2.3051831849227996e-06, "in-drivable-lane": 7.399999999999984, "deviation-heading": 0.4847410090311637, "agent_compute-ego0": 0.013101092457065922, "agent_compute-ego1": 0.013204607032459868, "agent_compute-ego2": 0.01304706031754172, "agent_compute-ego3": 0.012539674544475488, "complete-iteration": 0.9852638075337607, "set_robot_commands": 0.0024247804336999293, "deviation-center-line": 0.08348991452663596, "driven_lanedir_consec": 0.1543607208160771, "sim_compute_sim_state": 0.026095901015242177, "sim_compute_performance-ego0": 0.002114146418825409, "sim_compute_performance-ego1": 0.0020522337693434497, "sim_compute_performance-ego2": 0.0020019232168705507, "sim_compute_performance-ego3": 0.001984549697334245}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.7778036177504448, "get_ui_image": 0.029460007977333797, "step_physics": 0.17683433727094322, "survival_time": 7.79999999999998, "driven_lanedir": 0.2565040372782885, "get_state_dump": 0.005915865017350312, "get_robot_state": 0.006872412505423187, "sim_render-ego0": 0.003484548277156368, "sim_render-ego1": 0.0033995239597976587, "get_duckie_state": 1.917978760543143e-06, "in-drivable-lane": 6.549999999999979, "deviation-heading": 0.4203237804505287, "agent_compute-ego0": 0.011818062727618367, "agent_compute-ego1": 0.011816498580252289, "complete-iteration": 0.26532896612859835, "set_robot_commands": 0.0020092991506977446, "deviation-center-line": 0.10111201938960732, "driven_lanedir_consec": 0.2565040372782885, "sim_compute_sim_state": 0.008022238494484288, "sim_compute_performance-ego0": 0.001819847495692551, "sim_compute_performance-ego1": 0.0017577007317998606}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.977146786866662, "get_ui_image": 0.029460007977333797, "step_physics": 0.17683433727094322, "survival_time": 7.79999999999998, "driven_lanedir": 0.48043656409195235, "get_state_dump": 0.005915865017350312, "get_robot_state": 0.006872412505423187, "sim_render-ego0": 0.003484548277156368, "sim_render-ego1": 0.0033995239597976587, "get_duckie_state": 1.917978760543143e-06, "in-drivable-lane": 5.499999999999983, "deviation-heading": 1.2926943867806, "agent_compute-ego0": 0.011818062727618367, "agent_compute-ego1": 0.011816498580252289, "complete-iteration": 0.26532896612859835, "set_robot_commands": 0.0020092991506977446, "deviation-center-line": 0.20578082887262103, "driven_lanedir_consec": 0.48043656409195235, "sim_compute_sim_state": 0.008022238494484288, "sim_compute_performance-ego0": 0.001819847495692551, "sim_compute_performance-ego1": 0.0017577007317998606}}
set_robot_commands_max0.0024247804336999293
set_robot_commands_mean0.002242090132469021
set_robot_commands_median0.002219222626596127
set_robot_commands_min0.0020092991506977446
sim_compute_performance-ego0_max0.002114146418825409
sim_compute_performance-ego0_mean0.0020273795256632752
sim_compute_performance-ego0_median0.002045166942308534
sim_compute_performance-ego0_min0.001819847495692551
sim_compute_performance-ego1_max0.0020522337693434497
sim_compute_performance-ego1_mean0.0019259720727475265
sim_compute_performance-ego1_median0.0019454146331211303
sim_compute_performance-ego1_min0.0017577007317998606
sim_compute_sim_state_max0.026095901015242177
sim_compute_sim_state_mean0.019372444841893263
sim_compute_sim_state_median0.025518990614834952
sim_compute_sim_state_min0.008022238494484288
sim_render-ego0_max0.0039520432963173775
sim_render-ego0_mean0.003773780666585498
sim_render-ego0_median0.003833242182461721
sim_render-ego0_min0.003484548277156368
sim_render-ego1_max0.003911601015801965
sim_render-ego1_mean0.0037238530426746777
sim_render-ego1_median0.003712347093618141
sim_render-ego1_min0.0033995239597976587
simulation-passed1
step_physics_max0.823184868074813
step_physics_mean0.7239745476366817
step_physics_median0.8212807003189536
step_physics_min0.17683433727094322
survival_time_max10.550000000000017
survival_time_mean8.45714285714285
survival_time_min6.749999999999984

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.