Duckietown Challenges Home Challenges Submissions

Job 59098

Job ID59098
submission12779
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-05
date started
date completed
duration0:53:40
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6726800534137796
survival_time_median29.15000000000028
deviation-center-line_median0.3751244277734217
in-drivable-lane_median20.12500000000023


other stats
agent_compute-ego0_max0.0639865014436986
agent_compute-ego0_mean0.043040423964279526
agent_compute-ego0_median0.04459770003410235
agent_compute-ego0_min0.020264878273010253
agent_compute-ego1_max0.05535002653667245
agent_compute-ego1_mean0.03692017862579074
agent_compute-ego1_median0.038749480492448155
agent_compute-ego1_min0.01932332385670055
complete-iteration_max0.9609827706578667
complete-iteration_mean0.7797366755922032
complete-iteration_median0.9106264890056768
complete-iteration_min0.21192535010251132
deviation-center-line_max1.229659826404447
deviation-center-line_mean0.449202336676403
deviation-center-line_min0.18635494177373177
deviation-heading_max3.8865561950642857
deviation-heading_mean2.0889110103220943
deviation-heading_median2.0088248510154285
deviation-heading_min0.8735506925155235
driven_any_max4.831630292945731
driven_any_mean2.7845669060612503
driven_any_median2.670151606513709
driven_any_min1.6573027901526354
driven_lanedir_consec_max3.985935773983697
driven_lanedir_consec_mean1.1874697612122362
driven_lanedir_consec_min0.17015273624416527
driven_lanedir_max3.985935773983697
driven_lanedir_mean1.1874697612122362
driven_lanedir_median0.6726800534137796
driven_lanedir_min0.17015273624416527
get_duckie_state_max2.61129362603996e-06
get_duckie_state_mean2.238112284394475e-06
get_duckie_state_median2.6099485893772072e-06
get_duckie_state_min1.5172091397372158e-06
get_robot_state_max0.015142276194806998
get_robot_state_mean0.013369268419703298
get_robot_state_median0.01506343565575064
get_robot_state_min0.006404783508994363
get_state_dump_max0.010205575456357982
get_state_dump_mean0.008935658015808564
get_state_dump_median0.00985546028718222
get_state_dump_min0.005465244813398881
get_ui_image_max0.048638958228777535
get_ui_image_mean0.042739507033265366
get_ui_image_median0.04448240080129788
get_ui_image_min0.02606815814971924
in-drivable-lane_max37.89999999999987
in-drivable-lane_mean20.864285714285796
in-drivable-lane_min7.999999999999545
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.1302387306646247, "get_ui_image": 0.04448240080129788, "step_physics": 0.6135262496462476, "survival_time": 39.999999999999865, "driven_lanedir": 1.2630994019834532, "get_state_dump": 0.00985546028718222, "get_robot_state": 0.015142276194806998, "sim_render-ego0": 0.004112495167573889, "sim_render-ego1": 0.003964156544908007, "sim_render-ego2": 0.004073644845226731, "sim_render-ego3": 0.0040028232164894895, "get_duckie_state": 2.61129362603996e-06, "in-drivable-lane": 32.249999999999886, "deviation-heading": 1.0303197977927565, "agent_compute-ego0": 0.0639865014436986, "agent_compute-ego1": 0.05535002653667245, "agent_compute-ego2": 0.05507577075791567, "agent_compute-ego3": 0.05135103974598326, "complete-iteration": 0.9609827706578667, "set_robot_commands": 0.002279380436396033, "deviation-center-line": 0.3034932501383843, "driven_lanedir_consec": 1.2630994019834532, "sim_compute_sim_state": 0.017418117558911497, "sim_compute_performance-ego0": 0.002237856313679251, "sim_compute_performance-ego1": 0.0021218833851903564, "sim_compute_performance-ego2": 0.0021049395929115095, "sim_compute_performance-ego3": 0.002121191941545846}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.3227770883772108, "get_ui_image": 0.04448240080129788, "step_physics": 0.6135262496462476, "survival_time": 39.999999999999865, "driven_lanedir": 0.183779045738544, "get_state_dump": 0.00985546028718222, "get_robot_state": 0.015142276194806998, "sim_render-ego0": 0.004112495167573889, "sim_render-ego1": 0.003964156544908007, "sim_render-ego2": 0.004073644845226731, "sim_render-ego3": 0.0040028232164894895, "get_duckie_state": 2.61129362603996e-06, "in-drivable-lane": 37.89999999999987, "deviation-heading": 1.999846886434003, "agent_compute-ego0": 0.0639865014436986, "agent_compute-ego1": 0.05535002653667245, "agent_compute-ego2": 0.05507577075791567, "agent_compute-ego3": 0.05135103974598326, "complete-iteration": 0.9609827706578667, "set_robot_commands": 0.002279380436396033, "deviation-center-line": 0.19690420177436796, "driven_lanedir_consec": 0.183779045738544, "sim_compute_sim_state": 0.017418117558911497, "sim_compute_performance-ego0": 0.002237856313679251, "sim_compute_performance-ego1": 0.0021218833851903564, "sim_compute_performance-ego2": 0.0021049395929115095, "sim_compute_performance-ego3": 0.002121191941545846}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.7884886595196532, "get_ui_image": 0.04448240080129788, "step_physics": 0.6135262496462476, "survival_time": 39.999999999999865, "driven_lanedir": 0.5267713646534842, "get_state_dump": 0.00985546028718222, "get_robot_state": 0.015142276194806998, "sim_render-ego0": 0.004112495167573889, "sim_render-ego1": 0.003964156544908007, "sim_render-ego2": 0.004073644845226731, "sim_render-ego3": 0.0040028232164894895, "get_duckie_state": 2.61129362603996e-06, "in-drivable-lane": 35.699999999999875, "deviation-heading": 2.4835737138037417, "agent_compute-ego0": 0.0639865014436986, "agent_compute-ego1": 0.05535002653667245, "agent_compute-ego2": 0.05507577075791567, "agent_compute-ego3": 0.05135103974598326, "complete-iteration": 0.9609827706578667, "set_robot_commands": 0.002279380436396033, "deviation-center-line": 0.3642512145081717, "driven_lanedir_consec": 0.5267713646534842, "sim_compute_sim_state": 0.017418117558911497, "sim_compute_performance-ego0": 0.002237856313679251, "sim_compute_performance-ego1": 0.0021218833851903564, "sim_compute_performance-ego2": 0.0021049395929115095, "sim_compute_performance-ego3": 0.002121191941545846}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 4.831630292945731, "get_ui_image": 0.04448240080129788, "step_physics": 0.6135262496462476, "survival_time": 39.999999999999865, "driven_lanedir": 3.985935773983697, "get_state_dump": 0.00985546028718222, "get_robot_state": 0.015142276194806998, "sim_render-ego0": 0.004112495167573889, "sim_render-ego1": 0.003964156544908007, "sim_render-ego2": 0.004073644845226731, "sim_render-ego3": 0.0040028232164894895, "get_duckie_state": 2.61129362603996e-06, "in-drivable-lane": 7.999999999999545, "deviation-heading": 2.881042353491828, "agent_compute-ego0": 0.0639865014436986, "agent_compute-ego1": 0.05535002653667245, "agent_compute-ego2": 0.05507577075791567, "agent_compute-ego3": 0.05135103974598326, "complete-iteration": 0.9609827706578667, "set_robot_commands": 0.002279380436396033, "deviation-center-line": 1.229659826404447, "driven_lanedir_consec": 3.985935773983697, "sim_compute_sim_state": 0.017418117558911497, "sim_compute_performance-ego0": 0.002237856313679251, "sim_compute_performance-ego1": 0.0021218833851903564, "sim_compute_performance-ego2": 0.0021049395929115095, "sim_compute_performance-ego3": 0.002121191941545846}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 2.501978012772807, "get_ui_image": 0.04343283651149379, "step_physics": 0.5291095233596532, "survival_time": 22.550000000000185, "driven_lanedir": 0.23792371638411292, "get_state_dump": 0.008481144905090332, "get_robot_state": 0.013384335863906725, "sim_render-ego0": 0.0036754354966425265, "sim_render-ego1": 0.003581575060312727, "sim_render-ego2": 0.0035775419885078364, "sim_render-ego3": 0.003422884287032406, "get_duckie_state": 1.8535462100948908e-06, "in-drivable-lane": 20.600000000000183, "deviation-heading": 0.8735506925155235, "agent_compute-ego0": 0.03192484326067224, "agent_compute-ego1": 0.025459456232796728, "agent_compute-ego2": 0.02597001379570075, "agent_compute-ego3": 0.01970161220668691, "complete-iteration": 0.7515064298579123, "set_robot_commands": 0.001961858926621158, "deviation-center-line": 0.20584505457694913, "driven_lanedir_consec": 0.23792371638411292, "sim_compute_sim_state": 0.024615610595298026, "sim_compute_performance-ego0": 0.0019163204505380277, "sim_compute_performance-ego1": 0.0017209306227422394, "sim_compute_performance-ego2": 0.0017073803243383898, "sim_compute_performance-ego3": 0.0017103362927394631}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.8383252002546113, "get_ui_image": 0.04343283651149379, "step_physics": 0.5291095233596532, "survival_time": 22.550000000000185, "driven_lanedir": 0.563539148605046, "get_state_dump": 0.008481144905090332, "get_robot_state": 0.013384335863906725, "sim_render-ego0": 0.0036754354966425265, "sim_render-ego1": 0.003581575060312727, "sim_render-ego2": 0.0035775419885078364, "sim_render-ego3": 0.003422884287032406, "get_duckie_state": 1.8535462100948908e-06, "in-drivable-lane": 15.700000000000106, "deviation-heading": 3.8865561950642857, "agent_compute-ego0": 0.03192484326067224, "agent_compute-ego1": 0.025459456232796728, "agent_compute-ego2": 0.02597001379570075, "agent_compute-ego3": 0.01970161220668691, "complete-iteration": 0.7515064298579123, "set_robot_commands": 0.001961858926621158, "deviation-center-line": 0.5692678717130427, "driven_lanedir_consec": 0.563539148605046, "sim_compute_sim_state": 0.024615610595298026, "sim_compute_performance-ego0": 0.0019163204505380277, "sim_compute_performance-ego1": 0.0017209306227422394, "sim_compute_performance-ego2": 0.0017073803243383898, "sim_compute_performance-ego3": 0.0017103362927394631}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.6573027901526354, "get_ui_image": 0.04343283651149379, "step_physics": 0.5291095233596532, "survival_time": 22.550000000000185, "driven_lanedir": 0.17015273624416527, "get_state_dump": 0.008481144905090332, "get_robot_state": 0.013384335863906725, "sim_render-ego0": 0.0036754354966425265, "sim_render-ego1": 0.003581575060312727, "sim_render-ego2": 0.0035775419885078364, "sim_render-ego3": 0.003422884287032406, "get_duckie_state": 1.8535462100948908e-06, "in-drivable-lane": 20.20000000000018, "deviation-heading": 2.4407904334421513, "agent_compute-ego0": 0.03192484326067224, "agent_compute-ego1": 0.025459456232796728, "agent_compute-ego2": 0.02597001379570075, "agent_compute-ego3": 0.01970161220668691, "complete-iteration": 0.7515064298579123, "set_robot_commands": 0.001961858926621158, "deviation-center-line": 0.18635494177373177, "driven_lanedir_consec": 0.17015273624416527, "sim_compute_sim_state": 0.024615610595298026, "sim_compute_performance-ego0": 0.0019163204505380277, "sim_compute_performance-ego1": 0.0017209306227422394, "sim_compute_performance-ego2": 0.0017073803243383898, "sim_compute_performance-ego3": 0.0017103362927394631}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 2.369374931182823, "get_ui_image": 0.04343283651149379, "step_physics": 0.5291095233596532, "survival_time": 22.550000000000185, "driven_lanedir": 0.6984318385831455, "get_state_dump": 0.008481144905090332, "get_robot_state": 0.013384335863906725, "sim_render-ego0": 0.0036754354966425265, "sim_render-ego1": 0.003581575060312727, "sim_render-ego2": 0.0035775419885078364, "sim_render-ego3": 0.003422884287032406, "get_duckie_state": 1.8535462100948908e-06, "in-drivable-lane": 16.55000000000018, "deviation-heading": 2.8999677056094204, "agent_compute-ego0": 0.03192484326067224, "agent_compute-ego1": 0.025459456232796728, "agent_compute-ego2": 0.02597001379570075, "agent_compute-ego3": 0.01970161220668691, "complete-iteration": 0.7515064298579123, "set_robot_commands": 0.001961858926621158, "deviation-center-line": 0.3859976410386716, "driven_lanedir_consec": 0.6984318385831455, "sim_compute_sim_state": 0.024615610595298026, "sim_compute_performance-ego0": 0.0019163204505380277, "sim_compute_performance-ego1": 0.0017209306227422394, "sim_compute_performance-ego2": 0.0017073803243383898, "sim_compute_performance-ego3": 0.0017103362927394631}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 2.850675102490387, "get_ui_image": 0.048638958228777535, "step_physics": 0.6119302650020547, "survival_time": 29.15000000000028, "driven_lanedir": 2.4324250848600837, "get_state_dump": 0.010205575456357982, "get_robot_state": 0.01506343565575064, "sim_render-ego0": 0.004128414882372504, "sim_render-ego1": 0.004120952054245832, "sim_render-ego2": 0.004103955748963029, "sim_render-ego3": 0.004146613078574612, "get_duckie_state": 2.6099485893772072e-06, "in-drivable-lane": 11.30000000000016, "deviation-heading": 1.9694182674268657, "agent_compute-ego0": 0.04459770003410235, "agent_compute-ego1": 0.038749480492448155, "agent_compute-ego2": 0.04086487995435114, "agent_compute-ego3": 0.03792596067467781, "complete-iteration": 0.9106264890056768, "set_robot_commands": 0.0023184647298838995, "deviation-center-line": 0.3129389732941369, "driven_lanedir_consec": 2.4324250848600837, "sim_compute_sim_state": 0.027691875418571574, "sim_compute_performance-ego0": 0.0021938775500206097, "sim_compute_performance-ego1": 0.0020842490947409853, "sim_compute_performance-ego2": 0.0021070923707256577, "sim_compute_performance-ego3": 0.0021145168232591183}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 1.850976795214544, "get_ui_image": 0.048638958228777535, "step_physics": 0.6119302650020547, "survival_time": 29.15000000000028, "driven_lanedir": 1.244572810978498, "get_state_dump": 0.010205575456357982, "get_robot_state": 0.01506343565575064, "sim_render-ego0": 0.004128414882372504, "sim_render-ego1": 0.004120952054245832, "sim_render-ego2": 0.004103955748963029, "sim_render-ego3": 0.004146613078574612, "get_duckie_state": 2.6099485893772072e-06, "in-drivable-lane": 20.050000000000285, "deviation-heading": 1.538016160464778, "agent_compute-ego0": 0.04459770003410235, "agent_compute-ego1": 0.038749480492448155, "agent_compute-ego2": 0.04086487995435114, "agent_compute-ego3": 0.03792596067467781, "complete-iteration": 0.9106264890056768, "set_robot_commands": 0.0023184647298838995, "deviation-center-line": 0.2563320214803561, "driven_lanedir_consec": 1.244572810978498, "sim_compute_sim_state": 0.027691875418571574, "sim_compute_performance-ego0": 0.0021938775500206097, "sim_compute_performance-ego1": 0.0020842490947409853, "sim_compute_performance-ego2": 0.0021070923707256577, "sim_compute_performance-ego3": 0.0021145168232591183}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.9751621332841376, "get_ui_image": 0.048638958228777535, "step_physics": 0.6119302650020547, "survival_time": 29.15000000000028, "driven_lanedir": 0.6469282682444135, "get_state_dump": 0.010205575456357982, "get_robot_state": 0.01506343565575064, "sim_render-ego0": 0.004128414882372504, "sim_render-ego1": 0.004120952054245832, "sim_render-ego2": 0.004103955748963029, "sim_render-ego3": 0.004146613078574612, "get_duckie_state": 2.6099485893772072e-06, "in-drivable-lane": 24.55000000000029, "deviation-heading": 1.409812970927338, "agent_compute-ego0": 0.04459770003410235, "agent_compute-ego1": 0.038749480492448155, "agent_compute-ego2": 0.04086487995435114, "agent_compute-ego3": 0.03792596067467781, "complete-iteration": 0.9106264890056768, "set_robot_commands": 0.0023184647298838995, "deviation-center-line": 0.3940154132102239, "driven_lanedir_consec": 0.6469282682444135, "sim_compute_sim_state": 0.027691875418571574, "sim_compute_performance-ego0": 0.0021938775500206097, "sim_compute_performance-ego1": 0.0020842490947409853, "sim_compute_performance-ego2": 0.0021070923707256577, "sim_compute_performance-ego3": 0.0021145168232591183}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 4.2302235101779875, "get_ui_image": 0.048638958228777535, "step_physics": 0.6119302650020547, "survival_time": 29.15000000000028, "driven_lanedir": 1.8343536865525087, "get_state_dump": 0.010205575456357982, "get_robot_state": 0.01506343565575064, "sim_render-ego0": 0.004128414882372504, "sim_render-ego1": 0.004120952054245832, "sim_render-ego2": 0.004103955748963029, "sim_render-ego3": 0.004146613078574612, "get_duckie_state": 2.6099485893772072e-06, "in-drivable-lane": 17.65000000000025, "deviation-heading": 1.5056096696428585, "agent_compute-ego0": 0.04459770003410235, "agent_compute-ego1": 0.038749480492448155, "agent_compute-ego2": 0.04086487995435114, "agent_compute-ego3": 0.03792596067467781, "complete-iteration": 0.9106264890056768, "set_robot_commands": 0.0023184647298838995, "deviation-center-line": 0.5502881098496809, "driven_lanedir_consec": 1.8343536865525087, "sim_compute_sim_state": 0.027691875418571574, "sim_compute_performance-ego0": 0.0021938775500206097, "sim_compute_performance-ego1": 0.0020842490947409853, "sim_compute_performance-ego2": 0.0021070923707256577, "sim_compute_performance-ego3": 0.0021145168232591183}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.0281244466804815, "get_ui_image": 0.02606815814971924, "step_physics": 0.1132450090755116, "survival_time": 27.450000000000255, "driven_lanedir": 2.2042809617504258, "get_state_dump": 0.005465244813398881, "get_robot_state": 0.006404783508994363, "sim_render-ego0": 0.003373811028220437, "sim_render-ego1": 0.003378253850069913, "get_duckie_state": 1.5172091397372158e-06, "in-drivable-lane": 9.20000000000013, "deviation-heading": 2.0178028155968537, "agent_compute-ego0": 0.020264878273010253, "agent_compute-ego1": 0.01932332385670055, "complete-iteration": 0.21192535010251132, "set_robot_commands": 0.0017952693592418324, "deviation-center-line": 0.8214774657272441, "driven_lanedir_consec": 2.2042809617504258, "sim_compute_sim_state": 0.007403880466114391, "sim_compute_performance-ego0": 0.0016942232305353338, "sim_compute_performance-ego1": 0.0015960775722156872}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.608658991139869, "get_ui_image": 0.02606815814971924, "step_physics": 0.1132450090755116, "survival_time": 27.450000000000255, "driven_lanedir": 0.6323828184097274, "get_state_dump": 0.005465244813398881, "get_robot_state": 0.006404783508994363, "sim_render-ego0": 0.003373811028220437, "sim_render-ego1": 0.003378253850069913, "get_duckie_state": 1.5172091397372158e-06, "in-drivable-lane": 22.450000000000266, "deviation-heading": 2.308446482296916, "agent_compute-ego0": 0.020264878273010253, "agent_compute-ego1": 0.01932332385670055, "complete-iteration": 0.21192535010251132, "set_robot_commands": 0.0017952693592418324, "deviation-center-line": 0.5120067279802348, "driven_lanedir_consec": 0.6323828184097274, "sim_compute_sim_state": 0.007403880466114391, "sim_compute_performance-ego0": 0.0016942232305353338, "sim_compute_performance-ego1": 0.0015960775722156872}}
set_robot_commands_max0.0023184647298838995
set_robot_commands_mean0.002130668220720574
set_robot_commands_median0.002279380436396033
set_robot_commands_min0.0017952693592418324
sim_compute_performance-ego0_max0.002237856313679251
sim_compute_performance-ego0_mean0.002055761694144445
sim_compute_performance-ego0_median0.0021938775500206097
sim_compute_performance-ego0_min0.0016942232305353338
sim_compute_performance-ego1_max0.0021218833851903564
sim_compute_performance-ego1_mean0.0019214576825089785
sim_compute_performance-ego1_median0.0020842490947409853
sim_compute_performance-ego1_min0.0015960775722156872
sim_compute_sim_state_max0.027691875418571574
sim_compute_sim_state_mean0.02097929823023951
sim_compute_sim_state_median0.024615610595298026
sim_compute_sim_state_min0.007403880466114391
sim_render-ego0_max0.004128414882372504
sim_render-ego0_mean0.0038866431601997527
sim_render-ego0_median0.004112495167573889
sim_render-ego0_min0.003373811028220437
sim_render-ego1_max0.004120952054245832
sim_render-ego1_mean0.003815945881286149
sim_render-ego1_median0.003964156544908007
sim_render-ego1_min0.003378253850069913
simulation-passed1
step_physics_max0.6135262496462476
step_physics_mean0.5174824407273463
step_physics_median0.6119302650020547
step_physics_min0.1132450090755116
survival_time_max39.999999999999865
survival_time_mean30.12142857142871
survival_time_min22.550000000000185

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.