Duckietown Challenges Home Challenges Submissions

Job 59093

Job ID59093
submission12779
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:42:16
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.7953865367478181
survival_time_median19.800000000000143
deviation-center-line_median0.4492090976960688
in-drivable-lane_median11.600000000000133


other stats
agent_compute-ego0_max0.04100899552217959
agent_compute-ego0_mean0.029673229433043895
agent_compute-ego0_median0.032404266870938815
agent_compute-ego0_min0.019271665865236577
agent_compute-ego1_max0.021718835350248013
agent_compute-ego1_mean0.01954490797794087
agent_compute-ego1_median0.019518275232710075
agent_compute-ego1_min0.017680616636533995
agent_compute-ego2_max0.01918595383689746
agent_compute-ego2_mean0.01849564826877832
agent_compute-ego2_median0.01833886322181714
agent_compute-ego2_min0.017962127747620352
agent_compute-ego3_max0.019286998061640775
agent_compute-ego3_mean0.018682297546264607
agent_compute-ego3_median0.018694087900502854
agent_compute-ego3_min0.018065806676650187
complete-iteration_max0.9861271847430648
complete-iteration_mean0.6759645321547716
complete-iteration_median0.6981147728879146
complete-iteration_min0.22886935225478164
deviation-center-line_max0.7617866365617225
deviation-center-line_mean0.4471563721011403
deviation-center-line_min0.0942956831819404
deviation-heading_max4.954520661573399
deviation-heading_mean2.181847646220015
deviation-heading_median1.9049344591722244
deviation-heading_min0.8717515167243428
driven_any_max4.399856577834911
driven_any_mean2.2957070658116416
driven_any_median2.2601099932244493
driven_any_min0.5038724391711434
driven_lanedir_consec_max2.440012726371767
driven_lanedir_consec_mean1.0020536912957378
driven_lanedir_consec_min0.10538606333840984
driven_lanedir_max2.440012726371767
driven_lanedir_mean1.0020536912957378
driven_lanedir_median0.7953865367478181
driven_lanedir_min0.10538606333840984
get_duckie_state_max1.4923681840488233e-06
get_duckie_state_mean1.2997298013906228e-06
get_duckie_state_median1.2527556109005178e-06
get_duckie_state_min1.1967149035033191e-06
get_robot_state_max0.013928962894891312
get_robot_state_mean0.012850869818768856
get_robot_state_median0.013921521206857315
get_robot_state_min0.00693073745246406
get_state_dump_max0.009366906860313128
get_state_dump_mean0.008764235164027754
get_state_dump_median0.00918582699002599
get_state_dump_min0.005921611270389041
get_ui_image_max0.04901765544503109
get_ui_image_mean0.04358853411510131
get_ui_image_median0.04652240354408245
get_ui_image_min0.029934347857226123
in-drivable-lane_max29.650000000000304
in-drivable-lane_mean13.46428571428586
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.131881841672545, "get_ui_image": 0.042052636485128005, "step_physics": 0.3627664732509816, "survival_time": 16.850000000000104, "driven_lanedir": 1.24694565667943, "get_state_dump": 0.00918582699002599, "get_robot_state": 0.013662191537710335, "sim_render-ego0": 0.0035805934985008465, "sim_render-ego1": 0.0035420247083584938, "sim_render-ego2": 0.0034941152708064874, "sim_render-ego3": 0.003442517399082522, "get_duckie_state": 1.2527556109005178e-06, "in-drivable-lane": 9.150000000000125, "deviation-heading": 0.8717515167243428, "agent_compute-ego0": 0.032404266870938815, "agent_compute-ego1": 0.019518275232710075, "agent_compute-ego2": 0.017962127747620352, "agent_compute-ego3": 0.018065806676650187, "complete-iteration": 0.567199228783331, "set_robot_commands": 0.002034071634507038, "deviation-center-line": 0.24780376855866804, "driven_lanedir_consec": 1.24694565667943, "sim_compute_sim_state": 0.02205837619375195, "sim_compute_performance-ego0": 0.0018247909094454976, "sim_compute_performance-ego1": 0.00178870223683013, "sim_compute_performance-ego2": 0.0017815828323364258, "sim_compute_performance-ego3": 0.0017878494319125745}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 2.5149642833861683, "get_ui_image": 0.042052636485128005, "step_physics": 0.3627664732509816, "survival_time": 16.850000000000104, "driven_lanedir": 0.21507378288711232, "get_state_dump": 0.00918582699002599, "get_robot_state": 0.013662191537710335, "sim_render-ego0": 0.0035805934985008465, "sim_render-ego1": 0.0035420247083584938, "sim_render-ego2": 0.0034941152708064874, "sim_render-ego3": 0.003442517399082522, "get_duckie_state": 1.2527556109005178e-06, "in-drivable-lane": 14.600000000000108, "deviation-heading": 2.071960514865628, "agent_compute-ego0": 0.032404266870938815, "agent_compute-ego1": 0.019518275232710075, "agent_compute-ego2": 0.017962127747620352, "agent_compute-ego3": 0.018065806676650187, "complete-iteration": 0.567199228783331, "set_robot_commands": 0.002034071634507038, "deviation-center-line": 0.2141864893062947, "driven_lanedir_consec": 0.21507378288711232, "sim_compute_sim_state": 0.02205837619375195, "sim_compute_performance-ego0": 0.0018247909094454976, "sim_compute_performance-ego1": 0.00178870223683013, "sim_compute_performance-ego2": 0.0017815828323364258, "sim_compute_performance-ego3": 0.0017878494319125745}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.81081511973403, "get_ui_image": 0.042052636485128005, "step_physics": 0.3627664732509816, "survival_time": 16.850000000000104, "driven_lanedir": 0.5756976823093406, "get_state_dump": 0.00918582699002599, "get_robot_state": 0.013662191537710335, "sim_render-ego0": 0.0035805934985008465, "sim_render-ego1": 0.0035420247083584938, "sim_render-ego2": 0.0034941152708064874, "sim_render-ego3": 0.003442517399082522, "get_duckie_state": 1.2527556109005178e-06, "in-drivable-lane": 12.300000000000113, "deviation-heading": 2.406278186825656, "agent_compute-ego0": 0.032404266870938815, "agent_compute-ego1": 0.019518275232710075, "agent_compute-ego2": 0.017962127747620352, "agent_compute-ego3": 0.018065806676650187, "complete-iteration": 0.567199228783331, "set_robot_commands": 0.002034071634507038, "deviation-center-line": 0.3955010106430561, "driven_lanedir_consec": 0.5756976823093406, "sim_compute_sim_state": 0.02205837619375195, "sim_compute_performance-ego0": 0.0018247909094454976, "sim_compute_performance-ego1": 0.00178870223683013, "sim_compute_performance-ego2": 0.0017815828323364258, "sim_compute_performance-ego3": 0.0017878494319125745}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.7356815251244044, "get_ui_image": 0.042052636485128005, "step_physics": 0.3627664732509816, "survival_time": 16.850000000000104, "driven_lanedir": 0.9489261033301368, "get_state_dump": 0.00918582699002599, "get_robot_state": 0.013662191537710335, "sim_render-ego0": 0.0035805934985008465, "sim_render-ego1": 0.0035420247083584938, "sim_render-ego2": 0.0034941152708064874, "sim_render-ego3": 0.003442517399082522, "get_duckie_state": 1.2527556109005178e-06, "in-drivable-lane": 8.850000000000126, "deviation-heading": 1.4217011616208814, "agent_compute-ego0": 0.032404266870938815, "agent_compute-ego1": 0.019518275232710075, "agent_compute-ego2": 0.017962127747620352, "agent_compute-ego3": 0.018065806676650187, "complete-iteration": 0.567199228783331, "set_robot_commands": 0.002034071634507038, "deviation-center-line": 0.496334100917566, "driven_lanedir_consec": 0.9489261033301368, "sim_compute_sim_state": 0.02205837619375195, "sim_compute_performance-ego0": 0.0018247909094454976, "sim_compute_performance-ego1": 0.00178870223683013, "sim_compute_performance-ego2": 0.0017815828323364258, "sim_compute_performance-ego3": 0.0017878494319125745}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 4.399856577834911, "get_ui_image": 0.04901765544503109, "step_physics": 0.78566036663456, "survival_time": 30.900000000000304, "driven_lanedir": 0.9418606430035136, "get_state_dump": 0.00916128358856349, "get_robot_state": 0.013921521206857315, "sim_render-ego0": 0.00366879241339417, "sim_render-ego1": 0.003564931656894468, "sim_render-ego2": 0.003523610135079971, "sim_render-ego3": 0.003537905620642741, "get_duckie_state": 1.1967149035033191e-06, "in-drivable-lane": 21.45000000000019, "deviation-heading": 4.954520661573399, "agent_compute-ego0": 0.02080720768991695, "agent_compute-ego1": 0.01832975902156799, "agent_compute-ego2": 0.01833886322181714, "agent_compute-ego3": 0.019286998061640775, "complete-iteration": 0.9861271847430648, "set_robot_commands": 0.00208051678437216, "deviation-center-line": 0.7336518367336857, "driven_lanedir_consec": 0.9418606430035136, "sim_compute_sim_state": 0.02152139728404401, "sim_compute_performance-ego0": 0.0018495153726013872, "sim_compute_performance-ego1": 0.001806332722234033, "sim_compute_performance-ego2": 0.001821962042270839, "sim_compute_performance-ego3": 0.0018321346967016168}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.798051090468549, "get_ui_image": 0.04901765544503109, "step_physics": 0.78566036663456, "survival_time": 30.900000000000304, "driven_lanedir": 0.5235891728882767, "get_state_dump": 0.00916128358856349, "get_robot_state": 0.013921521206857315, "sim_render-ego0": 0.00366879241339417, "sim_render-ego1": 0.003564931656894468, "sim_render-ego2": 0.003523610135079971, "sim_render-ego3": 0.003537905620642741, "get_duckie_state": 1.1967149035033191e-06, "in-drivable-lane": 24.450000000000237, "deviation-heading": 4.07159334501081, "agent_compute-ego0": 0.02080720768991695, "agent_compute-ego1": 0.01832975902156799, "agent_compute-ego2": 0.01833886322181714, "agent_compute-ego3": 0.019286998061640775, "complete-iteration": 0.9861271847430648, "set_robot_commands": 0.00208051678437216, "deviation-center-line": 0.5272563357160208, "driven_lanedir_consec": 0.5235891728882767, "sim_compute_sim_state": 0.02152139728404401, "sim_compute_performance-ego0": 0.0018495153726013872, "sim_compute_performance-ego1": 0.001806332722234033, "sim_compute_performance-ego2": 0.001821962042270839, "sim_compute_performance-ego3": 0.0018321346967016168}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.5082102122292885, "get_ui_image": 0.04901765544503109, "step_physics": 0.78566036663456, "survival_time": 30.900000000000304, "driven_lanedir": 0.10538606333840984, "get_state_dump": 0.00916128358856349, "get_robot_state": 0.013921521206857315, "sim_render-ego0": 0.00366879241339417, "sim_render-ego1": 0.003564931656894468, "sim_render-ego2": 0.003523610135079971, "sim_render-ego3": 0.003537905620642741, "get_duckie_state": 1.1967149035033191e-06, "in-drivable-lane": 29.650000000000304, "deviation-heading": 1.0631927756732475, "agent_compute-ego0": 0.02080720768991695, "agent_compute-ego1": 0.01832975902156799, "agent_compute-ego2": 0.01833886322181714, "agent_compute-ego3": 0.019286998061640775, "complete-iteration": 0.9861271847430648, "set_robot_commands": 0.00208051678437216, "deviation-center-line": 0.0942956831819404, "driven_lanedir_consec": 0.10538606333840984, "sim_compute_sim_state": 0.02152139728404401, "sim_compute_performance-ego0": 0.0018495153726013872, "sim_compute_performance-ego1": 0.001806332722234033, "sim_compute_performance-ego2": 0.001821962042270839, "sim_compute_performance-ego3": 0.0018321346967016168}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.5038724391711434, "get_ui_image": 0.04901765544503109, "step_physics": 0.78566036663456, "survival_time": 30.900000000000304, "driven_lanedir": 0.4951763974145633, "get_state_dump": 0.00916128358856349, "get_robot_state": 0.013921521206857315, "sim_render-ego0": 0.00366879241339417, "sim_render-ego1": 0.003564931656894468, "sim_render-ego2": 0.003523610135079971, "sim_render-ego3": 0.003537905620642741, "get_duckie_state": 1.1967149035033191e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.063835655279404, "agent_compute-ego0": 0.02080720768991695, "agent_compute-ego1": 0.01832975902156799, "agent_compute-ego2": 0.01833886322181714, "agent_compute-ego3": 0.019286998061640775, "complete-iteration": 0.9861271847430648, "set_robot_commands": 0.00208051678437216, "deviation-center-line": 0.7617866365617225, "driven_lanedir_consec": 0.4951763974145633, "sim_compute_sim_state": 0.02152139728404401, "sim_compute_performance-ego0": 0.0018495153726013872, "sim_compute_performance-ego1": 0.001806332722234033, "sim_compute_performance-ego2": 0.001821962042270839, "sim_compute_performance-ego3": 0.0018321346967016168}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 2.811961260337532, "get_ui_image": 0.04652240354408245, "step_physics": 0.463984388548421, "survival_time": 19.800000000000143, "driven_lanedir": 2.440012726371767, "get_state_dump": 0.009366906860313128, "get_robot_state": 0.013928962894891312, "sim_render-ego0": 0.003759756496631228, "sim_render-ego1": 0.003675132314264023, "sim_render-ego2": 0.0035975045461198243, "sim_render-ego3": 0.003567883590006408, "get_duckie_state": 1.4923681840488233e-06, "in-drivable-lane": 2.3500000000000334, "deviation-heading": 2.171572915470859, "agent_compute-ego0": 0.04100899552217959, "agent_compute-ego1": 0.021718835350248013, "agent_compute-ego2": 0.01918595383689746, "agent_compute-ego3": 0.018694087900502854, "complete-iteration": 0.6981147728879146, "set_robot_commands": 0.0020827454343550753, "deviation-center-line": 0.4598553161799589, "driven_lanedir_consec": 2.440012726371767, "sim_compute_sim_state": 0.03297522926811007, "sim_compute_performance-ego0": 0.001933632929919649, "sim_compute_performance-ego1": 0.0018582145873485344, "sim_compute_performance-ego2": 0.001857597221355294, "sim_compute_performance-ego3": 0.0018536311853442444}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 1.9643556539380425, "get_ui_image": 0.04652240354408245, "step_physics": 0.463984388548421, "survival_time": 19.800000000000143, "driven_lanedir": 1.2339527852740018, "get_state_dump": 0.009366906860313128, "get_robot_state": 0.013928962894891312, "sim_render-ego0": 0.003759756496631228, "sim_render-ego1": 0.003675132314264023, "sim_render-ego2": 0.0035975045461198243, "sim_render-ego3": 0.003567883590006408, "get_duckie_state": 1.4923681840488233e-06, "in-drivable-lane": 10.900000000000157, "deviation-heading": 1.4946085096157309, "agent_compute-ego0": 0.04100899552217959, "agent_compute-ego1": 0.021718835350248013, "agent_compute-ego2": 0.01918595383689746, "agent_compute-ego3": 0.018694087900502854, "complete-iteration": 0.6981147728879146, "set_robot_commands": 0.0020827454343550753, "deviation-center-line": 0.18720971339838177, "driven_lanedir_consec": 1.2339527852740018, "sim_compute_sim_state": 0.03297522926811007, "sim_compute_performance-ego0": 0.001933632929919649, "sim_compute_performance-ego1": 0.0018582145873485344, "sim_compute_performance-ego2": 0.001857597221355294, "sim_compute_performance-ego3": 0.0018536311853442444}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.8669645908114256, "get_ui_image": 0.04652240354408245, "step_physics": 0.463984388548421, "survival_time": 19.800000000000143, "driven_lanedir": 0.6414381295530884, "get_state_dump": 0.009366906860313128, "get_robot_state": 0.013928962894891312, "sim_render-ego0": 0.003759756496631228, "sim_render-ego1": 0.003675132314264023, "sim_render-ego2": 0.0035975045461198243, "sim_render-ego3": 0.003567883590006408, "get_duckie_state": 1.4923681840488233e-06, "in-drivable-lane": 15.300000000000152, "deviation-heading": 1.489013099149134, "agent_compute-ego0": 0.04100899552217959, "agent_compute-ego1": 0.021718835350248013, "agent_compute-ego2": 0.01918595383689746, "agent_compute-ego3": 0.018694087900502854, "complete-iteration": 0.6981147728879146, "set_robot_commands": 0.0020827454343550753, "deviation-center-line": 0.4385628792121787, "driven_lanedir_consec": 0.6414381295530884, "sim_compute_sim_state": 0.03297522926811007, "sim_compute_performance-ego0": 0.001933632929919649, "sim_compute_performance-ego1": 0.0018582145873485344, "sim_compute_performance-ego2": 0.001857597221355294, "sim_compute_performance-ego3": 0.0018536311853442444}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.3883381447763536, "get_ui_image": 0.04652240354408245, "step_physics": 0.463984388548421, "survival_time": 19.800000000000143, "driven_lanedir": 1.8364951784303083, "get_state_dump": 0.009366906860313128, "get_robot_state": 0.013928962894891312, "sim_render-ego0": 0.003759756496631228, "sim_render-ego1": 0.003675132314264023, "sim_render-ego2": 0.0035975045461198243, "sim_render-ego3": 0.003567883590006408, "get_duckie_state": 1.4923681840488233e-06, "in-drivable-lane": 6.850000000000097, "deviation-heading": 2.0044487505566484, "agent_compute-ego0": 0.04100899552217959, "agent_compute-ego1": 0.021718835350248013, "agent_compute-ego2": 0.01918595383689746, "agent_compute-ego3": 0.018694087900502854, "complete-iteration": 0.6981147728879146, "set_robot_commands": 0.0020827454343550753, "deviation-center-line": 0.6086565496493871, "driven_lanedir_consec": 1.8364951784303083, "sim_compute_sim_state": 0.03297522926811007, "sim_compute_performance-ego0": 0.001933632929919649, "sim_compute_performance-ego1": 0.0018582145873485344, "sim_compute_performance-ego2": 0.001857597221355294, "sim_compute_performance-ego3": 0.0018536311853442444}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 2.990586923805985, "get_ui_image": 0.029934347857226123, "step_physics": 0.1258760924811836, "survival_time": 27.70000000000026, "driven_lanedir": 2.175284926168259, "get_state_dump": 0.005921611270389041, "get_robot_state": 0.00693073745246406, "sim_render-ego0": 0.0035556518279754364, "sim_render-ego1": 0.0035556617083850207, "get_duckie_state": 1.21443121282904e-06, "in-drivable-lane": 9.600000000000136, "deviation-heading": 1.6559697869266754, "agent_compute-ego0": 0.019271665865236577, "agent_compute-ego1": 0.017680616636533995, "complete-iteration": 0.22886935225478164, "set_robot_commands": 0.002048156497714756, "deviation-center-line": 0.7184107391243856, "driven_lanedir_consec": 2.175284926168259, "sim_compute_sim_state": 0.008305403133770367, "sim_compute_performance-ego0": 0.0018328658095351212, "sim_compute_performance-ego1": 0.0017909389358383042}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.7143592580726015, "get_ui_image": 0.029934347857226123, "step_physics": 0.1258760924811836, "survival_time": 27.70000000000026, "driven_lanedir": 0.6489124304921229, "get_state_dump": 0.005921611270389041, "get_robot_state": 0.00693073745246406, "sim_render-ego0": 0.0035556518279754364, "sim_render-ego1": 0.0035556617083850207, "get_duckie_state": 1.21443121282904e-06, "in-drivable-lane": 23.050000000000267, "deviation-heading": 1.8054201677878003, "agent_compute-ego0": 0.019271665865236577, "agent_compute-ego1": 0.017680616636533995, "complete-iteration": 0.22886935225478164, "set_robot_commands": 0.002048156497714756, "deviation-center-line": 0.37667815023271806, "driven_lanedir_consec": 0.6489124304921229, "sim_compute_sim_state": 0.008305403133770367, "sim_compute_performance-ego0": 0.0018328658095351212, "sim_compute_performance-ego1": 0.0017909389358383042}}
set_robot_commands_max0.0020827454343550753
set_robot_commands_mean0.0020632606005976154
set_robot_commands_median0.00208051678437216
set_robot_commands_min0.002034071634507038
sim_compute_performance-ego0_max0.001933632929919649
sim_compute_performance-ego0_mean0.0018641063190668844
sim_compute_performance-ego0_median0.0018495153726013872
sim_compute_performance-ego0_min0.0018247909094454976
sim_compute_performance-ego1_max0.0018582145873485344
sim_compute_performance-ego1_mean0.0018139197183805289
sim_compute_performance-ego1_median0.001806332722234033
sim_compute_performance-ego1_min0.00178870223683013
sim_compute_performance-ego2_max0.001857597221355294
sim_compute_performance-ego2_mean0.0018203806986541865
sim_compute_performance-ego2_median0.001821962042270839
sim_compute_performance-ego2_min0.0017815828323364258
sim_compute_performance-ego3_max0.0018536311853442444
sim_compute_performance-ego3_mean0.0018245384379861453
sim_compute_performance-ego3_median0.0018321346967016168
sim_compute_performance-ego3_min0.0017878494319125745
sim_compute_sim_state_max0.03297522926811007
sim_compute_sim_state_mean0.02305934408936892
sim_compute_sim_state_median0.02205837619375195
sim_compute_sim_state_min0.008305403133770367
sim_render-ego0_max0.003759756496631228
sim_render-ego0_mean0.0036534195207182743
sim_render-ego0_median0.00366879241339417
sim_render-ego0_min0.0035556518279754364
sim_render-ego1_max0.003675132314264023
sim_render-ego1_mean0.003588548438202713
sim_render-ego1_median0.003564931656894468
sim_render-ego1_min0.0035420247083584938
sim_render-ego2_max0.0035975045461198243
sim_render-ego2_mean0.0035384099840020944
sim_render-ego2_median0.003523610135079971
sim_render-ego2_min0.0034941152708064874
sim_render-ego3_max0.003567883590006408
sim_render-ego3_mean0.0035161022032438893
sim_render-ego3_median0.003537905620642741
sim_render-ego3_min0.003442517399082522
simulation-passed1
step_physics_max0.78566036663456
step_physics_mean0.4786712213355869
step_physics_median0.463984388548421
step_physics_min0.1258760924811836
survival_time_max30.900000000000304
survival_time_mean23.257142857143048
survival_time_min16.850000000000104

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.