Duckietown Challenges Home Challenges Submissions

Job 59094

Job ID59094
submission12779
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration0:53:36
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.8864678897602054
survival_time_median30.350000000000296
deviation-center-line_median0.4449254537592783
in-drivable-lane_median21.30000000000028


other stats
agent_compute-ego0_max0.025748353564377987
agent_compute-ego0_mean0.02027313121092626
agent_compute-ego0_median0.019506087350608103
agent_compute-ego0_min0.017897907448442357
agent_compute-ego1_max0.019462755070396916
agent_compute-ego1_mean0.01804805414704384
agent_compute-ego1_median0.017525774528658725
agent_compute-ego1_min0.016910690618188756
agent_compute-ego2_max0.020220375179651365
agent_compute-ego2_mean0.018605647834715456
agent_compute-ego2_median0.018088989744060917
agent_compute-ego2_min0.017507578580434086
agent_compute-ego3_max0.01968809502634836
agent_compute-ego3_mean0.018318992744368615
agent_compute-ego3_median0.01784471033790336
agent_compute-ego3_min0.017424172868854122
complete-iteration_max0.9343651663559388
complete-iteration_mean0.725190975876908
complete-iteration_median0.7756846041271561
complete-iteration_min0.2405464482126814
deviation-center-line_max0.8989419502181852
deviation-center-line_mean0.4702206633216411
deviation-center-line_min0.2148689465885365
deviation-heading_max3.901569070601179
deviation-heading_mean2.306137147803436
deviation-heading_median2.0565117717343644
deviation-heading_min0.755078346181312
driven_any_max5.885914783442583
driven_any_mean2.677375799205397
driven_any_median2.258720254440639
driven_any_min1.523100665316446
driven_lanedir_consec_max2.4237754477694273
driven_lanedir_consec_mean1.1166942287697428
driven_lanedir_consec_min0.36647136746201103
driven_lanedir_max2.4237754477694273
driven_lanedir_mean1.1166942287697428
driven_lanedir_median0.8864678897602054
driven_lanedir_min0.36647136746201103
get_duckie_state_max1.2454701893365206e-06
get_duckie_state_mean1.2050090073843076e-06
get_duckie_state_median1.2450312313280608e-06
get_duckie_state_min1.1226299761512504e-06
get_robot_state_max0.013982772827148438
get_robot_state_mean0.012918317562015696
get_robot_state_median0.013875171319762273
get_robot_state_min0.007037189873782071
get_state_dump_max0.009250934444256682
get_state_dump_mean0.008792266823430778
get_state_dump_median0.009216652889000742
get_state_dump_min0.0061823486378698635
get_ui_image_max0.04892529361423949
get_ui_image_mean0.04370509652421446
get_ui_image_median0.04633099048291866
get_ui_image_min0.03069209646094929
in-drivable-lane_max35.89999999999989
in-drivable-lane_mean20.70357142857153
in-drivable-lane_min2.750000000000039
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.142104589100483, "get_ui_image": 0.042365505507117825, "step_physics": 0.5934681296348572, "survival_time": 30.350000000000296, "driven_lanedir": 1.2442019371379067, "get_state_dump": 0.009216652889000742, "get_robot_state": 0.013837572383253198, "sim_render-ego0": 0.0036212907809960214, "sim_render-ego1": 0.003567810905607123, "sim_render-ego2": 0.003623640066698978, "sim_render-ego3": 0.003487225425870795, "get_duckie_state": 1.2450312313280608e-06, "in-drivable-lane": 22.900000000000315, "deviation-heading": 0.755078346181312, "agent_compute-ego0": 0.017897907448442357, "agent_compute-ego1": 0.016910690618188756, "agent_compute-ego2": 0.018088989744060917, "agent_compute-ego3": 0.017424172868854122, "complete-iteration": 0.7756846041271561, "set_robot_commands": 0.002081493405919326, "deviation-center-line": 0.23438885145601152, "driven_lanedir_consec": 1.2442019371379067, "sim_compute_sim_state": 0.016298047806087294, "sim_compute_performance-ego0": 0.0018771435869367496, "sim_compute_performance-ego1": 0.0018201266464434173, "sim_compute_performance-ego2": 0.0017987826937123348, "sim_compute_performance-ego3": 0.0018215932344135485}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 4.306934613062369, "get_ui_image": 0.042365505507117825, "step_physics": 0.5934681296348572, "survival_time": 30.350000000000296, "driven_lanedir": 1.7362798049610295, "get_state_dump": 0.009216652889000742, "get_robot_state": 0.013837572383253198, "sim_render-ego0": 0.0036212907809960214, "sim_render-ego1": 0.003567810905607123, "sim_render-ego2": 0.003623640066698978, "sim_render-ego3": 0.003487225425870795, "get_duckie_state": 1.2450312313280608e-06, "in-drivable-lane": 15.850000000000122, "deviation-heading": 3.901569070601179, "agent_compute-ego0": 0.017897907448442357, "agent_compute-ego1": 0.016910690618188756, "agent_compute-ego2": 0.018088989744060917, "agent_compute-ego3": 0.017424172868854122, "complete-iteration": 0.7756846041271561, "set_robot_commands": 0.002081493405919326, "deviation-center-line": 0.8989419502181852, "driven_lanedir_consec": 1.7362798049610295, "sim_compute_sim_state": 0.016298047806087294, "sim_compute_performance-ego0": 0.0018771435869367496, "sim_compute_performance-ego1": 0.0018201266464434173, "sim_compute_performance-ego2": 0.0017987826937123348, "sim_compute_performance-ego3": 0.0018215932344135485}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.7698823142603413, "get_ui_image": 0.042365505507117825, "step_physics": 0.5934681296348572, "survival_time": 30.350000000000296, "driven_lanedir": 0.6214341150212666, "get_state_dump": 0.009216652889000742, "get_robot_state": 0.013837572383253198, "sim_render-ego0": 0.0036212907809960214, "sim_render-ego1": 0.003567810905607123, "sim_render-ego2": 0.003623640066698978, "sim_render-ego3": 0.003487225425870795, "get_duckie_state": 1.2450312313280608e-06, "in-drivable-lane": 25.400000000000304, "deviation-heading": 2.4511312979538116, "agent_compute-ego0": 0.017897907448442357, "agent_compute-ego1": 0.016910690618188756, "agent_compute-ego2": 0.018088989744060917, "agent_compute-ego3": 0.017424172868854122, "complete-iteration": 0.7756846041271561, "set_robot_commands": 0.002081493405919326, "deviation-center-line": 0.4493520803024408, "driven_lanedir_consec": 0.6214341150212666, "sim_compute_sim_state": 0.016298047806087294, "sim_compute_performance-ego0": 0.0018771435869367496, "sim_compute_performance-ego1": 0.0018201266464434173, "sim_compute_performance-ego2": 0.0017987826937123348, "sim_compute_performance-ego3": 0.0018215932344135485}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.846889141799806, "get_ui_image": 0.042365505507117825, "step_physics": 0.5934681296348572, "survival_time": 30.350000000000296, "driven_lanedir": 0.9954030904425208, "get_state_dump": 0.009216652889000742, "get_robot_state": 0.013837572383253198, "sim_render-ego0": 0.0036212907809960214, "sim_render-ego1": 0.003567810905607123, "sim_render-ego2": 0.003623640066698978, "sim_render-ego3": 0.003487225425870795, "get_duckie_state": 1.2450312313280608e-06, "in-drivable-lane": 21.600000000000307, "deviation-heading": 1.3672448319721031, "agent_compute-ego0": 0.017897907448442357, "agent_compute-ego1": 0.016910690618188756, "agent_compute-ego2": 0.018088989744060917, "agent_compute-ego3": 0.017424172868854122, "complete-iteration": 0.7756846041271561, "set_robot_commands": 0.002081493405919326, "deviation-center-line": 0.5908371903829367, "driven_lanedir_consec": 0.9954030904425208, "sim_compute_sim_state": 0.016298047806087294, "sim_compute_performance-ego0": 0.0018771435869367496, "sim_compute_performance-ego1": 0.0018201266464434173, "sim_compute_performance-ego2": 0.0017987826937123348, "sim_compute_performance-ego3": 0.0018215932344135485}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 5.885914783442583, "get_ui_image": 0.04892529361423949, "step_physics": 0.7331423016298212, "survival_time": 39.24999999999991, "driven_lanedir": 0.45777843126213247, "get_state_dump": 0.009214172229815378, "get_robot_state": 0.013982772827148438, "sim_render-ego0": 0.003701966834128965, "sim_render-ego1": 0.003616922380966691, "sim_render-ego2": 0.0035800063276412225, "sim_render-ego3": 0.0035514279479592205, "get_duckie_state": 1.1226299761512504e-06, "in-drivable-lane": 34.79999999999986, "deviation-heading": 3.844500496339819, "agent_compute-ego0": 0.020677787657002455, "agent_compute-ego1": 0.017525774528658725, "agent_compute-ego2": 0.017507578580434086, "agent_compute-ego3": 0.01784471033790336, "complete-iteration": 0.9343651663559388, "set_robot_commands": 0.0020996408001460495, "deviation-center-line": 0.4188898089016422, "driven_lanedir_consec": 0.45777843126213247, "sim_compute_sim_state": 0.02513576312222857, "sim_compute_performance-ego0": 0.0018717614749005733, "sim_compute_performance-ego1": 0.001818201924098357, "sim_compute_performance-ego2": 0.0018230716084099304, "sim_compute_performance-ego3": 0.0018269102688660752}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 2.110932742771837, "get_ui_image": 0.04892529361423949, "step_physics": 0.7331423016298212, "survival_time": 39.24999999999991, "driven_lanedir": 0.41970025358632046, "get_state_dump": 0.009214172229815378, "get_robot_state": 0.013982772827148438, "sim_render-ego0": 0.003701966834128965, "sim_render-ego1": 0.003616922380966691, "sim_render-ego2": 0.0035800063276412225, "sim_render-ego3": 0.0035514279479592205, "get_duckie_state": 1.1226299761512504e-06, "in-drivable-lane": 33.59999999999985, "deviation-heading": 3.765062003276279, "agent_compute-ego0": 0.020677787657002455, "agent_compute-ego1": 0.017525774528658725, "agent_compute-ego2": 0.017507578580434086, "agent_compute-ego3": 0.01784471033790336, "complete-iteration": 0.9343651663559388, "set_robot_commands": 0.0020996408001460495, "deviation-center-line": 0.5378909021170574, "driven_lanedir_consec": 0.41970025358632046, "sim_compute_sim_state": 0.02513576312222857, "sim_compute_performance-ego0": 0.0018717614749005733, "sim_compute_performance-ego1": 0.001818201924098357, "sim_compute_performance-ego2": 0.0018230716084099304, "sim_compute_performance-ego3": 0.0018269102688660752}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 1.523100665316446, "get_ui_image": 0.04892529361423949, "step_physics": 0.7331423016298212, "survival_time": 39.24999999999991, "driven_lanedir": 0.36647136746201103, "get_state_dump": 0.009214172229815378, "get_robot_state": 0.013982772827148438, "sim_render-ego0": 0.003701966834128965, "sim_render-ego1": 0.003616922380966691, "sim_render-ego2": 0.0035800063276412225, "sim_render-ego3": 0.0035514279479592205, "get_duckie_state": 1.1226299761512504e-06, "in-drivable-lane": 35.89999999999989, "deviation-heading": 2.506498433011117, "agent_compute-ego0": 0.020677787657002455, "agent_compute-ego1": 0.017525774528658725, "agent_compute-ego2": 0.017507578580434086, "agent_compute-ego3": 0.01784471033790336, "complete-iteration": 0.9343651663559388, "set_robot_commands": 0.0020996408001460495, "deviation-center-line": 0.28527438151206685, "driven_lanedir_consec": 0.36647136746201103, "sim_compute_sim_state": 0.02513576312222857, "sim_compute_performance-ego0": 0.0018717614749005733, "sim_compute_performance-ego1": 0.001818201924098357, "sim_compute_performance-ego2": 0.0018230716084099304, "sim_compute_performance-ego3": 0.0018269102688660752}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 2.3753359197807953, "get_ui_image": 0.04892529361423949, "step_physics": 0.7331423016298212, "survival_time": 39.24999999999991, "driven_lanedir": 0.77753268907789, "get_state_dump": 0.009214172229815378, "get_robot_state": 0.013982772827148438, "sim_render-ego0": 0.003701966834128965, "sim_render-ego1": 0.003616922380966691, "sim_render-ego2": 0.0035800063276412225, "sim_render-ego3": 0.0035514279479592205, "get_duckie_state": 1.1226299761512504e-06, "in-drivable-lane": 32.849999999999895, "deviation-heading": 2.981442356577257, "agent_compute-ego0": 0.020677787657002455, "agent_compute-ego1": 0.017525774528658725, "agent_compute-ego2": 0.017507578580434086, "agent_compute-ego3": 0.01784471033790336, "complete-iteration": 0.9343651663559388, "set_robot_commands": 0.0020996408001460495, "deviation-center-line": 0.3709695831073203, "driven_lanedir_consec": 0.77753268907789, "sim_compute_sim_state": 0.02513576312222857, "sim_compute_performance-ego0": 0.0018717614749005733, "sim_compute_performance-ego1": 0.001818201924098357, "sim_compute_performance-ego2": 0.0018230716084099304, "sim_compute_performance-ego3": 0.0018269102688660752}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 2.848197233180657, "get_ui_image": 0.04633099048291866, "step_physics": 0.4986378731419198, "survival_time": 20.05000000000015, "driven_lanedir": 2.4237754477694273, "get_state_dump": 0.009250934444256682, "get_robot_state": 0.013875171319762273, "sim_render-ego0": 0.0036501653158842622, "sim_render-ego1": 0.0036117704353522302, "sim_render-ego2": 0.00355864698020973, "sim_render-ego3": 0.003545810927206011, "get_duckie_state": 1.2454701893365206e-06, "in-drivable-lane": 2.750000000000039, "deviation-heading": 1.9491428987666928, "agent_compute-ego0": 0.019506087350608103, "agent_compute-ego1": 0.019462755070396916, "agent_compute-ego2": 0.020220375179651365, "agent_compute-ego3": 0.01968809502634836, "complete-iteration": 0.7078454209797418, "set_robot_commands": 0.0020666009751125355, "deviation-center-line": 0.32240300636826097, "driven_lanedir_consec": 2.4237754477694273, "sim_compute_sim_state": 0.030764583924516517, "sim_compute_performance-ego0": 0.001866223207160608, "sim_compute_performance-ego1": 0.0018059958272905491, "sim_compute_performance-ego2": 0.001811676357516009, "sim_compute_performance-ego3": 0.0018119052867984296}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 1.9155821198238057, "get_ui_image": 0.04633099048291866, "step_physics": 0.4986378731419198, "survival_time": 20.05000000000015, "driven_lanedir": 1.2547381293399562, "get_state_dump": 0.009250934444256682, "get_robot_state": 0.013875171319762273, "sim_render-ego0": 0.0036501653158842622, "sim_render-ego1": 0.0036117704353522302, "sim_render-ego2": 0.00355864698020973, "sim_render-ego3": 0.003545810927206011, "get_duckie_state": 1.2454701893365206e-06, "in-drivable-lane": 11.25000000000016, "deviation-heading": 1.5324718335439032, "agent_compute-ego0": 0.019506087350608103, "agent_compute-ego1": 0.019462755070396916, "agent_compute-ego2": 0.020220375179651365, "agent_compute-ego3": 0.01968809502634836, "complete-iteration": 0.7078454209797418, "set_robot_commands": 0.0020666009751125355, "deviation-center-line": 0.2148689465885365, "driven_lanedir_consec": 1.2547381293399562, "sim_compute_sim_state": 0.030764583924516517, "sim_compute_performance-ego0": 0.001866223207160608, "sim_compute_performance-ego1": 0.0018059958272905491, "sim_compute_performance-ego2": 0.001811676357516009, "sim_compute_performance-ego3": 0.0018119052867984296}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.875490932234358, "get_ui_image": 0.04633099048291866, "step_physics": 0.4986378731419198, "survival_time": 20.05000000000015, "driven_lanedir": 0.6479857764703061, "get_state_dump": 0.009250934444256682, "get_robot_state": 0.013875171319762273, "sim_render-ego0": 0.0036501653158842622, "sim_render-ego1": 0.0036117704353522302, "sim_render-ego2": 0.00355864698020973, "sim_render-ego3": 0.003545810927206011, "get_duckie_state": 1.2454701893365206e-06, "in-drivable-lane": 15.25000000000016, "deviation-heading": 1.6560877676864054, "agent_compute-ego0": 0.019506087350608103, "agent_compute-ego1": 0.019462755070396916, "agent_compute-ego2": 0.020220375179651365, "agent_compute-ego3": 0.01968809502634836, "complete-iteration": 0.7078454209797418, "set_robot_commands": 0.0020666009751125355, "deviation-center-line": 0.459339520672483, "driven_lanedir_consec": 0.6479857764703061, "sim_compute_sim_state": 0.030764583924516517, "sim_compute_performance-ego0": 0.001866223207160608, "sim_compute_performance-ego1": 0.0018059958272905491, "sim_compute_performance-ego2": 0.001811676357516009, "sim_compute_performance-ego3": 0.0018119052867984296}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.4202977596700457, "get_ui_image": 0.04633099048291866, "step_physics": 0.4986378731419198, "survival_time": 20.05000000000015, "driven_lanedir": 1.838552899230109, "get_state_dump": 0.009250934444256682, "get_robot_state": 0.013875171319762273, "sim_render-ego0": 0.0036501653158842622, "sim_render-ego1": 0.0036117704353522302, "sim_render-ego2": 0.00355864698020973, "sim_render-ego3": 0.003545810927206011, "get_duckie_state": 1.2454701893365206e-06, "in-drivable-lane": 9.20000000000013, "deviation-heading": 1.4626671898695014, "agent_compute-ego0": 0.019506087350608103, "agent_compute-ego1": 0.019462755070396916, "agent_compute-ego2": 0.020220375179651365, "agent_compute-ego3": 0.01968809502634836, "complete-iteration": 0.7078454209797418, "set_robot_commands": 0.0020666009751125355, "deviation-center-line": 0.5083004517732502, "driven_lanedir_consec": 1.838552899230109, "sim_compute_sim_state": 0.030764583924516517, "sim_compute_performance-ego0": 0.001866223207160608, "sim_compute_performance-ego1": 0.0018059958272905491, "sim_compute_performance-ego2": 0.001811676357516009, "sim_compute_performance-ego3": 0.0018119052867984296}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.0144215256720397, "get_ui_image": 0.03069209646094929, "step_physics": 0.1279428212931662, "survival_time": 26.35000000000024, "driven_lanedir": 2.18767665671518, "get_state_dump": 0.0061823486378698635, "get_robot_state": 0.007037189873782071, "sim_render-ego0": 0.0037140444372639513, "sim_render-ego1": 0.0037183210705265856, "get_duckie_state": 1.2088002580584902e-06, "in-drivable-lane": 7.500000000000107, "deviation-heading": 2.022961589180411, "agent_compute-ego0": 0.025748353564377987, "agent_compute-ego1": 0.018537938594818115, "complete-iteration": 0.2405464482126814, "set_robot_commands": 0.0021359184474656076, "deviation-center-line": 0.8511337858866689, "driven_lanedir_consec": 2.18767665671518, "sim_compute_sim_state": 0.008795533216360844, "sim_compute_performance-ego0": 0.0019191223563569963, "sim_compute_performance-ego1": 0.0018635491530100503}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.448176848760003, "get_ui_image": 0.03069209646094929, "step_physics": 0.1279428212931662, "survival_time": 26.35000000000024, "driven_lanedir": 0.6621886043003399, "get_state_dump": 0.0061823486378698635, "get_robot_state": 0.007037189873782071, "sim_render-ego0": 0.0037140444372639513, "sim_render-ego1": 0.0037183210705265856, "get_duckie_state": 1.2088002580584902e-06, "in-drivable-lane": 21.00000000000025, "deviation-heading": 2.0900619542883176, "agent_compute-ego0": 0.025748353564377987, "agent_compute-ego1": 0.018537938594818115, "complete-iteration": 0.2405464482126814, "set_robot_commands": 0.0021359184474656076, "deviation-center-line": 0.44049882721611566, "driven_lanedir_consec": 0.6621886043003399, "sim_compute_sim_state": 0.008795533216360844, "sim_compute_performance-ego0": 0.0019191223563569963, "sim_compute_performance-ego1": 0.0018635491530100503}}
set_robot_commands_max0.0021359184474656076
set_robot_commands_mean0.002090198401403061
set_robot_commands_median0.002081493405919326
set_robot_commands_min0.0020666009751125355
sim_compute_performance-ego0_max0.0019191223563569963
sim_compute_performance-ego0_mean0.0018784826991932657
sim_compute_performance-ego0_median0.0018717614749005733
sim_compute_performance-ego0_min0.001866223207160608
sim_compute_performance-ego1_max0.0018635491530100503
sim_compute_performance-ego1_mean0.0018217425640963856
sim_compute_performance-ego1_median0.001818201924098357
sim_compute_performance-ego1_min0.0018059958272905491
sim_compute_performance-ego2_max0.0018230716084099304
sim_compute_performance-ego2_mean0.0018111768865460912
sim_compute_performance-ego2_median0.001811676357516009
sim_compute_performance-ego2_min0.0017987826937123348
sim_compute_performance-ego3_max0.0018269102688660752
sim_compute_performance-ego3_mean0.0018201362633593517
sim_compute_performance-ego3_median0.0018215932344135485
sim_compute_performance-ego3_min0.0018119052867984296
sim_compute_sim_state_max0.030764583924516517
sim_compute_sim_state_mean0.021884617560289372
sim_compute_sim_state_median0.02513576312222857
sim_compute_sim_state_min0.008795533216360844
sim_render-ego0_max0.0037140444372639513
sim_render-ego0_mean0.003665841471326064
sim_render-ego0_median0.0036501653158842622
sim_render-ego0_min0.0036212907809960214
sim_render-ego1_max0.0037183210705265856
sim_render-ego1_mean0.003615904073482669
sim_render-ego1_median0.0036117704353522302
sim_render-ego1_min0.003567810905607123
sim_render-ego2_max0.003623640066698978
sim_render-ego2_mean0.0035874311248499774
sim_render-ego2_median0.0035800063276412225
sim_render-ego2_min0.00355864698020973
sim_render-ego3_max0.0035514279479592205
sim_render-ego3_mean0.0035281547670120085
sim_render-ego3_median0.003545810927206011
sim_render-ego3_min0.003487225425870795
simulation-passed1
step_physics_max0.7331423016298212
step_physics_mean0.5397770614437661
step_physics_median0.5934681296348572
step_physics_min0.1279428212931662
survival_time_max39.24999999999991
survival_time_mean29.37857142857156
survival_time_min20.05000000000015

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.