Duckietown Challenges Home Challenges Submissions

Job 53642

Job ID53642
submission12584
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration0:20:45
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.382996885755309
survival_time_median10.350000000000012
deviation-center-line_median0.17655707401641374
in-drivable-lane_median7.900000000000015


other stats
agent_compute-ego0_max0.013729360241156358
agent_compute-ego0_mean0.01261158635985231
agent_compute-ego0_median0.012854494982295564
agent_compute-ego0_min0.011438447650116267
agent_compute-ego1_max0.013113184617115902
agent_compute-ego1_mean0.01241016104881272
agent_compute-ego1_median0.013049792912271287
agent_compute-ego1_min0.011331798337030073
complete-iteration_max1.0608360171318054
complete-iteration_mean0.8327127167635145
complete-iteration_median0.9514086510126408
complete-iteration_min0.2741107687037042
deviation-center-line_max0.2923851046499391
deviation-center-line_mean0.16916508159442634
deviation-center-line_min0.08669269403706553
deviation-heading_max2.0576286669261656
deviation-heading_mean1.0470823704521195
deviation-heading_median0.8305323045698125
deviation-heading_min0.3528849864906655
driven_any_max4.208543705894597
driven_any_mean1.659613166604926
driven_any_median1.5178116657658005
driven_any_min0.5518773381122702
driven_lanedir_consec_max0.5744086736572258
driven_lanedir_consec_mean0.37074886504787663
driven_lanedir_consec_min0.07885479152881203
driven_lanedir_max0.5744086736572258
driven_lanedir_mean0.3739622630894967
driven_lanedir_median0.382996885755309
driven_lanedir_min0.10080493862674
get_duckie_state_max1.933712225693923e-06
get_duckie_state_mean1.6033094423427933e-06
get_duckie_state_median1.5861458248562285e-06
get_duckie_state_min1.2106929265015514e-06
get_robot_state_max0.01565384979431446
get_robot_state_mean0.013763589260048947
get_robot_state_median0.015247386362817552
get_robot_state_min0.006745370567267668
get_state_dump_max0.010593646102481416
get_state_dump_mean0.009384532455169558
get_state_dump_median0.010234926755611714
get_state_dump_min0.005935775472762737
get_ui_image_max0.05223969784047869
get_ui_image_mean0.044252081981484295
get_ui_image_median0.04867607698990749
get_ui_image_min0.02827819526618254
in-drivable-lane_max13.95000000000008
in-drivable-lane_mean8.335714285714303
in-drivable-lane_min4.599999999999986
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 0.9571849985784368, "get_ui_image": 0.03982741447171756, "step_physics": 0.6134116767656685, "survival_time": 15.10000000000008, "driven_lanedir": 0.3907920544936676, "get_state_dump": 0.009049402998618951, "get_robot_state": 0.013898640969405473, "sim_render-ego0": 0.0035827844449789216, "sim_render-ego1": 0.0035306667730753177, "sim_render-ego2": 0.0034368486687688543, "sim_render-ego3": 0.003449232271402189, "get_duckie_state": 1.48637853439885e-06, "in-drivable-lane": 13.35000000000008, "deviation-heading": 0.3528849864906655, "agent_compute-ego0": 0.011438447650116267, "agent_compute-ego1": 0.011606686972942287, "agent_compute-ego2": 0.010834025077693928, "agent_compute-ego3": 0.010986778208918304, "complete-iteration": 0.7651944561760025, "set_robot_commands": 0.0021580941606276108, "deviation-center-line": 0.1424801319655192, "driven_lanedir_consec": 0.3907920544936676, "sim_compute_sim_state": 0.013826867534775938, "sim_compute_performance-ego0": 0.0019681445836234016, "sim_compute_performance-ego1": 0.0018418999788391312, "sim_compute_performance-ego2": 0.0018443109178700465, "sim_compute_performance-ego3": 0.0018354988727632528}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 4.208543705894597, "get_ui_image": 0.03982741447171756, "step_physics": 0.6134116767656685, "survival_time": 15.10000000000008, "driven_lanedir": 0.5577717432091602, "get_state_dump": 0.009049402998618951, "get_robot_state": 0.013898640969405473, "sim_render-ego0": 0.0035827844449789216, "sim_render-ego1": 0.0035306667730753177, "sim_render-ego2": 0.0034368486687688543, "sim_render-ego3": 0.003449232271402189, "get_duckie_state": 1.48637853439885e-06, "in-drivable-lane": 12.350000000000067, "deviation-heading": 1.7775841315313683, "agent_compute-ego0": 0.011438447650116267, "agent_compute-ego1": 0.011606686972942287, "agent_compute-ego2": 0.010834025077693928, "agent_compute-ego3": 0.010986778208918304, "complete-iteration": 0.7651944561760025, "set_robot_commands": 0.0021580941606276108, "deviation-center-line": 0.2923851046499391, "driven_lanedir_consec": 0.5577717432091602, "sim_compute_sim_state": 0.013826867534775938, "sim_compute_performance-ego0": 0.0019681445836234016, "sim_compute_performance-ego1": 0.0018418999788391312, "sim_compute_performance-ego2": 0.0018443109178700465, "sim_compute_performance-ego3": 0.0018354988727632528}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.6839375253517808, "get_ui_image": 0.03982741447171756, "step_physics": 0.6134116767656685, "survival_time": 15.10000000000008, "driven_lanedir": 0.5744086736572258, "get_state_dump": 0.009049402998618951, "get_robot_state": 0.013898640969405473, "sim_render-ego0": 0.0035827844449789216, "sim_render-ego1": 0.0035306667730753177, "sim_render-ego2": 0.0034368486687688543, "sim_render-ego3": 0.003449232271402189, "get_duckie_state": 1.48637853439885e-06, "in-drivable-lane": 12.150000000000082, "deviation-heading": 1.6821861761244534, "agent_compute-ego0": 0.011438447650116267, "agent_compute-ego1": 0.011606686972942287, "agent_compute-ego2": 0.010834025077693928, "agent_compute-ego3": 0.010986778208918304, "complete-iteration": 0.7651944561760025, "set_robot_commands": 0.0021580941606276108, "deviation-center-line": 0.2502791350327733, "driven_lanedir_consec": 0.5744086736572258, "sim_compute_sim_state": 0.013826867534775938, "sim_compute_performance-ego0": 0.0019681445836234016, "sim_compute_performance-ego1": 0.0018418999788391312, "sim_compute_performance-ego2": 0.0018443109178700465, "sim_compute_performance-ego3": 0.0018354988727632528}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 1.719445054041005, "get_ui_image": 0.03982741447171756, "step_physics": 0.6134116767656685, "survival_time": 15.10000000000008, "driven_lanedir": 0.23749867272149183, "get_state_dump": 0.009049402998618951, "get_robot_state": 0.013898640969405473, "sim_render-ego0": 0.0035827844449789216, "sim_render-ego1": 0.0035306667730753177, "sim_render-ego2": 0.0034368486687688543, "sim_render-ego3": 0.003449232271402189, "get_duckie_state": 1.48637853439885e-06, "in-drivable-lane": 13.95000000000008, "deviation-heading": 0.4514789992700031, "agent_compute-ego0": 0.011438447650116267, "agent_compute-ego1": 0.011606686972942287, "agent_compute-ego2": 0.010834025077693928, "agent_compute-ego3": 0.010986778208918304, "complete-iteration": 0.7651944561760025, "set_robot_commands": 0.0021580941606276108, "deviation-center-line": 0.10640275187722877, "driven_lanedir_consec": 0.23749867272149183, "sim_compute_sim_state": 0.013826867534775938, "sim_compute_performance-ego0": 0.0019681445836234016, "sim_compute_performance-ego1": 0.0018418999788391312, "sim_compute_performance-ego2": 0.0018443109178700465, "sim_compute_performance-ego3": 0.0018354988727632528}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.86890193562334, "get_ui_image": 0.05223969784047869, "step_physics": 0.8659142371681001, "survival_time": 7.149999999999983, "driven_lanedir": 0.16387504199419056, "get_state_dump": 0.010593646102481416, "get_robot_state": 0.015247386362817552, "sim_render-ego0": 0.003940367036395603, "sim_render-ego1": 0.003963188992606269, "sim_render-ego2": 0.0038985411326090498, "sim_render-ego3": 0.0039586904976103045, "get_duckie_state": 1.5861458248562285e-06, "in-drivable-lane": 6.149999999999983, "deviation-heading": 0.4847125860626265, "agent_compute-ego0": 0.012854494982295564, "agent_compute-ego1": 0.013049792912271287, "agent_compute-ego2": 0.01338599787818061, "agent_compute-ego3": 0.012642198138766818, "complete-iteration": 1.0608360171318054, "set_robot_commands": 0.002344194385740492, "deviation-center-line": 0.08669269403706553, "driven_lanedir_consec": 0.16387504199419056, "sim_compute_sim_state": 0.030846903721491497, "sim_compute_performance-ego0": 0.0022315035263697305, "sim_compute_performance-ego1": 0.0020809852414660985, "sim_compute_performance-ego2": 0.002085745334625244, "sim_compute_performance-ego3": 0.0020897388458251953}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 1.3345392499803688, "get_ui_image": 0.05223969784047869, "step_physics": 0.8659142371681001, "survival_time": 7.149999999999983, "driven_lanedir": 0.41868217887941395, "get_state_dump": 0.010593646102481416, "get_robot_state": 0.015247386362817552, "sim_render-ego0": 0.003940367036395603, "sim_render-ego1": 0.003963188992606269, "sim_render-ego2": 0.0038985411326090498, "sim_render-ego3": 0.0039586904976103045, "get_duckie_state": 1.5861458248562285e-06, "in-drivable-lane": 5.099999999999986, "deviation-heading": 1.5127293579387169, "agent_compute-ego0": 0.012854494982295564, "agent_compute-ego1": 0.013049792912271287, "agent_compute-ego2": 0.01338599787818061, "agent_compute-ego3": 0.012642198138766818, "complete-iteration": 1.0608360171318054, "set_robot_commands": 0.002344194385740492, "deviation-center-line": 0.17435673137448315, "driven_lanedir_consec": 0.41868217887941395, "sim_compute_sim_state": 0.030846903721491497, "sim_compute_performance-ego0": 0.0022315035263697305, "sim_compute_performance-ego1": 0.0020809852414660985, "sim_compute_performance-ego2": 0.002085745334625244, "sim_compute_performance-ego3": 0.0020897388458251953}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.5518773381122702, "get_ui_image": 0.05223969784047869, "step_physics": 0.8659142371681001, "survival_time": 7.149999999999983, "driven_lanedir": 0.10080493862674, "get_state_dump": 0.010593646102481416, "get_robot_state": 0.015247386362817552, "sim_render-ego0": 0.003940367036395603, "sim_render-ego1": 0.003963188992606269, "sim_render-ego2": 0.0038985411326090498, "sim_render-ego3": 0.0039586904976103045, "get_duckie_state": 1.5861458248562285e-06, "in-drivable-lane": 5.749999999999982, "deviation-heading": 1.531354490788587, "agent_compute-ego0": 0.012854494982295564, "agent_compute-ego1": 0.013049792912271287, "agent_compute-ego2": 0.01338599787818061, "agent_compute-ego3": 0.012642198138766818, "complete-iteration": 1.0608360171318054, "set_robot_commands": 0.002344194385740492, "deviation-center-line": 0.08675009189111825, "driven_lanedir_consec": 0.07885479152881203, "sim_compute_sim_state": 0.030846903721491497, "sim_compute_performance-ego0": 0.0022315035263697305, "sim_compute_performance-ego1": 0.0020809852414660985, "sim_compute_performance-ego2": 0.002085745334625244, "sim_compute_performance-ego3": 0.0020897388458251953}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.9334798749570123, "get_ui_image": 0.05223969784047869, "step_physics": 0.8659142371681001, "survival_time": 7.149999999999983, "driven_lanedir": 0.3752017170169504, "get_state_dump": 0.010593646102481416, "get_robot_state": 0.015247386362817552, "sim_render-ego0": 0.003940367036395603, "sim_render-ego1": 0.003963188992606269, "sim_render-ego2": 0.0038985411326090498, "sim_render-ego3": 0.0039586904976103045, "get_duckie_state": 1.5861458248562285e-06, "in-drivable-lane": 5.249999999999981, "deviation-heading": 0.7312253826868761, "agent_compute-ego0": 0.012854494982295564, "agent_compute-ego1": 0.013049792912271287, "agent_compute-ego2": 0.01338599787818061, "agent_compute-ego3": 0.012642198138766818, "complete-iteration": 1.0608360171318054, "set_robot_commands": 0.002344194385740492, "deviation-center-line": 0.15300095113784218, "driven_lanedir_consec": 0.3752017170169504, "sim_compute_sim_state": 0.030846903721491497, "sim_compute_performance-ego0": 0.0022315035263697305, "sim_compute_performance-ego1": 0.0020809852414660985, "sim_compute_performance-ego2": 0.002085745334625244, "sim_compute_performance-ego3": 0.0020897388458251953}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.6058665999638935, "get_ui_image": 0.04867607698990749, "step_physics": 0.7623643393699939, "survival_time": 10.350000000000012, "driven_lanedir": 0.3949234607429353, "get_state_dump": 0.010234926755611714, "get_robot_state": 0.01565384979431446, "sim_render-ego0": 0.004115080604186425, "sim_render-ego1": 0.0039570618134278516, "sim_render-ego2": 0.003912709080255949, "sim_render-ego3": 0.003919900609896733, "get_duckie_state": 1.933712225693923e-06, "in-drivable-lane": 8.600000000000012, "deviation-heading": 0.5199618585160676, "agent_compute-ego0": 0.013729360241156358, "agent_compute-ego1": 0.013113184617115902, "agent_compute-ego2": 0.013306804574452914, "agent_compute-ego3": 0.013153935854251567, "complete-iteration": 0.9514086510126408, "set_robot_commands": 0.00233365366092095, "deviation-center-line": 0.17929196116005802, "driven_lanedir_consec": 0.3949234607429353, "sim_compute_sim_state": 0.02678860723972321, "sim_compute_performance-ego0": 0.0022667600558354305, "sim_compute_performance-ego1": 0.002148788708906907, "sim_compute_performance-ego2": 0.0020864055706904484, "sim_compute_performance-ego3": 0.0020959675312042236}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 2.5190117517903516, "get_ui_image": 0.04867607698990749, "step_physics": 0.7623643393699939, "survival_time": 10.350000000000012, "driven_lanedir": 0.37075047780223114, "get_state_dump": 0.010234926755611714, "get_robot_state": 0.01565384979431446, "sim_render-ego0": 0.004115080604186425, "sim_render-ego1": 0.0039570618134278516, "sim_render-ego2": 0.003912709080255949, "sim_render-ego3": 0.003919900609896733, "get_duckie_state": 1.933712225693923e-06, "in-drivable-lane": 8.100000000000016, "deviation-heading": 1.7493582893835549, "agent_compute-ego0": 0.013729360241156358, "agent_compute-ego1": 0.013113184617115902, "agent_compute-ego2": 0.013306804574452914, "agent_compute-ego3": 0.013153935854251567, "complete-iteration": 0.9514086510126408, "set_robot_commands": 0.00233365366092095, "deviation-center-line": 0.17884842542120905, "driven_lanedir_consec": 0.3697003536524588, "sim_compute_sim_state": 0.02678860723972321, "sim_compute_performance-ego0": 0.0022667600558354305, "sim_compute_performance-ego1": 0.002148788708906907, "sim_compute_performance-ego2": 0.0020864055706904484, "sim_compute_performance-ego3": 0.0020959675312042236}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 1.3516858061798205, "get_ui_image": 0.04867607698990749, "step_physics": 0.7623643393699939, "survival_time": 10.350000000000012, "driven_lanedir": 0.5584156488866543, "get_state_dump": 0.010234926755611714, "get_robot_state": 0.01565384979431446, "sim_render-ego0": 0.004115080604186425, "sim_render-ego1": 0.0039570618134278516, "sim_render-ego2": 0.003912709080255949, "sim_render-ego3": 0.003919900609896733, "get_duckie_state": 1.933712225693923e-06, "in-drivable-lane": 7.700000000000013, "deviation-heading": 0.9298392264527487, "agent_compute-ego0": 0.013729360241156358, "agent_compute-ego1": 0.013113184617115902, "agent_compute-ego2": 0.013306804574452914, "agent_compute-ego3": 0.013153935854251567, "complete-iteration": 0.9514086510126408, "set_robot_commands": 0.00233365366092095, "deviation-center-line": 0.20172998602580136, "driven_lanedir_consec": 0.5584156488866543, "sim_compute_sim_state": 0.02678860723972321, "sim_compute_performance-ego0": 0.0022667600558354305, "sim_compute_performance-ego1": 0.002148788708906907, "sim_compute_performance-ego2": 0.0020864055706904484, "sim_compute_performance-ego3": 0.0020959675312042236}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 2.6696238435224333, "get_ui_image": 0.04867607698990749, "step_physics": 0.7623643393699939, "survival_time": 10.350000000000012, "driven_lanedir": 0.2700064516577383, "get_state_dump": 0.010234926755611714, "get_robot_state": 0.01565384979431446, "sim_render-ego0": 0.004115080604186425, "sim_render-ego1": 0.0039570618134278516, "sim_render-ego2": 0.003912709080255949, "sim_render-ego3": 0.003919900609896733, "get_duckie_state": 1.933712225693923e-06, "in-drivable-lane": 8.950000000000012, "deviation-heading": 0.4672150096189838, "agent_compute-ego0": 0.013729360241156358, "agent_compute-ego1": 0.013113184617115902, "agent_compute-ego2": 0.013306804574452914, "agent_compute-ego3": 0.013153935854251567, "complete-iteration": 0.9514086510126408, "set_robot_commands": 0.00233365366092095, "deviation-center-line": 0.13081251819525294, "driven_lanedir_consec": 0.2700064516577383, "sim_compute_sim_state": 0.02678860723972321, "sim_compute_performance-ego0": 0.0022667600558354305, "sim_compute_performance-ego1": 0.002148788708906907, "sim_compute_performance-ego2": 0.0020864055706904484, "sim_compute_performance-ego3": 0.0020959675312042236}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.1199259465408826, "get_ui_image": 0.02827819526618254, "step_physics": 0.18654741293995092, "survival_time": 6.999999999999983, "driven_lanedir": 0.5410722265490002, "get_state_dump": 0.005935775472762737, "get_robot_state": 0.006745370567267668, "sim_render-ego0": 0.0035783348354042, "sim_render-ego1": 0.0034806068907392786, "get_duckie_state": 1.2106929265015514e-06, "in-drivable-lane": 4.699999999999983, "deviation-heading": 0.4109940245388556, "agent_compute-ego0": 0.012236498771829809, "agent_compute-ego1": 0.011331798337030073, "complete-iteration": 0.2741107687037042, "set_robot_commands": 0.0019844897249911694, "deviation-center-line": 0.17875741665834435, "driven_lanedir_consec": 0.5410722265490002, "sim_compute_sim_state": 0.008168472465893901, "sim_compute_performance-ego0": 0.0018232781836327089, "sim_compute_performance-ego1": 0.0017991218161075673}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.710560701932772, "get_ui_image": 0.02827819526618254, "step_physics": 0.18654741293995092, "survival_time": 6.999999999999983, "driven_lanedir": 0.2812683970155547, "get_state_dump": 0.005935775472762737, "get_robot_state": 0.006745370567267668, "sim_render-ego0": 0.0035783348354042, "sim_render-ego1": 0.0034806068907392786, "get_duckie_state": 1.2106929265015514e-06, "in-drivable-lane": 4.599999999999986, "deviation-heading": 2.0576286669261656, "agent_compute-ego0": 0.012236498771829809, "agent_compute-ego1": 0.011331798337030073, "complete-iteration": 0.2741107687037042, "set_robot_commands": 0.0019844897249911694, "deviation-center-line": 0.20652324289533344, "driven_lanedir_consec": 0.2592810956805738, "sim_compute_sim_state": 0.008168472465893901, "sim_compute_performance-ego0": 0.0018232781836327089, "sim_compute_performance-ego1": 0.0017991218161075673}}
set_robot_commands_max0.002344194385740492
set_robot_commands_mean0.002236624877081325
set_robot_commands_median0.00233365366092095
set_robot_commands_min0.0019844897249911694
sim_compute_performance-ego0_max0.0022667600558354305
sim_compute_performance-ego0_mean0.002108013502184262
sim_compute_performance-ego0_median0.0022315035263697305
sim_compute_performance-ego0_min0.0018232781836327089
sim_compute_performance-ego1_max0.002148788708906907
sim_compute_performance-ego1_mean0.0019917813820759774
sim_compute_performance-ego1_median0.0020809852414660985
sim_compute_performance-ego1_min0.0017991218161075673
sim_compute_sim_state_max0.030846903721491497
sim_compute_sim_state_mean0.02158474706541074
sim_compute_sim_state_median0.02678860723972321
sim_compute_sim_state_min0.008168472465893901
sim_render-ego0_max0.004115080604186425
sim_render-ego0_mean0.003836399858075157
sim_render-ego0_median0.003940367036395603
sim_render-ego0_min0.0035783348354042
sim_render-ego1_max0.003963188992606269
sim_render-ego1_mean0.003768920292708309
sim_render-ego1_median0.0039570618134278516
sim_render-ego1_min0.0034806068907392786
simulation-passed1
step_physics_max0.8659142371681001
step_physics_mean0.6671325599353538
step_physics_median0.7623643393699939
step_physics_min0.18654741293995092
survival_time_max15.10000000000008
survival_time_mean10.314285714285733
survival_time_min6.999999999999983

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.