Duckietown Challenges Home Challenges Submissions

Job 60436

Job ID60436
submission13220
userYury Belousov 🇷🇺
user labelJetBrains Research2 sim2real
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:05:00
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.8655971598025256
survival_time_median17.000000000000107
deviation-center-line_median1.029351224508832
in-drivable-lane_median0.6249999999999986


other stats
agent_compute-ego0_max0.04193266745536558
agent_compute-ego0_mean0.026822359925597575
agent_compute-ego0_median0.020821541671436357
agent_compute-ego0_min0.020451752768269587
agent_compute-ego1_max0.04137153499636832
agent_compute-ego1_mean0.02677762459634337
agent_compute-ego1_median0.021212245701353914
agent_compute-ego1_min0.01986750272604135
agent_compute-ego2_max0.04215286344377177
agent_compute-ego2_mean0.02766862002336747
agent_compute-ego2_median0.020567418931425857
agent_compute-ego2_min0.02028557769490475
agent_compute-ego3_max0.04183508294069173
agent_compute-ego3_mean0.028206928035896903
agent_compute-ego3_median0.021459474849462708
agent_compute-ego3_min0.02132622631753629
complete-iteration_max1.322928822285269
complete-iteration_mean1.079724196554008
complete-iteration_median1.2967042877314787
complete-iteration_min0.3508445868125329
deviation-center-line_max7.669195331334856
deviation-center-line_mean1.8521052644088092
deviation-center-line_min0.1994196711657981
deviation-heading_max57.472093656187674
deviation-heading_mean9.495129896941602
deviation-heading_median3.382037583399132
deviation-heading_min0.9971502618699504
driven_any_max16.619944521051437
driven_any_mean3.393525904046399
driven_any_median1.9726509275585828
driven_any_min0.3605779771788807
driven_lanedir_consec_max8.886580244340138
driven_lanedir_consec_mean2.4884377015568235
driven_lanedir_consec_min0.0692159451590515
driven_lanedir_max14.637370721964256
driven_lanedir_mean2.900810444664694
driven_lanedir_median1.8655971598025256
driven_lanedir_min0.09164387104511662
get_duckie_state_max1.4640718611104749e-06
get_duckie_state_mean1.3464276662003291e-06
get_duckie_state_median1.3721434407214406e-06
get_duckie_state_min1.230606665978065e-06
get_robot_state_max0.014198755588699296
get_robot_state_mean0.013084632709222752
get_robot_state_median0.014142703454162952
get_robot_state_min0.007027659049400917
get_state_dump_max0.009552445229896702
get_state_dump_mean0.009038609658098357
get_state_dump_median0.009508462869356712
get_state_dump_min0.0061506179662851185
get_ui_image_max0.0505470572328987
get_ui_image_mean0.04441291057202777
get_ui_image_median0.04685419048496726
get_ui_image_min0.030219496213472807
in-drivable-lane_max8.85000000000004
in-drivable-lane_mean2.167857142857149
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 1.1969052958765884, "get_ui_image": 0.04293419117749479, "step_physics": 0.785173004593592, "survival_time": 12.000000000000036, "driven_lanedir": 1.1884375098132778, "get_state_dump": 0.009498916720948278, "get_robot_state": 0.013940925914716918, "sim_render-ego0": 0.003767315282861227, "sim_render-ego1": 0.003677237577952785, "sim_render-ego2": 0.003674112414918005, "sim_render-ego3": 0.0037305345179134385, "get_duckie_state": 1.3721434407214406e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.813600619584083, "agent_compute-ego0": 0.020821541671436357, "agent_compute-ego1": 0.021204154026458866, "agent_compute-ego2": 0.02028557769490475, "agent_compute-ego3": 0.02132622631753629, "complete-iteration": 0.983979284516014, "set_robot_commands": 0.0022379105516489115, "deviation-center-line": 1.0600154228972154, "driven_lanedir_consec": 1.1884375098132778, "sim_compute_sim_state": 0.01722605693389766, "sim_compute_performance-ego0": 0.0019200768213549096, "sim_compute_performance-ego1": 0.0019478540697533064, "sim_compute_performance-ego2": 0.001924273384062581, "sim_compute_performance-ego3": 0.0019518369460996257}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.3276488057208167, "get_ui_image": 0.04293419117749479, "step_physics": 0.785173004593592, "survival_time": 12.000000000000036, "driven_lanedir": 3.02611567471936, "get_state_dump": 0.009498916720948278, "get_robot_state": 0.013940925914716918, "sim_render-ego0": 0.003767315282861227, "sim_render-ego1": 0.003677237577952785, "sim_render-ego2": 0.003674112414918005, "sim_render-ego3": 0.0037305345179134385, "get_duckie_state": 1.3721434407214406e-06, "in-drivable-lane": 0.7500000000000107, "deviation-heading": 2.7358400201402033, "agent_compute-ego0": 0.020821541671436357, "agent_compute-ego1": 0.021204154026458866, "agent_compute-ego2": 0.02028557769490475, "agent_compute-ego3": 0.02132622631753629, "complete-iteration": 0.983979284516014, "set_robot_commands": 0.0022379105516489115, "deviation-center-line": 0.9986870261204484, "driven_lanedir_consec": 3.02611567471936, "sim_compute_sim_state": 0.01722605693389766, "sim_compute_performance-ego0": 0.0019200768213549096, "sim_compute_performance-ego1": 0.0019478540697533064, "sim_compute_performance-ego2": 0.001924273384062581, "sim_compute_performance-ego3": 0.0019518369460996257}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 1.7826677516035536, "get_ui_image": 0.04293419117749479, "step_physics": 0.785173004593592, "survival_time": 12.000000000000036, "driven_lanedir": 0.580655948776158, "get_state_dump": 0.009498916720948278, "get_robot_state": 0.013940925914716918, "sim_render-ego0": 0.003767315282861227, "sim_render-ego1": 0.003677237577952785, "sim_render-ego2": 0.003674112414918005, "sim_render-ego3": 0.0037305345179134385, "get_duckie_state": 1.3721434407214406e-06, "in-drivable-lane": 8.85000000000004, "deviation-heading": 1.7009696531195329, "agent_compute-ego0": 0.020821541671436357, "agent_compute-ego1": 0.021204154026458866, "agent_compute-ego2": 0.02028557769490475, "agent_compute-ego3": 0.02132622631753629, "complete-iteration": 0.983979284516014, "set_robot_commands": 0.0022379105516489115, "deviation-center-line": 0.1994196711657981, "driven_lanedir_consec": 0.580655948776158, "sim_compute_sim_state": 0.01722605693389766, "sim_compute_performance-ego0": 0.0019200768213549096, "sim_compute_performance-ego1": 0.0019478540697533064, "sim_compute_performance-ego2": 0.001924273384062581, "sim_compute_performance-ego3": 0.0019518369460996257}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 0.8647729745710084, "get_ui_image": 0.04293419117749479, "step_physics": 0.785173004593592, "survival_time": 12.000000000000036, "driven_lanedir": 0.8242529279238888, "get_state_dump": 0.009498916720948278, "get_robot_state": 0.013940925914716918, "sim_render-ego0": 0.003767315282861227, "sim_render-ego1": 0.003677237577952785, "sim_render-ego2": 0.003674112414918005, "sim_render-ego3": 0.0037305345179134385, "get_duckie_state": 1.3721434407214406e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.692950907965249, "agent_compute-ego0": 0.020821541671436357, "agent_compute-ego1": 0.021204154026458866, "agent_compute-ego2": 0.02028557769490475, "agent_compute-ego3": 0.02132622631753629, "complete-iteration": 0.983979284516014, "set_robot_commands": 0.0022379105516489115, "deviation-center-line": 0.9329501466830484, "driven_lanedir_consec": 0.8242529279238888, "sim_compute_sim_state": 0.01722605693389766, "sim_compute_performance-ego0": 0.0019200768213549096, "sim_compute_performance-ego1": 0.0019478540697533064, "sim_compute_performance-ego2": 0.001924273384062581, "sim_compute_performance-ego3": 0.0019518369460996257}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 3.9195200451705934, "get_ui_image": 0.0505470572328987, "step_physics": 1.0222370848278146, "survival_time": 17.000000000000107, "driven_lanedir": 2.439344620011492, "get_state_dump": 0.009552445229896702, "get_robot_state": 0.014198755588699296, "sim_render-ego0": 0.003742534743725729, "sim_render-ego1": 0.003751298199650829, "sim_render-ego2": 0.003840877163794733, "sim_render-ego3": 0.003779988135060957, "get_duckie_state": 1.4640718611104749e-06, "in-drivable-lane": 8.600000000000112, "deviation-heading": 1.6063293267975922, "agent_compute-ego0": 0.04193266745536558, "agent_compute-ego1": 0.04137153499636832, "agent_compute-ego2": 0.04215286344377177, "agent_compute-ego3": 0.04183508294069173, "complete-iteration": 1.322928822285269, "set_robot_commands": 0.002255390116895748, "deviation-center-line": 0.8809895436165802, "driven_lanedir_consec": 2.439344620011492, "sim_compute_sim_state": 0.027027697856824767, "sim_compute_performance-ego0": 0.0019525195146935423, "sim_compute_performance-ego1": 0.0019596783646390584, "sim_compute_performance-ego2": 0.001929611055032948, "sim_compute_performance-ego3": 0.001994391690251415}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 4.3386685875490025, "get_ui_image": 0.0505470572328987, "step_physics": 1.0222370848278146, "survival_time": 17.000000000000107, "driven_lanedir": 3.577168774012027, "get_state_dump": 0.009552445229896702, "get_robot_state": 0.014198755588699296, "sim_render-ego0": 0.003742534743725729, "sim_render-ego1": 0.003751298199650829, "sim_render-ego2": 0.003840877163794733, "sim_render-ego3": 0.003779988135060957, "get_duckie_state": 1.4640718611104749e-06, "in-drivable-lane": 2.7500000000000133, "deviation-heading": 4.1489025820390095, "agent_compute-ego0": 0.04193266745536558, "agent_compute-ego1": 0.04137153499636832, "agent_compute-ego2": 0.04215286344377177, "agent_compute-ego3": 0.04183508294069173, "complete-iteration": 1.322928822285269, "set_robot_commands": 0.002255390116895748, "deviation-center-line": 1.6626478889077445, "driven_lanedir_consec": 3.577168774012027, "sim_compute_sim_state": 0.027027697856824767, "sim_compute_performance-ego0": 0.0019525195146935423, "sim_compute_performance-ego1": 0.0019596783646390584, "sim_compute_performance-ego2": 0.001929611055032948, "sim_compute_performance-ego3": 0.001994391690251415}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.3605779771788807, "get_ui_image": 0.0505470572328987, "step_physics": 1.0222370848278146, "survival_time": 17.000000000000107, "driven_lanedir": 0.09164387104511662, "get_state_dump": 0.009552445229896702, "get_robot_state": 0.014198755588699296, "sim_render-ego0": 0.003742534743725729, "sim_render-ego1": 0.003751298199650829, "sim_render-ego2": 0.003840877163794733, "sim_render-ego3": 0.003779988135060957, "get_duckie_state": 1.4640718611104749e-06, "in-drivable-lane": 0.6999999999999991, "deviation-heading": 21.37282994727116, "agent_compute-ego0": 0.04193266745536558, "agent_compute-ego1": 0.04137153499636832, "agent_compute-ego2": 0.04215286344377177, "agent_compute-ego3": 0.04183508294069173, "complete-iteration": 1.322928822285269, "set_robot_commands": 0.002255390116895748, "deviation-center-line": 1.58105049234264, "driven_lanedir_consec": 0.0692159451590515, "sim_compute_sim_state": 0.027027697856824767, "sim_compute_performance-ego0": 0.0019525195146935423, "sim_compute_performance-ego1": 0.0019596783646390584, "sim_compute_performance-ego2": 0.001929611055032948, "sim_compute_performance-ego3": 0.001994391690251415}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.9484347581805048, "get_ui_image": 0.0505470572328987, "step_physics": 1.0222370848278146, "survival_time": 17.000000000000107, "driven_lanedir": 0.891530001127502, "get_state_dump": 0.009552445229896702, "get_robot_state": 0.014198755588699296, "sim_render-ego0": 0.003742534743725729, "sim_render-ego1": 0.003751298199650829, "sim_render-ego2": 0.003840877163794733, "sim_render-ego3": 0.003779988135060957, "get_duckie_state": 1.4640718611104749e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.958478389725024, "agent_compute-ego0": 0.04193266745536558, "agent_compute-ego1": 0.04137153499636832, "agent_compute-ego2": 0.04215286344377177, "agent_compute-ego3": 0.04183508294069173, "complete-iteration": 1.322928822285269, "set_robot_commands": 0.002255390116895748, "deviation-center-line": 0.36224572460253024, "driven_lanedir_consec": 0.891530001127502, "sim_compute_sim_state": 0.027027697856824767, "sim_compute_performance-ego0": 0.0019525195146935423, "sim_compute_performance-ego1": 0.0019596783646390584, "sim_compute_performance-ego2": 0.001929611055032948, "sim_compute_performance-ego3": 0.001994391690251415}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 2.335829191727554, "get_ui_image": 0.04685419048496726, "step_physics": 1.0893282594529914, "survival_time": 59.99999999999873, "driven_lanedir": 2.253916617909254, "get_state_dump": 0.009508462869356712, "get_robot_state": 0.014142703454162952, "sim_render-ego0": 0.00378006661960624, "sim_render-ego1": 0.003727338196931533, "sim_render-ego2": 0.003787218184395694, "sim_render-ego3": 0.0037898213341273834, "get_duckie_state": 1.260978196880204e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.071124258833015, "agent_compute-ego0": 0.020451752768269587, "agent_compute-ego1": 0.021212245701353914, "agent_compute-ego2": 0.020567418931425857, "agent_compute-ego3": 0.021459474849462708, "complete-iteration": 1.2967042877314787, "set_robot_commands": 0.0022938465893417473, "deviation-center-line": 1.7307289850123424, "driven_lanedir_consec": 2.253916617909254, "sim_compute_sim_state": 0.020788477024964547, "sim_compute_performance-ego0": 0.001979386975227248, "sim_compute_performance-ego1": 0.0019998316165311053, "sim_compute_performance-ego2": 0.0019989239980934266, "sim_compute_performance-ego3": 0.002028476983482494}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 16.619944521051437, "get_ui_image": 0.04685419048496726, "step_physics": 1.0893282594529914, "survival_time": 59.99999999999873, "driven_lanedir": 14.637370721964256, "get_state_dump": 0.009508462869356712, "get_robot_state": 0.014142703454162952, "sim_render-ego0": 0.00378006661960624, "sim_render-ego1": 0.003727338196931533, "sim_render-ego2": 0.003787218184395694, "sim_render-ego3": 0.0037898213341273834, "get_duckie_state": 1.260978196880204e-06, "in-drivable-lane": 7.2499999999999165, "deviation-heading": 13.903344527988876, "agent_compute-ego0": 0.020451752768269587, "agent_compute-ego1": 0.021212245701353914, "agent_compute-ego2": 0.020567418931425857, "agent_compute-ego3": 0.021459474849462708, "complete-iteration": 1.2967042877314787, "set_robot_commands": 0.0022938465893417473, "deviation-center-line": 4.567504387740789, "driven_lanedir_consec": 8.886580244340138, "sim_compute_sim_state": 0.020788477024964547, "sim_compute_performance-ego0": 0.001979386975227248, "sim_compute_performance-ego1": 0.0019998316165311053, "sim_compute_performance-ego2": 0.0019989239980934266, "sim_compute_performance-ego3": 0.002028476983482494}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 6.35356476338459, "get_ui_image": 0.04685419048496726, "step_physics": 1.0893282594529914, "survival_time": 59.99999999999873, "driven_lanedir": 5.948914100706613, "get_state_dump": 0.009508462869356712, "get_robot_state": 0.014142703454162952, "sim_render-ego0": 0.00378006661960624, "sim_render-ego1": 0.003727338196931533, "sim_render-ego2": 0.003787218184395694, "sim_render-ego3": 0.0037898213341273834, "get_duckie_state": 1.260978196880204e-06, "in-drivable-lane": 0.899999999999997, "deviation-heading": 12.640649083524758, "agent_compute-ego0": 0.020451752768269587, "agent_compute-ego1": 0.021212245701353914, "agent_compute-ego2": 0.020567418931425857, "agent_compute-ego3": 0.021459474849462708, "complete-iteration": 1.2967042877314787, "set_robot_commands": 0.0022938465893417473, "deviation-center-line": 7.669195331334856, "driven_lanedir_consec": 5.948914100706613, "sim_compute_sim_state": 0.020788477024964547, "sim_compute_performance-ego0": 0.001979386975227248, "sim_compute_performance-ego1": 0.0019998316165311053, "sim_compute_performance-ego2": 0.0019989239980934266, "sim_compute_performance-ego3": 0.002028476983482494}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.9540249352358856, "get_ui_image": 0.04685419048496726, "step_physics": 1.0893282594529914, "survival_time": 59.99999999999873, "driven_lanedir": 1.7827492308250514, "get_state_dump": 0.009508462869356712, "get_robot_state": 0.014142703454162952, "sim_render-ego0": 0.00378006661960624, "sim_render-ego1": 0.003727338196931533, "sim_render-ego2": 0.003787218184395694, "sim_render-ego3": 0.0037898213341273834, "get_duckie_state": 1.260978196880204e-06, "in-drivable-lane": 0.549999999999998, "deviation-heading": 57.472093656187674, "agent_compute-ego0": 0.020451752768269587, "agent_compute-ego1": 0.021212245701353914, "agent_compute-ego2": 0.020567418931425857, "agent_compute-ego3": 0.021459474849462708, "complete-iteration": 1.2967042877314787, "set_robot_commands": 0.0022938465893417473, "deviation-center-line": 3.181860765760205, "driven_lanedir_consec": 1.7827492308250514, "sim_compute_sim_state": 0.020788477024964547, "sim_compute_performance-ego0": 0.001979386975227248, "sim_compute_performance-ego1": 0.0019998316165311053, "sim_compute_performance-ego2": 0.0019989239980934266, "sim_compute_performance-ego3": 0.002028476983482494}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.99127691988128, "get_ui_image": 0.030219496213472807, "step_physics": 0.2415396525309636, "survival_time": 6.449999999999985, "driven_lanedir": 1.9484450887799991, "get_state_dump": 0.0061506179662851185, "get_robot_state": 0.007027659049400917, "sim_render-ego0": 0.003677507547231821, "sim_render-ego1": 0.0035850139764639047, "get_duckie_state": 1.230606665978065e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9971502618699504, "agent_compute-ego0": 0.021344595689039965, "agent_compute-ego1": 0.01986750272604135, "complete-iteration": 0.3508445868125329, "set_robot_commands": 0.00211634269127479, "deviation-center-line": 0.5604820721310846, "driven_lanedir_consec": 1.9484450887799991, "sim_compute_sim_state": 0.009251796282254731, "sim_compute_performance-ego0": 0.0018836333201481745, "sim_compute_performance-ego1": 0.0018915048012366664}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.515526129517892, "get_ui_image": 0.030219496213472807, "step_physics": 0.2415396525309636, "survival_time": 6.449999999999985, "driven_lanedir": 1.420801137691721, "get_state_dump": 0.0061506179662851185, "get_robot_state": 0.007027659049400917, "sim_render-ego0": 0.003677507547231821, "sim_render-ego1": 0.0035850139764639047, "get_duckie_state": 1.230606665978065e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.817555322136281, "agent_compute-ego0": 0.021344595689039965, "agent_compute-ego1": 0.01986750272604135, "complete-iteration": 0.3508445868125329, "set_robot_commands": 0.00211634269127479, "deviation-center-line": 0.5416962434080459, "driven_lanedir_consec": 1.420801137691721, "sim_compute_sim_state": 0.009251796282254731, "sim_compute_performance-ego0": 0.0018836333201481745, "sim_compute_performance-ego1": 0.0018915048012366664}}
set_robot_commands_max0.0022938465893417473
set_robot_commands_mean0.0022415196010068003
set_robot_commands_median0.002255390116895748
set_robot_commands_min0.00211634269127479
sim_compute_performance-ego0_max0.001979386975227248
sim_compute_performance-ego0_mean0.0019410857060999395
sim_compute_performance-ego0_median0.0019525195146935423
sim_compute_performance-ego0_min0.0018836333201481745
sim_compute_performance-ego1_max0.0019998316165311053
sim_compute_performance-ego1_mean0.0019580332718690864
sim_compute_performance-ego1_median0.0019596783646390584
sim_compute_performance-ego1_min0.0018915048012366664
sim_compute_performance-ego2_max0.0019989239980934266
sim_compute_performance-ego2_mean0.001950936145729652
sim_compute_performance-ego2_median0.001929611055032948
sim_compute_performance-ego2_min0.001924273384062581
sim_compute_performance-ego3_max0.002028476983482494
sim_compute_performance-ego3_mean0.001991568539944512
sim_compute_performance-ego3_median0.001994391690251415
sim_compute_performance-ego3_min0.0019518369460996257
sim_compute_sim_state_max0.027027697856824767
sim_compute_sim_state_mean0.019905179987661246
sim_compute_sim_state_median0.020788477024964547
sim_compute_sim_state_min0.009251796282254731
sim_render-ego0_max0.00378006661960624
sim_render-ego0_mean0.0037510486913740304
sim_render-ego0_median0.003767315282861227
sim_render-ego0_min0.003677507547231821
sim_render-ego1_max0.003751298199650829
sim_render-ego1_mean0.003699537417933456
sim_render-ego1_median0.003727338196931533
sim_render-ego1_min0.0035850139764639047
sim_render-ego2_max0.003840877163794733
sim_render-ego2_mean0.003767402587702811
sim_render-ego2_median0.003787218184395694
sim_render-ego2_min0.003674112414918005
sim_render-ego3_max0.0037898213341273834
sim_render-ego3_mean0.0037667813290339263
sim_render-ego3_median0.003779988135060957
sim_render-ego3_min0.0037305345179134385
simulation-passed1
step_physics_max1.0893282594529914
step_physics_mean0.8621451928971082
step_physics_median1.0222370848278146
step_physics_min0.2415396525309636
survival_time_max59.99999999999873
survival_time_mean26.349999999999675
survival_time_min6.449999999999985

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.