Duckietown Challenges Home Challenges Submissions

Job 60463

Job ID60463
submission13175
userAnastasiya Nikolskaya 🇷🇺
user labelJetBrains Research0 real2sim v0.1.0 --REAL
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:23:05
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median17.983685720916768
survival_time_median59.99999999999873
deviation-center-line_median2.672621623027831
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.01754540388629796
agent_compute-ego0_mean0.01557558618720876
agent_compute-ego0_median0.01475125089672384
agent_compute-ego0_min0.014711936790786103
agent_compute-ego1_max0.01873964155643409
agent_compute-ego1_mean0.01613054066646909
agent_compute-ego1_median0.01592686433278158
agent_compute-ego1_min0.014366052033601454
agent_compute-ego2_max0.017297455512117487
agent_compute-ego2_mean0.01555849982192472
agent_compute-ego2_median0.01469800001132988
agent_compute-ego2_min0.014680043942326809
agent_compute-ego3_max0.01739954531540184
agent_compute-ego3_mean0.01584337343664623
agent_compute-ego3_median0.015227342080213351
agent_compute-ego3_min0.014903232914323512
complete-iteration_max1.056136155556776
complete-iteration_mean0.8465206422156714
complete-iteration_median0.9823554987514348
complete-iteration_min0.34573902317691707
deviation-center-line_max3.7922313943224575
deviation-center-line_mean2.228029801941599
deviation-center-line_min0.3458859241740942
deviation-heading_max14.757448988240714
deviation-heading_mean8.684228603410366
deviation-heading_median11.305375168437417
deviation-heading_min1.7290350319893486
driven_any_max21.82031004907585
driven_any_mean13.211310927825243
driven_any_median18.739828623678488
driven_any_min0.3412946508949491
driven_lanedir_consec_max21.32450338206405
driven_lanedir_consec_mean12.68582747709966
driven_lanedir_consec_min0.32620991188048576
driven_lanedir_max21.32450338206405
driven_lanedir_mean12.68582747709966
driven_lanedir_median17.983685720916768
driven_lanedir_min0.32620991188048576
get_duckie_state_max1.4207841553954062e-06
get_duckie_state_mean1.3777079556532228e-06
get_duckie_state_median1.3669807753877012e-06
get_duckie_state_min1.349937882780038e-06
get_robot_state_max0.013846817130814057
get_robot_state_mean0.012807187406347896
get_robot_state_median0.01381979457146917
get_robot_state_min0.006941671846976241
get_state_dump_max0.00935101548797582
get_state_dump_mean0.008813872007476811
get_state_dump_median0.009245546278125513
get_state_dump_min0.0060599847513552844
get_ui_image_max0.04928259825726334
get_ui_image_mean0.043439767939145904
get_ui_image_median0.0461477755072588
get_ui_image_min0.02947187093486416
in-drivable-lane_max12.350000000000133
in-drivable-lane_mean1.1892857142857192
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 19.756529559642825, "get_ui_image": 0.041872878555056454, "step_physics": 0.5671322448962336, "survival_time": 59.99999999999873, "driven_lanedir": 18.97848764501124, "get_state_dump": 0.00922199788438986, "get_robot_state": 0.01368770829644628, "sim_render-ego0": 0.0036762894242133425, "sim_render-ego1": 0.003652471785342862, "sim_render-ego2": 0.003623255484308629, "sim_render-ego3": 0.0036139698647936615, "get_duckie_state": 1.3592439726131543e-06, "in-drivable-lane": 0.7499999999999973, "deviation-heading": 12.766909204866527, "agent_compute-ego0": 0.01475125089672384, "agent_compute-ego1": 0.014366052033601454, "agent_compute-ego2": 0.014680043942326809, "agent_compute-ego3": 0.014903232914323512, "complete-iteration": 0.7514610818581815, "set_robot_commands": 0.002051384820231391, "deviation-center-line": 2.7821197359100376, "driven_lanedir_consec": 18.97848764501124, "sim_compute_sim_state": 0.030065372524213832, "sim_compute_performance-ego0": 0.0019076714209970288, "sim_compute_performance-ego1": 0.0018848171837621685, "sim_compute_performance-ego2": 0.001877941954245079, "sim_compute_performance-ego3": 0.0018812613522976665}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 21.82031004907585, "get_ui_image": 0.041872878555056454, "step_physics": 0.5671322448962336, "survival_time": 59.99999999999873, "driven_lanedir": 21.32450338206405, "get_state_dump": 0.00922199788438986, "get_robot_state": 0.01368770829644628, "sim_render-ego0": 0.0036762894242133425, "sim_render-ego1": 0.003652471785342862, "sim_render-ego2": 0.003623255484308629, "sim_render-ego3": 0.0036139698647936615, "get_duckie_state": 1.3592439726131543e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.06216718451232, "agent_compute-ego0": 0.01475125089672384, "agent_compute-ego1": 0.014366052033601454, "agent_compute-ego2": 0.014680043942326809, "agent_compute-ego3": 0.014903232914323512, "complete-iteration": 0.7514610818581815, "set_robot_commands": 0.002051384820231391, "deviation-center-line": 2.991739669921244, "driven_lanedir_consec": 21.32450338206405, "sim_compute_sim_state": 0.030065372524213832, "sim_compute_performance-ego0": 0.0019076714209970288, "sim_compute_performance-ego1": 0.0018848171837621685, "sim_compute_performance-ego2": 0.001877941954245079, "sim_compute_performance-ego3": 0.0018812613522976665}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 19.969367993030357, "get_ui_image": 0.041872878555056454, "step_physics": 0.5671322448962336, "survival_time": 59.99999999999873, "driven_lanedir": 19.240520326343805, "get_state_dump": 0.00922199788438986, "get_robot_state": 0.01368770829644628, "sim_render-ego0": 0.0036762894242133425, "sim_render-ego1": 0.003652471785342862, "sim_render-ego2": 0.003623255484308629, "sim_render-ego3": 0.0036139698647936615, "get_duckie_state": 1.3592439726131543e-06, "in-drivable-lane": 0.9000000000000128, "deviation-heading": 11.573588504967006, "agent_compute-ego0": 0.01475125089672384, "agent_compute-ego1": 0.014366052033601454, "agent_compute-ego2": 0.014680043942326809, "agent_compute-ego3": 0.014903232914323512, "complete-iteration": 0.7514610818581815, "set_robot_commands": 0.002051384820231391, "deviation-center-line": 2.4618923528424808, "driven_lanedir_consec": 19.240520326343805, "sim_compute_sim_state": 0.030065372524213832, "sim_compute_performance-ego0": 0.0019076714209970288, "sim_compute_performance-ego1": 0.0018848171837621685, "sim_compute_performance-ego2": 0.001877941954245079, "sim_compute_performance-ego3": 0.0018812613522976665}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 21.406301668759216, "get_ui_image": 0.041872878555056454, "step_physics": 0.5671322448962336, "survival_time": 59.99999999999873, "driven_lanedir": 20.87128699329189, "get_state_dump": 0.00922199788438986, "get_robot_state": 0.01368770829644628, "sim_render-ego0": 0.0036762894242133425, "sim_render-ego1": 0.003652471785342862, "sim_render-ego2": 0.003623255484308629, "sim_render-ego3": 0.0036139698647936615, "get_duckie_state": 1.3592439726131543e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.54858315236251, "agent_compute-ego0": 0.01475125089672384, "agent_compute-ego1": 0.014366052033601454, "agent_compute-ego2": 0.014680043942326809, "agent_compute-ego3": 0.014903232914323512, "complete-iteration": 0.7514610818581815, "set_robot_commands": 0.002051384820231391, "deviation-center-line": 2.923090403263372, "driven_lanedir_consec": 20.87128699329189, "sim_compute_sim_state": 0.030065372524213832, "sim_compute_performance-ego0": 0.0019076714209970288, "sim_compute_performance-ego1": 0.0018848171837621685, "sim_compute_performance-ego2": 0.001877941954245079, "sim_compute_performance-ego3": 0.0018812613522976665}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 18.991844626271856, "get_ui_image": 0.04928259825726334, "step_physics": 0.7605468180654051, "survival_time": 59.99999999999873, "driven_lanedir": 18.331906587457787, "get_state_dump": 0.00935101548797582, "get_robot_state": 0.01381979457146917, "sim_render-ego0": 0.0037361874766989015, "sim_render-ego1": 0.0036547783510968847, "sim_render-ego2": 0.003624608574262964, "sim_render-ego3": 0.0036210630656678313, "get_duckie_state": 1.4207841553954062e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.542542480363158, "agent_compute-ego0": 0.01754540388629796, "agent_compute-ego1": 0.01873964155643409, "agent_compute-ego2": 0.017297455512117487, "agent_compute-ego3": 0.01739954531540184, "complete-iteration": 0.9823554987514348, "set_robot_commands": 0.0020764703853839044, "deviation-center-line": 3.2217391261185924, "driven_lanedir_consec": 18.331906587457787, "sim_compute_sim_state": 0.0475590677682208, "sim_compute_performance-ego0": 0.0019452970887500977, "sim_compute_performance-ego1": 0.001884523180501844, "sim_compute_performance-ego2": 0.001881510887813012, "sim_compute_performance-ego3": 0.0018727066713407773}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 20.40763014645021, "get_ui_image": 0.04928259825726334, "step_physics": 0.7605468180654051, "survival_time": 59.99999999999873, "driven_lanedir": 19.518107856639972, "get_state_dump": 0.00935101548797582, "get_robot_state": 0.01381979457146917, "sim_render-ego0": 0.0037361874766989015, "sim_render-ego1": 0.0036547783510968847, "sim_render-ego2": 0.003624608574262964, "sim_render-ego3": 0.0036210630656678313, "get_duckie_state": 1.4207841553954062e-06, "in-drivable-lane": 1.299999999999926, "deviation-heading": 12.487681889741822, "agent_compute-ego0": 0.01754540388629796, "agent_compute-ego1": 0.01873964155643409, "agent_compute-ego2": 0.017297455512117487, "agent_compute-ego3": 0.01739954531540184, "complete-iteration": 0.9823554987514348, "set_robot_commands": 0.0020764703853839044, "deviation-center-line": 3.374875862827721, "driven_lanedir_consec": 19.518107856639972, "sim_compute_sim_state": 0.0475590677682208, "sim_compute_performance-ego0": 0.0019452970887500977, "sim_compute_performance-ego1": 0.001884523180501844, "sim_compute_performance-ego2": 0.001881510887813012, "sim_compute_performance-ego3": 0.0018727066713407773}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 18.48781262108512, "get_ui_image": 0.04928259825726334, "step_physics": 0.7605468180654051, "survival_time": 59.99999999999873, "driven_lanedir": 17.635464854375748, "get_state_dump": 0.00935101548797582, "get_robot_state": 0.01381979457146917, "sim_render-ego0": 0.0037361874766989015, "sim_render-ego1": 0.0036547783510968847, "sim_render-ego2": 0.003624608574262964, "sim_render-ego3": 0.0036210630656678313, "get_duckie_state": 1.4207841553954062e-06, "in-drivable-lane": 0.350000000000005, "deviation-heading": 14.757448988240714, "agent_compute-ego0": 0.01754540388629796, "agent_compute-ego1": 0.01873964155643409, "agent_compute-ego2": 0.017297455512117487, "agent_compute-ego3": 0.01739954531540184, "complete-iteration": 0.9823554987514348, "set_robot_commands": 0.0020764703853839044, "deviation-center-line": 3.1461320323141555, "driven_lanedir_consec": 17.635464854375748, "sim_compute_sim_state": 0.0475590677682208, "sim_compute_performance-ego0": 0.0019452970887500977, "sim_compute_performance-ego1": 0.001884523180501844, "sim_compute_performance-ego2": 0.001881510887813012, "sim_compute_performance-ego3": 0.0018727066713407773}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 20.393284640460525, "get_ui_image": 0.04928259825726334, "step_physics": 0.7605468180654051, "survival_time": 59.99999999999873, "driven_lanedir": 19.542797380776687, "get_state_dump": 0.00935101548797582, "get_robot_state": 0.01381979457146917, "sim_render-ego0": 0.0037361874766989015, "sim_render-ego1": 0.0036547783510968847, "sim_render-ego2": 0.003624608574262964, "sim_render-ego3": 0.0036210630656678313, "get_duckie_state": 1.4207841553954062e-06, "in-drivable-lane": 0.9999999999999964, "deviation-heading": 12.780831297682065, "agent_compute-ego0": 0.01754540388629796, "agent_compute-ego1": 0.01873964155643409, "agent_compute-ego2": 0.017297455512117487, "agent_compute-ego3": 0.01739954531540184, "complete-iteration": 0.9823554987514348, "set_robot_commands": 0.0020764703853839044, "deviation-center-line": 3.7922313943224575, "driven_lanedir_consec": 19.542797380776687, "sim_compute_sim_state": 0.0475590677682208, "sim_compute_performance-ego0": 0.0019452970887500977, "sim_compute_performance-ego1": 0.001884523180501844, "sim_compute_performance-ego2": 0.001881510887813012, "sim_compute_performance-ego3": 0.0018727066713407773}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 0.3412946508949491, "get_ui_image": 0.0461477755072588, "step_physics": 0.8631899335427199, "survival_time": 16.6500000000001, "driven_lanedir": 0.32620991188048576, "get_state_dump": 0.009245546278125513, "get_robot_state": 0.013846817130814057, "sim_render-ego0": 0.003700217800939868, "sim_render-ego1": 0.003611334783588341, "sim_render-ego2": 0.00359851871421951, "sim_render-ego3": 0.00359240120756412, "get_duckie_state": 1.3669807753877012e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.03304821867439, "agent_compute-ego0": 0.014711936790786103, "agent_compute-ego1": 0.01592686433278158, "agent_compute-ego2": 0.01469800001132988, "agent_compute-ego3": 0.015227342080213351, "complete-iteration": 1.056136155556776, "set_robot_commands": 0.0021156022648611468, "deviation-center-line": 2.5631235101456245, "driven_lanedir_consec": 0.32620991188048576, "sim_compute_sim_state": 0.03220994244078676, "sim_compute_performance-ego0": 0.0019726317799733783, "sim_compute_performance-ego1": 0.0019389512296208364, "sim_compute_performance-ego2": 0.00190349967179898, "sim_compute_performance-ego3": 0.0018946303578907856}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 4.934818910846895, "get_ui_image": 0.0461477755072588, "step_physics": 0.8631899335427199, "survival_time": 16.6500000000001, "driven_lanedir": 4.720818081719926, "get_state_dump": 0.009245546278125513, "get_robot_state": 0.013846817130814057, "sim_render-ego0": 0.003700217800939868, "sim_render-ego1": 0.003611334783588341, "sim_render-ego2": 0.00359851871421951, "sim_render-ego3": 0.00359240120756412, "get_duckie_state": 1.3669807753877012e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.469401584669184, "agent_compute-ego0": 0.014711936790786103, "agent_compute-ego1": 0.01592686433278158, "agent_compute-ego2": 0.01469800001132988, "agent_compute-ego3": 0.015227342080213351, "complete-iteration": 1.056136155556776, "set_robot_commands": 0.0021156022648611468, "deviation-center-line": 1.0211669943669293, "driven_lanedir_consec": 4.720818081719926, "sim_compute_sim_state": 0.03220994244078676, "sim_compute_performance-ego0": 0.0019726317799733783, "sim_compute_performance-ego1": 0.0019389512296208364, "sim_compute_performance-ego2": 0.00190349967179898, "sim_compute_performance-ego3": 0.0018946303578907856}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 4.415624107931401, "get_ui_image": 0.0461477755072588, "step_physics": 0.8631899335427199, "survival_time": 16.6500000000001, "driven_lanedir": 4.237800661032061, "get_state_dump": 0.009245546278125513, "get_robot_state": 0.013846817130814057, "sim_render-ego0": 0.003700217800939868, "sim_render-ego1": 0.003611334783588341, "sim_render-ego2": 0.00359851871421951, "sim_render-ego3": 0.00359240120756412, "get_duckie_state": 1.3669807753877012e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.248855368780464, "agent_compute-ego0": 0.014711936790786103, "agent_compute-ego1": 0.01592686433278158, "agent_compute-ego2": 0.01469800001132988, "agent_compute-ego3": 0.015227342080213351, "complete-iteration": 1.056136155556776, "set_robot_commands": 0.0021156022648611468, "deviation-center-line": 0.8562296300180954, "driven_lanedir_consec": 4.237800661032061, "sim_compute_sim_state": 0.03220994244078676, "sim_compute_performance-ego0": 0.0019726317799733783, "sim_compute_performance-ego1": 0.0019389512296208364, "sim_compute_performance-ego2": 0.00190349967179898, "sim_compute_performance-ego3": 0.0018946303578907856}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 5.22419039834184, "get_ui_image": 0.0461477755072588, "step_physics": 0.8631899335427199, "survival_time": 16.6500000000001, "driven_lanedir": 5.10571124140145, "get_state_dump": 0.009245546278125513, "get_robot_state": 0.013846817130814057, "sim_render-ego0": 0.003700217800939868, "sim_render-ego1": 0.003611334783588341, "sim_render-ego2": 0.00359851871421951, "sim_render-ego3": 0.00359240120756412, "get_duckie_state": 1.3669807753877012e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.38959806276828, "agent_compute-ego0": 0.014711936790786103, "agent_compute-ego1": 0.01592686433278158, "agent_compute-ego2": 0.01469800001132988, "agent_compute-ego3": 0.015227342080213351, "complete-iteration": 1.056136155556776, "set_robot_commands": 0.0021156022648611468, "deviation-center-line": 0.6599536175734789, "driven_lanedir_consec": 5.10571124140145, "sim_compute_sim_state": 0.03220994244078676, "sim_compute_performance-ego0": 0.0019726317799733783, "sim_compute_performance-ego1": 0.0019389512296208364, "sim_compute_performance-ego2": 0.00190349967179898, "sim_compute_performance-ego3": 0.0018946303578907856}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 6.301436400678609, "get_ui_image": 0.02947187093486416, "step_physics": 0.2485920616794491, "survival_time": 18.00000000000012, "driven_lanedir": 6.156514686057125, "get_state_dump": 0.0060599847513552844, "get_robot_state": 0.006941671846976241, "sim_render-ego0": 0.0036605580031376463, "sim_render-ego1": 0.003609109783436783, "get_duckie_state": 1.349937882780038e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.189509478127331, "agent_compute-ego0": 0.015011920162845516, "agent_compute-ego1": 0.014848668819649398, "complete-iteration": 0.34573902317691707, "set_robot_commands": 0.0020648013191540155, "deviation-center-line": 1.0522369733840995, "driven_lanedir_consec": 6.156514686057125, "sim_compute_sim_state": 0.009532365772532624, "sim_compute_performance-ego0": 0.001874274494245112, "sim_compute_performance-ego1": 0.001864184963405958}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 2.5079072160837512, "get_ui_image": 0.02947187093486416, "step_physics": 0.2485920616794491, "survival_time": 18.00000000000012, "driven_lanedir": 1.6114550713430136, "get_state_dump": 0.0060599847513552844, "get_robot_state": 0.006941671846976241, "sim_render-ego0": 0.0036605580031376463, "sim_render-ego1": 0.003609109783436783, "get_duckie_state": 1.349937882780038e-06, "in-drivable-lane": 12.350000000000133, "deviation-heading": 1.7290350319893486, "agent_compute-ego0": 0.015011920162845516, "agent_compute-ego1": 0.014848668819649398, "complete-iteration": 0.34573902317691707, "set_robot_commands": 0.0020648013191540155, "deviation-center-line": 0.3458859241740942, "driven_lanedir_consec": 1.6114550713430136, "sim_compute_sim_state": 0.009532365772532624, "sim_compute_performance-ego0": 0.001874274494245112, "sim_compute_performance-ego1": 0.001864184963405958}}
set_robot_commands_max0.0021156022648611468
set_robot_commands_mean0.0020788166085867
set_robot_commands_median0.0020764703853839044
set_robot_commands_min0.002051384820231391
sim_compute_performance-ego0_max0.0019726317799733783
sim_compute_performance-ego0_mean0.0019322107248123037
sim_compute_performance-ego0_median0.0019452970887500977
sim_compute_performance-ego0_min0.001874274494245112
sim_compute_performance-ego1_max0.0019389512296208364
sim_compute_performance-ego1_mean0.0018972525930250944
sim_compute_performance-ego1_median0.0018848171837621685
sim_compute_performance-ego1_min0.001864184963405958
sim_compute_performance-ego2_max0.00190349967179898
sim_compute_performance-ego2_mean0.001887650837952357
sim_compute_performance-ego2_median0.001881510887813012
sim_compute_performance-ego2_min0.001877941954245079
sim_compute_performance-ego3_max0.0018946303578907856
sim_compute_performance-ego3_mean0.0018828661271764091
sim_compute_performance-ego3_median0.0018812613522976665
sim_compute_performance-ego3_min0.0018727066713407773
sim_compute_sim_state_max0.0475590677682208
sim_compute_sim_state_mean0.032743018748425064
sim_compute_sim_state_median0.03220994244078676
sim_compute_sim_state_min0.009532365772532624
sim_render-ego0_max0.0037361874766989015
sim_render-ego0_mean0.003697992486691696
sim_render-ego0_median0.003700217800939868
sim_render-ego0_min0.0036605580031376463
sim_render-ego1_max0.0036547783510968847
sim_render-ego1_mean0.003635182803356137
sim_render-ego1_median0.003652471785342862
sim_render-ego1_min0.003609109783436783
sim_render-ego2_max0.003624608574262964
sim_render-ego2_mean0.003615460924263701
sim_render-ego2_median0.003623255484308629
sim_render-ego2_min0.00359851871421951
sim_render-ego3_max0.0036210630656678313
sim_render-ego3_mean0.0036091447126752048
sim_render-ego3_median0.0036139698647936615
sim_render-ego3_min0.00359240120756412
simulation-passed1
step_physics_max0.8631899335427199
step_physics_mean0.6614757220983096
step_physics_median0.7605468180654051
step_physics_min0.2485920616794491
survival_time_max59.99999999999873
survival_time_mean41.61428571428503
survival_time_min16.6500000000001

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.