Duckietown Challenges Home Challenges Submissions

Job 59012

Job ID59012
submission12820
userYishu Malhotra 🇨🇦
user labelsim-exercise-2
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-06
date started
date completed
duration1:47:02
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median6.539268431308779
survival_time_median59.99999999999873
deviation-center-line_median3.1419590569530733
in-drivable-lane_median1.049999999999947


other stats
agent_compute-ego0_max0.014431615157687197
agent_compute-ego0_mean0.013553361726308557
agent_compute-ego0_median0.01355184345420056
agent_compute-ego0_min0.012615198497470472
agent_compute-ego1_max0.013484366628947008
agent_compute-ego1_mean0.012910486280031537
agent_compute-ego1_median0.01310501209802175
agent_compute-ego1_min0.012330367702131565
complete-iteration_max1.2752010285967017
complete-iteration_mean0.9818561865984654
complete-iteration_median1.09634270219382
complete-iteration_min0.3593740485093675
deviation-center-line_max3.985529121807486
deviation-center-line_mean2.751918468946073
deviation-center-line_min0.6704449780248619
deviation-heading_max21.49390142494945
deviation-heading_mean13.281654809739145
deviation-heading_median14.19847792940815
deviation-heading_min4.422806412212843
driven_any_max12.552884990494888
driven_any_mean7.951069044664773
driven_any_median10.233625928581413
driven_any_min0.6418362859070856
driven_lanedir_consec_max11.57524706250052
driven_lanedir_consec_mean6.517376871535248
driven_lanedir_consec_min0.5474415980635355
driven_lanedir_max11.57524706250052
driven_lanedir_mean6.559798882377251
driven_lanedir_median6.8362225072028
driven_lanedir_min0.5474415980635355
get_duckie_state_max2.9711997280708457e-06
get_duckie_state_mean2.7640866404331017e-06
get_duckie_state_median2.8759117031176817e-06
get_duckie_state_min2.0459133024318927e-06
get_robot_state_max0.01649410142985907
get_robot_state_mean0.01486157672126354
get_robot_state_median0.016437022116261656
get_robot_state_min0.007402223512393846
get_state_dump_max0.010883863522150832
get_state_dump_mean0.009980218969790686
get_state_dump_median0.010669777335771216
get_state_dump_min0.006231696282100122
get_ui_image_max0.051547285122835663
get_ui_image_mean0.04793416289515976
get_ui_image_median0.05143377911616363
get_ui_image_min0.03049073191506976
in-drivable-lane_max46.89999999999868
in-drivable-lane_mean11.13571428571387
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 11.307618437233666, "get_ui_image": 0.04954313993652496, "step_physics": 0.6810154585318204, "survival_time": 59.99999999999873, "driven_lanedir": 10.55646607777313, "get_state_dump": 0.010883863522150832, "get_robot_state": 0.016437022116261656, "sim_render-ego0": 0.004435853894604533, "sim_render-ego1": 0.00454335387402232, "sim_render-ego2": 0.004577925759092358, "sim_render-ego3": 0.004504516658735315, "get_duckie_state": 2.8759117031176817e-06, "in-drivable-lane": 0.0, "deviation-heading": 17.82738819442904, "agent_compute-ego0": 0.014431615157687197, "agent_compute-ego1": 0.013484366628947008, "agent_compute-ego2": 0.014286823614153834, "agent_compute-ego3": 0.014351943847440264, "complete-iteration": 0.8852658980494237, "set_robot_commands": 0.0026510796082406915, "deviation-center-line": 3.809740206633966, "driven_lanedir_consec": 10.55646607777313, "sim_compute_sim_state": 0.03216946273918057, "sim_compute_performance-ego0": 0.0024493979375427907, "sim_compute_performance-ego1": 0.002392827620812002, "sim_compute_performance-ego2": 0.0024403273116341243, "sim_compute_performance-ego3": 0.0023696704470644783}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 11.360150067842428, "get_ui_image": 0.04954313993652496, "step_physics": 0.6810154585318204, "survival_time": 59.99999999999873, "driven_lanedir": 9.805471026496384, "get_state_dump": 0.010883863522150832, "get_robot_state": 0.016437022116261656, "sim_render-ego0": 0.004435853894604533, "sim_render-ego1": 0.00454335387402232, "sim_render-ego2": 0.004577925759092358, "sim_render-ego3": 0.004504516658735315, "get_duckie_state": 2.8759117031176817e-06, "in-drivable-lane": 4.549999999999917, "deviation-heading": 21.49390142494945, "agent_compute-ego0": 0.014431615157687197, "agent_compute-ego1": 0.013484366628947008, "agent_compute-ego2": 0.014286823614153834, "agent_compute-ego3": 0.014351943847440264, "complete-iteration": 0.8852658980494237, "set_robot_commands": 0.0026510796082406915, "deviation-center-line": 3.801257284693031, "driven_lanedir_consec": 9.805471026496384, "sim_compute_sim_state": 0.03216946273918057, "sim_compute_performance-ego0": 0.0024493979375427907, "sim_compute_performance-ego1": 0.002392827620812002, "sim_compute_performance-ego2": 0.0024403273116341243, "sim_compute_performance-ego3": 0.0023696704470644783}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 12.454933806484766, "get_ui_image": 0.04954313993652496, "step_physics": 0.6810154585318204, "survival_time": 59.99999999999873, "driven_lanedir": 11.565361924516967, "get_state_dump": 0.010883863522150832, "get_robot_state": 0.016437022116261656, "sim_render-ego0": 0.004435853894604533, "sim_render-ego1": 0.00454335387402232, "sim_render-ego2": 0.004577925759092358, "sim_render-ego3": 0.004504516658735315, "get_duckie_state": 2.8759117031176817e-06, "in-drivable-lane": 0.0, "deviation-heading": 19.08705781541633, "agent_compute-ego0": 0.014431615157687197, "agent_compute-ego1": 0.013484366628947008, "agent_compute-ego2": 0.014286823614153834, "agent_compute-ego3": 0.014351943847440264, "complete-iteration": 0.8852658980494237, "set_robot_commands": 0.0026510796082406915, "deviation-center-line": 3.801649423642208, "driven_lanedir_consec": 11.565361924516967, "sim_compute_sim_state": 0.03216946273918057, "sim_compute_performance-ego0": 0.0024493979375427907, "sim_compute_performance-ego1": 0.002392827620812002, "sim_compute_performance-ego2": 0.0024403273116341243, "sim_compute_performance-ego3": 0.0023696704470644783}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 12.552884990494888, "get_ui_image": 0.04954313993652496, "step_physics": 0.6810154585318204, "survival_time": 59.99999999999873, "driven_lanedir": 11.57524706250052, "get_state_dump": 0.010883863522150832, "get_robot_state": 0.016437022116261656, "sim_render-ego0": 0.004435853894604533, "sim_render-ego1": 0.00454335387402232, "sim_render-ego2": 0.004577925759092358, "sim_render-ego3": 0.004504516658735315, "get_duckie_state": 2.8759117031176817e-06, "in-drivable-lane": 0.8999999999999622, "deviation-heading": 17.8468352558849, "agent_compute-ego0": 0.014431615157687197, "agent_compute-ego1": 0.013484366628947008, "agent_compute-ego2": 0.014286823614153834, "agent_compute-ego3": 0.014351943847440264, "complete-iteration": 0.8852658980494237, "set_robot_commands": 0.0026510796082406915, "deviation-center-line": 3.770411599604091, "driven_lanedir_consec": 11.57524706250052, "sim_compute_sim_state": 0.03216946273918057, "sim_compute_performance-ego0": 0.0024493979375427907, "sim_compute_performance-ego1": 0.002392827620812002, "sim_compute_performance-ego2": 0.0024403273116341243, "sim_compute_performance-ego3": 0.0023696704470644783}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 5.191223476974806, "get_ui_image": 0.05143377911616363, "step_physics": 1.0824824799211354, "survival_time": 26.40000000000024, "driven_lanedir": 4.862551700857843, "get_state_dump": 0.010261277395295284, "get_robot_state": 0.015383283222104742, "sim_render-ego0": 0.004206070151806779, "sim_render-ego1": 0.004348114893431925, "sim_render-ego2": 0.0044489862337454954, "sim_render-ego3": 0.004424707650687609, "get_duckie_state": 2.8042351591113835e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.077582848784566, "agent_compute-ego0": 0.013145708181456942, "agent_compute-ego1": 0.01243213940207584, "agent_compute-ego2": 0.013685620349386463, "agent_compute-ego3": 0.012898973796678623, "complete-iteration": 1.2752010285967017, "set_robot_commands": 0.0026080504707668138, "deviation-center-line": 1.805856007774578, "driven_lanedir_consec": 4.862551700857843, "sim_compute_sim_state": 0.0268955176629281, "sim_compute_performance-ego0": 0.002306929608148528, "sim_compute_performance-ego1": 0.002129288386757748, "sim_compute_performance-ego2": 0.002130381777065688, "sim_compute_performance-ego3": 0.002250352293421956}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 4.407787748028772, "get_ui_image": 0.05143377911616363, "step_physics": 1.0824824799211354, "survival_time": 26.40000000000024, "driven_lanedir": 4.049989528232938, "get_state_dump": 0.010261277395295284, "get_robot_state": 0.015383283222104742, "sim_render-ego0": 0.004206070151806779, "sim_render-ego1": 0.004348114893431925, "sim_render-ego2": 0.0044489862337454954, "sim_render-ego3": 0.004424707650687609, "get_duckie_state": 2.8042351591113835e-06, "in-drivable-lane": 0.09999999999999964, "deviation-heading": 8.971534680091978, "agent_compute-ego0": 0.013145708181456942, "agent_compute-ego1": 0.01243213940207584, "agent_compute-ego2": 0.013685620349386463, "agent_compute-ego3": 0.012898973796678623, "complete-iteration": 1.2752010285967017, "set_robot_commands": 0.0026080504707668138, "deviation-center-line": 2.1932146222723383, "driven_lanedir_consec": 4.049989528232938, "sim_compute_sim_state": 0.0268955176629281, "sim_compute_performance-ego0": 0.002306929608148528, "sim_compute_performance-ego1": 0.002129288386757748, "sim_compute_performance-ego2": 0.002130381777065688, "sim_compute_performance-ego3": 0.002250352293421956}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.6829791674422767, "get_ui_image": 0.05143377911616363, "step_physics": 1.0824824799211354, "survival_time": 26.40000000000024, "driven_lanedir": 0.6149528507916647, "get_state_dump": 0.010261277395295284, "get_robot_state": 0.015383283222104742, "sim_render-ego0": 0.004206070151806779, "sim_render-ego1": 0.004348114893431925, "sim_render-ego2": 0.0044489862337454954, "sim_render-ego3": 0.004424707650687609, "get_duckie_state": 2.8042351591113835e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.325165522013844, "agent_compute-ego0": 0.013145708181456942, "agent_compute-ego1": 0.01243213940207584, "agent_compute-ego2": 0.013685620349386463, "agent_compute-ego3": 0.012898973796678623, "complete-iteration": 1.2752010285967017, "set_robot_commands": 0.0026080504707668138, "deviation-center-line": 1.5158604008103564, "driven_lanedir_consec": 0.6149528507916647, "sim_compute_sim_state": 0.0268955176629281, "sim_compute_performance-ego0": 0.002306929608148528, "sim_compute_performance-ego1": 0.002129288386757748, "sim_compute_performance-ego2": 0.002130381777065688, "sim_compute_performance-ego3": 0.002250352293421956}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 0.6418362859070856, "get_ui_image": 0.05143377911616363, "step_physics": 1.0824824799211354, "survival_time": 26.40000000000024, "driven_lanedir": 0.5474415980635355, "get_state_dump": 0.010261277395295284, "get_robot_state": 0.015383283222104742, "sim_render-ego0": 0.004206070151806779, "sim_render-ego1": 0.004348114893431925, "sim_render-ego2": 0.0044489862337454954, "sim_render-ego3": 0.004424707650687609, "get_duckie_state": 2.8042351591113835e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.910851538437162, "agent_compute-ego0": 0.013145708181456942, "agent_compute-ego1": 0.01243213940207584, "agent_compute-ego2": 0.013685620349386463, "agent_compute-ego3": 0.012898973796678623, "complete-iteration": 1.2752010285967017, "set_robot_commands": 0.0026080504707668138, "deviation-center-line": 3.3539304212080605, "driven_lanedir_consec": 0.5474415980635355, "sim_compute_sim_state": 0.0268955176629281, "sim_compute_performance-ego0": 0.002306929608148528, "sim_compute_performance-ego1": 0.002129288386757748, "sim_compute_performance-ego2": 0.002130381777065688, "sim_compute_performance-ego3": 0.002250352293421956}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 4.357565898821884, "get_ui_image": 0.051547285122835663, "step_physics": 0.8864727220765558, "survival_time": 59.99999999999873, "driven_lanedir": 2.8749384401191005, "get_state_dump": 0.010669777335771216, "get_robot_state": 0.01649410142985907, "sim_render-ego0": 0.004451068612955492, "sim_render-ego1": 0.00455957308696966, "sim_render-ego2": 0.0045899739372640925, "sim_render-ego3": 0.004586274181178567, "get_duckie_state": 2.9711997280708457e-06, "in-drivable-lane": 45.149999999998656, "deviation-heading": 4.422806412212843, "agent_compute-ego0": 0.01355184345420056, "agent_compute-ego1": 0.01310501209802175, "agent_compute-ego2": 0.013681353577765495, "agent_compute-ego3": 0.013765093289644491, "complete-iteration": 1.09634270219382, "set_robot_commands": 0.002629037502901838, "deviation-center-line": 0.6704449780248619, "driven_lanedir_consec": 2.8749384401191005, "sim_compute_sim_state": 0.03840300165346322, "sim_compute_performance-ego0": 0.002551905618519906, "sim_compute_performance-ego1": 0.002366002255137219, "sim_compute_performance-ego2": 0.002351669149533795, "sim_compute_performance-ego3": 0.0023705173193862496}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 11.030272002170772, "get_ui_image": 0.051547285122835663, "step_physics": 0.8864727220765558, "survival_time": 59.99999999999873, "driven_lanedir": 7.137265495030139, "get_state_dump": 0.010669777335771216, "get_robot_state": 0.01649410142985907, "sim_render-ego0": 0.004451068612955492, "sim_render-ego1": 0.00455957308696966, "sim_render-ego2": 0.0045899739372640925, "sim_render-ego3": 0.004586274181178567, "get_duckie_state": 2.9711997280708457e-06, "in-drivable-lane": 18.849999999998943, "deviation-heading": 14.486104320379136, "agent_compute-ego0": 0.01355184345420056, "agent_compute-ego1": 0.01310501209802175, "agent_compute-ego2": 0.013681353577765495, "agent_compute-ego3": 0.013765093289644491, "complete-iteration": 1.09634270219382, "set_robot_commands": 0.002629037502901838, "deviation-center-line": 3.2126720581992414, "driven_lanedir_consec": 6.543357343242097, "sim_compute_sim_state": 0.03840300165346322, "sim_compute_performance-ego0": 0.002551905618519906, "sim_compute_performance-ego1": 0.002366002255137219, "sim_compute_performance-ego2": 0.002351669149533795, "sim_compute_performance-ego3": 0.0023705173193862496}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 11.92182411793282, "get_ui_image": 0.051547285122835663, "step_physics": 0.8864727220765558, "survival_time": 59.99999999999873, "driven_lanedir": 10.905487788734806, "get_state_dump": 0.010669777335771216, "get_robot_state": 0.01649410142985907, "sim_render-ego0": 0.004451068612955492, "sim_render-ego1": 0.00455957308696966, "sim_render-ego2": 0.0045899739372640925, "sim_render-ego3": 0.004586274181178567, "get_duckie_state": 2.9711997280708457e-06, "in-drivable-lane": 1.1999999999999318, "deviation-heading": 19.218050051663592, "agent_compute-ego0": 0.01355184345420056, "agent_compute-ego1": 0.01310501209802175, "agent_compute-ego2": 0.013681353577765495, "agent_compute-ego3": 0.013765093289644491, "complete-iteration": 1.09634270219382, "set_robot_commands": 0.002629037502901838, "deviation-center-line": 3.985529121807486, "driven_lanedir_consec": 10.905487788734806, "sim_compute_sim_state": 0.03840300165346322, "sim_compute_performance-ego0": 0.002551905618519906, "sim_compute_performance-ego1": 0.002366002255137219, "sim_compute_performance-ego2": 0.002351669149533795, "sim_compute_performance-ego3": 0.0023705173193862496}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 9.436979854992051, "get_ui_image": 0.051547285122835663, "step_physics": 0.8864727220765558, "survival_time": 59.99999999999873, "driven_lanedir": 6.535179519375461, "get_state_dump": 0.010669777335771216, "get_robot_state": 0.01649410142985907, "sim_render-ego0": 0.004451068612955492, "sim_render-ego1": 0.00455957308696966, "sim_render-ego2": 0.0045899739372640925, "sim_render-ego3": 0.004586274181178567, "get_duckie_state": 2.9711997280708457e-06, "in-drivable-lane": 24.99999999999875, "deviation-heading": 11.819500354007545, "agent_compute-ego0": 0.01355184345420056, "agent_compute-ego1": 0.01310501209802175, "agent_compute-ego2": 0.013681353577765495, "agent_compute-ego3": 0.013765093289644491, "complete-iteration": 1.09634270219382, "set_robot_commands": 0.002629037502901838, "deviation-center-line": 2.413617776517889, "driven_lanedir_consec": 6.535179519375461, "sim_compute_sim_state": 0.03840300165346322, "sim_compute_performance-ego0": 0.002551905618519906, "sim_compute_performance-ego1": 0.002366002255137219, "sim_compute_performance-ego2": 0.002351669149533795, "sim_compute_performance-ego3": 0.0023705173193862496}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 11.823731369971666, "get_ui_image": 0.03049073191506976, "step_physics": 0.26536767329899696, "survival_time": 59.99999999999873, "driven_lanedir": 8.771783596495945, "get_state_dump": 0.006231696282100122, "get_robot_state": 0.007402223512393846, "sim_render-ego0": 0.003951896537253501, "sim_render-ego1": 0.004178017005634546, "get_duckie_state": 2.0459133024318927e-06, "in-drivable-lane": 13.24999999999936, "deviation-heading": 15.662061712864798, "agent_compute-ego0": 0.012615198497470472, "agent_compute-ego1": 0.012330367702131565, "complete-iteration": 0.3593740485093675, "set_robot_commands": 0.0024387508903713053, "deviation-center-line": 3.071246055706905, "driven_lanedir_consec": 8.771783596495945, "sim_compute_sim_state": 0.007864141146606649, "sim_compute_performance-ego0": 0.002068548178692642, "sim_compute_performance-ego1": 0.0020279793020688327}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 4.145179401008926, "get_ui_image": 0.03049073191506976, "step_physics": 0.26536767329899696, "survival_time": 59.99999999999873, "driven_lanedir": 2.035047744293065, "get_state_dump": 0.006231696282100122, "get_robot_state": 0.007402223512393846, "sim_render-ego0": 0.003951896537253501, "sim_render-ego1": 0.004178017005634546, "get_duckie_state": 2.0459133024318927e-06, "in-drivable-lane": 46.89999999999868, "deviation-heading": 5.794327205212799, "agent_compute-ego0": 0.012615198497470472, "agent_compute-ego1": 0.012330367702131565, "complete-iteration": 0.3593740485093675, "set_robot_commands": 0.0024387508903713053, "deviation-center-line": 1.121428608350011, "driven_lanedir_consec": 2.035047744293065, "sim_compute_sim_state": 0.007864141146606649, "sim_compute_performance-ego0": 0.002068548178692642, "sim_compute_performance-ego1": 0.0020279793020688327}}
set_robot_commands_max0.0026510796082406915
set_robot_commands_mean0.0026021551505985706
set_robot_commands_median0.002629037502901838
set_robot_commands_min0.0024387508903713053
sim_compute_performance-ego0_max0.002551905618519906
sim_compute_performance-ego0_mean0.0023835735010164423
sim_compute_performance-ego0_median0.0024493979375427907
sim_compute_performance-ego0_min0.002068548178692642
sim_compute_performance-ego1_max0.002392827620812002
sim_compute_performance-ego1_mean0.0022577451182118247
sim_compute_performance-ego1_median0.002366002255137219
sim_compute_performance-ego1_min0.0020279793020688327
sim_compute_sim_state_max0.03840300165346322
sim_compute_sim_state_mean0.028971443608250068
sim_compute_sim_state_median0.03216946273918057
sim_compute_sim_state_min0.007864141146606649
sim_render-ego0_max0.004451068612955492
sim_render-ego0_mean0.004305411693712445
sim_render-ego0_median0.004435853894604533
sim_render-ego0_min0.003951896537253501
sim_render-ego1_max0.00455957308696966
sim_render-ego1_mean0.0044400143877831935
sim_render-ego1_median0.00454335387402232
sim_render-ego1_min0.004178017005634546
simulation-passed1
step_physics_max1.0824824799211354
step_physics_mean0.7950441420511458
step_physics_median0.8864727220765558
step_physics_min0.26536767329899696
survival_time_max59.99999999999873
survival_time_mean50.39999999999917
survival_time_min26.40000000000024

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.