Duckietown Challenges Home Challenges Submissions

Job 53596

Job ID53596
submission12592
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-03
date started
date completed
duration0:17:35
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4546873859822283
survival_time_median12.200000000000038
deviation-center-line_median0.18171561114769552
in-drivable-lane_median8.225000000000007


other stats
agent_compute-ego0_max0.013785511049731023
agent_compute-ego0_mean0.01328596045230997
agent_compute-ego0_median0.01328596045230997
agent_compute-ego0_min0.012786409854888915
agent_compute-ego1_max0.012273645401000975
agent_compute-ego1_mean0.012036195705676902
agent_compute-ego1_median0.012036195705676902
agent_compute-ego1_min0.011798746010352823
agent_compute-ego2_max0.012985214693792936
agent_compute-ego2_mean0.012450212589625654
agent_compute-ego2_median0.012450212589625654
agent_compute-ego2_min0.011915210485458374
agent_compute-ego3_max0.013561728082854172
agent_compute-ego3_mean0.012947779338935326
agent_compute-ego3_median0.012947779338935326
agent_compute-ego3_min0.01233383059501648
complete-iteration_max1.1972805146513317
complete-iteration_mean1.137456478086011
complete-iteration_median1.137456478086011
complete-iteration_min1.0776324415206908
deviation-center-line_max1.4668723685126213
deviation-center-line_mean0.4108156249737545
deviation-center-line_min0.07662408085921132
deviation-heading_max12.173708858197545
deviation-heading_mean2.6388779854016184
deviation-heading_median1.3463646965134306
deviation-heading_min0.5139724173971062
driven_any_max4.166835342607492
driven_any_mean1.6370579143997332
driven_any_median1.4255832111048754
driven_any_min0.39498343071213377
driven_lanedir_consec_max0.816635129862952
driven_lanedir_consec_mean0.5021130457616343
driven_lanedir_consec_min0.26572292458053504
driven_lanedir_max0.816635129862952
driven_lanedir_mean0.5021132343476236
driven_lanedir_median0.45468814032618565
driven_lanedir_min0.26572292458053504
get_duckie_state_max2.5001065484408676e-06
get_duckie_state_mean2.437973844593969e-06
get_duckie_state_median2.437973844593969e-06
get_duckie_state_min2.3758411407470703e-06
get_robot_state_max0.014935796014193831
get_robot_state_mean0.014759704943360954
get_robot_state_median0.014759704943360954
get_robot_state_min0.014583613872528076
get_state_dump_max0.00997686714961611
get_state_dump_mean0.009809343670976573
get_state_dump_median0.009809343670976573
get_state_dump_min0.009641820192337036
get_ui_image_max0.05296700822895971
get_ui_image_mean0.05296466344389422
get_ui_image_median0.05296466344389422
get_ui_image_min0.052962318658828736
in-drivable-lane_max13.000000000000073
in-drivable-lane_mean7.700000000000028
in-drivable-lane_min0.0
per-episodes
details{"LFVI_multi-norm-4way-000-ego0": {"driven_any": 0.4769167181429107, "get_ui_image": 0.052962318658828736, "step_physics": 0.8948684513568879, "survival_time": 9.950000000000006, "driven_lanedir": 0.4683967623635916, "get_state_dump": 0.009641820192337036, "get_robot_state": 0.014583613872528076, "sim_render-ego0": 0.003939228057861328, "sim_render-ego1": 0.003685146570205689, "sim_render-ego2": 0.003660978078842163, "sim_render-ego3": 0.003707953691482544, "get_duckie_state": 2.3758411407470703e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.0007507572371948, "agent_compute-ego0": 0.012786409854888915, "agent_compute-ego1": 0.012273645401000975, "agent_compute-ego2": 0.011915210485458374, "agent_compute-ego3": 0.01233383059501648, "complete-iteration": 1.0776324415206908, "set_robot_commands": 0.002411071062088013, "deviation-center-line": 0.8596126847278299, "driven_lanedir_consec": 0.468395253675677, "sim_compute_sim_state": 0.02396047592163086, "sim_compute_performance-ego0": 0.0020851552486419677, "sim_compute_performance-ego1": 0.0019654440879821778, "sim_compute_performance-ego2": 0.0019402825832366944, "sim_compute_performance-ego3": 0.001966222524642944}, "LFVI_multi-norm-4way-000-ego1": {"driven_any": 2.72055560138777, "get_ui_image": 0.052962318658828736, "step_physics": 0.8948684513568879, "survival_time": 9.950000000000006, "driven_lanedir": 0.6019298354870326, "get_state_dump": 0.009641820192337036, "get_robot_state": 0.014583613872528076, "sim_render-ego0": 0.003939228057861328, "sim_render-ego1": 0.003685146570205689, "sim_render-ego2": 0.003660978078842163, "sim_render-ego3": 0.003707953691482544, "get_duckie_state": 2.3758411407470703e-06, "in-drivable-lane": 7.55000000000001, "deviation-heading": 1.1716421205527106, "agent_compute-ego0": 0.012786409854888915, "agent_compute-ego1": 0.012273645401000975, "agent_compute-ego2": 0.011915210485458374, "agent_compute-ego3": 0.01233383059501648, "complete-iteration": 1.0776324415206908, "set_robot_commands": 0.002411071062088013, "deviation-center-line": 0.1882202376776257, "driven_lanedir_consec": 0.6019298354870326, "sim_compute_sim_state": 0.02396047592163086, "sim_compute_performance-ego0": 0.0020851552486419677, "sim_compute_performance-ego1": 0.0019654440879821778, "sim_compute_performance-ego2": 0.0019402825832366944, "sim_compute_performance-ego3": 0.001966222524642944}, "LFVI_multi-norm-4way-000-ego2": {"driven_any": 1.883055257757452, "get_ui_image": 0.052962318658828736, "step_physics": 0.8948684513568879, "survival_time": 9.950000000000006, "driven_lanedir": 0.3638160173998284, "get_state_dump": 0.009641820192337036, "get_robot_state": 0.014583613872528076, "sim_render-ego0": 0.003939228057861328, "sim_render-ego1": 0.003685146570205689, "sim_render-ego2": 0.003660978078842163, "sim_render-ego3": 0.003707953691482544, "get_duckie_state": 2.3758411407470703e-06, "in-drivable-lane": 7.900000000000008, "deviation-heading": 1.5210872724741509, "agent_compute-ego0": 0.012786409854888915, "agent_compute-ego1": 0.012273645401000975, "agent_compute-ego2": 0.011915210485458374, "agent_compute-ego3": 0.01233383059501648, "complete-iteration": 1.0776324415206908, "set_robot_commands": 0.002411071062088013, "deviation-center-line": 0.17510454834214176, "driven_lanedir_consec": 0.3638160173998284, "sim_compute_sim_state": 0.02396047592163086, "sim_compute_performance-ego0": 0.0020851552486419677, "sim_compute_performance-ego1": 0.0019654440879821778, "sim_compute_performance-ego2": 0.0019402825832366944, "sim_compute_performance-ego3": 0.001966222524642944}, "LFVI_multi-norm-4way-000-ego3": {"driven_any": 0.6029505423803572, "get_ui_image": 0.052962318658828736, "step_physics": 0.8948684513568879, "survival_time": 9.950000000000006, "driven_lanedir": 0.26572292458053504, "get_state_dump": 0.009641820192337036, "get_robot_state": 0.014583613872528076, "sim_render-ego0": 0.003939228057861328, "sim_render-ego1": 0.003685146570205689, "sim_render-ego2": 0.003660978078842163, "sim_render-ego3": 0.003707953691482544, "get_duckie_state": 2.3758411407470703e-06, "in-drivable-lane": 8.550000000000006, "deviation-heading": 0.5567478060852703, "agent_compute-ego0": 0.012786409854888915, "agent_compute-ego1": 0.012273645401000975, "agent_compute-ego2": 0.011915210485458374, "agent_compute-ego3": 0.01233383059501648, "complete-iteration": 1.0776324415206908, "set_robot_commands": 0.002411071062088013, "deviation-center-line": 0.07662408085921132, "driven_lanedir_consec": 0.26572292458053504, "sim_compute_sim_state": 0.02396047592163086, "sim_compute_performance-ego0": 0.0020851552486419677, "sim_compute_performance-ego1": 0.0019654440879821778, "sim_compute_performance-ego2": 0.0019402825832366944, "sim_compute_performance-ego3": 0.001966222524642944}, "LFVI_multi-norm-udem1-000-ego0": {"driven_any": 4.166835342607492, "get_ui_image": 0.05296700822895971, "step_physics": 1.011082145263409, "survival_time": 14.45000000000007, "driven_lanedir": 0.7142347547142869, "get_state_dump": 0.00997686714961611, "get_robot_state": 0.014935796014193831, "sim_render-ego0": 0.003943991661071777, "sim_render-ego1": 0.003745239356468464, "sim_render-ego2": 0.003800766221408186, "sim_render-ego3": 0.003802014219349828, "get_duckie_state": 2.5001065484408676e-06, "in-drivable-lane": 11.25000000000006, "deviation-heading": 1.6071955689504698, "agent_compute-ego0": 0.013785511049731023, "agent_compute-ego1": 0.011798746010352823, "agent_compute-ego2": 0.012985214693792936, "agent_compute-ego3": 0.013561728082854172, "complete-iteration": 1.1972805146513317, "set_robot_commands": 0.002414404112717201, "deviation-center-line": 0.24915655828868163, "driven_lanedir_consec": 0.7142347547142869, "sim_compute_sim_state": 0.023206835779650457, "sim_compute_performance-ego0": 0.002173721379247205, "sim_compute_performance-ego1": 0.0020118022787159887, "sim_compute_performance-ego2": 0.0019765113962107693, "sim_compute_performance-ego3": 0.00194041317906873}, "LFVI_multi-norm-udem1-000-ego1": {"driven_any": 1.7817204398248871, "get_ui_image": 0.05296700822895971, "step_physics": 1.011082145263409, "survival_time": 14.45000000000007, "driven_lanedir": 0.816635129862952, "get_state_dump": 0.00997686714961611, "get_robot_state": 0.014935796014193831, "sim_render-ego0": 0.003943991661071777, "sim_render-ego1": 0.003745239356468464, "sim_render-ego2": 0.003800766221408186, "sim_render-ego3": 0.003802014219349828, "get_duckie_state": 2.5001065484408676e-06, "in-drivable-lane": 11.550000000000072, "deviation-heading": 0.5139724173971062, "agent_compute-ego0": 0.013785511049731023, "agent_compute-ego1": 0.011798746010352823, "agent_compute-ego2": 0.012985214693792936, "agent_compute-ego3": 0.013561728082854172, "complete-iteration": 1.1972805146513317, "set_robot_commands": 0.002414404112717201, "deviation-center-line": 0.17521098461776533, "driven_lanedir_consec": 0.816635129862952, "sim_compute_sim_state": 0.023206835779650457, "sim_compute_performance-ego0": 0.002173721379247205, "sim_compute_performance-ego1": 0.0020118022787159887, "sim_compute_performance-ego2": 0.0019765113962107693, "sim_compute_performance-ego3": 0.00194041317906873}, "LFVI_multi-norm-udem1-000-ego2": {"driven_any": 1.0694459823848634, "get_ui_image": 0.05296700822895971, "step_physics": 1.011082145263409, "survival_time": 14.45000000000007, "driven_lanedir": 0.4409795182887797, "get_state_dump": 0.00997686714961611, "get_robot_state": 0.014935796014193831, "sim_render-ego0": 0.003943991661071777, "sim_render-ego1": 0.003745239356468464, "sim_render-ego2": 0.003800766221408186, "sim_render-ego3": 0.003802014219349828, "get_duckie_state": 2.5001065484408676e-06, "in-drivable-lane": 1.7999999999999954, "deviation-heading": 12.173708858197545, "agent_compute-ego0": 0.013785511049731023, "agent_compute-ego1": 0.011798746010352823, "agent_compute-ego2": 0.012985214693792936, "agent_compute-ego3": 0.013561728082854172, "complete-iteration": 1.1972805146513317, "set_robot_commands": 0.002414404112717201, "deviation-center-line": 1.4668723685126213, "driven_lanedir_consec": 0.4409795182887797, "sim_compute_sim_state": 0.023206835779650457, "sim_compute_performance-ego0": 0.002173721379247205, "sim_compute_performance-ego1": 0.0020118022787159887, "sim_compute_performance-ego2": 0.0019765113962107693, "sim_compute_performance-ego3": 0.00194041317906873}, "LFVI_multi-norm-udem1-000-ego3": {"driven_any": 0.39498343071213377, "get_ui_image": 0.05296700822895971, "step_physics": 1.011082145263409, "survival_time": 14.45000000000007, "driven_lanedir": 0.34519093208398255, "get_state_dump": 0.00997686714961611, "get_robot_state": 0.014935796014193831, "sim_render-ego0": 0.003943991661071777, "sim_render-ego1": 0.003745239356468464, "sim_render-ego2": 0.003800766221408186, "sim_render-ego3": 0.003802014219349828, "get_duckie_state": 2.5001065484408676e-06, "in-drivable-lane": 13.000000000000073, "deviation-heading": 0.5659190823185012, "agent_compute-ego0": 0.013785511049731023, "agent_compute-ego1": 0.011798746010352823, "agent_compute-ego2": 0.012985214693792936, "agent_compute-ego3": 0.013561728082854172, "complete-iteration": 1.1972805146513317, "set_robot_commands": 0.002414404112717201, "deviation-center-line": 0.0957235367641588, "driven_lanedir_consec": 0.34519093208398255, "sim_compute_sim_state": 0.023206835779650457, "sim_compute_performance-ego0": 0.002173721379247205, "sim_compute_performance-ego1": 0.0020118022787159887, "sim_compute_performance-ego2": 0.0019765113962107693, "sim_compute_performance-ego3": 0.00194041317906873}}
set_robot_commands_max0.002414404112717201
set_robot_commands_mean0.0024127375874026065
set_robot_commands_median0.0024127375874026065
set_robot_commands_min0.002411071062088013
sim_compute_performance-ego0_max0.002173721379247205
sim_compute_performance-ego0_mean0.0021294383139445865
sim_compute_performance-ego0_median0.0021294383139445865
sim_compute_performance-ego0_min0.0020851552486419677
sim_compute_performance-ego1_max0.0020118022787159887
sim_compute_performance-ego1_mean0.001988623183349083
sim_compute_performance-ego1_median0.001988623183349083
sim_compute_performance-ego1_min0.0019654440879821778
sim_compute_performance-ego2_max0.0019765113962107693
sim_compute_performance-ego2_mean0.001958396989723732
sim_compute_performance-ego2_median0.001958396989723732
sim_compute_performance-ego2_min0.0019402825832366944
sim_compute_performance-ego3_max0.001966222524642944
sim_compute_performance-ego3_mean0.001953317851855837
sim_compute_performance-ego3_median0.001953317851855837
sim_compute_performance-ego3_min0.00194041317906873
sim_compute_sim_state_max0.02396047592163086
sim_compute_sim_state_mean0.023583655850640657
sim_compute_sim_state_median0.023583655850640657
sim_compute_sim_state_min0.023206835779650457
sim_render-ego0_max0.003943991661071777
sim_render-ego0_mean0.003941609859466552
sim_render-ego0_median0.003941609859466552
sim_render-ego0_min0.003939228057861328
sim_render-ego1_max0.003745239356468464
sim_render-ego1_mean0.003715192963337076
sim_render-ego1_median0.003715192963337076
sim_render-ego1_min0.003685146570205689
sim_render-ego2_max0.003800766221408186
sim_render-ego2_mean0.0037308721501251745
sim_render-ego2_median0.0037308721501251745
sim_render-ego2_min0.003660978078842163
sim_render-ego3_max0.003802014219349828
sim_render-ego3_mean0.003754983955416186
sim_render-ego3_median0.003754983955416186
sim_render-ego3_min0.003707953691482544
simulation-passed1
step_physics_max1.011082145263409
step_physics_mean0.9529752983101484
step_physics_median0.9529752983101484
step_physics_min0.8948684513568879
survival_time_max14.45000000000007
survival_time_mean12.200000000000038
survival_time_min9.950000000000006

Highlights

53596

Click the images to see detailed statistics about the episode.

LFVI_multi-norm-4way-000

LFVI_multi-norm-udem1-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.