Duckietown Challenges Home Challenges Submissions

Job 40005

Job ID40005
submission11255
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatormont04-ef63c33f6e8a-1
date started
date completed
duration0:08:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.3910419054207597
survival_time_median3.949999999999994
deviation-center-line_median0.11934450025635182
in-drivable-lane_median2.199999999999993


other stats
agent_compute-ego0_max0.019953709614427783
agent_compute-ego0_mean0.0189028025973172
agent_compute-ego0_median0.018830015109135553
agent_compute-ego0_min0.01792468306838825
agent_compute-ego1_max0.022607178627690183
agent_compute-ego1_mean0.020138022924864697
agent_compute-ego1_median0.01905984756274101
agent_compute-ego1_min0.018747042584162887
agent_compute-ego2_max0.0178876255131975
agent_compute-ego2_mean0.017569869146471424
agent_compute-ego2_median0.017572577183063213
agent_compute-ego2_min0.017249404743153562
complete-iteration_max0.6920545191704472
complete-iteration_mean0.6777271947297633
complete-iteration_median0.6893043543702813
complete-iteration_min0.6518227106485611
deviation-center-line_max0.5327280638635807
deviation-center-line_mean0.1745761480615544
deviation-center-line_min0.08358463080060388
deviation-heading_max1.2577557366384935
deviation-heading_mean0.5745641023816804
deviation-heading_median0.48047723288453625
deviation-heading_min0.4497854218178262
driven_any_max1.263504470138941
driven_any_mean0.7034650986372433
driven_any_median0.5039804950216829
driven_any_min0.36010269982847115
driven_lanedir_consec_max0.7197373258513116
driven_lanedir_consec_mean0.40766992069495583
driven_lanedir_consec_min0.22751625876690704
driven_lanedir_max0.7197373258513116
driven_lanedir_mean0.40766992069495583
driven_lanedir_median0.3910419054207597
driven_lanedir_min0.22751625876690704
get_duckie_state_max2.9636334769333462e-06
get_duckie_state_mean2.8632138177008253e-06
get_duckie_state_median2.8200046990507393e-06
get_duckie_state_min2.8060032771183896e-06
get_robot_state_max0.04623814474178266
get_robot_state_mean0.044332216129155264
get_robot_state_median0.043735299354944475
get_robot_state_min0.04302320429073867
get_state_dump_max0.028316610602922336
get_state_dump_mean0.027282619073341677
get_state_dump_median0.027150368388695053
get_state_dump_min0.02638087822840764
get_ui_image_max0.06840723979322216
get_ui_image_mean0.06444166452245396
get_ui_image_median0.06303199645011656
get_ui_image_min0.06188575732402313
in-drivable-lane_max3.399999999999991
in-drivable-lane_mean1.788888888888884
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.5770919858856666, "get_ui_image": 0.06840723979322216, "step_physics": 0.3898591331288784, "survival_time": 3.949999999999994, "driven_lanedir": 0.25331103023773305, "get_state_dump": 0.027150368388695053, "get_robot_state": 0.04623814474178266, "sim_render-ego0": 0.007306352446350871, "sim_render-ego1": 0.007718031919455227, "sim_render-ego2": 0.00702736951127837, "get_duckie_state": 2.9636334769333462e-06, "in-drivable-lane": 2.5999999999999934, "deviation-heading": 0.4526449620159109, "agent_compute-ego0": 0.019953709614427783, "agent_compute-ego1": 0.022607178627690183, "agent_compute-ego2": 0.0178876255131975, "complete-iteration": 0.6920545191704472, "set_robot_commands": 0.005391308023959775, "deviation-center-line": 0.09757780641057068, "driven_lanedir_consec": 0.25331103023773305, "sim_compute_sim_state": 0.04539847977553742, "sim_compute_performance-ego0": 0.005070752735379376, "sim_compute_performance-ego1": 0.005149286004561412, "sim_compute_performance-ego2": 0.004968619044822983}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.151448205771473, "get_ui_image": 0.06840723979322216, "step_physics": 0.3898591331288784, "survival_time": 3.949999999999994, "driven_lanedir": 0.3910419054207597, "get_state_dump": 0.027150368388695053, "get_robot_state": 0.04623814474178266, "sim_render-ego0": 0.007306352446350871, "sim_render-ego1": 0.007718031919455227, "sim_render-ego2": 0.00702736951127837, "get_duckie_state": 2.9636334769333462e-06, "in-drivable-lane": 2.199999999999993, "deviation-heading": 0.4710509024252776, "agent_compute-ego0": 0.019953709614427783, "agent_compute-ego1": 0.022607178627690183, "agent_compute-ego2": 0.0178876255131975, "complete-iteration": 0.6920545191704472, "set_robot_commands": 0.005391308023959775, "deviation-center-line": 0.10272505944460536, "driven_lanedir_consec": 0.3910419054207597, "sim_compute_sim_state": 0.04539847977553742, "sim_compute_performance-ego0": 0.005070752735379376, "sim_compute_performance-ego1": 0.005149286004561412, "sim_compute_performance-ego2": 0.004968619044822983}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.49193066731247515, "get_ui_image": 0.06840723979322216, "step_physics": 0.3898591331288784, "survival_time": 3.949999999999994, "driven_lanedir": 0.38134507467075274, "get_state_dump": 0.027150368388695053, "get_robot_state": 0.04623814474178266, "sim_render-ego0": 0.007306352446350871, "sim_render-ego1": 0.007718031919455227, "sim_render-ego2": 0.00702736951127837, "get_duckie_state": 2.9636334769333462e-06, "in-drivable-lane": 2.199999999999993, "deviation-heading": 0.4696112259671044, "agent_compute-ego0": 0.019953709614427783, "agent_compute-ego1": 0.022607178627690183, "agent_compute-ego2": 0.0178876255131975, "complete-iteration": 0.6920545191704472, "set_robot_commands": 0.005391308023959775, "deviation-center-line": 0.11934450025635182, "driven_lanedir_consec": 0.38134507467075274, "sim_compute_sim_state": 0.04539847977553742, "sim_compute_performance-ego0": 0.005070752735379376, "sim_compute_performance-ego1": 0.005149286004561412, "sim_compute_performance-ego2": 0.004968619044822983}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4660468490724172, "get_ui_image": 0.06303199645011656, "step_physics": 0.4084530645801175, "survival_time": 4.6499999999999915, "driven_lanedir": 0.4592619241477675, "get_state_dump": 0.028316610602922336, "get_robot_state": 0.04302320429073867, "sim_render-ego0": 0.0072332607802524365, "sim_render-ego1": 0.007971809756371283, "sim_render-ego2": 0.007430189399309056, "get_duckie_state": 2.8200046990507393e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.6045397927106223, "agent_compute-ego0": 0.01792468306838825, "agent_compute-ego1": 0.018747042584162887, "agent_compute-ego2": 0.017249404743153562, "complete-iteration": 0.6893043543702813, "set_robot_commands": 0.005259167763494676, "deviation-center-line": 0.5327280638635807, "driven_lanedir_consec": 0.4592619241477675, "sim_compute_sim_state": 0.038607992151732086, "sim_compute_performance-ego0": 0.004997302127140824, "sim_compute_performance-ego1": 0.005236307779947917, "sim_compute_performance-ego2": 0.004904513717979514}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.263504470138941, "get_ui_image": 0.06303199645011656, "step_physics": 0.4084530645801175, "survival_time": 4.6499999999999915, "driven_lanedir": 0.4344417794470514, "get_state_dump": 0.028316610602922336, "get_robot_state": 0.04302320429073867, "sim_render-ego0": 0.0072332607802524365, "sim_render-ego1": 0.007971809756371283, "sim_render-ego2": 0.007430189399309056, "get_duckie_state": 2.8200046990507393e-06, "in-drivable-lane": 2.3999999999999946, "deviation-heading": 1.2577557366384935, "agent_compute-ego0": 0.01792468306838825, "agent_compute-ego1": 0.018747042584162887, "agent_compute-ego2": 0.017249404743153562, "complete-iteration": 0.6893043543702813, "set_robot_commands": 0.005259167763494676, "deviation-center-line": 0.19781433025361503, "driven_lanedir_consec": 0.4344417794470514, "sim_compute_sim_state": 0.038607992151732086, "sim_compute_performance-ego0": 0.004997302127140824, "sim_compute_performance-ego1": 0.005236307779947917, "sim_compute_performance-ego2": 0.004904513717979514}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.36010269982847115, "get_ui_image": 0.06303199645011656, "step_physics": 0.4084530645801175, "survival_time": 4.6499999999999915, "driven_lanedir": 0.22751625876690704, "get_state_dump": 0.028316610602922336, "get_robot_state": 0.04302320429073867, "sim_render-ego0": 0.0072332607802524365, "sim_render-ego1": 0.007971809756371283, "sim_render-ego2": 0.007430189399309056, "get_duckie_state": 2.8200046990507393e-06, "in-drivable-lane": 3.399999999999991, "deviation-heading": 0.4899547772765263, "agent_compute-ego0": 0.01792468306838825, "agent_compute-ego1": 0.018747042584162887, "agent_compute-ego2": 0.017249404743153562, "complete-iteration": 0.6893043543702813, "set_robot_commands": 0.005259167763494676, "deviation-center-line": 0.08358463080060388, "driven_lanedir_consec": 0.22751625876690704, "sim_compute_sim_state": 0.038607992151732086, "sim_compute_performance-ego0": 0.004997302127140824, "sim_compute_performance-ego1": 0.005236307779947917, "sim_compute_performance-ego2": 0.004904513717979514}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4541183884458212, "get_ui_image": 0.06188575732402313, "step_physics": 0.3745070940408951, "survival_time": 3.899999999999994, "driven_lanedir": 0.4478132043735448, "get_state_dump": 0.02638087822840764, "get_robot_state": 0.043735299354944475, "sim_render-ego0": 0.007304026530339168, "sim_render-ego1": 0.007234518344585712, "sim_render-ego2": 0.0070541118964170795, "get_duckie_state": 2.8060032771183896e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.4952568696988256, "agent_compute-ego0": 0.018830015109135553, "agent_compute-ego1": 0.01905984756274101, "agent_compute-ego2": 0.017572577183063213, "complete-iteration": 0.6518227106485611, "set_robot_commands": 0.005141453865246895, "deviation-center-line": 0.19394306056031935, "driven_lanedir_consec": 0.4478132043735448, "sim_compute_sim_state": 0.03808422272021954, "sim_compute_performance-ego0": 0.004933739319825783, "sim_compute_performance-ego1": 0.004642795293759077, "sim_compute_performance-ego2": 0.004834199563050881}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.0629621262582416, "get_ui_image": 0.06188575732402313, "step_physics": 0.3745070940408951, "survival_time": 3.899999999999994, "driven_lanedir": 0.7197373258513116, "get_state_dump": 0.02638087822840764, "get_robot_state": 0.043735299354944475, "sim_render-ego0": 0.007304026530339168, "sim_render-ego1": 0.007234518344585712, "sim_render-ego2": 0.0070541118964170795, "get_duckie_state": 2.8060032771183896e-06, "in-drivable-lane": 1.0499999999999965, "deviation-heading": 0.4497854218178262, "agent_compute-ego0": 0.018830015109135553, "agent_compute-ego1": 0.01905984756274101, "agent_compute-ego2": 0.017572577183063213, "complete-iteration": 0.6518227106485611, "set_robot_commands": 0.005141453865246895, "deviation-center-line": 0.11234691722012992, "driven_lanedir_consec": 0.7197373258513116, "sim_compute_sim_state": 0.03808422272021954, "sim_compute_performance-ego0": 0.004933739319825783, "sim_compute_performance-ego1": 0.004642795293759077, "sim_compute_performance-ego2": 0.004834199563050881}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.5039804950216829, "get_ui_image": 0.06188575732402313, "step_physics": 0.3745070940408951, "survival_time": 3.899999999999994, "driven_lanedir": 0.3545607833387745, "get_state_dump": 0.02638087822840764, "get_robot_state": 0.043735299354944475, "sim_render-ego0": 0.007304026530339168, "sim_render-ego1": 0.007234518344585712, "sim_render-ego2": 0.0070541118964170795, "get_duckie_state": 2.8060032771183896e-06, "in-drivable-lane": 2.2499999999999933, "deviation-heading": 0.48047723288453625, "agent_compute-ego0": 0.018830015109135553, "agent_compute-ego1": 0.01905984756274101, "agent_compute-ego2": 0.017572577183063213, "complete-iteration": 0.6518227106485611, "set_robot_commands": 0.005141453865246895, "deviation-center-line": 0.13112096374421278, "driven_lanedir_consec": 0.3545607833387745, "sim_compute_sim_state": 0.03808422272021954, "sim_compute_performance-ego0": 0.004933739319825783, "sim_compute_performance-ego1": 0.004642795293759077, "sim_compute_performance-ego2": 0.004834199563050881}}
set_robot_commands_max0.005391308023959775
set_robot_commands_mean0.005263976550900449
set_robot_commands_median0.005259167763494676
set_robot_commands_min0.005141453865246895
sim_compute_performance-ego0_max0.005070752735379376
sim_compute_performance-ego0_mean0.005000598060781995
sim_compute_performance-ego0_median0.004997302127140824
sim_compute_performance-ego0_min0.004933739319825783
sim_compute_performance-ego1_max0.005236307779947917
sim_compute_performance-ego1_mean0.005009463026089469
sim_compute_performance-ego1_median0.005149286004561412
sim_compute_performance-ego1_min0.004642795293759077
sim_compute_performance-ego2_max0.004968619044822983
sim_compute_performance-ego2_mean0.004902444108617792
sim_compute_performance-ego2_median0.004904513717979514
sim_compute_performance-ego2_min0.004834199563050881
sim_compute_sim_state_max0.04539847977553742
sim_compute_sim_state_mean0.04069689821582969
sim_compute_sim_state_median0.038607992151732086
sim_compute_sim_state_min0.03808422272021954
sim_render-ego0_max0.007306352446350871
sim_render-ego0_mean0.007281213252314158
sim_render-ego0_median0.007304026530339168
sim_render-ego0_min0.0072332607802524365
sim_render-ego1_max0.007971809756371283
sim_render-ego1_mean0.007641453340137407
sim_render-ego1_median0.007718031919455227
sim_render-ego1_min0.007234518344585712
sim_render-ego2_max0.007430189399309056
sim_render-ego2_mean0.007170556935668169
sim_render-ego2_median0.0070541118964170795
sim_render-ego2_min0.00702736951127837
simulation-passed1
step_physics_max0.4084530645801175
step_physics_mean0.3909397639166303
step_physics_median0.3898591331288784
step_physics_min0.3745070940408951
survival_time_max4.6499999999999915
survival_time_mean4.16666666666666
survival_time_min3.899999999999994

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.