Job 40007

Job ID 40007

submission 11254

user Bea Baselines 🐤

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg04-cb6499190cf5-1

date started 2020-11-06 23:30:54+00:00

date completed 2020-11-06 23:44:50+00:00

duration 0:13:56

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4829847058124783
survival_time_median	5.599999999999988
deviation-center-line_median	0.2829974905953013
in-drivable-lane_median	2.249999999999993

other stats

agent_compute-ego0_max	0.022620344876350087
agent_compute-ego0_mean	0.022257876918131768
agent_compute-ego0_median	0.02226871039186205
agent_compute-ego0_min	0.021884575486183167
agent_compute-ego1_max	0.023278847336769104
agent_compute-ego1_mean	0.02225782348124424
agent_compute-ego1_median	0.02265048325061798
agent_compute-ego1_min	0.020844139856345645
agent_compute-ego2_max	0.02339264337489667
agent_compute-ego2_mean	0.022924690062038313
agent_compute-ego2_median	0.023070812225341797
agent_compute-ego2_min	0.022310614585876465
complete-iteration_max	0.9946328431367876
complete-iteration_mean	0.9394239287453368
complete-iteration_median	0.9218463195221764
complete-iteration_min	0.9017926235770464
deviation-center-line_max	0.5495361562048596
deviation-center-line_mean	0.29810211173067114
deviation-center-line_min	0.11701851664638366
deviation-heading_max	1.8306472386975825
deviation-heading_mean	0.9053914783473364
deviation-heading_median	0.7930383747682167
deviation-heading_min	0.40397272310119064
driven_any_max	3.935168162693411
driven_any_mean	1.1872457795652664
driven_any_median	0.9719310774747392
driven_any_min	0.4574288764353335
driven_lanedir_consec_max	1.2703964491789337
driven_lanedir_consec_mean	0.6813516165295811
driven_lanedir_consec_min	0.3745213855784848
driven_lanedir_max	1.2703964491789337
driven_lanedir_mean	0.6813516165295811
driven_lanedir_median	0.4829847058124783
driven_lanedir_min	0.3745213855784848
get_duckie_state_max	4.470348358154297e-06
get_duckie_state_mean	4.003430424855741e-06
get_duckie_state_median	3.9279460906982425e-06
get_duckie_state_min	3.611996825714683e-06
get_robot_state_max	0.05025012791156769
get_robot_state_mean	0.05014000978139456
get_robot_state_median	0.05024394828282046
get_robot_state_min	0.04992595314979553
get_state_dump_max	0.03142374455928802
get_state_dump_mean	0.030820947291805543
get_state_dump_median	0.03114206024578639
get_state_dump_min	0.029897037070342216
get_ui_image_max	0.09713581204414368
get_ui_image_mean	0.09182951023856308
get_ui_image_median	0.08975746033343483
get_ui_image_min	0.08859525833811079
in-drivable-lane_max	9.80000000000006
in-drivable-lane_mean	3.161111111111115
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4574288764353335, "get_ui_image": 0.08975746033343483, "step_physics": 0.562104509117898, "survival_time": 13.350000000000056, "driven_lanedir": 0.4543868614758113, "get_state_dump": 0.029897037070342216, "get_robot_state": 0.05024394828282046, "sim_render-ego0": 0.00846499718083871, "sim_render-ego1": 0.008389159534754378, "sim_render-ego2": 0.008368615354045053, "get_duckie_state": 3.611996825714683e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.5470864777716762, "agent_compute-ego0": 0.022620344876350087, "agent_compute-ego1": 0.020844139856345645, "agent_compute-ego2": 0.02339264337489667, "complete-iteration": 0.9017926235770464, "set_robot_commands": 0.006007345428181052, "deviation-center-line": 0.42927868765434263, "driven_lanedir_consec": 0.4543868614758113, "sim_compute_sim_state": 0.04175018817744452, "sim_compute_performance-ego0": 0.005650140819478124, "sim_compute_performance-ego1": 0.005668831228763423, "sim_compute_performance-ego2": 0.0055863544735569185}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.079199219197145, "get_ui_image": 0.08975746033343483, "step_physics": 0.562104509117898, "survival_time": 13.350000000000056, "driven_lanedir": 0.8990406632725229, "get_state_dump": 0.029897037070342216, "get_robot_state": 0.05024394828282046, "sim_render-ego0": 0.00846499718083871, "sim_render-ego1": 0.008389159534754378, "sim_render-ego2": 0.008368615354045053, "get_duckie_state": 3.611996825714683e-06, "in-drivable-lane": 9.80000000000006, "deviation-heading": 0.7930383747682167, "agent_compute-ego0": 0.022620344876350087, "agent_compute-ego1": 0.020844139856345645, "agent_compute-ego2": 0.02339264337489667, "complete-iteration": 0.9017926235770464, "set_robot_commands": 0.006007345428181052, "deviation-center-line": 0.28234890744520774, "driven_lanedir_consec": 0.8990406632725229, "sim_compute_sim_state": 0.04175018817744452, "sim_compute_performance-ego0": 0.005650140819478124, "sim_compute_performance-ego1": 0.005668831228763423, "sim_compute_performance-ego2": 0.0055863544735569185}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 3.935168162693411, "get_ui_image": 0.08975746033343483, "step_physics": 0.562104509117898, "survival_time": 13.350000000000056, "driven_lanedir": 1.2703964491789337, "get_state_dump": 0.029897037070342216, "get_robot_state": 0.05024394828282046, "sim_render-ego0": 0.00846499718083871, "sim_render-ego1": 0.008389159534754378, "sim_render-ego2": 0.008368615354045053, "get_duckie_state": 3.611996825714683e-06, "in-drivable-lane": 8.550000000000008, "deviation-heading": 1.8306472386975825, "agent_compute-ego0": 0.022620344876350087, "agent_compute-ego1": 0.020844139856345645, "agent_compute-ego2": 0.02339264337489667, "complete-iteration": 0.9017926235770464, "set_robot_commands": 0.006007345428181052, "deviation-center-line": 0.42661779015107654, "driven_lanedir_consec": 1.2703964491789337, "sim_compute_sim_state": 0.04175018817744452, "sim_compute_performance-ego0": 0.005650140819478124, "sim_compute_performance-ego1": 0.005668831228763423, "sim_compute_performance-ego2": 0.0055863544735569185}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.49730881652240005, "get_ui_image": 0.08859525833811079, "step_physics": 0.572810213480677, "survival_time": 5.599999999999988, "driven_lanedir": 0.4363755791252917, "get_state_dump": 0.03114206024578639, "get_robot_state": 0.05025012791156769, "sim_render-ego0": 0.00867966456072671, "sim_render-ego1": 0.009007636989865984, "sim_render-ego2": 0.008535919444901603, "get_duckie_state": 4.470348358154297e-06, "in-drivable-lane": 3.649999999999987, "deviation-heading": 0.40397272310119064, "agent_compute-ego0": 0.02226871039186205, "agent_compute-ego1": 0.023278847336769104, "agent_compute-ego2": 0.023070812225341797, "complete-iteration": 0.9218463195221764, "set_robot_commands": 0.006063984973090035, "deviation-center-line": 0.12753090551643084, "driven_lanedir_consec": 0.4363755791252917, "sim_compute_sim_state": 0.04758740110056741, "sim_compute_performance-ego0": 0.005653432437351772, "sim_compute_performance-ego1": 0.005499950477055141, "sim_compute_performance-ego2": 0.005673229694366455}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.5620435350294373, "get_ui_image": 0.08859525833811079, "step_physics": 0.572810213480677, "survival_time": 5.599999999999988, "driven_lanedir": 0.4829847058124783, "get_state_dump": 0.03114206024578639, "get_robot_state": 0.05025012791156769, "sim_render-ego0": 0.00867966456072671, "sim_render-ego1": 0.009007636989865984, "sim_render-ego2": 0.008535919444901603, "get_duckie_state": 4.470348358154297e-06, "in-drivable-lane": 3.4499999999999877, "deviation-heading": 0.5132065369053097, "agent_compute-ego0": 0.02226871039186205, "agent_compute-ego1": 0.023278847336769104, "agent_compute-ego2": 0.023070812225341797, "complete-iteration": 0.9218463195221764, "set_robot_commands": 0.006063984973090035, "deviation-center-line": 0.11701851664638366, "driven_lanedir_consec": 0.4829847058124783, "sim_compute_sim_state": 0.04758740110056741, "sim_compute_performance-ego0": 0.005653432437351772, "sim_compute_performance-ego1": 0.005499950477055141, "sim_compute_performance-ego2": 0.005673229694366455}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.9719310774747392, "get_ui_image": 0.08859525833811079, "step_physics": 0.572810213480677, "survival_time": 5.599999999999988, "driven_lanedir": 0.9605864918474798, "get_state_dump": 0.03114206024578639, "get_robot_state": 0.05025012791156769, "sim_render-ego0": 0.00867966456072671, "sim_render-ego1": 0.009007636989865984, "sim_render-ego2": 0.008535919444901603, "get_duckie_state": 4.470348358154297e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9286919051475584, "agent_compute-ego0": 0.02226871039186205, "agent_compute-ego1": 0.023278847336769104, "agent_compute-ego2": 0.023070812225341797, "complete-iteration": 0.9218463195221764, "set_robot_commands": 0.006063984973090035, "deviation-center-line": 0.34346748832745, "driven_lanedir_consec": 0.9605864918474798, "sim_compute_sim_state": 0.04758740110056741, "sim_compute_performance-ego0": 0.005653432437351772, "sim_compute_performance-ego1": 0.005499950477055141, "sim_compute_performance-ego2": 0.005673229694366455}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.48112119965907874, "get_ui_image": 0.09713581204414368, "step_physics": 0.6352952927350998, "survival_time": 3.999999999999994, "driven_lanedir": 0.46957935335657974, "get_state_dump": 0.03142374455928802, "get_robot_state": 0.04992595314979553, "sim_render-ego0": 0.008309459686279297, "sim_render-ego1": 0.00859200358390808, "sim_render-ego2": 0.008121928572654724, "get_duckie_state": 3.9279460906982425e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7449221435395269, "agent_compute-ego0": 0.021884575486183167, "agent_compute-ego1": 0.02265048325061798, "agent_compute-ego2": 0.022310614585876465, "complete-iteration": 0.9946328431367876, "set_robot_commands": 0.006278428435325623, "deviation-center-line": 0.5495361562048596, "driven_lanedir_consec": 0.46957935335657974, "sim_compute_sim_state": 0.05329381823539734, "sim_compute_performance-ego0": 0.005352798104286194, "sim_compute_performance-ego1": 0.005874693393707275, "sim_compute_performance-ego2": 0.005357050895690918}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.071292005198811, "get_ui_image": 0.09713581204414368, "step_physics": 0.6352952927350998, "survival_time": 3.999999999999994, "driven_lanedir": 0.784293059118649, "get_state_dump": 0.03142374455928802, "get_robot_state": 0.04992595314979553, "sim_render-ego0": 0.008309459686279297, "sim_render-ego1": 0.00859200358390808, "sim_render-ego2": 0.008121928572654724, "get_duckie_state": 3.9279460906982425e-06, "in-drivable-lane": 0.7499999999999973, "deviation-heading": 0.9273080347256702, "agent_compute-ego0": 0.021884575486183167, "agent_compute-ego1": 0.02265048325061798, "agent_compute-ego2": 0.022310614585876465, "complete-iteration": 0.9946328431367876, "set_robot_commands": 0.006278428435325623, "deviation-center-line": 0.2829974905953013, "driven_lanedir_consec": 0.784293059118649, "sim_compute_sim_state": 0.05329381823539734, "sim_compute_performance-ego0": 0.005352798104286194, "sim_compute_performance-ego1": 0.005874693393707275, "sim_compute_performance-ego2": 0.005357050895690918}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.6297191238770425, "get_ui_image": 0.09713581204414368, "step_physics": 0.6352952927350998, "survival_time": 3.999999999999994, "driven_lanedir": 0.3745213855784848, "get_state_dump": 0.03142374455928802, "get_robot_state": 0.04992595314979553, "sim_render-ego0": 0.008309459686279297, "sim_render-ego1": 0.00859200358390808, "sim_render-ego2": 0.008121928572654724, "get_duckie_state": 3.9279460906982425e-06, "in-drivable-lane": 2.249999999999993, "deviation-heading": 0.4596498704692973, "agent_compute-ego0": 0.021884575486183167, "agent_compute-ego1": 0.02265048325061798, "agent_compute-ego2": 0.022310614585876465, "complete-iteration": 0.9946328431367876, "set_robot_commands": 0.006278428435325623, "deviation-center-line": 0.12412306303498784, "driven_lanedir_consec": 0.3745213855784848, "sim_compute_sim_state": 0.05329381823539734, "sim_compute_performance-ego0": 0.005352798104286194, "sim_compute_performance-ego1": 0.005874693393707275, "sim_compute_performance-ego2": 0.005357050895690918}}
set_robot_commands_max	0.006278428435325623
set_robot_commands_mean	0.006116586278865571
set_robot_commands_median	0.006063984973090035
set_robot_commands_min	0.006007345428181052
sim_compute_performance-ego0_max	0.005653432437351772
sim_compute_performance-ego0_mean	0.005552123787038696
sim_compute_performance-ego0_median	0.005650140819478124
sim_compute_performance-ego0_min	0.005352798104286194
sim_compute_performance-ego1_max	0.005874693393707275
sim_compute_performance-ego1_mean	0.005681158366508613
sim_compute_performance-ego1_median	0.005668831228763423
sim_compute_performance-ego1_min	0.005499950477055141
sim_compute_performance-ego2_max	0.005673229694366455
sim_compute_performance-ego2_mean	0.005538878354538097
sim_compute_performance-ego2_median	0.0055863544735569185
sim_compute_performance-ego2_min	0.005357050895690918
sim_compute_sim_state_max	0.05329381823539734
sim_compute_sim_state_mean	0.047543802504469754
sim_compute_sim_state_median	0.04758740110056741
sim_compute_sim_state_min	0.04175018817744452
sim_render-ego0_max	0.00867966456072671
sim_render-ego0_mean	0.008484707142614907
sim_render-ego0_median	0.00846499718083871
sim_render-ego0_min	0.008309459686279297
sim_render-ego1_max	0.009007636989865984
sim_render-ego1_mean	0.00866293336950948
sim_render-ego1_median	0.00859200358390808
sim_render-ego1_min	0.008389159534754378
sim_render-ego2_max	0.008535919444901603
sim_render-ego2_mean	0.00834215445720046
sim_render-ego2_median	0.008368615354045053
sim_render-ego2_min	0.008121928572654724
simulation-passed	1
step_physics_max	0.6352952927350998
step_physics_mean	0.5900700051112248
step_physics_median	0.572810213480677
step_physics_min	0.562104509117898
survival_time_max	13.350000000000056
survival_time_mean	7.650000000000012
survival_time_min	3.999999999999994