Job 41092

Job ID 41092

submission 11294

user Charlie Gauthier 🇨🇦

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont05-b47700d9a51a-1

date started 2020-11-08 00:01:11+00:00

date completed 2020-11-08 00:19:41+00:00

duration 0:18:30

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6791578905375766
survival_time_median	12.050000000000036
deviation-center-line_median	0.5275542809328926
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.01637377549166703
agent_compute-ego0_mean	0.016074964531407037
agent_compute-ego0_median	0.01594370331507006
agent_compute-ego0_min	0.015907414787484014
agent_compute-ego1_max	0.01720907598359814
agent_compute-ego1_mean	0.01668741423864736
agent_compute-ego1_median	0.016447395704593897
agent_compute-ego1_min	0.016405771027750045
agent_compute-ego2_max	0.016537761089692057
agent_compute-ego2_mean	0.016252401483858144
agent_compute-ego2_median	0.016304277068939967
agent_compute-ego2_min	0.01591516629294241
complete-iteration_max	0.5546862950463513
complete-iteration_mean	0.5475282389495177
complete-iteration_median	0.5519942786563096
complete-iteration_min	0.5359041431458924
deviation-center-line_max	0.8803827346727615
deviation-center-line_mean	0.4572973279074926
deviation-center-line_min	0.0730430856601313
deviation-heading_max	6.53880056695069
deviation-heading_mean	3.296937488844298
deviation-heading_median	3.3335205850156178
deviation-heading_min	0.7464181746200986
driven_any_max	3.1279931399844094
driven_any_mean	1.360161183584501
driven_any_median	0.930858390140455
driven_any_min	0.439641318366173
driven_lanedir_consec_max	1.2503329494304374
driven_lanedir_consec_mean	0.7199254289893364
driven_lanedir_consec_min	0.43620107386281526
driven_lanedir_max	1.2503329494304374
driven_lanedir_mean	0.7771970649057462
driven_lanedir_median	0.878780248571829
driven_lanedir_min	0.43620107386281526
get_duckie_state_max	2.6874462430946e-06
get_duckie_state_mean	2.635450900137763e-06
get_duckie_state_median	2.6117221943075727e-06
get_duckie_state_min	2.6071842630111164e-06
get_robot_state_max	0.03689028613300245
get_robot_state_mean	0.036170861944283955
get_robot_state_median	0.03606474933339589
get_robot_state_min	0.03555755036645355
get_state_dump_max	0.024636895824764773
get_state_dump_mean	0.024017503495467454
get_state_dump_median	0.023868968830772892
get_state_dump_min	0.023546645830864688
get_ui_image_max	0.05547063083569539
get_ui_image_mean	0.05465229676417717
get_ui_image_median	0.054773425581443366
get_ui_image_min	0.05371283387539277
in-drivable-lane_max	14.9000000000002
in-drivable-lane_mean	3.666666666666709
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4399682988924944, "get_ui_image": 0.054773425581443366, "step_physics": 0.3125146479155887, "survival_time": 10.050000000000008, "driven_lanedir": 0.4380823049534146, "get_state_dump": 0.023868968830772892, "get_robot_state": 0.03606474933339589, "sim_render-ego0": 0.00575385876555941, "sim_render-ego1": 0.006184302752290792, "sim_render-ego2": 0.006244776853874548, "get_duckie_state": 2.6071842630111164e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.979124885651965, "agent_compute-ego0": 0.01637377549166703, "agent_compute-ego1": 0.016405771027750045, "agent_compute-ego2": 0.016304277068939967, "complete-iteration": 0.5519942786563096, "set_robot_commands": 0.004886353193823971, "deviation-center-line": 0.0730430856601313, "driven_lanedir_consec": 0.4380823049534146, "sim_compute_sim_state": 0.03042948186694093, "sim_compute_performance-ego0": 0.003927938973725732, "sim_compute_performance-ego1": 0.0041529752721833945, "sim_compute_performance-ego2": 0.004265677276535413}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.2830243533757584, "get_ui_image": 0.054773425581443366, "step_physics": 0.3125146479155887, "survival_time": 10.050000000000008, "driven_lanedir": 0.5462055170799394, "get_state_dump": 0.023868968830772892, "get_robot_state": 0.03606474933339589, "sim_render-ego0": 0.00575385876555941, "sim_render-ego1": 0.006184302752290792, "sim_render-ego2": 0.006244776853874548, "get_duckie_state": 2.6071842630111164e-06, "in-drivable-lane": 5.450000000000016, "deviation-heading": 0.7464181746200986, "agent_compute-ego0": 0.01637377549166703, "agent_compute-ego1": 0.016405771027750045, "agent_compute-ego2": 0.016304277068939967, "complete-iteration": 0.5519942786563096, "set_robot_commands": 0.004886353193823971, "deviation-center-line": 0.39931812349919776, "driven_lanedir_consec": 0.5462055170799394, "sim_compute_sim_state": 0.03042948186694093, "sim_compute_performance-ego0": 0.003927938973725732, "sim_compute_performance-ego1": 0.0041529752721833945, "sim_compute_performance-ego2": 0.004265677276535413}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.8913771930702621, "get_ui_image": 0.054773425581443366, "step_physics": 0.3125146479155887, "survival_time": 10.050000000000008, "driven_lanedir": 0.878780248571829, "get_state_dump": 0.023868968830772892, "get_robot_state": 0.03606474933339589, "sim_render-ego0": 0.00575385876555941, "sim_render-ego1": 0.006184302752290792, "sim_render-ego2": 0.006244776853874548, "get_duckie_state": 2.6071842630111164e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.3157095808782, "agent_compute-ego0": 0.01637377549166703, "agent_compute-ego1": 0.016405771027750045, "agent_compute-ego2": 0.016304277068939967, "complete-iteration": 0.5519942786563096, "set_robot_commands": 0.004886353193823971, "deviation-center-line": 0.1290814172284272, "driven_lanedir_consec": 0.878780248571829, "sim_compute_sim_state": 0.03042948186694093, "sim_compute_performance-ego0": 0.003927938973725732, "sim_compute_performance-ego1": 0.0041529752721833945, "sim_compute_performance-ego2": 0.004265677276535413}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.439641318366173, "get_ui_image": 0.05371283387539277, "step_physics": 0.29848238663693355, "survival_time": 23.900000000000205, "driven_lanedir": 0.43620107386281526, "get_state_dump": 0.023546645830864688, "get_robot_state": 0.03555755036645355, "sim_render-ego0": 0.005586296943441095, "sim_render-ego1": 0.006229736316154193, "sim_render-ego2": 0.006249533537541473, "get_duckie_state": 2.6874462430946e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.895415896589623, "agent_compute-ego0": 0.015907414787484014, "agent_compute-ego1": 0.01720907598359814, "agent_compute-ego2": 0.016537761089692057, "complete-iteration": 0.5359041431458924, "set_robot_commands": 0.004767696727768647, "deviation-center-line": 0.5275542809328926, "driven_lanedir_consec": 0.43620107386281526, "sim_compute_sim_state": 0.03006378477088577, "sim_compute_performance-ego0": 0.003833722369940211, "sim_compute_performance-ego1": 0.0041465345286923975, "sim_compute_performance-ego2": 0.004168491982017102}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 3.1279931399844094, "get_ui_image": 0.05371283387539277, "step_physics": 0.29848238663693355, "survival_time": 23.900000000000205, "driven_lanedir": 0.9040261634862264, "get_state_dump": 0.023546645830864688, "get_robot_state": 0.03555755036645355, "sim_render-ego0": 0.005586296943441095, "sim_render-ego1": 0.006229736316154193, "sim_render-ego2": 0.006249533537541473, "get_duckie_state": 2.6874462430946e-06, "in-drivable-lane": 14.9000000000002, "deviation-heading": 4.500772191546484, "agent_compute-ego0": 0.015907414787484014, "agent_compute-ego1": 0.01720907598359814, "agent_compute-ego2": 0.016537761089692057, "complete-iteration": 0.5359041431458924, "set_robot_commands": 0.004767696727768647, "deviation-center-line": 0.6658700912093712, "driven_lanedir_consec": 0.6791578905375766, "sim_compute_sim_state": 0.03006378477088577, "sim_compute_performance-ego0": 0.003833722369940211, "sim_compute_performance-ego1": 0.0041465345286923975, "sim_compute_performance-ego2": 0.004168491982017102}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 3.127526982962505, "get_ui_image": 0.05371283387539277, "step_physics": 0.29848238663693355, "survival_time": 23.900000000000205, "driven_lanedir": 1.2039061212359554, "get_state_dump": 0.023546645830864688, "get_robot_state": 0.03555755036645355, "sim_render-ego0": 0.005586296943441095, "sim_render-ego1": 0.006229736316154193, "sim_render-ego2": 0.006249533537541473, "get_duckie_state": 2.6874462430946e-06, "in-drivable-lane": 11.600000000000158, "deviation-heading": 6.53880056695069, "agent_compute-ego0": 0.015907414787484014, "agent_compute-ego1": 0.01720907598359814, "agent_compute-ego2": 0.016537761089692057, "complete-iteration": 0.5359041431458924, "set_robot_commands": 0.004767696727768647, "deviation-center-line": 0.6934983824590736, "driven_lanedir_consec": 0.9133296709369176, "sim_compute_sim_state": 0.03006378477088577, "sim_compute_performance-ego0": 0.003833722369940211, "sim_compute_performance-ego1": 0.0041465345286923975, "sim_compute_performance-ego2": 0.004168491982017102}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.44627977681823583, "get_ui_image": 0.05547063083569539, "step_physics": 0.3141194082394675, "survival_time": 12.050000000000036, "driven_lanedir": 0.4428757355990245, "get_state_dump": 0.024636895824764773, "get_robot_state": 0.03689028613300245, "sim_render-ego0": 0.005822694153211918, "sim_render-ego1": 0.006410740223168338, "sim_render-ego2": 0.006258795370204815, "get_duckie_state": 2.6117221943075727e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.0193527794076567, "agent_compute-ego0": 0.01594370331507006, "agent_compute-ego1": 0.016447395704593897, "agent_compute-ego2": 0.01591516629294241, "complete-iteration": 0.5546862950463513, "set_robot_commands": 0.004727442729522579, "deviation-center-line": 0.09078454602206956, "driven_lanedir_consec": 0.4428757355990245, "sim_compute_sim_state": 0.02977328676405784, "sim_compute_performance-ego0": 0.003957502080197156, "sim_compute_performance-ego1": 0.00427557719693639, "sim_compute_performance-ego2": 0.0042164474107417825}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.5547811986502154, "get_ui_image": 0.05547063083569539, "step_physics": 0.3141194082394675, "survival_time": 12.050000000000036, "driven_lanedir": 1.2503329494304374, "get_state_dump": 0.024636895824764773, "get_robot_state": 0.03689028613300245, "sim_render-ego0": 0.005822694153211918, "sim_render-ego1": 0.006410740223168338, "sim_render-ego2": 0.006258795370204815, "get_duckie_state": 2.6117221943075727e-06, "in-drivable-lane": 1.050000000000006, "deviation-heading": 4.343322738938351, "agent_compute-ego0": 0.01594370331507006, "agent_compute-ego1": 0.016447395704593897, "agent_compute-ego2": 0.01591516629294241, "complete-iteration": 0.5546862950463513, "set_robot_commands": 0.004727442729522579, "deviation-center-line": 0.8803827346727615, "driven_lanedir_consec": 1.2503329494304374, "sim_compute_sim_state": 0.02977328676405784, "sim_compute_performance-ego0": 0.003957502080197156, "sim_compute_performance-ego1": 0.00427557719693639, "sim_compute_performance-ego2": 0.0042164474107417825}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.930858390140455, "get_ui_image": 0.05547063083569539, "step_physics": 0.3141194082394675, "survival_time": 12.050000000000036, "driven_lanedir": 0.8943634699320737, "get_state_dump": 0.024636895824764773, "get_robot_state": 0.03689028613300245, "sim_render-ego0": 0.005822694153211918, "sim_render-ego1": 0.006410740223168338, "sim_render-ego2": 0.006258795370204815, "get_duckie_state": 2.6117221943075727e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.3335205850156178, "agent_compute-ego0": 0.01594370331507006, "agent_compute-ego1": 0.016447395704593897, "agent_compute-ego2": 0.01591516629294241, "complete-iteration": 0.5546862950463513, "set_robot_commands": 0.004727442729522579, "deviation-center-line": 0.6561432894835092, "driven_lanedir_consec": 0.8943634699320737, "sim_compute_sim_state": 0.02977328676405784, "sim_compute_performance-ego0": 0.003957502080197156, "sim_compute_performance-ego1": 0.00427557719693639, "sim_compute_performance-ego2": 0.0042164474107417825}}
set_robot_commands_max	0.004886353193823971
set_robot_commands_mean	0.0047938308837050655
set_robot_commands_median	0.004767696727768647
set_robot_commands_min	0.004727442729522579
sim_compute_performance-ego0_max	0.003957502080197156
sim_compute_performance-ego0_mean	0.0039063878079543665
sim_compute_performance-ego0_median	0.003927938973725732
sim_compute_performance-ego0_min	0.003833722369940211
sim_compute_performance-ego1_max	0.00427557719693639
sim_compute_performance-ego1_mean	0.004191695665937393
sim_compute_performance-ego1_median	0.0041529752721833945
sim_compute_performance-ego1_min	0.0041465345286923975
sim_compute_performance-ego2_max	0.004265677276535413
sim_compute_performance-ego2_mean	0.0042168722230981
sim_compute_performance-ego2_median	0.0042164474107417825
sim_compute_performance-ego2_min	0.004168491982017102
sim_compute_sim_state_max	0.03042948186694093
sim_compute_sim_state_mean	0.030088851133961512
sim_compute_sim_state_median	0.03006378477088577
sim_compute_sim_state_min	0.02977328676405784
sim_render-ego0_max	0.005822694153211918
sim_render-ego0_mean	0.005720949954070808
sim_render-ego0_median	0.00575385876555941
sim_render-ego0_min	0.005586296943441095
sim_render-ego1_max	0.006410740223168338
sim_render-ego1_mean	0.006274926430537775
sim_render-ego1_median	0.006229736316154193
sim_render-ego1_min	0.006184302752290792
sim_render-ego2_max	0.006258795370204815
sim_render-ego2_mean	0.006251035253873612
sim_render-ego2_median	0.006249533537541473
sim_render-ego2_min	0.006244776853874548
simulation-passed	1
step_physics_max	0.3141194082394675
step_physics_mean	0.3083721475973299
step_physics_median	0.3125146479155887
step_physics_min	0.29848238663693355
survival_time_max	23.900000000000205
survival_time_mean	15.33333333333342
survival_time_min	10.050000000000008