Job 41112

Job ID 41112

submission 11294

user Charlie Gauthier 🇨🇦

user label template-ros

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont02-5bd91ed070bc-1

date started 2020-11-08 00:54:31+00:00

date completed 2020-11-08 01:49:18+00:00

duration 0:54:47

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.8753936240654476
survival_time_median	59.99999999999873
deviation-center-line_median	0.9812684809321714
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.016615690619258557
agent_compute-ego0_mean	0.01638327691809584
agent_compute-ego0_median	0.016436247305508755
agent_compute-ego0_min	0.01609789282952022
agent_compute-ego1_max	0.01701570629180222
agent_compute-ego1_mean	0.01692797141211808
agent_compute-ego1_median	0.017004047206399045
agent_compute-ego1_min	0.016764160738152973
agent_compute-ego2_max	0.01649161044207342
agent_compute-ego2_mean	0.016400804017731276
agent_compute-ego2_median	0.016398233140537285
agent_compute-ego2_min	0.016312568470583124
complete-iteration_max	0.6375173926849746
complete-iteration_mean	0.6016220508619979
complete-iteration_median	0.6162392616669006
complete-iteration_min	0.5511094982341185
deviation-center-line_max	4.725305849199868
deviation-center-line_mean	1.7823323735377998
deviation-center-line_min	0.14809939849464784
deviation-heading_max	37.90553764606441
deviation-heading_mean	10.59455210115886
deviation-heading_median	8.055849664624743
deviation-heading_min	0.6466617104811367
driven_any_max	7.919869153340019
driven_any_mean	2.4721685638319184
driven_any_median	0.9179049352715082
driven_any_min	0.4396457572926344
driven_lanedir_consec_max	2.307121660515102
driven_lanedir_consec_mean	0.9802635717131256
driven_lanedir_consec_min	0.43745182845048936
driven_lanedir_max	2.789957254827799
driven_lanedir_mean	1.1192459257753034
driven_lanedir_median	0.8753936240654476
driven_lanedir_min	0.43745182845048936
get_duckie_state_max	2.634515373236333e-06
get_duckie_state_mean	2.6053527064846005e-06
get_duckie_state_median	2.603207604359772e-06
get_duckie_state_min	2.5783351418576965e-06
get_robot_state_max	0.03835356205726643
get_robot_state_mean	0.03783439273032355
get_robot_state_median	0.037673019150556146
get_robot_state_min	0.0374765969831481
get_state_dump_max	0.024230311256364222
get_state_dump_mean	0.024042423726902486
get_state_dump_median	0.024130629684965488
get_state_dump_min	0.02376633023937775
get_ui_image_max	0.055885689740971065
get_ui_image_mean	0.05514654815691881
get_ui_image_median	0.05477783979722403
get_ui_image_min	0.05477611493256133
in-drivable-lane_max	37.699999999998695
in-drivable-lane_mean	8.755555555555391
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44660418281771536, "get_ui_image": 0.055885689740971065, "step_physics": 0.4025074059917568, "survival_time": 59.99999999999873, "driven_lanedir": 0.4431719679132371, "get_state_dump": 0.02376633023937775, "get_robot_state": 0.0374765969831481, "sim_render-ego0": 0.005709598106111118, "sim_render-ego1": 0.006268739104767227, "sim_render-ego2": 0.006295047135873202, "get_duckie_state": 2.5783351418576965e-06, "in-drivable-lane": 0.0, "deviation-heading": 5.5030931327526105, "agent_compute-ego0": 0.016436247305508755, "agent_compute-ego1": 0.01701570629180222, "agent_compute-ego2": 0.016398233140537285, "complete-iteration": 0.6375173926849746, "set_robot_commands": 0.004936521396748132, "deviation-center-line": 0.9812684809321714, "driven_lanedir_consec": 0.4431719679132371, "sim_compute_sim_state": 0.02227597867916466, "sim_compute_performance-ego0": 0.003938202655484138, "sim_compute_performance-ego1": 0.004242527395561276, "sim_compute_performance-ego2": 0.004223042582592103}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 7.912830177203024, "get_ui_image": 0.055885689740971065, "step_physics": 0.4025074059917568, "survival_time": 59.99999999999873, "driven_lanedir": 2.789957254827799, "get_state_dump": 0.02376633023937775, "get_robot_state": 0.0374765969831481, "sim_render-ego0": 0.005709598106111118, "sim_render-ego1": 0.006268739104767227, "sim_render-ego2": 0.006295047135873202, "get_duckie_state": 2.5783351418576965e-06, "in-drivable-lane": 31.849999999999735, "deviation-heading": 16.049843467665593, "agent_compute-ego0": 0.016436247305508755, "agent_compute-ego1": 0.01701570629180222, "agent_compute-ego2": 0.016398233140537285, "complete-iteration": 0.6375173926849746, "set_robot_commands": 0.004936521396748132, "deviation-center-line": 2.250659980323956, "driven_lanedir_consec": 1.8745223224123988, "sim_compute_sim_state": 0.02227597867916466, "sim_compute_performance-ego0": 0.003938202655484138, "sim_compute_performance-ego1": 0.004242527395561276, "sim_compute_performance-ego2": 0.004223042582592103}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.9179049352715082, "get_ui_image": 0.055885689740971065, "step_physics": 0.4025074059917568, "survival_time": 59.99999999999873, "driven_lanedir": 0.8870002402955779, "get_state_dump": 0.02376633023937775, "get_robot_state": 0.0374765969831481, "sim_render-ego0": 0.005709598106111118, "sim_render-ego1": 0.006268739104767227, "sim_render-ego2": 0.006295047135873202, "get_duckie_state": 2.5783351418576965e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.129337823966242, "agent_compute-ego0": 0.016436247305508755, "agent_compute-ego1": 0.01701570629180222, "agent_compute-ego2": 0.016398233140537285, "complete-iteration": 0.6375173926849746, "set_robot_commands": 0.004936521396748132, "deviation-center-line": 3.987341328028829, "driven_lanedir_consec": 0.8870002402955779, "sim_compute_sim_state": 0.02227597867916466, "sim_compute_performance-ego0": 0.003938202655484138, "sim_compute_performance-ego1": 0.004242527395561276, "sim_compute_performance-ego2": 0.004223042582592103}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4462741124747894, "get_ui_image": 0.05477611493256133, "step_physics": 0.310341425265296, "survival_time": 14.750000000000076, "driven_lanedir": 0.43745182845048936, "get_state_dump": 0.024130629684965488, "get_robot_state": 0.037673019150556146, "sim_render-ego0": 0.005807085360510875, "sim_render-ego1": 0.006481449482804638, "sim_render-ego2": 0.0063709178213345805, "get_duckie_state": 2.603207604359772e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.6466617104811367, "agent_compute-ego0": 0.016615690619258557, "agent_compute-ego1": 0.016764160738152973, "agent_compute-ego2": 0.016312568470583124, "complete-iteration": 0.5511094982341185, "set_robot_commands": 0.004958619101572845, "deviation-center-line": 0.14809939849464784, "driven_lanedir_consec": 0.43745182845048936, "sim_compute_sim_state": 0.02801381208128848, "sim_compute_performance-ego0": 0.003960724200232554, "sim_compute_performance-ego1": 0.0043575569734735, "sim_compute_performance-ego2": 0.004315158068123511}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.913179299223386, "get_ui_image": 0.05477611493256133, "step_physics": 0.310341425265296, "survival_time": 14.750000000000076, "driven_lanedir": 0.6567981496995704, "get_state_dump": 0.024130629684965488, "get_robot_state": 0.037673019150556146, "sim_render-ego0": 0.005807085360510875, "sim_render-ego1": 0.006481449482804638, "sim_render-ego2": 0.0063709178213345805, "get_duckie_state": 2.603207604359772e-06, "in-drivable-lane": 8.550000000000086, "deviation-heading": 2.5008244515660074, "agent_compute-ego0": 0.016615690619258557, "agent_compute-ego1": 0.016764160738152973, "agent_compute-ego2": 0.016312568470583124, "complete-iteration": 0.5511094982341185, "set_robot_commands": 0.004958619101572845, "deviation-center-line": 0.49483098679978654, "driven_lanedir_consec": 0.562112269068931, "sim_compute_sim_state": 0.02801381208128848, "sim_compute_performance-ego0": 0.003960724200232554, "sim_compute_performance-ego1": 0.0043575569734735, "sim_compute_performance-ego2": 0.004315158068123511}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.9109205898613976, "get_ui_image": 0.05477611493256133, "step_physics": 0.310341425265296, "survival_time": 14.750000000000076, "driven_lanedir": 0.8753936240654476, "get_state_dump": 0.024130629684965488, "get_robot_state": 0.037673019150556146, "sim_render-ego0": 0.005807085360510875, "sim_render-ego1": 0.006481449482804638, "sim_render-ego2": 0.0063709178213345805, "get_duckie_state": 2.603207604359772e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.055849664624743, "agent_compute-ego0": 0.016615690619258557, "agent_compute-ego1": 0.016764160738152973, "agent_compute-ego2": 0.016312568470583124, "complete-iteration": 0.5511094982341185, "set_robot_commands": 0.004958619101572845, "deviation-center-line": 0.5272155373060304, "driven_lanedir_consec": 0.8753936240654476, "sim_compute_sim_state": 0.02801381208128848, "sim_compute_performance-ego0": 0.003960724200232554, "sim_compute_performance-ego1": 0.0043575569734735, "sim_compute_performance-ego2": 0.004315158068123511}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4396457572926344, "get_ui_image": 0.05477783979722403, "step_physics": 0.3785780184870457, "survival_time": 59.99999999999873, "driven_lanedir": 0.43749735457117134, "get_state_dump": 0.024230311256364222, "get_robot_state": 0.03835356205726643, "sim_render-ego0": 0.0058058930078612875, "sim_render-ego1": 0.006464960374601874, "sim_render-ego2": 0.006466543346916409, "get_duckie_state": 2.634515373236333e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.83164929182415, "agent_compute-ego0": 0.01609789282952022, "agent_compute-ego1": 0.017004047206399045, "agent_compute-ego2": 0.01649161044207342, "complete-iteration": 0.6162392616669006, "set_robot_commands": 0.005051539601334723, "deviation-center-line": 0.5328586933050675, "driven_lanedir_consec": 0.43749735457117134, "sim_compute_sim_state": 0.02378833601615709, "sim_compute_performance-ego0": 0.004031574994102306, "sim_compute_performance-ego1": 0.004291698597154451, "sim_compute_performance-ego2": 0.004454367960819495}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 7.919869153340019, "get_ui_image": 0.05477783979722403, "step_physics": 0.3785780184870457, "survival_time": 59.99999999999873, "driven_lanedir": 2.454861908721273, "get_state_dump": 0.024230311256364222, "get_robot_state": 0.03835356205726643, "sim_render-ego0": 0.0058058930078612875, "sim_render-ego1": 0.006464960374601874, "sim_render-ego2": 0.006466543346916409, "get_duckie_state": 2.634515373236333e-06, "in-drivable-lane": 37.699999999998695, "deviation-heading": 9.72817172148485, "agent_compute-ego0": 0.01609789282952022, "agent_compute-ego1": 0.017004047206399045, "agent_compute-ego2": 0.01649161044207342, "complete-iteration": 0.6162392616669006, "set_robot_commands": 0.005051539601334723, "deviation-center-line": 2.393411107449843, "driven_lanedir_consec": 2.307121660515102, "sim_compute_sim_state": 0.02378833601615709, "sim_compute_performance-ego0": 0.004031574994102306, "sim_compute_performance-ego1": 0.004291698597154451, "sim_compute_performance-ego2": 0.004454367960819495}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 1.3422888670027937, "get_ui_image": 0.05477783979722403, "step_physics": 0.3785780184870457, "survival_time": 59.99999999999873, "driven_lanedir": 1.0910810034331644, "get_state_dump": 0.024230311256364222, "get_robot_state": 0.03835356205726643, "sim_render-ego0": 0.0058058930078612875, "sim_render-ego1": 0.006464960374601874, "sim_render-ego2": 0.006466543346916409, "get_duckie_state": 2.634515373236333e-06, "in-drivable-lane": 0.7000000000000055, "deviation-heading": 37.90553764606441, "agent_compute-ego0": 0.01609789282952022, "agent_compute-ego1": 0.017004047206399045, "agent_compute-ego2": 0.01649161044207342, "complete-iteration": 0.6162392616669006, "set_robot_commands": 0.005051539601334723, "deviation-center-line": 4.725305849199868, "driven_lanedir_consec": 0.998100878125775, "sim_compute_sim_state": 0.02378833601615709, "sim_compute_performance-ego0": 0.004031574994102306, "sim_compute_performance-ego1": 0.004291698597154451, "sim_compute_performance-ego2": 0.004454367960819495}}
set_robot_commands_max	0.005051539601334723
set_robot_commands_mean	0.004982226699885233
set_robot_commands_median	0.004958619101572845
set_robot_commands_min	0.004936521396748132
sim_compute_performance-ego0_max	0.004031574994102306
sim_compute_performance-ego0_mean	0.003976833949939665
sim_compute_performance-ego0_median	0.003960724200232554
sim_compute_performance-ego0_min	0.003938202655484138
sim_compute_performance-ego1_max	0.0043575569734735
sim_compute_performance-ego1_mean	0.004297260988729742
sim_compute_performance-ego1_median	0.004291698597154451
sim_compute_performance-ego1_min	0.004242527395561276
sim_compute_performance-ego2_max	0.004454367960819495
sim_compute_performance-ego2_mean	0.004330856203845036
sim_compute_performance-ego2_median	0.004315158068123511
sim_compute_performance-ego2_min	0.004223042582592103
sim_compute_sim_state_max	0.02801381208128848
sim_compute_sim_state_mean	0.024692708925536745
sim_compute_sim_state_median	0.02378833601615709
sim_compute_sim_state_min	0.02227597867916466
sim_render-ego0_max	0.005807085360510875
sim_render-ego0_mean	0.005774192158161094
sim_render-ego0_median	0.0058058930078612875
sim_render-ego0_min	0.005709598106111118
sim_render-ego1_max	0.006481449482804638
sim_render-ego1_mean	0.006405049654057913
sim_render-ego1_median	0.006464960374601874
sim_render-ego1_min	0.006268739104767227
sim_render-ego2_max	0.006466543346916409
sim_render-ego2_mean	0.006377502768041398
sim_render-ego2_median	0.0063709178213345805
sim_render-ego2_min	0.006295047135873202
simulation-passed	1
step_physics_max	0.4025074059917568
step_physics_mean	0.3638089499146995
step_physics_median	0.3785780184870457
step_physics_min	0.310341425265296
survival_time_max	59.99999999999873
survival_time_mean	44.91666666666585
survival_time_min	14.750000000000076