Job 35039

Job ID 35039

submission 9272

user Liam Paull 🇨🇦

user label template-ros

challenge aido5-LF-sim-validation

step LFv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg04-cdd7667d8062-1

date started 2020-10-29 05:22:02+00:00

date completed 2020-10-29 05:35:36+00:00

duration 0:13:34

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4361849486696059
survival_time_median	8.374999999999986
deviation-center-line_median	0.1643220670831246
in-drivable-lane_median	5.499999999999989

other stats

agent_compute-ego_max	0.03197624365488688
agent_compute-ego_mean	0.030245092822358675
agent_compute-ego_median	0.030259888667112204
agent_compute-ego_min	0.028724251723870997
complete-iteration_max	0.2647948671856198
complete-iteration_mean	0.2529465456974341
complete-iteration_median	0.253668123534602
complete-iteration_min	0.23992984294891356
deviation-center-line_max	0.29269926961310094
deviation-center-line_mean	0.16890698886337885
deviation-center-line_min	0.08632943749253232
deviation-heading_max	1.5879280548771246
deviation-heading_mean	0.7466096014389467
deviation-heading_median	0.49227041549388206
deviation-heading_min	0.27774689742496805
driven_any_max	4.342842699846229
driven_any_mean	2.224788548699073
driven_any_median	2.342080435315215
driven_any_min	0.5323703973777275
driven_lanedir_consec_max	1.0239646589433802
driven_lanedir_consec_mean	0.5449610698173186
driven_lanedir_consec_min	0.3240079756616726
driven_lanedir_max	1.0239646589433802
driven_lanedir_mean	0.5449610698173186
driven_lanedir_median	0.4361849486696059
driven_lanedir_min	0.3240079756616726
get_state_dump_max	0.020089909904881527
get_state_dump_mean	0.019450290328591177
get_state_dump_median	0.019397102578858835
get_state_dump_min	0.018955922708278748
get_ui_image_max	0.04736818336858982
get_ui_image_mean	0.04534658735672617
get_ui_image_median	0.04544971119545694
get_ui_image_min	0.04340229278955704
in-drivable-lane_max	12.200000000000063
in-drivable-lane_mean	5.39000000000001
in-drivable-lane_min	0.3500000000000003
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 4.126497423741147, "get_ui_image": 0.04556116921072793, "step_physics": 0.09218910859904408, "survival_time": 13.950000000000063, "driven_lanedir": 0.43591495403590974, "get_state_dump": 0.019186083988476824, "sim_render-ego": 0.009450695420678798, "in-drivable-lane": 12.200000000000063, "agent_compute-ego": 0.030908411976257107, "deviation-heading": 0.4444568232587832, "complete-iteration": 0.25662256568990727, "set_robot_commands": 0.007658924253183453, "deviation-center-line": 0.08632943749253232, "driven_lanedir_consec": 0.43591495403590974, "sim_compute_sim_state": 0.02193704984521353, "sim_compute_performance-ego": 0.006484846060421304, "sim_compute_robot_state-ego": 0.011496578920699364, "sim_compute_robot_state-parked0": 0.011486869559065842}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 2.588253017920934, "get_ui_image": 0.04533825318018595, "step_physics": 0.0912794722451104, "survival_time": 8.999999999999993, "driven_lanedir": 0.6924816195482011, "get_state_dump": 0.01908036602867974, "sim_render-ego": 0.009387985865275063, "in-drivable-lane": 5.7499999999999964, "agent_compute-ego": 0.029961118433210584, "deviation-heading": 1.5879280548771246, "complete-iteration": 0.25523288779788544, "set_robot_commands": 0.007950368192460802, "deviation-center-line": 0.1747199087279239, "driven_lanedir_consec": 0.6924816195482011, "sim_compute_sim_state": 0.021466898918151855, "sim_compute_performance-ego": 0.0066053046120537655, "sim_compute_robot_state-ego": 0.01190860668818156, "sim_compute_robot_state-parked0": 0.012003841665056017}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 0.9044497569964168, "get_ui_image": 0.04573602185529821, "step_physics": 0.09321268867043889, "survival_time": 3.399999999999996, "driven_lanedir": 0.436454943303302, "get_state_dump": 0.019007567097158992, "sim_render-ego": 0.00925370174295762, "in-drivable-lane": 1.599999999999995, "agent_compute-ego": 0.02878007117439719, "deviation-heading": 0.4217586487801408, "complete-iteration": 0.2515803645638859, "set_robot_commands": 0.007292579202090993, "deviation-center-line": 0.13959887961101544, "driven_lanedir_consec": 0.436454943303302, "sim_compute_sim_state": 0.0182452447274152, "sim_compute_performance-ego": 0.006779695258421057, "sim_compute_robot_state-ego": 0.011485131347880644, "sim_compute_robot_state-parked0": 0.011532811557545382}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 1.2890839618604175, "get_ui_image": 0.0442629011053788, "step_physics": 0.08592641228123715, "survival_time": 4.749999999999991, "driven_lanedir": 1.0239646589433802, "get_state_dump": 0.01960812116924085, "sim_render-ego": 0.009605806752255088, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.030558658901013825, "deviation-heading": 0.4737478669019158, "complete-iteration": 0.24823376003064607, "set_robot_commands": 0.007995515120656866, "deviation-center-line": 0.29269926961310094, "driven_lanedir_consec": 1.0239646589433802, "sim_compute_sim_state": 0.01937192113775956, "sim_compute_performance-ego": 0.006651544570922851, "sim_compute_robot_state-ego": 0.012214168749357523, "sim_compute_robot_state-parked0": 0.011788714559454669}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 2.0959078527094963, "get_ui_image": 0.04711574123751733, "step_physics": 0.09177102734965664, "survival_time": 7.7499999999999805, "driven_lanedir": 0.5815453906047652, "get_state_dump": 0.019823623472644436, "sim_render-ego": 0.0101962520230201, "in-drivable-lane": 5.249999999999981, "agent_compute-ego": 0.031066733021889965, "deviation-heading": 0.5107929640858483, "complete-iteration": 0.25572826016333794, "set_robot_commands": 0.007940818417456842, "deviation-center-line": 0.17571375128486957, "driven_lanedir_consec": 0.5815453906047652, "sim_compute_sim_state": 0.016193899031608335, "sim_compute_performance-ego": 0.00696083499539283, "sim_compute_robot_state-ego": 0.012417230298442224, "sim_compute_robot_state-parked0": 0.011972687321324504}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 2.7714055028737374, "get_ui_image": 0.04428384429530093, "step_physics": 0.0866371656719007, "survival_time": 9.5, "driven_lanedir": 0.3240079756616726, "get_state_dump": 0.020089909904881527, "sim_render-ego": 0.008890709124113385, "in-drivable-lane": 7.799999999999999, "agent_compute-ego": 0.031098744743748716, "deviation-heading": 0.5484566688305375, "complete-iteration": 0.23992984294891356, "set_robot_commands": 0.0064388011631212735, "deviation-center-line": 0.0979136476325598, "driven_lanedir_consec": 0.3240079756616726, "sim_compute_sim_state": 0.015406698929636102, "sim_compute_performance-ego": 0.006049395862378572, "sim_compute_robot_state-ego": 0.0101215964869449, "sim_compute_robot_state-parked0": 0.01065057076905903}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 3.051246660028307, "get_ui_image": 0.04480544537729562, "step_physics": 0.10279845287449552, "survival_time": 10.550000000000017, "driven_lanedir": 0.4123421090122662, "get_state_dump": 0.01901831107116989, "sim_render-ego": 0.00936077782328095, "in-drivable-lane": 8.100000000000012, "agent_compute-ego": 0.02984324111757685, "deviation-heading": 1.534580606777488, "complete-iteration": 0.2647948671856198, "set_robot_commands": 0.007879077540754707, "deviation-center-line": 0.16992570830226306, "driven_lanedir_consec": 0.4123421090122662, "sim_compute_sim_state": 0.020731243477048467, "sim_compute_performance-ego": 0.006595417221575551, "sim_compute_robot_state-ego": 0.01186616160858299, "sim_compute_robot_state-parked0": 0.011650258330937245}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 0.5323703973777275, "get_ui_image": 0.04340229278955704, "step_physics": 0.10045482562138484, "survival_time": 1.950000000000001, "driven_lanedir": 0.3863631203944813, "get_state_dump": 0.01986492597139799, "sim_render-ego": 0.008607240823599009, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.02953345347673465, "deviation-heading": 0.27774689742496805, "complete-iteration": 0.2521033592713185, "set_robot_commands": 0.006701940145248022, "deviation-center-line": 0.14437149797081011, "driven_lanedir_consec": 0.3863631203944813, "sim_compute_sim_state": 0.017013152440388996, "sim_compute_performance-ego": 0.005987405776977539, "sim_compute_robot_state-ego": 0.00972918975047576, "sim_compute_robot_state-parked0": 0.010544807482988406}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 4.342842699846229, "get_ui_image": 0.045592021147410074, "step_physics": 0.09045003811518353, "survival_time": 14.950000000000076, "driven_lanedir": 0.789814090050111, "get_state_dump": 0.01986807187398275, "sim_render-ego": 0.01010648250579834, "in-drivable-lane": 11.50000000000006, "agent_compute-ego": 0.03197624365488688, "deviation-heading": 1.3190809374389445, "complete-iteration": 0.2581126618385315, "set_robot_commands": 0.008282265663146972, "deviation-center-line": 0.24907936213472712, "driven_lanedir_consec": 0.789814090050111, "sim_compute_sim_state": 0.01990127086639404, "sim_compute_performance-ego": 0.006826318105061849, "sim_compute_robot_state-ego": 0.012564873695373536, "sim_compute_robot_state-parked0": 0.012281889120737712}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 0.5458282136363177, "get_ui_image": 0.04736818336858982, "step_physics": 0.09304943898829018, "survival_time": 2.0500000000000007, "driven_lanedir": 0.3667218366190976, "get_state_dump": 0.018955922708278748, "sim_render-ego": 0.008833536287633384, "in-drivable-lane": 0.5, "agent_compute-ego": 0.028724251723870997, "deviation-heading": 0.34754654601371654, "complete-iteration": 0.24712688748429465, "set_robot_commands": 0.0063156209340909635, "deviation-center-line": 0.15871842586398616, "driven_lanedir_consec": 0.3667218366190976, "sim_compute_sim_state": 0.016356851996445074, "sim_compute_performance-ego": 0.006290953333784894, "sim_compute_robot_state-ego": 0.010482718304889956, "sim_compute_robot_state-parked0": 0.010486492296544516}}
set_robot_commands_max	0.008282265663146972
set_robot_commands_mean	0.0074455910632210895
set_robot_commands_median	0.00776900089696908
set_robot_commands_min	0.0063156209340909635
sim_compute_performance-ego_max	0.00696083499539283
sim_compute_performance-ego_mean	0.006523171579699021
sim_compute_performance-ego_median	0.0066003609168146585
sim_compute_performance-ego_min	0.005987405776977539
sim_compute_robot_state-ego_max	0.012564873695373536
sim_compute_robot_state-ego_mean	0.011428625585082848
sim_compute_robot_state-ego_median	0.011681370264641175
sim_compute_robot_state-ego_min	0.00972918975047576
sim_compute_robot_state-parked0_max	0.012281889120737712
sim_compute_robot_state-parked0_mean	0.011439894266271332
sim_compute_robot_state-parked0_median	0.011591534944241314
sim_compute_robot_state-parked0_min	0.010486492296544516
sim_compute_sim_state_max	0.02193704984521353
sim_compute_sim_state_mean	0.018662423137006116
sim_compute_sim_state_median	0.01880858293258738
sim_compute_sim_state_min	0.015406698929636102
sim_render-ego_max	0.0101962520230201
sim_render-ego_mean	0.009369318836861172
sim_render-ego_median	0.009374381844278006
sim_render-ego_min	0.008607240823599009
simulation-passed	1
step_physics_max	0.10279845287449552
step_physics_mean	0.09277686304167418
step_physics_median	0.09198006797435036
step_physics_min	0.08592641228123715
survival_time_max	14.950000000000076
survival_time_mean	7.785000000000011
survival_time_min	1.950000000000001