Job 33472

Job ID 33472

submission 7103

user Bea Baselines 🐤

user label baseline-duckietown

challenge aido5-LF-sim-validation

step LFv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg04-bf35e9d68df4-1

date started 2020-10-19 21:04:58+00:00

date completed 2020-10-19 21:29:38+00:00

duration 0:24:40

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.7130580358775631
survival_time_median	14.950000000000076
deviation-center-line_median	0.4188013751320302
in-drivable-lane_median	8.500000000000073

other stats

agent_compute-ego_max	0.029754056135813396
agent_compute-ego_mean	0.027056710250176624
agent_compute-ego_median	0.02618339440501328
agent_compute-ego_min	0.025775944391886393
complete-iteration_max	0.2919784394900004
complete-iteration_mean	0.28204978373785294
complete-iteration_median	0.28131357192993167
complete-iteration_min	0.27352680541850904
deviation-center-line_max	0.7437404518852408
deviation-center-line_mean	0.4244731378699809
deviation-center-line_min	0.16956545520841093
deviation-heading_max	3.041724552035914
deviation-heading_mean	1.4906235705333004
deviation-heading_median	1.2887269154951788
deviation-heading_min	1.0064746522415495
driven_any_max	1.939980948949507
driven_any_mean	1.908796127377464
driven_any_median	1.9399481801667284
driven_any_min	1.7474765264148202
driven_lanedir_consec_max	1.2611042313397225
driven_lanedir_consec_mean	0.8320339719705897
driven_lanedir_consec_min	0.4632207610121584
driven_lanedir_max	1.4212027104951983
driven_lanedir_mean	0.8516821909439877
driven_lanedir_median	0.7194685816990471
driven_lanedir_min	0.4632207610121584
get_state_dump_max	0.020339043935139973
get_state_dump_mean	0.017708148447897983
get_state_dump_median	0.016998881896336873
get_state_dump_min	0.01633816321690877
get_ui_image_max	0.051069029172261554
get_ui_image_mean	0.049530962360666154
get_ui_image_median	0.049722351630528766
get_ui_image_min	0.047408523559570315
in-drivable-lane_max	10.950000000000085
in-drivable-lane_mean	7.640000000000079
in-drivable-lane_min	3.100000000000044
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 1.933642335643569, "get_ui_image": 0.047408523559570315, "step_physics": 0.1112439250946045, "survival_time": 14.950000000000076, "driven_lanedir": 0.7235631313314568, "get_state_dump": 0.01999768098195394, "sim_render-ego": 0.008287240664164225, "in-drivable-lane": 8.700000000000081, "agent_compute-ego": 0.029754056135813396, "deviation-heading": 1.6136313181955229, "complete-iteration": 0.2919784394900004, "set_robot_commands": 0.008045570850372314, "deviation-center-line": 0.4238053198133662, "driven_lanedir_consec": 0.6962462630772328, "sim_compute_sim_state": 0.02308501640955607, "sim_compute_performance-ego": 0.007012483278910319, "sim_compute_robot_state-ego": 0.012757830619812012, "sim_compute_robot_state-parked0": 0.02415870428085327}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 1.9399304985120027, "get_ui_image": 0.04771186351776123, "step_physics": 0.10796260118484496, "survival_time": 14.950000000000076, "driven_lanedir": 0.7153740320666376, "get_state_dump": 0.020339043935139973, "sim_render-ego": 0.008150264422098796, "in-drivable-lane": 8.900000000000087, "agent_compute-ego": 0.02959399620691935, "deviation-heading": 1.3151090642698056, "complete-iteration": 0.2760074758529663, "set_robot_commands": 0.008154533704121907, "deviation-center-line": 0.38042004656868983, "driven_lanedir_consec": 0.7153740320666376, "sim_compute_sim_state": 0.021590609550476075, "sim_compute_performance-ego": 0.007003084818522135, "sim_compute_robot_state-ego": 0.0129885466893514, "sim_compute_robot_state-parked0": 0.012283703486124675}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 1.9399026703571056, "get_ui_image": 0.04891267140706381, "step_physics": 0.1261022138595581, "survival_time": 14.950000000000076, "driven_lanedir": 1.4212027104951983, "get_state_dump": 0.018481385707855225, "sim_render-ego": 0.0077500319480896, "in-drivable-lane": 3.100000000000044, "agent_compute-ego": 0.0277924919128418, "deviation-heading": 3.041724552035914, "complete-iteration": 0.28578274488449096, "set_robot_commands": 0.007313948472340901, "deviation-center-line": 0.7437404518852408, "driven_lanedir_consec": 1.2611042313397225, "sim_compute_sim_state": 0.020071712334950764, "sim_compute_performance-ego": 0.006507045427958171, "sim_compute_robot_state-ego": 0.01163639227549235, "sim_compute_robot_state-parked0": 0.011006314754486084}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 1.939980948949507, "get_ui_image": 0.05012089570363363, "step_physics": 0.12739515781402588, "survival_time": 14.950000000000076, "driven_lanedir": 0.4632207610121584, "get_state_dump": 0.017647537390391033, "sim_render-ego": 0.007378137111663819, "in-drivable-lane": 10.950000000000085, "agent_compute-ego": 0.027067805926005047, "deviation-heading": 1.0928846031857045, "complete-iteration": 0.28238611698150634, "set_robot_commands": 0.006684061686197917, "deviation-center-line": 0.2286267793039996, "driven_lanedir_consec": 0.4632207610121584, "sim_compute_sim_state": 0.01832509199778239, "sim_compute_performance-ego": 0.006130626996358236, "sim_compute_robot_state-ego": 0.011012713114420572, "sim_compute_robot_state-parked0": 0.010426900386810302}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 1.7474765264148202, "get_ui_image": 0.05055440266927083, "step_physics": 0.12532050432982267, "survival_time": 13.500000000000057, "driven_lanedir": 0.6166277420563134, "get_state_dump": 0.016874874962700737, "sim_render-ego": 0.007065326196176035, "in-drivable-lane": 8.300000000000068, "agent_compute-ego": 0.026045748039528176, "deviation-heading": 1.0064746522415495, "complete-iteration": 0.27352680541850904, "set_robot_commands": 0.006629769890396683, "deviation-center-line": 0.1931315786429392, "driven_lanedir_consec": 0.6166277420563134, "sim_compute_sim_state": 0.013921585789433233, "sim_compute_performance-ego": 0.005898440325701678, "sim_compute_robot_state-ego": 0.010762517540543168, "sim_compute_robot_state-parked0": 0.010261691058123553}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 1.8271410060871025, "get_ui_image": 0.05076315216984309, "step_physics": 0.12526045285218151, "survival_time": 14.100000000000064, "driven_lanedir": 0.6346511625891521, "get_state_dump": 0.016886511593000263, "sim_render-ego": 0.007232987288887619, "in-drivable-lane": 8.700000000000077, "agent_compute-ego": 0.02613510730418753, "deviation-heading": 1.0417758024200467, "complete-iteration": 0.27472884350634635, "set_robot_commands": 0.006857008798748044, "deviation-center-line": 0.16956545520841093, "driven_lanedir_consec": 0.6346511625891521, "sim_compute_sim_state": 0.014429225143811382, "sim_compute_performance-ego": 0.005881226654593826, "sim_compute_robot_state-ego": 0.010668841659600008, "sim_compute_robot_state-parked0": 0.010416582966527196}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 1.9399727778499207, "get_ui_image": 0.04932380755742391, "step_physics": 0.1362264060974121, "survival_time": 14.950000000000076, "driven_lanedir": 0.7107420396884887, "get_state_dump": 0.01651852289835612, "sim_render-ego": 0.007020719846089681, "in-drivable-lane": 9.150000000000093, "agent_compute-ego": 0.025775944391886393, "deviation-heading": 1.0586046961253324, "complete-iteration": 0.2859763185183207, "set_robot_commands": 0.006349647045135498, "deviation-center-line": 0.4137974304506941, "driven_lanedir_consec": 0.7107420396884887, "sim_compute_sim_state": 0.01835188309351603, "sim_compute_performance-ego": 0.005822457472483317, "sim_compute_robot_state-ego": 0.010445973078409831, "sim_compute_robot_state-parked0": 0.00995046059290568}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 1.9399677624746583, "get_ui_image": 0.04882119178771973, "step_physics": 0.13933414220809937, "survival_time": 14.950000000000076, "driven_lanedir": 0.9214427308092374, "get_state_dump": 0.017096615632375082, "sim_render-ego": 0.007003326416015625, "in-drivable-lane": 7.450000000000093, "agent_compute-ego": 0.02623168150583903, "deviation-heading": 1.2623447667205523, "complete-iteration": 0.2900583132108053, "set_robot_commands": 0.0063753843307495115, "deviation-center-line": 0.44794909817821976, "driven_lanedir_consec": 0.9214427308092374, "sim_compute_sim_state": 0.01859055757522583, "sim_compute_performance-ego": 0.005938561757405599, "sim_compute_robot_state-ego": 0.010666536490122476, "sim_compute_robot_state-parked0": 0.009809590180714926}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 1.939965861821454, "get_ui_image": 0.050624086062113445, "step_physics": 0.1275227427482605, "survival_time": 14.950000000000076, "driven_lanedir": 1.1572574325564664, "get_state_dump": 0.016901148160298664, "sim_render-ego": 0.007095762888590495, "in-drivable-lane": 5.350000000000076, "agent_compute-ego": 0.026070268154144288, "deviation-heading": 2.033987807472817, "complete-iteration": 0.27981175263722735, "set_robot_commands": 0.006714277267456055, "deviation-center-line": 0.6411418976509047, "driven_lanedir_consec": 1.148190590232188, "sim_compute_sim_state": 0.017683170636494955, "sim_compute_performance-ego": 0.005993955135345459, "sim_compute_robot_state-ego": 0.010771262645721437, "sim_compute_robot_state-parked0": 0.010238773028055826}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 1.939980885664495, "get_ui_image": 0.051069029172261554, "step_physics": 0.1291149886449178, "survival_time": 14.950000000000076, "driven_lanedir": 1.1527401668347663, "get_state_dump": 0.01633816321690877, "sim_render-ego": 0.006927899519602458, "in-drivable-lane": 5.800000000000082, "agent_compute-ego": 0.026100002924601236, "deviation-heading": 1.4396984426657566, "complete-iteration": 0.28024102687835695, "set_robot_commands": 0.006563172340393066, "deviation-center-line": 0.6025533209973439, "driven_lanedir_consec": 1.1527401668347663, "sim_compute_sim_state": 0.017254435221354166, "sim_compute_performance-ego": 0.005859053134918213, "sim_compute_robot_state-ego": 0.010458269119262696, "sim_compute_robot_state-parked0": 0.010364991029103597}}
set_robot_commands_max	0.008154533704121907
set_robot_commands_mean	0.006968737438591189
set_robot_commands_median	0.0066991694768269855
set_robot_commands_min	0.006349647045135498
sim_compute_performance-ego_max	0.007012483278910319
sim_compute_performance-ego_mean	0.0062046935002196945
sim_compute_performance-ego_median	0.005966258446375529
sim_compute_performance-ego_min	0.005822457472483317
sim_compute_robot_state-ego_max	0.0129885466893514
sim_compute_robot_state-ego_mean	0.011216888323273591
sim_compute_robot_state-ego_median	0.010766890093132302
sim_compute_robot_state-ego_min	0.010445973078409831
sim_compute_robot_state-parked0_max	0.02415870428085327
sim_compute_robot_state-parked0_mean	0.011891771176370513
sim_compute_robot_state-parked0_median	0.010390786997815395
sim_compute_robot_state-parked0_min	0.009809590180714926
sim_compute_sim_state_max	0.02308501640955607
sim_compute_sim_state_mean	0.018330328775260092
sim_compute_sim_state_median	0.01833848754564921
sim_compute_sim_state_min	0.013921585789433233
sim_render-ego_max	0.008287240664164225
sim_render-ego_mean	0.0073911696301378355
sim_render-ego_median	0.007164375088739057
sim_render-ego_min	0.006927899519602458
simulation-passed	1
step_physics_max	0.13933414220809937
step_physics_mean	0.12554831348337275
step_physics_median	0.126748685836792
step_physics_min	0.10796260118484496
survival_time_max	14.950000000000076
survival_time_mean	14.720000000000072
survival_time_min	13.500000000000057