Job 33399

Job ID 33399

submission 6825

user Liam Paull 🇨🇦

user label baseline-duckietown

challenge aido5-LF-sim-validation

step LFv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg11

date started 2020-10-17 16:09:50+00:00

date completed 2020-10-17 16:24:09+00:00

duration 0:14:19

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.918854824166718
survival_time_median	7.374999999999982
deviation-center-line_median	0.45021947571887655
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.03209887298883176
agent_compute-ego_mean	0.03132159102808915
agent_compute-ego_median	0.03132099819434647
agent_compute-ego_min	0.03032332619810416
complete-iteration_max	0.2860118675898839
complete-iteration_mean	0.2723699623355871
complete-iteration_median	0.2706759610371283
complete-iteration_min	0.26016528826010854
deviation-center-line_max	0.7074449963052348
deviation-center-line_mean	0.41226867828617897
deviation-center-line_min	0.1680619666897364
deviation-heading_max	3.073141855961695
deviation-heading_mean	1.3546023217741434
deviation-heading_median	1.155610626130846
deviation-heading_min	1.0445212786668394
driven_any_max	1.939933114020438
driven_any_mean	0.9694442555405032
driven_any_median	0.934233391321263
driven_any_min	0.6321706294806734
driven_lanedir_consec_max	1.858724208600455
driven_lanedir_consec_mean	0.941733232372471
driven_lanedir_consec_min	0.6173395398355699
driven_lanedir_max	1.858724208600455
driven_lanedir_mean	0.941733232372471
driven_lanedir_median	0.918854824166718
driven_lanedir_min	0.6173395398355699
get_state_dump_max	0.021009617646535236
get_state_dump_mean	0.020883825396850575
get_state_dump_median	0.02090341065513733
get_state_dump_min	0.02069558752210517
get_ui_image_max	0.04901217377704123
get_ui_image_mean	0.047168574412454214
get_ui_image_median	0.04719271271170436
get_ui_image_min	0.04611180016868993
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 1.1171198667141111, "get_ui_image": 0.047128518873995, "step_physics": 0.09223827584223314, "survival_time": 8.79999999999999, "driven_lanedir": 1.1040128929312938, "get_state_dump": 0.020837474953044544, "sim_render-ego": 0.00809007612141696, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03147802298719233, "deviation-heading": 1.1532157692219407, "complete-iteration": 0.26727447184649383, "set_robot_commands": 0.0069296956062316895, "deviation-center-line": 0.4693553729395965, "driven_lanedir_consec": 1.1040128929312938, "sim_compute_sim_state": 0.03036310456015847, "sim_compute_performance-ego": 0.00676901638507843, "sim_compute_robot_state-ego": 0.011388893831859936, "sim_compute_robot_state-parked0": 0.01178416203368794}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 1.939933114020438, "get_ui_image": 0.04734260479609172, "step_physics": 0.09330808003743488, "survival_time": 14.950000000000076, "driven_lanedir": 1.858724208600455, "get_state_dump": 0.021009617646535236, "sim_render-ego": 0.008180980682373046, "in-drivable-lane": 0.0, "agent_compute-ego": 0.031164345741271977, "deviation-heading": 3.073141855961695, "complete-iteration": 0.2758994992574056, "set_robot_commands": 0.007256149450937907, "deviation-center-line": 0.7074449963052348, "driven_lanedir_consec": 1.858724208600455, "sim_compute_sim_state": 0.036617857615152995, "sim_compute_performance-ego": 0.006828603744506836, "sim_compute_robot_state-ego": 0.011592354774475098, "sim_compute_robot_state-parked0": 0.012337425549825032}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 0.964106702411376, "get_ui_image": 0.04611180016868993, "step_physics": 0.08955374830647518, "survival_time": 7.599999999999981, "driven_lanedir": 0.94637633742675, "get_state_dump": 0.02069558752210517, "sim_render-ego": 0.00770035699794167, "in-drivable-lane": 0.0, "agent_compute-ego": 0.031610807305888125, "deviation-heading": 1.4281581710581648, "complete-iteration": 0.26016528826010854, "set_robot_commands": 0.006710011708109002, "deviation-center-line": 0.4882693118708183, "driven_lanedir_consec": 0.94637633742675, "sim_compute_sim_state": 0.029087752103805545, "sim_compute_performance-ego": 0.006228296380293996, "sim_compute_robot_state-ego": 0.01071911893392864, "sim_compute_robot_state-parked0": 0.011483187738217803}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 0.6321706294806734, "get_ui_image": 0.04621332065731872, "step_physics": 0.08948243365568273, "survival_time": 5.09999999999999, "driven_lanedir": 0.6173395398355699, "get_state_dump": 0.020824684816248277, "sim_render-ego": 0.007651618882721546, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03209887298883176, "deviation-heading": 1.055648684833447, "complete-iteration": 0.26026376088460285, "set_robot_commands": 0.006714881635179706, "deviation-center-line": 0.32321429738548035, "driven_lanedir_consec": 0.6173395398355699, "sim_compute_sim_state": 0.02843142958248363, "sim_compute_performance-ego": 0.006357071446437461, "sim_compute_robot_state-ego": 0.010565640879612342, "sim_compute_robot_state-parked0": 0.011659874635584214}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 0.6852824399258209, "get_ui_image": 0.046677227453752, "step_physics": 0.09050204970619896, "survival_time": 5.4999999999999885, "driven_lanedir": 0.6417304463466084, "get_state_dump": 0.020929356054826216, "sim_render-ego": 0.0079035607251254, "in-drivable-lane": 0.0, "agent_compute-ego": 0.032067454944957385, "deviation-heading": 1.078772032850268, "complete-iteration": 0.2684989170594649, "set_robot_commands": 0.006807505000721324, "deviation-center-line": 0.18083019657370916, "driven_lanedir_consec": 0.6417304463466084, "sim_compute_sim_state": 0.03435329090465199, "sim_compute_performance-ego": 0.006541757150129839, "sim_compute_robot_state-ego": 0.010819985649802468, "sim_compute_robot_state-parked0": 0.011634163423018025}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 0.7184752924337886, "get_ui_image": 0.04901217377704123, "step_physics": 0.09225457232931386, "survival_time": 5.749999999999988, "driven_lanedir": 0.6671928615434884, "get_state_dump": 0.02088331346926482, "sim_render-ego": 0.008510732650756836, "in-drivable-lane": 0.0, "agent_compute-ego": 0.031438317506209665, "deviation-heading": 1.307288746887583, "complete-iteration": 0.2783210401949675, "set_robot_commands": 0.007797983418340268, "deviation-center-line": 0.1680619666897364, "driven_lanedir_consec": 0.6671928615434884, "sim_compute_sim_state": 0.03618259844572648, "sim_compute_performance-ego": 0.006995325503141984, "sim_compute_robot_state-ego": 0.01236260870228643, "sim_compute_robot_state-parked0": 0.012615977162900178}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 1.0504117351297313, "get_ui_image": 0.04675996086814187, "step_physics": 0.11497510707739628, "survival_time": 8.249999999999982, "driven_lanedir": 1.0390638295654435, "get_state_dump": 0.020966016885006065, "sim_render-ego": 0.007811741395430131, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03120367888248328, "deviation-heading": 1.0445212786668394, "complete-iteration": 0.2859128561886874, "set_robot_commands": 0.006707518028490471, "deviation-center-line": 0.4718733203402027, "driven_lanedir_consec": 1.0390638295654435, "sim_compute_sim_state": 0.028510151487408264, "sim_compute_performance-ego": 0.006388804406830759, "sim_compute_robot_state-ego": 0.010590368328672469, "sim_compute_robot_state-parked0": 0.011735341043183295}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 0.90436008023115, "get_ui_image": 0.04725690654941373, "step_physics": 0.11436061092189977, "survival_time": 7.149999999999983, "driven_lanedir": 0.8913333109066859, "get_state_dump": 0.02099252580762743, "sim_render-ego": 0.007722436131297292, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03118297770306781, "deviation-heading": 1.052857748053875, "complete-iteration": 0.2860118675898839, "set_robot_commands": 0.006552952986497145, "deviation-center-line": 0.4310835784981567, "driven_lanedir_consec": 0.8913333109066859, "sim_compute_sim_state": 0.029058361386919355, "sim_compute_performance-ego": 0.006388440832391485, "sim_compute_robot_state-ego": 0.010772818451994782, "sim_compute_robot_state-parked0": 0.01145886207793976}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 0.9707465070111624, "get_ui_image": 0.04786011907789442, "step_physics": 0.0929626405628678, "survival_time": 7.649999999999981, "driven_lanedir": 0.9570790815035246, "get_state_dump": 0.02077616897283816, "sim_render-ego": 0.008305340810538896, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03032332619810416, "deviation-heading": 1.1944134471678691, "complete-iteration": 0.2709641721513536, "set_robot_commands": 0.008246033799414541, "deviation-center-line": 0.5150303165639445, "driven_lanedir_consec": 0.9570790815035246, "sim_compute_sim_state": 0.029690712885139813, "sim_compute_performance-ego": 0.007291013119267482, "sim_compute_robot_state-ego": 0.012670587090884936, "sim_compute_robot_state-parked0": 0.01258065186294855}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 0.7118361880467778, "get_ui_image": 0.04732311190220348, "step_physics": 0.0906828579149748, "survival_time": 5.699999999999988, "driven_lanedir": 0.6944798150648896, "get_state_dump": 0.020923507841009843, "sim_render-ego": 0.00861526372139914, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03064810602288497, "deviation-heading": 1.158005483039751, "complete-iteration": 0.270387749922903, "set_robot_commands": 0.008498948917054293, "deviation-center-line": 0.36752342569490953, "driven_lanedir_consec": 0.6944798150648896, "sim_compute_sim_state": 0.029845819138644033, "sim_compute_performance-ego": 0.007270484639887224, "sim_compute_robot_state-ego": 0.01333251961490564, "sim_compute_robot_state-parked0": 0.012987391990527772}}
set_robot_commands_max	0.008498948917054293
set_robot_commands_mean	0.007222168055097636
set_robot_commands_median	0.006868600303476507
set_robot_commands_min	0.006552952986497145
sim_compute_performance-ego_max	0.007291013119267482
sim_compute_performance-ego_mean	0.006705881360796549
sim_compute_performance-ego_median	0.006655386767604134
sim_compute_performance-ego_min	0.006228296380293996
sim_compute_robot_state-ego_max	0.01333251961490564
sim_compute_robot_state-ego_mean	0.011481489625842277
sim_compute_robot_state-ego_median	0.011104439740831204
sim_compute_robot_state-ego_min	0.010565640879612342
sim_compute_robot_state-parked0_max	0.012987391990527772
sim_compute_robot_state-parked0_mean	0.012027703751783258
sim_compute_robot_state-parked0_median	0.011759751538435618
sim_compute_robot_state-parked0_min	0.01145886207793976
sim_compute_sim_state_max	0.036617857615152995
sim_compute_sim_state_mean	0.031214107811009056
sim_compute_sim_state_median	0.029768266011891923
sim_compute_sim_state_min	0.02843142958248363
sim_render-ego_max	0.00861526372139914
sim_render-ego_mean	0.008049210811900093
sim_render-ego_median	0.00799681842327118
sim_render-ego_min	0.007651618882721546
simulation-passed	1
step_physics_max	0.11497510707739628
step_physics_mean	0.09603203763544774
step_physics_median	0.09224642408577348
step_physics_min	0.08948243365568273
survival_time_max	14.950000000000076
survival_time_mean	7.644999999999994
survival_time_min	5.09999999999999