Job 33398

Job ID 33398

submission 6825

user Liam Paull 🇨🇦

user label baseline-duckietown

challenge aido5-LF-sim-validation

step LFv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg05

date started 2020-10-17 16:09:21+00:00

date completed 2020-10-17 16:24:04+00:00

duration 0:14:43

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.954528301916889
survival_time_median	7.6249999999999805
deviation-center-line_median	0.4217784253111724
in-drivable-lane_median	0.0

other stats

agent_compute-ego_max	0.03127128680547078
agent_compute-ego_mean	0.030503458676747475
agent_compute-ego_median	0.03054086427933486
agent_compute-ego_min	0.02975529261997768
complete-iteration_max	0.29264762812647327
complete-iteration_mean	0.26893507201255223
complete-iteration_median	0.26645155176520346
complete-iteration_min	0.25496146137729014
deviation-center-line_max	0.8075214839175289
deviation-center-line_mean	0.42575484963980814
deviation-center-line_min	0.1642665459274977
deviation-heading_max	3.2657602377778576
deviation-heading_mean	1.31766983822523
deviation-heading_median	1.0893487760020144
deviation-heading_min	1.0474947402061037
driven_any_max	1.9336485063412223
driven_any_mean	0.9860436263669662
driven_any_median	0.967427725385063
driven_any_min	0.6388092446073537
driven_lanedir_consec_max	1.851163960289848
driven_lanedir_consec_mean	0.960384853168186
driven_lanedir_consec_min	0.6015379010114711
driven_lanedir_max	1.851163960289848
driven_lanedir_mean	0.960384853168186
driven_lanedir_median	0.954528301916889
driven_lanedir_min	0.6015379010114711
get_state_dump_max	0.020640442004570596
get_state_dump_mean	0.020478322638774814
get_state_dump_median	0.02051481069306982
get_state_dump_min	0.020207543705785
get_ui_image_max	0.047982673645019534
get_ui_image_mean	0.04691456111844777
get_ui_image_median	0.046826643324815315
get_ui_image_min	0.04609708698249302
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 1.9336485063412223, "get_ui_image": 0.047982673645019534, "step_physics": 0.09184977610905966, "survival_time": 14.950000000000076, "driven_lanedir": 1.851163960289848, "get_state_dump": 0.020563865502675378, "sim_render-ego": 0.008644539515177409, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03127128680547078, "deviation-heading": 3.2657602377778576, "complete-iteration": 0.2792716916402181, "set_robot_commands": 0.008646654287974039, "deviation-center-line": 0.8075214839175289, "driven_lanedir_consec": 1.851163960289848, "sim_compute_sim_state": 0.03668558120727539, "sim_compute_performance-ego": 0.007459038098653157, "sim_compute_robot_state-ego": 0.013141035238901774, "sim_compute_robot_state-parked0": 0.01277210553487142}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 1.0172179545184097, "get_ui_image": 0.04679904282093048, "step_physics": 0.09184110909700394, "survival_time": 7.99999999999998, "driven_lanedir": 1.0046336316552342, "get_state_dump": 0.02037530839443207, "sim_render-ego": 0.00790209174156189, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030550874769687653, "deviation-heading": 1.077218783202452, "complete-iteration": 0.263292221724987, "set_robot_commands": 0.006967845559120178, "deviation-center-line": 0.41322132968439934, "driven_lanedir_consec": 1.0046336316552342, "sim_compute_sim_state": 0.02905436456203461, "sim_compute_performance-ego": 0.006654572486877441, "sim_compute_robot_state-ego": 0.011099858582019806, "sim_compute_robot_state-parked0": 0.011796540021896364}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 1.0371332154949673, "get_ui_image": 0.04609708698249302, "step_physics": 0.08724009771288538, "survival_time": 8.14999999999998, "driven_lanedir": 1.0260274751803296, "get_state_dump": 0.020558393806036263, "sim_render-ego": 0.007695537403317317, "in-drivable-lane": 0.0, "agent_compute-ego": 0.029918651639318172, "deviation-heading": 1.0967501294098496, "complete-iteration": 0.25496146137729014, "set_robot_commands": 0.006644972994283665, "deviation-center-line": 0.4539465984261152, "driven_lanedir_consec": 1.0260274751803296, "sim_compute_sim_state": 0.02834755218833502, "sim_compute_performance-ego": 0.006250047976253954, "sim_compute_robot_state-ego": 0.010639393987831165, "sim_compute_robot_state-parked0": 0.01132778448561218}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 0.6388092446073537, "get_ui_image": 0.046413136917410544, "step_physics": 0.0889338660008699, "survival_time": 5.14999999999999, "driven_lanedir": 0.6243291323064049, "get_state_dump": 0.020638736706335568, "sim_render-ego": 0.007421141689263501, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030062941671575156, "deviation-heading": 1.0605123644915613, "complete-iteration": 0.2555172211915544, "set_robot_commands": 0.0064824599664188125, "deviation-center-line": 0.3357771881608985, "driven_lanedir_consec": 0.6243291323064049, "sim_compute_sim_state": 0.027732754216610808, "sim_compute_performance-ego": 0.006108422881191217, "sim_compute_robot_state-ego": 0.010214240805616656, "sim_compute_robot_state-parked0": 0.01126459732796382}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 0.6852819676164464, "get_ui_image": 0.04709649085998535, "step_physics": 0.09114777174862948, "survival_time": 5.4999999999999885, "driven_lanedir": 0.6455857801574442, "get_state_dump": 0.020426097783175383, "sim_render-ego": 0.008510227636857466, "in-drivable-lane": 0.0, "agent_compute-ego": 0.031040406227111815, "deviation-heading": 1.081947422594179, "complete-iteration": 0.2737389174374667, "set_robot_commands": 0.008322228084911, "deviation-center-line": 0.1846480182085724, "driven_lanedir_consec": 0.6455857801574442, "sim_compute_sim_state": 0.034187058968977495, "sim_compute_performance-ego": 0.007218660007823598, "sim_compute_robot_state-ego": 0.012960776415738192, "sim_compute_robot_state-parked0": 0.012575387954711914}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 0.6454419504727871, "get_ui_image": 0.04685424382870014, "step_physics": 0.09042602089735176, "survival_time": 5.1999999999999895, "driven_lanedir": 0.6015379010114711, "get_state_dump": 0.020640442004570596, "sim_render-ego": 0.008115754677699162, "in-drivable-lane": 0.0, "agent_compute-ego": 0.031099046652133647, "deviation-heading": 1.0985615358861327, "complete-iteration": 0.2696108818054199, "set_robot_commands": 0.00809091329574585, "deviation-center-line": 0.1642665459274977, "driven_lanedir_consec": 0.6015379010114711, "sim_compute_sim_state": 0.0327429106602302, "sim_compute_performance-ego": 0.006962113655530489, "sim_compute_robot_state-ego": 0.01218276757460374, "sim_compute_robot_state-parked0": 0.01224590723331158}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 0.9176374962517166, "get_ui_image": 0.047871836300553944, "step_physics": 0.11489801735713565, "survival_time": 7.249999999999982, "driven_lanedir": 0.9044229721785436, "get_state_dump": 0.02047122758010338, "sim_render-ego": 0.008375943940261315, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030769275796824487, "deviation-heading": 1.048819846798632, "complete-iteration": 0.29264762812647327, "set_robot_commands": 0.008515583235642006, "deviation-center-line": 0.43033552093794536, "driven_lanedir_consec": 0.9044229721785436, "sim_compute_sim_state": 0.0285256237819277, "sim_compute_performance-ego": 0.007205561933846309, "sim_compute_robot_state-ego": 0.013117287076752762, "sim_compute_robot_state-parked0": 0.012646740880505792}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 0.8114180820328909, "get_ui_image": 0.04675008899481722, "step_physics": 0.11234008988668752, "survival_time": 6.449999999999985, "driven_lanedir": 0.7977392614742995, "get_state_dump": 0.020207543705785, "sim_render-ego": 0.00758936978125757, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030530853788982067, "deviation-heading": 1.0474947402061037, "complete-iteration": 0.28063552508982575, "set_robot_commands": 0.006609432457029357, "deviation-center-line": 0.39747689316997614, "driven_lanedir_consec": 0.7977392614742995, "sim_compute_sim_state": 0.02845352010209431, "sim_compute_performance-ego": 0.0061279803283454835, "sim_compute_robot_state-ego": 0.010608344115028086, "sim_compute_robot_state-parked0": 0.011170568392258282}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 1.116798186780311, "get_ui_image": 0.04687576293945313, "step_physics": 0.0913960920061384, "survival_time": 8.74999999999999, "driven_lanedir": 1.1048527420380578, "get_state_dump": 0.020266316277640205, "sim_render-ego": 0.007784684044974191, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02975529261997768, "deviation-heading": 1.1966319292639649, "complete-iteration": 0.2619398130689348, "set_robot_commands": 0.00730759756905692, "deviation-center-line": 0.5660880893135178, "driven_lanedir_consec": 1.1048527420380578, "sim_compute_sim_state": 0.028453339168003623, "sim_compute_performance-ego": 0.006658987317766462, "sim_compute_robot_state-ego": 0.01144369397844587, "sim_compute_robot_state-parked0": 0.011751469203404018}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 1.0570496595535583, "get_ui_image": 0.0464052478951144, "step_physics": 0.08982741401856204, "survival_time": 8.299999999999983, "driven_lanedir": 1.0435556753902282, "get_state_dump": 0.020635294626994306, "sim_render-ego": 0.007704331214169422, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030035956796393336, "deviation-heading": 1.2030013926215677, "complete-iteration": 0.2577353586633521, "set_robot_commands": 0.00653825179640069, "deviation-center-line": 0.5042668286516303, "driven_lanedir_consec": 1.0435556753902282, "sim_compute_sim_state": 0.028234823640570585, "sim_compute_performance-ego": 0.006067587668637195, "sim_compute_robot_state-ego": 0.01065185701990702, "sim_compute_robot_state-parked0": 0.011388340628290751}}
set_robot_commands_max	0.008646654287974039
set_robot_commands_mean	0.007412593924658252
set_robot_commands_median	0.007137721564088549
set_robot_commands_min	0.0064824599664188125
sim_compute_performance-ego_max	0.007459038098653157
sim_compute_performance-ego_mean	0.0066712972354925305
sim_compute_performance-ego_median	0.006656779902321951
sim_compute_performance-ego_min	0.006067587668637195
sim_compute_robot_state-ego_max	0.013141035238901774
sim_compute_robot_state-ego_mean	0.011605925479484507
sim_compute_robot_state-ego_median	0.011271776280232838
sim_compute_robot_state-ego_min	0.010214240805616656
sim_compute_robot_state-parked0_max	0.01277210553487142
sim_compute_robot_state-parked0_mean	0.011893944166282613
sim_compute_robot_state-parked0_median	0.01177400461265019
sim_compute_robot_state-parked0_min	0.011170568392258282
sim_compute_sim_state_max	0.03668558120727539
sim_compute_sim_state_mean	0.03024175284960597
sim_compute_sim_state_median	0.02848957194201101
sim_compute_sim_state_min	0.027732754216610808
sim_render-ego_max	0.008644539515177409
sim_render-ego_mean	0.007974362164453925
sim_render-ego_median	0.00784338789326804
sim_render-ego_min	0.007421141689263501
simulation-passed	1
step_physics_max	0.11489801735713565
step_physics_mean	0.09499002548343236
step_physics_median	0.09127193187738394
step_physics_min	0.08724009771288538
survival_time_max	14.950000000000076
survival_time_mean	7.769999999999994
survival_time_min	5.14999999999999