Job 35190

Job ID 35190

submission 6738

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LF-sim-validation

step LFv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg03-68c9ae071294-1

date started 2020-10-29 17:51:07+00:00

date completed 2020-10-29 18:00:57+00:00

duration 0:09:50

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5408085339565636
survival_time_median	1.950000000000001
deviation-center-line_median	0.15091511269986993
in-drivable-lane_median	0.30000000000000027

other stats

agent_compute-ego_max	0.10151501337687174
agent_compute-ego_mean	0.09674087747872838
agent_compute-ego_median	0.09802367021371652
agent_compute-ego_min	0.090390221639113
complete-iteration_max	0.3335183461507161
complete-iteration_mean	0.3176467738369646
complete-iteration_median	0.31492391305092055
complete-iteration_min	0.30406372113661334
deviation-center-line_max	0.571489251798967
deviation-center-line_mean	0.22424208301442655
deviation-center-line_min	0.1112975999471534
deviation-heading_max	3.687711374007203
deviation-heading_mean	0.9606248232259536
deviation-heading_median	0.28440948866070326
deviation-heading_min	0.2223670089462632
driven_any_max	6.10733960414132
driven_any_mean	1.762036835319428
driven_any_median	0.6725499467342172
driven_any_min	0.6166221020742758
driven_lanedir_consec_max	2.3519884180299675
driven_lanedir_consec_mean	0.9076629258020412
driven_lanedir_consec_min	0.4986895091368073
driven_lanedir_max	2.3519884180299675
driven_lanedir_mean	0.9076629258020412
driven_lanedir_median	0.5408085339565636
driven_lanedir_min	0.4986895091368073
get_state_dump_max	0.023256482304753485
get_state_dump_mean	0.02042313481081653
get_state_dump_median	0.020233735060080502
get_state_dump_min	0.019376055760817093
get_ui_image_max	0.046412125611916565
get_ui_image_mean	0.04525968928512235
get_ui_image_median	0.04545098543167114
get_ui_image_min	0.04323996724309148
in-drivable-lane_max	7.750000000000055
in-drivable-lane_mean	1.7800000000000111
in-drivable-lane_min	0.2500000000000002
per-episodes	details {"ETHZ_autolab_technical_track-0-0-ego": {"driven_any": 0.6343697890601969, "get_ui_image": 0.04323996724309148, "step_physics": 0.08594155955959011, "survival_time": 1.850000000000001, "driven_lanedir": 0.49912413771061015, "get_state_dump": 0.01991020666586386, "sim_render-ego": 0.008901312544539169, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.09908957739134092, "deviation-heading": 0.2825732413310409, "complete-iteration": 0.3097906177108352, "set_robot_commands": 0.007154664477786502, "deviation-center-line": 0.1112975999471534, "driven_lanedir_consec": 0.49912413771061015, "sim_compute_sim_state": 0.01930551915555387, "sim_compute_performance-ego": 0.005962036751412056, "sim_compute_robot_state-ego": 0.00976126258437698, "sim_compute_robot_state-parked0": 0.010276072734111064}, "ETHZ_autolab_technical_track-0-1-ego": {"driven_any": 0.6343252566988011, "get_ui_image": 0.04503175374623891, "step_physics": 0.08781663147178856, "survival_time": 1.850000000000001, "driven_lanedir": 0.4986895091368073, "get_state_dump": 0.023256482304753485, "sim_render-ego": 0.008845206853505727, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.09173246976491568, "deviation-heading": 0.28624573599036557, "complete-iteration": 0.30952520628233215, "set_robot_commands": 0.006937664908331794, "deviation-center-line": 0.1123456652690985, "driven_lanedir_consec": 0.4986895091368073, "sim_compute_sim_state": 0.018998532681851775, "sim_compute_performance-ego": 0.0061965117583403714, "sim_compute_robot_state-ego": 0.010266709972072291, "sim_compute_robot_state-parked0": 0.010175273225114152}, "ETHZ_autolab_technical_track-1-0-ego": {"driven_any": 0.779325000767828, "get_ui_image": 0.0445347861810164, "step_physics": 0.08796490322459828, "survival_time": 2.2, "driven_lanedir": 0.644586403901859, "get_state_dump": 0.020243406295776367, "sim_render-ego": 0.00899086215279319, "in-drivable-lane": 0.29999999999999916, "agent_compute-ego": 0.090390221639113, "deviation-heading": 0.34154191707259846, "complete-iteration": 0.3045002980665727, "set_robot_commands": 0.007226499644192782, "deviation-center-line": 0.15091511269986993, "driven_lanedir_consec": 0.644586403901859, "sim_compute_sim_state": 0.018310070037841797, "sim_compute_performance-ego": 0.006053333932703192, "sim_compute_robot_state-ego": 0.01006870378147472, "sim_compute_robot_state-parked0": 0.010461812669580631}, "ETHZ_autolab_technical_track-1-1-ego": {"driven_any": 0.779325000767828, "get_ui_image": 0.04466338591142134, "step_physics": 0.08785823800347069, "survival_time": 2.2, "driven_lanedir": 0.644586403901859, "get_state_dump": 0.019376055760817093, "sim_render-ego": 0.008657748048955744, "in-drivable-lane": 0.29999999999999916, "agent_compute-ego": 0.09158197316256436, "deviation-heading": 0.34154191707259846, "complete-iteration": 0.30406372113661334, "set_robot_commands": 0.007037937641143799, "deviation-center-line": 0.15091511269986993, "driven_lanedir_consec": 0.644586403901859, "sim_compute_sim_state": 0.01791900396347046, "sim_compute_performance-ego": 0.005979613824324174, "sim_compute_robot_state-ego": 0.009868291291323576, "sim_compute_robot_state-parked0": 0.010865016417069868}, "ETHZ_autolab_technical_track-2-0-ego": {"driven_any": 6.10733960414132, "get_ui_image": 0.04570444345474243, "step_physics": 0.09604151805241902, "survival_time": 14.950000000000076, "driven_lanedir": 2.3519884180299675, "get_state_dump": 0.020024269421895342, "sim_render-ego": 0.008960878054300944, "in-drivable-lane": 7.750000000000055, "agent_compute-ego": 0.10151501337687174, "deviation-heading": 3.687711374007203, "complete-iteration": 0.3239304415384928, "set_robot_commands": 0.007036505540211995, "deviation-center-line": 0.571489251798967, "driven_lanedir_consec": 2.3519884180299675, "sim_compute_sim_state": 0.017077492078145344, "sim_compute_performance-ego": 0.00599634329477946, "sim_compute_robot_state-ego": 0.01033669630686442, "sim_compute_robot_state-parked0": 0.010962487856547038}, "ETHZ_autolab_technical_track-2-1-ego": {"driven_any": 6.10733960414132, "get_ui_image": 0.04577869256337483, "step_physics": 0.09782435655593873, "survival_time": 14.950000000000076, "driven_lanedir": 2.3519884180299675, "get_state_dump": 0.020287557442982992, "sim_render-ego": 0.009989280700683594, "in-drivable-lane": 7.750000000000055, "agent_compute-ego": 0.09968422174453737, "deviation-heading": 3.687711374007203, "complete-iteration": 0.3335183461507161, "set_robot_commands": 0.008880432446797688, "deviation-center-line": 0.571489251798967, "driven_lanedir_consec": 2.3519884180299675, "sim_compute_sim_state": 0.01824517885843913, "sim_compute_performance-ego": 0.006969241301218668, "sim_compute_robot_state-ego": 0.01282609780629476, "sim_compute_robot_state-parked0": 0.012757004102071126}, "ETHZ_autolab_technical_track-3-0-ego": {"driven_any": 0.6166221020742758, "get_ui_image": 0.045244700378841825, "step_physics": 0.10506065024269952, "survival_time": 1.800000000000001, "driven_lanedir": 0.5020244496981068, "get_state_dump": 0.02025506893793742, "sim_render-ego": 0.009014646212259928, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.09975632694032456, "deviation-heading": 0.2223670089462632, "complete-iteration": 0.33284737666447956, "set_robot_commands": 0.007222625944349501, "deviation-center-line": 0.12826033902879272, "driven_lanedir_consec": 0.5020244496981068, "sim_compute_sim_state": 0.018629908561706543, "sim_compute_performance-ego": 0.006004850069681804, "sim_compute_robot_state-ego": 0.01055377721786499, "sim_compute_robot_state-parked0": 0.010835382673475478}, "ETHZ_autolab_technical_track-3-1-ego": {"driven_any": 0.6166221020742758, "get_ui_image": 0.04565727048450046, "step_physics": 0.10565125942230225, "survival_time": 1.800000000000001, "driven_lanedir": 0.5020244496981068, "get_state_dump": 0.020041147867838543, "sim_render-ego": 0.008656475279066298, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.09688709841834174, "deviation-heading": 0.2223670089462632, "complete-iteration": 0.32844390471776325, "set_robot_commands": 0.006869170400831435, "deviation-center-line": 0.12826033902879272, "driven_lanedir_consec": 0.5020244496981068, "sim_compute_sim_state": 0.01825039916568332, "sim_compute_performance-ego": 0.005927330917782254, "sim_compute_robot_state-ego": 0.00961365302403768, "sim_compute_robot_state-parked0": 0.010616580645243326}, "ETHZ_autolab_technical_track-4-0-ego": {"driven_any": 0.6725499467342172, "get_ui_image": 0.04632976727607923, "step_physics": 0.08625256098233737, "survival_time": 1.950000000000001, "driven_lanedir": 0.5408085339565636, "get_state_dump": 0.02022406382438464, "sim_render-ego": 0.009052887941018129, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.09695776303609212, "deviation-heading": 0.2670943274429998, "complete-iteration": 0.31160440811744106, "set_robot_commands": 0.007404351845765725, "deviation-center-line": 0.15872407893637736, "driven_lanedir_consec": 0.5408085339565636, "sim_compute_sim_state": 0.018553856091621596, "sim_compute_performance-ego": 0.0058669554881560495, "sim_compute_robot_state-ego": 0.009696868749765247, "sim_compute_robot_state-parked0": 0.010983766653598884}, "ETHZ_autolab_technical_track-4-1-ego": {"driven_any": 0.6725499467342172, "get_ui_image": 0.046412125611916565, "step_physics": 0.08918425364372058, "survival_time": 1.950000000000001, "driven_lanedir": 0.5408085339565636, "get_state_dump": 0.02061308958591559, "sim_render-ego": 0.009133375608004056, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.09981410931318234, "deviation-heading": 0.2670943274429998, "complete-iteration": 0.31824341798440003, "set_robot_commands": 0.007498808396168244, "deviation-center-line": 0.15872407893637736, "driven_lanedir_consec": 0.5408085339565636, "sim_compute_sim_state": 0.01774114217513647, "sim_compute_performance-ego": 0.0061832880362486225, "sim_compute_robot_state-ego": 0.01026148062485915, "sim_compute_robot_state-parked0": 0.011118638209807567}}
set_robot_commands_max	0.008880432446797688
set_robot_commands_mean	0.007326866124557947
set_robot_commands_median	0.007188645211068002
set_robot_commands_min	0.006869170400831435
sim_compute_performance-ego_max	0.006969241301218668
sim_compute_performance-ego_mean	0.006113950537464665
sim_compute_performance-ego_median	0.006000596682230632
sim_compute_performance-ego_min	0.0058669554881560495
sim_compute_robot_state-ego_max	0.01282609780629476
sim_compute_robot_state-ego_mean	0.010325354135893382
sim_compute_robot_state-ego_median	0.010165092203166935
sim_compute_robot_state-ego_min	0.00961365302403768
sim_compute_robot_state-parked0_max	0.012757004102071126
sim_compute_robot_state-parked0_mean	0.010905203518661916
sim_compute_robot_state-parked0_median	0.010850199545272672
sim_compute_robot_state-parked0_min	0.010175273225114152
sim_compute_sim_state_max	0.01930551915555387
sim_compute_sim_state_mean	0.01830311027694503
sim_compute_sim_state_median	0.01828023460176256
sim_compute_sim_state_min	0.017077492078145344
sim_render-ego_max	0.009989280700683594
sim_render-ego_mean	0.00902026733951268
sim_render-ego_median	0.008975870103547067
sim_render-ego_min	0.008656475279066298
simulation-passed	1
step_physics_max	0.10565125942230225
step_physics_mean	0.09295959311588652
step_physics_median	0.08857457843415943
step_physics_min	0.08594155955959011
survival_time_max	14.950000000000076
survival_time_mean	4.550000000000017
survival_time_min	1.800000000000001