Job 24749

Job ID 24749

submission 4302

user Frank (Chude) Qian 🇨🇦

user label Frank test submission

challenge aido3-LF-sim-validation

step step1-simulation

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator ip-172-31-45-34-10500

date started 2019-10-31 14:05:52+00:00

date completed 2019-10-31 14:10:42+00:00

duration 0:04:50

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6856800730956207
survival_time_median	2.000000000000001
deviation-center-line_median	0.08877415228107144
in-drivable-lane_median	0.1499999999999997

other stats

agent_compute-ego_max	0.02702935039997101
agent_compute-ego_mean	0.02234990036540444
agent_compute-ego_median	0.023582441050831866
agent_compute-ego_min	0.01810856298966841
deviation-center-line_max	0.2115306175656672
deviation-center-line_mean	0.11899130923898212
deviation-center-line_min	0.07142284970145178
deviation-heading_max	0.5268865240013682
deviation-heading_mean	0.3101645507734078
deviation-heading_median	0.3145505780820485
deviation-heading_min	0.17790279511896667
driven_any_max	1.5996546887300096
driven_any_mean	0.8746240139617669
driven_any_median	0.9996632207705848
driven_any_min	0.28362940600638153
driven_lanedir_consec_max	1.1449045921439405
driven_lanedir_consec_mean	0.68342876512105
driven_lanedir_consec_min	0.275488859799796
driven_lanedir_max	1.1449045921439405
driven_lanedir_mean	0.68342876512105
driven_lanedir_median	0.6856800730956207
driven_lanedir_min	0.275488859799796
in-drivable-lane_max	0.7499999999999973
in-drivable-lane_mean	0.26999999999999946
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9996632207705848, "sim_physics": 0.06796595454216003, "survival_time": 2.000000000000001, "driven_lanedir": 0.6856800730956207, "sim_render-ego": 0.007797425985336304, "in-drivable-lane": 0.4500000000000002, "agent_compute-ego": 0.01836424469947815, "deviation-heading": 0.3145505780820485, "set_robot_commands": 0.005885380506515503, "deviation-center-line": 0.08877415228107144, "driven_lanedir_consec": 0.6856800730956207, "sim_compute_sim_state": 0.0031965970993041992, "sim_compute_performance-ego": 0.004341262578964234, "sim_compute_robot_state-ego": 0.005580484867095947}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0296612854712826, "sim_physics": 0.08505891009074885, "survival_time": 2.0500000000000007, "driven_lanedir": 0.8723011611746517, "sim_render-ego": 0.010942121831382191, "in-drivable-lane": 0.1499999999999997, "agent_compute-ego": 0.023582441050831866, "deviation-heading": 0.5268865240013682, "set_robot_commands": 0.008528819898279702, "deviation-center-line": 0.1481817317993273, "driven_lanedir_consec": 0.8723011611746517, "sim_compute_sim_state": 0.004994630813598633, "sim_compute_performance-ego": 0.006059245365421947, "sim_compute_robot_state-ego": 0.008191475054112876}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.28362940600638153, "sim_physics": 0.09108345210552216, "survival_time": 0.8000000000000002, "driven_lanedir": 0.275488859799796, "sim_render-ego": 0.012925580143928528, "in-drivable-lane": 0, "agent_compute-ego": 0.02702935039997101, "deviation-heading": 0.19211543327251043, "set_robot_commands": 0.008917301893234253, "deviation-center-line": 0.07504719484739283, "driven_lanedir_consec": 0.275488859799796, "sim_compute_sim_state": 0.005126953125, "sim_compute_performance-ego": 0.007091879844665527, "sim_compute_robot_state-ego": 0.008940353989601135}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4605114688305756, "sim_physics": 0.07049895416606557, "survival_time": 1.1000000000000003, "driven_lanedir": 0.43876913939124096, "sim_render-ego": 0.007791649211536755, "in-drivable-lane": 0, "agent_compute-ego": 0.01810856298966841, "deviation-heading": 0.3393674233921455, "set_robot_commands": 0.005714795806191184, "deviation-center-line": 0.07142284970145178, "driven_lanedir_consec": 0.43876913939124096, "sim_compute_sim_state": 0.0032183257016268644, "sim_compute_performance-ego": 0.004279841076244007, "sim_compute_robot_state-ego": 0.00557642633264715}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.5996546887300096, "sim_physics": 0.08628945748011271, "survival_time": 2.9999999999999973, "driven_lanedir": 1.1449045921439405, "sim_render-ego": 0.010998090108235678, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.024664902687072755, "deviation-heading": 0.17790279511896667, "set_robot_commands": 0.008087352911631266, "deviation-center-line": 0.2115306175656672, "driven_lanedir_consec": 1.1449045921439405, "sim_compute_sim_state": 0.004404389858245849, "sim_compute_performance-ego": 0.006064685185750326, "sim_compute_robot_state-ego": 0.007794209321339925}}
set_robot_commands_max	0.008917301893234253
set_robot_commands_mean	0.007426730203170381
set_robot_commands_median	0.008087352911631266
set_robot_commands_min	0.005714795806191184
sim_compute_performance-ego_max	0.007091879844665527
sim_compute_performance-ego_mean	0.005567382810209208
sim_compute_performance-ego_median	0.006059245365421947
sim_compute_performance-ego_min	0.004279841076244007
sim_compute_robot_state-ego_max	0.008940353989601135
sim_compute_robot_state-ego_mean	0.007216589912959407
sim_compute_robot_state-ego_median	0.007794209321339925
sim_compute_robot_state-ego_min	0.00557642633264715
sim_compute_sim_state_max	0.005126953125
sim_compute_sim_state_mean	0.004188179319555109
sim_compute_sim_state_median	0.004404389858245849
sim_compute_sim_state_min	0.0031965970993041992
sim_physics_max	0.09108345210552216
sim_physics_mean	0.08017934567692186
sim_physics_median	0.08505891009074885
sim_physics_min	0.06796595454216003
sim_render-ego_max	0.012925580143928528
sim_render-ego_mean	0.010090973456083892
sim_render-ego_median	0.010942121831382191
sim_render-ego_min	0.007791649211536755
simulation-passed	1
survival_time_max	2.9999999999999973
survival_time_mean	1.7899999999999998
survival_time_min	0.8000000000000002