Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 19687
2998
Manfred Diaz challenge-aido_LF-template-tensorflow aido2-LFV-sim-testing
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 20:17:46+00:00 2019-04-24 20:23:50+00:00 0:06:04 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19663
2377
Liam Paull  🇨🇦minimal_agent_python2 (Python 2) aido2-LFV-sim-testing
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 16:31:50+00:00 2019-04-24 16:44:06+00:00 0:12:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.2394590679116675 survival_time_median 5.549999999999988 deviation-center-line_median 0.04756893535888313 in-drivable-lane_median 0.9999999999999964
other stats agent_compute-ego_max 0.06639709128989829 agent_compute-ego_mean 0.062495694158074856 agent_compute-ego_median 0.06199732986656395 agent_compute-ego_min 0.05972929354067202 deviation-center-line_max 0.06628124520952136 deviation-center-line_mean 0.0513113298520783 deviation-center-line_min 0.04756874938348469 deviation-heading_max 0.3902119203851745 deviation-heading_mean 0.3813380184189976 deviation-heading_median 0.39020902164128224 deviation-heading_min 0.3458513477489306 driven_any_max 2.7471689201187153 driven_any_mean 1.6941689201588157 driven_any_median 1.5771689201187176 driven_any_min 0.9921689203192088 driven_lanedir_consec_max 2.5148965539064285 driven_lanedir_consec_mean 1.377546484191465 driven_lanedir_consec_min 0.6544587706938922 driven_lanedir_max 2.5148965539064285 driven_lanedir_mean 1.377546484191465 driven_lanedir_median 1.2394590679116675 driven_lanedir_min 0.6544587706938922 in-drivable-lane_max 0.9999999999999964 in-drivable-lane_mean 0.9399999999999992 in-drivable-lane_min 0.70000000000001 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9921689203192088, "sim_physics": 0.03808141748110453, "survival_time": 3.599999999999995, "driven_lanedir": 0.6544587706938922, "sim_render-ego": 0.060367551114824086, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.06189753611882528, "deviation-heading": 0.3902119203851745, "set_robot_commands": 0.08759009838104248, "deviation-center-line": 0.04756896992501765, "driven_lanedir_consec": 0.6544587706938922, "sim_compute_sim_state": 0.036794801553090416, "sim_compute_performance-ego": 0.06471808089150323, "sim_compute_robot_state-ego": 0.06752473447057936, "sim_compute_robot_state-npc0": 0.0662095844745636, "sim_compute_robot_state-npc1": 0.06543322073088752, "sim_compute_robot_state-npc2": 0.06521444188223945, "sim_compute_robot_state-npc3": 0.0653267569012112}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.7471689201187153, "sim_physics": 0.05273641858782087, "survival_time": 9.45, "driven_lanedir": 2.5148965539064285, "sim_render-ego": 0.05507706208203835, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.05972929354067202, "deviation-heading": 0.3458513477489306, "set_robot_commands": 0.09443409354598434, "deviation-center-line": 0.06628124520952136, "driven_lanedir_consec": 2.5148965539064285, "sim_compute_sim_state": 0.036908494101630315, "sim_compute_performance-ego": 0.06357148715427943, "sim_compute_robot_state-ego": 0.0655402039724683, "sim_compute_robot_state-npc0": 0.06433578773781105, "sim_compute_robot_state-npc1": 0.06240557993530596, "sim_compute_robot_state-npc2": 0.06265660316225082, "sim_compute_robot_state-npc3": 0.07022419429960705}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.5771689201187176, "sim_physics": 0.03695838730614465, "survival_time": 5.549999999999988, "driven_lanedir": 1.2394590679116675, "sim_render-ego": 0.06470102018064207, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.06639709128989829, "deviation-heading": 0.39020902164128224, "set_robot_commands": 0.08506824733974698, "deviation-center-line": 0.04756874938348469, "driven_lanedir_consec": 1.2394590679116675, "sim_compute_sim_state": 0.03637616484014838, "sim_compute_performance-ego": 0.05997067528801995, "sim_compute_robot_state-ego": 0.0686801274617513, "sim_compute_robot_state-npc0": 0.060910564285140856, "sim_compute_robot_state-npc1": 0.05982428842836672, "sim_compute_robot_state-npc2": 0.05995470124322015, "sim_compute_robot_state-npc3": 0.05962421657802822}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5771689201187176, "sim_physics": 0.04083027495994224, "survival_time": 5.549999999999988, "driven_lanedir": 1.2394590679116675, "sim_render-ego": 0.0590805857031195, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.06245721997441472, "deviation-heading": 0.39020902164128224, "set_robot_commands": 0.09023881388140156, "deviation-center-line": 0.04756874938348469, "driven_lanedir_consec": 1.2394590679116675, "sim_compute_sim_state": 0.03692822198610048, "sim_compute_performance-ego": 0.0645234219662778, "sim_compute_robot_state-ego": 0.06764476148931829, "sim_compute_robot_state-npc0": 0.06490616111068039, "sim_compute_robot_state-npc1": 0.0674357929745236, "sim_compute_robot_state-npc2": 0.06381489349915101, "sim_compute_robot_state-npc3": 0.06652478269628577}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.577168920118719, "sim_physics": 0.039086597459810274, "survival_time": 5.549999999999988, "driven_lanedir": 1.23945896053367, "sim_render-ego": 0.05958534575797416, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.06199732986656395, "deviation-heading": 0.3902087806783182, "set_robot_commands": 0.09391080366598592, "deviation-center-line": 0.04756893535888313, "driven_lanedir_consec": 1.23945896053367, "sim_compute_sim_state": 0.037744373888582795, "sim_compute_performance-ego": 0.06636567158741993, "sim_compute_robot_state-ego": 0.06705912383827003, "sim_compute_robot_state-npc0": 0.07298532262578741, "sim_compute_robot_state-npc1": 0.06861501771050531, "sim_compute_robot_state-npc2": 0.06741736386273359, "sim_compute_robot_state-npc3": 0.06618135469453829}}set_robot_commands_max 0.09443409354598434 set_robot_commands_mean 0.09024841136283224 set_robot_commands_median 0.09023881388140156 set_robot_commands_min 0.08506824733974698 sim_compute_performance-ego_max 0.06636567158741993 sim_compute_performance-ego_mean 0.06382986737750007 sim_compute_performance-ego_median 0.0645234219662778 sim_compute_performance-ego_min 0.05997067528801995 sim_compute_robot_state-ego_max 0.0686801274617513 sim_compute_robot_state-ego_mean 0.06728979024647745 sim_compute_robot_state-ego_median 0.06752473447057936 sim_compute_robot_state-ego_min 0.0655402039724683 sim_compute_robot_state-npc0_max 0.07298532262578741 sim_compute_robot_state-npc0_mean 0.06586948404679667 sim_compute_robot_state-npc0_median 0.06490616111068039 sim_compute_robot_state-npc0_min 0.060910564285140856 sim_compute_robot_state-npc1_max 0.06861501771050531 sim_compute_robot_state-npc1_mean 0.06474277995591783 sim_compute_robot_state-npc1_median 0.06543322073088752 sim_compute_robot_state-npc1_min 0.05982428842836672 sim_compute_robot_state-npc2_max 0.06741736386273359 sim_compute_robot_state-npc2_mean 0.06381160072991901 sim_compute_robot_state-npc2_median 0.06381489349915101 sim_compute_robot_state-npc2_min 0.05995470124322015 sim_compute_robot_state-npc3_max 0.07022419429960705 sim_compute_robot_state-npc3_mean 0.0655762610339341 sim_compute_robot_state-npc3_median 0.06618135469453829 sim_compute_robot_state-npc3_min 0.05962421657802822 sim_compute_sim_state_max 0.037744373888582795 sim_compute_sim_state_mean 0.03695041127391048 sim_compute_sim_state_median 0.036908494101630315 sim_compute_sim_state_min 0.03637616484014838 sim_physics_max 0.05273641858782087 sim_physics_mean 0.041538619158964514 sim_physics_median 0.039086597459810274 sim_physics_min 0.03695838730614465 sim_render-ego_max 0.06470102018064207 sim_render-ego_mean 0.05976231296771963 sim_render-ego_median 0.05958534575797416 sim_render-ego_min 0.05507706208203835 simulation-passed 1 survival_time_max 9.45 survival_time_mean 5.939999999999992 survival_time_min 3.599999999999995
No reset possible 19628
2411
jiang peng Baseline solution using reinforcement learning aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 16:01:39+00:00 2019-04-24 16:31:29+00:00 0:29:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median -1.361452200425545 survival_time_median 14.950000000000076 deviation-center-line_median 1.011969887428033 in-drivable-lane_median 4.050000000000022
other stats agent_compute-ego_max 0.16005756696065268 agent_compute-ego_mean 0.15593125343322753 agent_compute-ego_median 0.15812437931696574 agent_compute-ego_min 0.14732235352198284 deviation-center-line_max 1.0119698874280334 deviation-center-line_mean 1.0119697532537184 deviation-center-line_min 1.0119693200897375 deviation-heading_max 6.81542792438532 deviation-heading_mean 6.81542792438532 deviation-heading_median 6.815427924385319 deviation-heading_min 6.815427924385319 driven_any_max 4.3908241527849325 driven_any_mean 4.390824152784925 driven_any_median 4.390824152784922 driven_any_min 4.390824152784921 driven_lanedir_consec_max -1.3614496374256428 driven_lanedir_consec_mean -1.3614540243276398 driven_lanedir_consec_min -1.3614583993086016 driven_lanedir_max -2.3158123434400073 driven_lanedir_mean -2.3158154428816067 driven_lanedir_median -2.315814608416598 driven_lanedir_min -2.3158179462767055 in-drivable-lane_max 4.050000000000022 in-drivable-lane_mean 4.050000000000022 in-drivable-lane_min 4.050000000000022 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.39082415278493, "sim_physics": 0.03687040011088053, "survival_time": 14.950000000000076, "driven_lanedir": -2.3158179462767055, "sim_render-ego": 0.05992290258407593, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.16005756696065268, "deviation-heading": 6.815427924385319, "set_robot_commands": 0.08989075422286988, "deviation-center-line": 1.0119698874280334, "driven_lanedir_consec": -1.3614583993086016, "sim_compute_sim_state": 0.03744213898976644, "sim_compute_performance-ego": 0.06523982206980387, "sim_compute_robot_state-ego": 0.0702675731976827, "sim_compute_robot_state-npc0": 0.06438719511032104, "sim_compute_robot_state-npc1": 0.06542433897654215, "sim_compute_robot_state-npc2": 0.06786386807759603, "sim_compute_robot_state-npc3": 0.06486351251602172}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.3908241527849325, "sim_physics": 0.033464440504709876, "survival_time": 14.950000000000076, "driven_lanedir": -2.3158177078581264, "sim_render-ego": 0.05738672653834025, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.15812437931696574, "deviation-heading": 6.81542792438532, "set_robot_commands": 0.0871193242073059, "deviation-center-line": 1.0119697838947552, "driven_lanedir_consec": -1.3614576840528645, "sim_compute_sim_state": 0.03528734683990478, "sim_compute_performance-ego": 0.06219761689503988, "sim_compute_robot_state-ego": 0.06703514655431111, "sim_compute_robot_state-npc0": 0.06243274052937826, "sim_compute_robot_state-npc1": 0.06448869705200196, "sim_compute_robot_state-npc2": 0.06271185159683228, "sim_compute_robot_state-npc3": 0.06342676719029744}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.390824152784922, "sim_physics": 0.03719087521235148, "survival_time": 14.950000000000076, "driven_lanedir": -2.315814608416598, "sim_render-ego": 0.0591244371732076, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.15964618921279908, "deviation-heading": 6.815427924385319, "set_robot_commands": 0.08863959471384684, "deviation-center-line": 1.011969887428033, "driven_lanedir_consec": -1.361452200425545, "sim_compute_sim_state": 0.03852533181508382, "sim_compute_performance-ego": 0.0636523977915446, "sim_compute_robot_state-ego": 0.06676940679550171, "sim_compute_robot_state-npc0": 0.0663491956392924, "sim_compute_robot_state-npc1": 0.06697736581166586, "sim_compute_robot_state-npc2": 0.0660755713780721, "sim_compute_robot_state-npc3": 0.0665960947672526}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.390824152784922, "sim_physics": 0.03786385615666707, "survival_time": 14.950000000000076, "driven_lanedir": -2.315814608416598, "sim_render-ego": 0.05896603584289551, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.1545057781537374, "deviation-heading": 6.815427924385319, "set_robot_commands": 0.08538838068644206, "deviation-center-line": 1.011969887428033, "driven_lanedir_consec": -1.361452200425545, "sim_compute_sim_state": 0.03669001658757528, "sim_compute_performance-ego": 0.06292966445287068, "sim_compute_robot_state-ego": 0.06537743568420411, "sim_compute_robot_state-npc0": 0.06499390681584676, "sim_compute_robot_state-npc1": 0.06548177321751912, "sim_compute_robot_state-npc2": 0.06315728902816772, "sim_compute_robot_state-npc3": 0.06380916833877563}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.390824152784921, "sim_physics": 0.033609004815419515, "survival_time": 14.950000000000076, "driven_lanedir": -2.3158123434400073, "sim_render-ego": 0.053232893149058026, "in-drivable-lane": 4.050000000000022, "agent_compute-ego": 0.14732235352198284, "deviation-heading": 6.81542792438532, "set_robot_commands": 0.08065236409505208, "deviation-center-line": 1.0119693200897375, "driven_lanedir_consec": -1.3614496374256428, "sim_compute_sim_state": 0.033022707303365074, "sim_compute_performance-ego": 0.059625978469848635, "sim_compute_robot_state-ego": 0.0614559817314148, "sim_compute_robot_state-npc0": 0.06057218631108602, "sim_compute_robot_state-npc1": 0.05916547139485677, "sim_compute_robot_state-npc2": 0.05830919027328491, "sim_compute_robot_state-npc3": 0.058245983918507896}}set_robot_commands_max 0.08989075422286988 set_robot_commands_mean 0.08633808358510335 set_robot_commands_median 0.0871193242073059 set_robot_commands_min 0.08065236409505208 sim_compute_performance-ego_max 0.06523982206980387 sim_compute_performance-ego_mean 0.06272909593582153 sim_compute_performance-ego_median 0.06292966445287068 sim_compute_performance-ego_min 0.059625978469848635 sim_compute_robot_state-ego_max 0.0702675731976827 sim_compute_robot_state-ego_mean 0.06618110879262289 sim_compute_robot_state-ego_median 0.06676940679550171 sim_compute_robot_state-ego_min 0.0614559817314148 sim_compute_robot_state-npc0_max 0.0663491956392924 sim_compute_robot_state-npc0_mean 0.06374704488118489 sim_compute_robot_state-npc0_median 0.06438719511032104 sim_compute_robot_state-npc0_min 0.06057218631108602 sim_compute_robot_state-npc1_max 0.06697736581166586 sim_compute_robot_state-npc1_mean 0.06430752929051717 sim_compute_robot_state-npc1_median 0.06542433897654215 sim_compute_robot_state-npc1_min 0.05916547139485677 sim_compute_robot_state-npc2_max 0.06786386807759603 sim_compute_robot_state-npc2_mean 0.06362355407079061 sim_compute_robot_state-npc2_median 0.06315728902816772 sim_compute_robot_state-npc2_min 0.05830919027328491 sim_compute_robot_state-npc3_max 0.0665960947672526 sim_compute_robot_state-npc3_mean 0.06338830534617106 sim_compute_robot_state-npc3_median 0.06380916833877563 sim_compute_robot_state-npc3_min 0.058245983918507896 sim_compute_sim_state_max 0.03852533181508382 sim_compute_sim_state_mean 0.03619350830713909 sim_compute_sim_state_median 0.03669001658757528 sim_compute_sim_state_min 0.033022707303365074 sim_physics_max 0.03786385615666707 sim_physics_mean 0.035799715360005695 sim_physics_median 0.03687040011088053 sim_physics_min 0.033464440504709876 sim_render-ego_max 0.05992290258407593 sim_render-ego_mean 0.05772659905751547 sim_render-ego_median 0.05896603584289551 sim_render-ego_min 0.053232893149058026 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 19616
2416
Andrea Censi  🇨ðŸ‡random_agent aido2-LF-sim-testing
step1-simulation host-error no ip-172-31-42-167-28277
2019-04-24 15:59:57+00:00 2019-04-24 16:01:08+00:00 0:01:11 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19616-526093', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19616-526093', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19616-526093', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19601
2439
Jacopo Tani random_agent aido2-LF-sim-testing
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:54:22+00:00 2019-04-24 15:59:49+00:00 0:05:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.909759304183658 survival_time_median 2.3999999999999995 deviation-center-line_median 0.0985043663838993 in-drivable-lane_median 0.3499999999999992
other stats agent_compute-ego_max 0.1472504734992981 agent_compute-ego_mean 0.13982864061162778 agent_compute-ego_median 0.13655920748440725 agent_compute-ego_min 0.13505756504395428 deviation-center-line_max 0.13882443387861454 deviation-center-line_mean 0.10001813696907735 deviation-center-line_min 0.06219077976537568 deviation-heading_max 0.26115230540596424 deviation-heading_mean 0.2318832073723368 deviation-heading_median 0.23893895947579852 deviation-heading_min 0.1984807025035912 driven_any_max 1.4367438864906803 driven_any_mean 1.030907091561231 driven_any_median 0.9157141892899948 driven_any_min 0.8462726558162896 driven_lanedir_consec_max 0.9542197633771314 driven_lanedir_consec_mean 0.795970343519684 driven_lanedir_consec_min 0.5348503251906886 driven_lanedir_max 0.9542197633771314 driven_lanedir_mean 0.795970343519684 driven_lanedir_median 0.909759304183658 driven_lanedir_min 0.5348503251906886 in-drivable-lane_max 1.099999999999998 in-drivable-lane_mean 0.4899999999999987 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0405624261079018, "sim_physics": 0.021652064233456017, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5348503251906886, "sim_render-ego": 0.05536749227991644, "in-drivable-lane": 1.099999999999998, "agent_compute-ego": 0.13655920748440725, "deviation-heading": 0.24579559783100224, "set_robot_commands": 0.08395842786105175, "deviation-center-line": 0.07952733817751276, "driven_lanedir_consec": 0.5348503251906886, "sim_compute_sim_state": 0.033157006749566995, "sim_compute_performance-ego": 0.0633614738032503, "sim_compute_robot_state-ego": 0.06520739591346597}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8462726558162896, "sim_physics": 0.021453499794006348, "survival_time": 2.2, "driven_lanedir": 0.6707200449851557, "sim_render-ego": 0.05321583964607932, "in-drivable-lane": 0.3499999999999992, "agent_compute-ego": 0.1364325393329967, "deviation-heading": 0.23893895947579852, "set_robot_commands": 0.08416115153919566, "deviation-center-line": 0.06219077976537568, "driven_lanedir_consec": 0.6707200449851557, "sim_compute_sim_state": 0.03575330972671509, "sim_compute_performance-ego": 0.06166443499651822, "sim_compute_robot_state-ego": 0.06503615054217252}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9152423001012878, "sim_physics": 0.02601618766784668, "survival_time": 2.25, "driven_lanedir": 0.909759304183658, "sim_render-ego": 0.06556681527031792, "in-drivable-lane": 0, "agent_compute-ego": 0.14384341769748263, "deviation-heading": 0.1984807025035912, "set_robot_commands": 0.09483900600009494, "deviation-center-line": 0.1210437666399845, "driven_lanedir_consec": 0.909759304183658, "sim_compute_sim_state": 0.03744235038757325, "sim_compute_performance-ego": 0.06525079939100477, "sim_compute_robot_state-ego": 0.06847064759996202}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9157141892899948, "sim_physics": 0.024762560923894245, "survival_time": 2.3999999999999995, "driven_lanedir": 0.910302279861786, "sim_render-ego": 0.05907118817170461, "in-drivable-lane": 0, "agent_compute-ego": 0.1472504734992981, "deviation-heading": 0.2150484716453277, "set_robot_commands": 0.09277613461017609, "deviation-center-line": 0.13882443387861454, "driven_lanedir_consec": 0.910302279861786, "sim_compute_sim_state": 0.03795453409353892, "sim_compute_performance-ego": 0.06633840998013814, "sim_compute_robot_state-ego": 0.06855991979440053}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4367438864906803, "sim_physics": 0.02494201940648696, "survival_time": 3.399999999999996, "driven_lanedir": 0.9542197633771314, "sim_render-ego": 0.054354937637553495, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.13505756504395428, "deviation-heading": 0.26115230540596424, "set_robot_commands": 0.08442242706523222, "deviation-center-line": 0.0985043663838993, "driven_lanedir_consec": 0.9542197633771314, "sim_compute_sim_state": 0.035683912389418655, "sim_compute_performance-ego": 0.059646448668311626, "sim_compute_robot_state-ego": 0.06453733935075648}}set_robot_commands_max 0.09483900600009494 set_robot_commands_mean 0.08803142941515013 set_robot_commands_median 0.08442242706523222 set_robot_commands_min 0.08395842786105175 sim_compute_performance-ego_max 0.06633840998013814 sim_compute_performance-ego_mean 0.06325231336784462 sim_compute_performance-ego_median 0.0633614738032503 sim_compute_performance-ego_min 0.059646448668311626 sim_compute_robot_state-ego_max 0.06855991979440053 sim_compute_robot_state-ego_mean 0.0663622906401515 sim_compute_robot_state-ego_median 0.06520739591346597 sim_compute_robot_state-ego_min 0.06453733935075648 sim_compute_sim_state_max 0.03795453409353892 sim_compute_sim_state_mean 0.035998222669362576 sim_compute_sim_state_median 0.03575330972671509 sim_compute_sim_state_min 0.033157006749566995 sim_physics_max 0.02601618766784668 sim_physics_mean 0.02376526640513805 sim_physics_median 0.024762560923894245 sim_physics_min 0.021453499794006348 sim_render-ego_max 0.06556681527031792 sim_render-ego_mean 0.057515254601114355 sim_render-ego_median 0.05536749227991644 sim_render-ego_min 0.05321583964607932 simulation-passed 1 survival_time_max 3.399999999999996 survival_time_mean 2.579999999999999 survival_time_min 2.2
No reset possible 19584
2468
Liam Paull  🇨🇦challenge-aido_LF-template-random aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:48:51+00:00 2019-04-24 15:53:56+00:00 0:05:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.909759304183658 survival_time_median 2.3999999999999995 deviation-center-line_median 0.0985043663838993 in-drivable-lane_median 0.3499999999999992
other stats agent_compute-ego_max 0.15660116807469782 agent_compute-ego_mean 0.14505815711396589 agent_compute-ego_median 0.1494836707909902 agent_compute-ego_min 0.13210852707133575 deviation-center-line_max 0.13882443387861454 deviation-center-line_mean 0.10001813696907735 deviation-center-line_min 0.06219077976537568 deviation-heading_max 0.26115230540596424 deviation-heading_mean 0.2318832073723368 deviation-heading_median 0.23893895947579852 deviation-heading_min 0.1984807025035912 driven_any_max 1.4367438864906803 driven_any_mean 1.030907091561231 driven_any_median 0.9157141892899948 driven_any_min 0.8462726558162896 driven_lanedir_consec_max 0.9542197633771314 driven_lanedir_consec_mean 0.795970343519684 driven_lanedir_consec_min 0.5348503251906886 driven_lanedir_max 0.9542197633771314 driven_lanedir_mean 0.795970343519684 driven_lanedir_median 0.909759304183658 driven_lanedir_min 0.5348503251906886 in-drivable-lane_max 1.099999999999998 in-drivable-lane_mean 0.4899999999999987 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0405624261079018, "sim_physics": 0.02574330006005629, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5348503251906886, "sim_render-ego": 0.06022880212315973, "in-drivable-lane": 1.099999999999998, "agent_compute-ego": 0.15660116807469782, "deviation-heading": 0.24579559783100224, "set_robot_commands": 0.10050602678982716, "deviation-center-line": 0.07952733817751276, "driven_lanedir_consec": 0.5348503251906886, "sim_compute_sim_state": 0.038421954748765474, "sim_compute_performance-ego": 0.06940681529494952, "sim_compute_robot_state-ego": 0.07140937841163492}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8462726558162896, "sim_physics": 0.023764220151034268, "survival_time": 2.2, "driven_lanedir": 0.6707200449851557, "sim_render-ego": 0.06283450126647949, "in-drivable-lane": 0.3499999999999992, "agent_compute-ego": 0.15212833881378174, "deviation-heading": 0.23893895947579852, "set_robot_commands": 0.09742982279170644, "deviation-center-line": 0.06219077976537568, "driven_lanedir_consec": 0.6707200449851557, "sim_compute_sim_state": 0.03771170702847568, "sim_compute_performance-ego": 0.06625481627204201, "sim_compute_robot_state-ego": 0.06944852525537665}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9152423001012878, "sim_physics": 0.016923062006632485, "survival_time": 2.25, "driven_lanedir": 0.909759304183658, "sim_render-ego": 0.0428003364139133, "in-drivable-lane": 0, "agent_compute-ego": 0.13496908081902398, "deviation-heading": 0.1984807025035912, "set_robot_commands": 0.06856410768296983, "deviation-center-line": 0.1210437666399845, "driven_lanedir_consec": 0.909759304183658, "sim_compute_sim_state": 0.028640227847629124, "sim_compute_performance-ego": 0.046146890852186415, "sim_compute_robot_state-ego": 0.04846863746643067}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9157141892899948, "sim_physics": 0.02890789012114207, "survival_time": 2.3999999999999995, "driven_lanedir": 0.910302279861786, "sim_render-ego": 0.057467122872670494, "in-drivable-lane": 0, "agent_compute-ego": 0.1494836707909902, "deviation-heading": 0.2150484716453277, "set_robot_commands": 0.108207439382871, "deviation-center-line": 0.13882443387861454, "driven_lanedir_consec": 0.910302279861786, "sim_compute_sim_state": 0.03992794454097748, "sim_compute_performance-ego": 0.06701610485712688, "sim_compute_robot_state-ego": 0.07376207411289215}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4367438864906803, "sim_physics": 0.02391656707314884, "survival_time": 3.399999999999996, "driven_lanedir": 0.9542197633771314, "sim_render-ego": 0.056536169613108915, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.13210852707133575, "deviation-heading": 0.26115230540596424, "set_robot_commands": 0.08377919828190523, "deviation-center-line": 0.0985043663838993, "driven_lanedir_consec": 0.9542197633771314, "sim_compute_sim_state": 0.03351653323454015, "sim_compute_performance-ego": 0.060484468936920166, "sim_compute_robot_state-ego": 0.06439989103990443}}set_robot_commands_max 0.108207439382871 set_robot_commands_mean 0.09169731898585592 set_robot_commands_median 0.09742982279170644 set_robot_commands_min 0.06856410768296983 sim_compute_performance-ego_max 0.06940681529494952 sim_compute_performance-ego_mean 0.061861819242645 sim_compute_performance-ego_median 0.06625481627204201 sim_compute_performance-ego_min 0.046146890852186415 sim_compute_robot_state-ego_max 0.07376207411289215 sim_compute_robot_state-ego_mean 0.06549770125724777 sim_compute_robot_state-ego_median 0.06944852525537665 sim_compute_robot_state-ego_min 0.04846863746643067 sim_compute_sim_state_max 0.03992794454097748 sim_compute_sim_state_mean 0.03564367348007758 sim_compute_sim_state_median 0.03771170702847568 sim_compute_sim_state_min 0.028640227847629124 sim_physics_max 0.02890789012114207 sim_physics_mean 0.02385100788240279 sim_physics_median 0.02391656707314884 sim_physics_min 0.016923062006632485 sim_render-ego_max 0.06283450126647949 sim_render-ego_mean 0.055973386457866384 sim_render-ego_median 0.057467122872670494 sim_render-ego_min 0.0428003364139133 simulation-passed 1 survival_time_max 3.399999999999996 survival_time_mean 2.579999999999999 survival_time_min 2.2
No reset possible 19554
2510
Rami Al-Naim  🇷🇺challenge-aido_LF-template-ros aido2-LFV-sim-testing
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 15:44:53+00:00 2019-04-24 15:48:44+00:00 0:03:51 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19523
2552
Andrea Censi  🇨ðŸ‡challenge-aido_LF-template-ros - Template solution using ROS aido2-LFV-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:37:42+00:00 2019-04-24 15:44:47+00:00 0:07:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5487132829419987 survival_time_median 2.3499999999999996 deviation-center-line_median 0.11041400208354252 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.07998714041202626 agent_compute-ego_mean 0.0695406311016152 agent_compute-ego_median 0.06896706325251882 agent_compute-ego_min 0.062122117032061566 deviation-center-line_max 0.1279102488429998 deviation-center-line_mean 0.10518151035257096 deviation-center-line_min 0.06917270915638028 deviation-heading_max 0.4712184191829178 deviation-heading_mean 0.3828337640550057 deviation-heading_median 0.36368201628851926 deviation-heading_min 0.3257229985354382 driven_any_max 1.259664216011687 driven_any_mean 0.7702827269903464 driven_any_median 0.6642785413159032 driven_any_min 0.3059207793076613 driven_lanedir_consec_max 0.9402632878459154 driven_lanedir_consec_mean 0.588039443394122 driven_lanedir_consec_min 0.28022225990343186 driven_lanedir_max 0.9402632878459154 driven_lanedir_mean 0.588039443394122 driven_lanedir_median 0.5487132829419987 driven_lanedir_min 0.28022225990343186 in-drivable-lane_max 1.8499999999999936 in-drivable-lane_mean 0.559999999999998 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0590446751809168, "sim_physics": 0.03962544115578256, "survival_time": 4.099999999999993, "driven_lanedir": 0.5205812780744896, "sim_render-ego": 0.06044262793005967, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.06896706325251882, "deviation-heading": 0.4069710981449338, "set_robot_commands": 0.0953510185567344, "deviation-center-line": 0.105230017637756, "driven_lanedir_consec": 0.5205812780744896, "sim_compute_sim_state": 0.03813231572872255, "sim_compute_performance-ego": 0.06700640189938428, "sim_compute_robot_state-ego": 0.07065238603731482, "sim_compute_robot_state-npc0": 0.06666289597022824, "sim_compute_robot_state-npc1": 0.07076866161532519, "sim_compute_robot_state-npc2": 0.07086067083405286, "sim_compute_robot_state-npc3": 0.06847024836191316}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3059207793076613, "sim_physics": 0.03373595384451059, "survival_time": 1.3000000000000005, "driven_lanedir": 0.28022225990343186, "sim_render-ego": 0.059041967758765586, "in-drivable-lane": 0, "agent_compute-ego": 0.06957632761735183, "deviation-heading": 0.36368201628851926, "set_robot_commands": 0.09110638728508584, "deviation-center-line": 0.06917270915638028, "driven_lanedir_consec": 0.28022225990343186, "sim_compute_sim_state": 0.03428243673764742, "sim_compute_performance-ego": 0.06555848855238694, "sim_compute_robot_state-ego": 0.06707940651820256, "sim_compute_robot_state-npc0": 0.07093164554009071, "sim_compute_robot_state-npc1": 0.06964670694791354, "sim_compute_robot_state-npc2": 0.06230819225311279, "sim_compute_robot_state-npc3": 0.06856711094196026}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6642785413159032, "sim_physics": 0.04349440209409024, "survival_time": 2.3499999999999996, "driven_lanedir": 0.6504171082047745, "sim_render-ego": 0.07109922043820645, "in-drivable-lane": 0, "agent_compute-ego": 0.07998714041202626, "deviation-heading": 0.34657428812321933, "set_robot_commands": 0.10513903739604544, "deviation-center-line": 0.1279102488429998, "driven_lanedir_consec": 0.6504171082047745, "sim_compute_sim_state": 0.04366071173485289, "sim_compute_performance-ego": 0.07292219933043136, "sim_compute_robot_state-ego": 0.0752043216786486, "sim_compute_robot_state-npc0": 0.0721370463675641, "sim_compute_robot_state-npc1": 0.07481715019713057, "sim_compute_robot_state-npc2": 0.07826775692878886, "sim_compute_robot_state-npc3": 0.07603000579996312}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.259664216011687, "sim_physics": 0.03727139745439802, "survival_time": 4.549999999999992, "driven_lanedir": 0.9402632878459154, "sim_render-ego": 0.05147156086596814, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.062122117032061566, "deviation-heading": 0.4712184191829178, "set_robot_commands": 0.08401119840014112, "deviation-center-line": 0.1131805740421762, "driven_lanedir_consec": 0.9402632878459154, "sim_compute_sim_state": 0.033721014693543154, "sim_compute_performance-ego": 0.05767501055539309, "sim_compute_robot_state-ego": 0.06367886197435987, "sim_compute_robot_state-npc0": 0.056956325258527486, "sim_compute_robot_state-npc1": 0.059433777253706375, "sim_compute_robot_state-npc2": 0.05905441399459001, "sim_compute_robot_state-npc3": 0.058803010772872755}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5625054231355635, "sim_physics": 0.02530782473714728, "survival_time": 1.900000000000001, "driven_lanedir": 0.5487132829419987, "sim_render-ego": 0.04634856550317062, "in-drivable-lane": 0, "agent_compute-ego": 0.0670505071941175, "deviation-heading": 0.3257229985354382, "set_robot_commands": 0.07424375885411312, "deviation-center-line": 0.11041400208354252, "driven_lanedir_consec": 0.5487132829419987, "sim_compute_sim_state": 0.027949421029341847, "sim_compute_performance-ego": 0.04960102156588906, "sim_compute_robot_state-ego": 0.053792200590434824, "sim_compute_robot_state-npc0": 0.04985576554348594, "sim_compute_robot_state-npc1": 0.05085440058457224, "sim_compute_robot_state-npc2": 0.04752464043466669, "sim_compute_robot_state-npc3": 0.04744695362291838}}set_robot_commands_max 0.10513903739604544 set_robot_commands_mean 0.08997028009842399 set_robot_commands_median 0.09110638728508584 set_robot_commands_min 0.07424375885411312 sim_compute_performance-ego_max 0.07292219933043136 sim_compute_performance-ego_mean 0.06255262438069695 sim_compute_performance-ego_median 0.06555848855238694 sim_compute_performance-ego_min 0.04960102156588906 sim_compute_robot_state-ego_max 0.0752043216786486 sim_compute_robot_state-ego_mean 0.06608143535979213 sim_compute_robot_state-ego_median 0.06707940651820256 sim_compute_robot_state-ego_min 0.053792200590434824 sim_compute_robot_state-npc0_max 0.0721370463675641 sim_compute_robot_state-npc0_mean 0.0633087357359793 sim_compute_robot_state-npc0_median 0.06666289597022824 sim_compute_robot_state-npc0_min 0.04985576554348594 sim_compute_robot_state-npc1_max 0.07481715019713057 sim_compute_robot_state-npc1_mean 0.06510413931972958 sim_compute_robot_state-npc1_median 0.06964670694791354 sim_compute_robot_state-npc1_min 0.05085440058457224 sim_compute_robot_state-npc2_max 0.07826775692878886 sim_compute_robot_state-npc2_mean 0.06360313488904223 sim_compute_robot_state-npc2_median 0.06230819225311279 sim_compute_robot_state-npc2_min 0.04752464043466669 sim_compute_robot_state-npc3_max 0.07603000579996312 sim_compute_robot_state-npc3_mean 0.06386346589992555 sim_compute_robot_state-npc3_median 0.06847024836191316 sim_compute_robot_state-npc3_min 0.04744695362291838 sim_compute_sim_state_max 0.04366071173485289 sim_compute_sim_state_mean 0.03554917998482157 sim_compute_sim_state_median 0.03428243673764742 sim_compute_sim_state_min 0.027949421029341847 sim_physics_max 0.04349440209409024 sim_physics_mean 0.03588700385718574 sim_physics_median 0.03727139745439802 sim_physics_min 0.02530782473714728 sim_render-ego_max 0.07109922043820645 sim_render-ego_mean 0.05768078849923408 sim_render-ego_median 0.059041967758765586 sim_render-ego_min 0.04634856550317062 simulation-passed 1 survival_time_max 4.549999999999992 survival_time_mean 2.839999999999997 survival_time_min 1.3000000000000005
No reset possible 19497
2587
Julian Zilly baseline-IL-logs-tensorflow aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:25:33+00:00 2019-04-24 15:37:24+00:00 0:11:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2676496575587777 survival_time_median 5.599999999999988 deviation-center-line_median 0.3014803396656519 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.22589950689247676 agent_compute-ego_mean 0.2132281518741715 agent_compute-ego_median 0.2222673205228952 agent_compute-ego_min 0.17737074196338654 deviation-center-line_max 0.3277934454417411 deviation-center-line_mean 0.30004178912331103 deviation-center-line_min 0.2666217986424398 deviation-heading_max 2.283543425571236 deviation-heading_mean 2.0620210071519787 deviation-heading_median 2.057280814354925 deviation-heading_min 1.8590692919577596 driven_any_max 0.3401608958813154 driven_any_mean 0.3040243992310642 driven_any_median 0.30318067851846386 driven_any_min 0.266651836135651 driven_lanedir_consec_max 0.3028136226210183 driven_lanedir_consec_mean 0.267950686212487 driven_lanedir_consec_min 0.22898305848843223 driven_lanedir_max 0.3028136226210183 driven_lanedir_mean 0.267950686212487 driven_lanedir_median 0.2676496575587777 driven_lanedir_min 0.22898305848843223 in-drivable-lane_max 0.09999999999999964 in-drivable-lane_mean 0.029999999999999895 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.266651836135651, "sim_physics": 0.024611030306134905, "survival_time": 5.249999999999989, "driven_lanedir": 0.22898305848843223, "sim_render-ego": 0.05928547041756766, "in-drivable-lane": 0, "agent_compute-ego": 0.21798751921880813, "deviation-heading": 2.283543425571236, "set_robot_commands": 0.08864029475620815, "deviation-center-line": 0.29650759775671787, "driven_lanedir_consec": 0.22898305848843223, "sim_compute_sim_state": 0.03549175489516485, "sim_compute_performance-ego": 0.06675935926891509, "sim_compute_robot_state-ego": 0.06555594716753278}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2984006825644643, "sim_physics": 0.02380985480088454, "survival_time": 5.1999999999999895, "driven_lanedir": 0.264405964262863, "sim_render-ego": 0.0584699259354518, "in-drivable-lane": 0, "agent_compute-ego": 0.2222673205228952, "deviation-heading": 1.8590692919577596, "set_robot_commands": 0.0913879504570594, "deviation-center-line": 0.2666217986424398, "driven_lanedir_consec": 0.264405964262863, "sim_compute_sim_state": 0.03569356982524578, "sim_compute_performance-ego": 0.06555830056850727, "sim_compute_robot_state-ego": 0.06760322589140672}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3117279030554267, "sim_physics": 0.024353587201663425, "survival_time": 5.599999999999988, "driven_lanedir": 0.27590112813134393, "sim_render-ego": 0.06021428959710257, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.22589950689247676, "deviation-heading": 2.007269133711947, "set_robot_commands": 0.0905308553150722, "deviation-center-line": 0.3078057641100045, "driven_lanedir_consec": 0.27590112813134393, "sim_compute_sim_state": 0.03758397059781211, "sim_compute_performance-ego": 0.06771691356386457, "sim_compute_robot_state-ego": 0.0732029208115169}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3401608958813154, "sim_physics": 0.0234942167035995, "survival_time": 6.199999999999986, "driven_lanedir": 0.3028136226210183, "sim_render-ego": 0.056803207243642496, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.2226156707732908, "deviation-heading": 2.057280814354925, "set_robot_commands": 0.08915087869090418, "deviation-center-line": 0.3277934454417411, "driven_lanedir_consec": 0.3028136226210183, "sim_compute_sim_state": 0.03495283665195588, "sim_compute_performance-ego": 0.06227910710919288, "sim_compute_robot_state-ego": 0.06571079838660455}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.30318067851846386, "sim_physics": 0.0192798844405583, "survival_time": 5.599999999999988, "driven_lanedir": 0.2676496575587777, "sim_render-ego": 0.048664593270846775, "in-drivable-lane": 0, "agent_compute-ego": 0.17737074196338654, "deviation-heading": 2.1029423701640244, "set_robot_commands": 0.07137594265597207, "deviation-center-line": 0.3014803396656519, "driven_lanedir_consec": 0.2676496575587777, "sim_compute_sim_state": 0.030607417225837708, "sim_compute_performance-ego": 0.051506291542734416, "sim_compute_robot_state-ego": 0.05316400740827833}}set_robot_commands_max 0.0913879504570594 set_robot_commands_mean 0.08621718437504321 set_robot_commands_median 0.08915087869090418 set_robot_commands_min 0.07137594265597207 sim_compute_performance-ego_max 0.06771691356386457 sim_compute_performance-ego_mean 0.06276399441064284 sim_compute_performance-ego_median 0.06555830056850727 sim_compute_performance-ego_min 0.051506291542734416 sim_compute_robot_state-ego_max 0.0732029208115169 sim_compute_robot_state-ego_mean 0.06504737993306785 sim_compute_robot_state-ego_median 0.06571079838660455 sim_compute_robot_state-ego_min 0.05316400740827833 sim_compute_sim_state_max 0.03758397059781211 sim_compute_sim_state_mean 0.03486590983920327 sim_compute_sim_state_median 0.03549175489516485 sim_compute_sim_state_min 0.030607417225837708 sim_physics_max 0.024611030306134905 sim_physics_mean 0.02310971469056813 sim_physics_median 0.02380985480088454 sim_physics_min 0.0192798844405583 sim_render-ego_max 0.06021428959710257 sim_render-ego_mean 0.05668749729292226 sim_render-ego_median 0.0584699259354518 sim_render-ego_min 0.048664593270846775 simulation-passed 1 survival_time_max 6.199999999999986 survival_time_mean 5.569999999999988 survival_time_min 5.1999999999999895
No reset possible 19492
2596
Liam Paull  🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 15:24:25+00:00 2019-04-24 15:25:10+00:00 0:00:45 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19491
2597
Liam Paull  🇨🇦challenge-aido_LF-baseline-duckietown aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 15:23:25+00:00 2019-04-24 15:24:10+00:00 0:00:45 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19480
2617
Andrea Censi  🇨ðŸ‡challenge-aido_LF-template-random aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:16:48+00:00 2019-04-24 15:23:01+00:00 0:06:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.909759304183658 survival_time_median 2.3999999999999995 deviation-center-line_median 0.0985043663838993 in-drivable-lane_median 0.3499999999999992
other stats agent_compute-ego_max 0.1653010890168964 agent_compute-ego_mean 0.15443635507820525 agent_compute-ego_median 0.15293429114601828 agent_compute-ego_min 0.14673050361521103 deviation-center-line_max 0.13882443387861454 deviation-center-line_mean 0.10001813696907735 deviation-center-line_min 0.06219077976537568 deviation-heading_max 0.26115230540596424 deviation-heading_mean 0.2318832073723368 deviation-heading_median 0.23893895947579852 deviation-heading_min 0.1984807025035912 driven_any_max 1.4367438864906803 driven_any_mean 1.030907091561231 driven_any_median 0.9157141892899948 driven_any_min 0.8462726558162896 driven_lanedir_consec_max 0.9542197633771314 driven_lanedir_consec_mean 0.795970343519684 driven_lanedir_consec_min 0.5348503251906886 driven_lanedir_max 0.9542197633771314 driven_lanedir_mean 0.795970343519684 driven_lanedir_median 0.909759304183658 driven_lanedir_min 0.5348503251906886 in-drivable-lane_max 1.099999999999998 in-drivable-lane_mean 0.4899999999999987 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0405624261079018, "sim_physics": 0.031021864909046105, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5348503251906886, "sim_render-ego": 0.0674213283466843, "in-drivable-lane": 1.099999999999998, "agent_compute-ego": 0.1653010890168964, "deviation-heading": 0.24579559783100224, "set_robot_commands": 0.10543463814933345, "deviation-center-line": 0.07952733817751276, "driven_lanedir_consec": 0.5348503251906886, "sim_compute_sim_state": 0.042461381768280605, "sim_compute_performance-ego": 0.07683736873122882, "sim_compute_robot_state-ego": 0.08136989035696354}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8462726558162896, "sim_physics": 0.027193622155623, "survival_time": 2.2, "driven_lanedir": 0.6707200449851557, "sim_render-ego": 0.061469061808152634, "in-drivable-lane": 0.3499999999999992, "agent_compute-ego": 0.15293429114601828, "deviation-heading": 0.23893895947579852, "set_robot_commands": 0.10250830108469185, "deviation-center-line": 0.06219077976537568, "driven_lanedir_consec": 0.6707200449851557, "sim_compute_sim_state": 0.04141156239943071, "sim_compute_performance-ego": 0.07223415916616266, "sim_compute_robot_state-ego": 0.07573952999981967}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9152423001012878, "sim_physics": 0.02225986056857639, "survival_time": 2.25, "driven_lanedir": 0.909759304183658, "sim_render-ego": 0.06472431288825141, "in-drivable-lane": 0, "agent_compute-ego": 0.14964282247755262, "deviation-heading": 0.1984807025035912, "set_robot_commands": 0.0979205396440294, "deviation-center-line": 0.1210437666399845, "driven_lanedir_consec": 0.909759304183658, "sim_compute_sim_state": 0.03606930308871799, "sim_compute_performance-ego": 0.06543589697943794, "sim_compute_robot_state-ego": 0.07194946606953939}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9157141892899948, "sim_physics": 0.026465227206548057, "survival_time": 2.3999999999999995, "driven_lanedir": 0.910302279861786, "sim_render-ego": 0.06584617495536804, "in-drivable-lane": 0, "agent_compute-ego": 0.157573069135348, "deviation-heading": 0.2150484716453277, "set_robot_commands": 0.0983466903368632, "deviation-center-line": 0.13882443387861454, "driven_lanedir_consec": 0.910302279861786, "sim_compute_sim_state": 0.03913213312625885, "sim_compute_performance-ego": 0.07245336472988129, "sim_compute_robot_state-ego": 0.07601624727249146}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4367438864906803, "sim_physics": 0.0258333122029024, "survival_time": 3.399999999999996, "driven_lanedir": 0.9542197633771314, "sim_render-ego": 0.06184962216545554, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.14673050361521103, "deviation-heading": 0.26115230540596424, "set_robot_commands": 0.0925110753844766, "deviation-center-line": 0.0985043663838993, "driven_lanedir_consec": 0.9542197633771314, "sim_compute_sim_state": 0.03746489216299618, "sim_compute_performance-ego": 0.06635583498898674, "sim_compute_robot_state-ego": 0.06860185721341301}}set_robot_commands_max 0.10543463814933345 set_robot_commands_mean 0.0993442489198789 set_robot_commands_median 0.0983466903368632 set_robot_commands_min 0.0925110753844766 sim_compute_performance-ego_max 0.07683736873122882 sim_compute_performance-ego_mean 0.07066332491913949 sim_compute_performance-ego_median 0.07223415916616266 sim_compute_performance-ego_min 0.06543589697943794 sim_compute_robot_state-ego_max 0.08136989035696354 sim_compute_robot_state-ego_mean 0.07473539818244541 sim_compute_robot_state-ego_median 0.07573952999981967 sim_compute_robot_state-ego_min 0.06860185721341301 sim_compute_sim_state_max 0.042461381768280605 sim_compute_sim_state_mean 0.03930785450913687 sim_compute_sim_state_median 0.03913213312625885 sim_compute_sim_state_min 0.03606930308871799 sim_physics_max 0.031021864909046105 sim_physics_mean 0.026554777408539187 sim_physics_median 0.026465227206548057 sim_physics_min 0.02225986056857639 sim_render-ego_max 0.0674213283466843 sim_render-ego_mean 0.06426210003278239 sim_render-ego_median 0.06472431288825141 sim_render-ego_min 0.061469061808152634 simulation-passed 1 survival_time_max 3.399999999999996 survival_time_mean 2.579999999999999 survival_time_min 2.2
No reset possible 19454
2677
Rami Al-Naim  🇷🇺challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 15:00:30+00:00 2019-04-24 15:16:21+00:00 0:15:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.1168403616284823 survival_time_median 7.399999999999982 deviation-center-line_median 0.6666695569056846 in-drivable-lane_median 0.5499999999999992
other stats agent_compute-ego_max 0.09076131987817508 agent_compute-ego_mean 0.08856077771654831 agent_compute-ego_median 0.08825880606969197 agent_compute-ego_min 0.0857671610514323 deviation-center-line_max 1.3008397611850075 deviation-center-line_mean 0.6907370928862792 deviation-center-line_min 0.21984060101087963 deviation-heading_max 5.880855376973892 deviation-heading_mean 2.997759260063212 deviation-heading_median 2.9277159882278627 deviation-heading_min 0.6286405611726625 driven_any_max 2.355564817255232 driven_any_mean 1.4083885367085789 driven_any_median 1.1422749822557745 driven_any_min 0.45650332116438 driven_lanedir_consec_max 1.2851897660305294 driven_lanedir_consec_mean 0.8425575009788844 driven_lanedir_consec_min 0.17103327832026513 driven_lanedir_max 2.0168653188683945 driven_lanedir_mean 1.122432082679676 driven_lanedir_median 1.1168403616284823 driven_lanedir_min 0.4319149630276189 in-drivable-lane_max 2.650000000000013 in-drivable-lane_mean 0.820000000000005 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.45650332116438, "sim_physics": 0.029829509556293488, "survival_time": 3.1999999999999966, "driven_lanedir": 0.4420737813019646, "sim_render-ego": 0.06844852864742279, "in-drivable-lane": 0, "agent_compute-ego": 0.08734218031167984, "deviation-heading": 0.6286405611726625, "set_robot_commands": 0.11128674820065498, "deviation-center-line": 0.21984060101087963, "driven_lanedir_consec": 0.4420737813019646, "sim_compute_sim_state": 0.04166309908032417, "sim_compute_performance-ego": 0.07733060792088509, "sim_compute_robot_state-ego": 0.08155382424592972}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7323121151377989, "sim_physics": 0.03531169645565072, "survival_time": 4.849999999999991, "driven_lanedir": 0.4319149630276189, "sim_render-ego": 0.07100972932638581, "in-drivable-lane": 0.5499999999999992, "agent_compute-ego": 0.09076131987817508, "deviation-heading": 2.9277159882278627, "set_robot_commands": 0.10860549789114096, "deviation-center-line": 0.33178658713221815, "driven_lanedir_consec": 0.17103327832026513, "sim_compute_sim_state": 0.043093624803208816, "sim_compute_performance-ego": 0.07683604525536605, "sim_compute_robot_state-ego": 0.08195193280878756}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3552874477297085, "sim_physics": 0.02887454430262248, "survival_time": 14.950000000000076, "driven_lanedir": 1.6044659885719204, "sim_render-ego": 0.06992157697677612, "in-drivable-lane": 2.650000000000013, "agent_compute-ego": 0.08825880606969197, "deviation-heading": 5.880855376973892, "set_robot_commands": 0.11264092127482096, "deviation-center-line": 0.9345489581976052, "driven_lanedir_consec": 1.1976503176131803, "sim_compute_sim_state": 0.043343849182128906, "sim_compute_performance-ego": 0.07765586455663046, "sim_compute_robot_state-ego": 0.08272044102350871}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.355564817255232, "sim_physics": 0.029559364318847654, "survival_time": 14.950000000000076, "driven_lanedir": 2.0168653188683945, "sim_render-ego": 0.06862905422846476, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.0857671610514323, "deviation-heading": 4.265053833498083, "set_robot_commands": 0.10982073624928793, "deviation-center-line": 1.3008397611850075, "driven_lanedir_consec": 1.2851897660305294, "sim_compute_sim_state": 0.0433576234181722, "sim_compute_performance-ego": 0.07602915366490683, "sim_compute_robot_state-ego": 0.08006097157796224}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.1422749822557745, "sim_physics": 0.033000976652712434, "survival_time": 7.399999999999982, "driven_lanedir": 1.1168403616284823, "sim_render-ego": 0.06971488611118214, "in-drivable-lane": 0, "agent_compute-ego": 0.09067442127176233, "deviation-heading": 1.286530540443562, "set_robot_commands": 0.11305765525714773, "deviation-center-line": 0.6666695569056846, "driven_lanedir_consec": 1.1168403616284823, "sim_compute_sim_state": 0.04230382152505823, "sim_compute_performance-ego": 0.07742400427122374, "sim_compute_robot_state-ego": 0.08948641693269885}}set_robot_commands_max 0.11305765525714773 set_robot_commands_mean 0.11108231177461052 set_robot_commands_median 0.11128674820065498 set_robot_commands_min 0.10860549789114096 sim_compute_performance-ego_max 0.07765586455663046 sim_compute_performance-ego_mean 0.07705513513380244 sim_compute_performance-ego_median 0.07733060792088509 sim_compute_performance-ego_min 0.07602915366490683 sim_compute_robot_state-ego_max 0.08948641693269885 sim_compute_robot_state-ego_mean 0.08315471731777742 sim_compute_robot_state-ego_median 0.08195193280878756 sim_compute_robot_state-ego_min 0.08006097157796224 sim_compute_sim_state_max 0.0433576234181722 sim_compute_sim_state_mean 0.04275240360177847 sim_compute_sim_state_median 0.043093624803208816 sim_compute_sim_state_min 0.04166309908032417 sim_physics_max 0.03531169645565072 sim_physics_mean 0.03131521825722536 sim_physics_median 0.029829509556293488 sim_physics_min 0.02887454430262248 sim_render-ego_max 0.07100972932638581 sim_render-ego_mean 0.06954475505804633 sim_render-ego_median 0.06971488611118214 sim_render-ego_min 0.06844852864742279 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.070000000000023 survival_time_min 3.1999999999999966
No reset possible 19442
2653
Egor Zamotaev challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation host-error no ip-172-31-42-167-28277
2019-04-24 14:54:23+00:00 2019-04-24 15:00:09+00:00 0:05:46 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19442-465054', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19382
2964
Julian Zilly Baseline-IL-logs-tensorflow aido2-LFVI-sim-testing
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 14:22:59+00:00 2019-04-24 14:53:59+00:00 0:31:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5709051654389476 survival_time_median 14.950000000000076 deviation-center-line_median 0.3912929888775338 in-drivable-lane_median 3.1500000000000163
other stats agent_compute-ego_max 0.21511070728302 agent_compute-ego_mean 0.205807749425522 agent_compute-ego_median 0.2115296204884847 agent_compute-ego_min 0.1805042618452901 deviation-center-line_max 0.9276125295132688 deviation-center-line_mean 0.5574057235692841 deviation-center-line_min 0.19039149909259545 deviation-heading_max 5.884759059916577 deviation-heading_mean 2.28973127679276 deviation-heading_median 1.4308416482119204 deviation-heading_min 1.319943262192483 driven_any_max 1.738608554054438 driven_any_mean 1.4684919105941083 driven_any_median 1.5322050041141475 driven_any_min 0.9692989598763576 driven_lanedir_consec_max 1.5862428091847005 driven_lanedir_consec_mean 0.8603610915392949 driven_lanedir_consec_min 0.5282229279365811 driven_lanedir_max 1.5862428091847005 driven_lanedir_mean 0.8633567434367396 driven_lanedir_median 0.5821811391984233 driven_lanedir_min 0.5282229279365811 in-drivable-lane_max 8.900000000000091 in-drivable-lane_mean 4.500000000000038 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.738608554054438, "sim_physics": 0.0373214142089741, "survival_time": 14.850000000000076, "driven_lanedir": 1.091799715417436, "sim_render-ego": 0.05440333234742033, "in-drivable-lane": 3.1500000000000163, "agent_compute-ego": 0.1805042618452901, "deviation-heading": 5.884759059916577, "set_robot_commands": 0.07964185512427127, "deviation-center-line": 0.8866027566580598, "driven_lanedir_consec": 1.088097429689688, "sim_compute_sim_state": 0.03373450060886165, "sim_compute_performance-ego": 0.05764652101279108, "sim_compute_robot_state-ego": 0.05976787079062927, "sim_compute_robot_state-npc0": 0.05927080417722965, "sim_compute_robot_state-npc1": 0.05813635318768948, "sim_compute_robot_state-npc2": 0.058224453267826375, "sim_compute_robot_state-npc3": 0.05943936209887366}, "udem1-1-0": {"driven_any": 0.9692989598763576, "sim_physics": 0.0416666612480626, "survival_time": 6.5999999999999845, "driven_lanedir": 0.5821811391984233, "sim_render-ego": 0.06381906162608754, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.20976543245893536, "deviation-heading": 1.4308416482119204, "set_robot_commands": 0.0920772895668492, "deviation-center-line": 0.19039149909259545, "driven_lanedir_consec": 0.5709051654389476, "sim_compute_sim_state": 0.03927560105468288, "sim_compute_performance-ego": 0.06670673688252766, "sim_compute_robot_state-ego": 0.06767958763873938, "sim_compute_robot_state-npc0": 0.06918494629137444, "sim_compute_robot_state-npc1": 0.07052121379158714, "sim_compute_robot_state-npc2": 0.06929519140359128, "sim_compute_robot_state-npc3": 0.07000613031965314}, "udem1-2-0": {"driven_any": 1.5322050041141475, "sim_physics": 0.04198368151982625, "survival_time": 14.950000000000076, "driven_lanedir": 0.5283371254465572, "sim_render-ego": 0.06318212668100993, "in-drivable-lane": 8.900000000000091, "agent_compute-ego": 0.21511070728302, "deviation-heading": 1.319943262192483, "set_robot_commands": 0.09427900950113932, "deviation-center-line": 0.3912929888775338, "driven_lanedir_consec": 0.5283371254465572, "sim_compute_sim_state": 0.03828404347101847, "sim_compute_performance-ego": 0.0678201429049174, "sim_compute_robot_state-ego": 0.06927644968032837, "sim_compute_robot_state-npc0": 0.06877776940663656, "sim_compute_robot_state-npc1": 0.06849287350972494, "sim_compute_robot_state-npc2": 0.06725978533426921, "sim_compute_robot_state-npc3": 0.06770797888437907}, "udem1-3-0": {"driven_any": 1.5033635972297024, "sim_physics": 0.0429161540667216, "survival_time": 14.950000000000076, "driven_lanedir": 0.5282229279365811, "sim_render-ego": 0.06077344258626302, "in-drivable-lane": 8.900000000000091, "agent_compute-ego": 0.21212872505187988, "deviation-heading": 1.3219236499258815, "set_robot_commands": 0.09269525051116945, "deviation-center-line": 0.39112884370496265, "driven_lanedir_consec": 0.5282229279365811, "sim_compute_sim_state": 0.03829325596491496, "sim_compute_performance-ego": 0.06600387891133626, "sim_compute_robot_state-ego": 0.07057364543279011, "sim_compute_robot_state-npc0": 0.06833916107813517, "sim_compute_robot_state-npc1": 0.06716951608657837, "sim_compute_robot_state-npc2": 0.06752822319666545, "sim_compute_robot_state-npc3": 0.06865292310714721}, "udem1-4-0": {"driven_any": 1.5989834376958971, "sim_physics": 0.04025238831837972, "survival_time": 14.950000000000076, "driven_lanedir": 1.5862428091847005, "sim_render-ego": 0.06023004770278931, "in-drivable-lane": 0, "agent_compute-ego": 0.2115296204884847, "deviation-heading": 1.4911887637169368, "set_robot_commands": 0.0919098734855652, "deviation-center-line": 0.9276125295132688, "driven_lanedir_consec": 1.5862428091847005, "sim_compute_sim_state": 0.038238544464111325, "sim_compute_performance-ego": 0.06539910236994426, "sim_compute_robot_state-ego": 0.06841514110565186, "sim_compute_robot_state-npc0": 0.06715990543365478, "sim_compute_robot_state-npc1": 0.06780296166737874, "sim_compute_robot_state-npc2": 0.06743947505950927, "sim_compute_robot_state-npc3": 0.06824461221694947}}set_robot_commands_max 0.09427900950113932 set_robot_commands_mean 0.09012065563779888 set_robot_commands_median 0.0920772895668492 set_robot_commands_min 0.07964185512427127 sim_compute_performance-ego_max 0.0678201429049174 sim_compute_performance-ego_mean 0.06471527641630333 sim_compute_performance-ego_median 0.06600387891133626 sim_compute_performance-ego_min 0.05764652101279108 sim_compute_robot_state-ego_max 0.07057364543279011 sim_compute_robot_state-ego_mean 0.0671425389296278 sim_compute_robot_state-ego_median 0.06841514110565186 sim_compute_robot_state-ego_min 0.05976787079062927 sim_compute_robot_state-npc0_max 0.06918494629137444 sim_compute_robot_state-npc0_mean 0.06654651727740613 sim_compute_robot_state-npc0_median 0.06833916107813517 sim_compute_robot_state-npc0_min 0.05927080417722965 sim_compute_robot_state-npc1_max 0.07052121379158714 sim_compute_robot_state-npc1_mean 0.06642458364859175 sim_compute_robot_state-npc1_median 0.06780296166737874 sim_compute_robot_state-npc1_min 0.05813635318768948 sim_compute_robot_state-npc2_max 0.06929519140359128 sim_compute_robot_state-npc2_mean 0.06594942565237231 sim_compute_robot_state-npc2_median 0.06743947505950927 sim_compute_robot_state-npc2_min 0.058224453267826375 sim_compute_robot_state-npc3_max 0.07000613031965314 sim_compute_robot_state-npc3_mean 0.0668102013254005 sim_compute_robot_state-npc3_median 0.06824461221694947 sim_compute_robot_state-npc3_min 0.05943936209887366 sim_compute_sim_state_max 0.03927560105468288 sim_compute_sim_state_mean 0.03756518911271785 sim_compute_sim_state_median 0.03828404347101847 sim_compute_sim_state_min 0.03373450060886165 sim_physics_max 0.0429161540667216 sim_physics_mean 0.04082805987239286 sim_physics_median 0.0416666612480626 sim_physics_min 0.0373214142089741 sim_render-ego_max 0.06381906162608754 sim_render-ego_mean 0.060481602188714026 sim_render-ego_median 0.06077344258626302 sim_render-ego_min 0.05440333234742033 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.260000000000057 survival_time_min 6.5999999999999845
No reset possible 19375
2763
Bhairav Mehta challenge-aido_LF-template-ros - Template solution using ROS aido2-LFVI-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 14:14:02+00:00 2019-04-24 14:22:19+00:00 0:08:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6013276121655571 survival_time_median 2.2 deviation-center-line_median 0.11994879786730762 in-drivable-lane_median 0.09999999999999964
other stats agent_compute-ego_max 0.07578401816518683 agent_compute-ego_mean 0.07128852626006477 agent_compute-ego_median 0.07127696589419716 agent_compute-ego_min 0.0662685296474359 deviation-center-line_max 0.31602167939174997 deviation-center-line_mean 0.15029477661273552 deviation-center-line_min 0.08465176242372947 deviation-heading_max 1.298091820230251 deviation-heading_mean 0.5590872679348118 deviation-heading_median 0.39186075366845463 deviation-heading_min 0.29133071980288444 driven_any_max 1.2345099137442228 driven_any_mean 0.7773148514182241 driven_any_median 0.6489566174251553 driven_any_min 0.47625793140583145 driven_lanedir_consec_max 0.923268763707114 driven_lanedir_consec_mean 0.634114415404596 driven_lanedir_consec_min 0.4596280139000144 driven_lanedir_max 0.923268763707114 driven_lanedir_mean 0.6342515685671332 driven_lanedir_median 0.6013276121655571 driven_lanedir_min 0.4596280139000144 in-drivable-lane_max 0.9499999999999966 in-drivable-lane_mean 0.3599999999999987 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.052191510953401264, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.06391709729244835, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.07578401816518683, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.10055811530665348, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.03906877417313425, "sim_compute_performance-ego": 0.07086346274928043, "sim_compute_robot_state-ego": 0.07680052205135948, "sim_compute_robot_state-npc0": 0.07271903690538908, "sim_compute_robot_state-npc1": 0.06970509227953459, "sim_compute_robot_state-npc2": 0.06997066046062268, "sim_compute_robot_state-npc3": 0.07140068004005834}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.03945469228844894, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.059260042090164985, "in-drivable-lane": 0, "agent_compute-ego": 0.07127696589419716, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.0895531177520752, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03966089926267925, "sim_compute_performance-ego": 0.06549516477082905, "sim_compute_robot_state-ego": 0.06823570477335077, "sim_compute_robot_state-npc0": 0.06613383167668392, "sim_compute_robot_state-npc1": 0.06532121332068193, "sim_compute_robot_state-npc2": 0.0629235819766396, "sim_compute_robot_state-npc3": 0.06808498658631977}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.04569726112561348, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.05895454455644657, "in-drivable-lane": 0, "agent_compute-ego": 0.0662685296474359, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.09833185489361104, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.036320729133410334, "sim_compute_performance-ego": 0.06389617919921875, "sim_compute_robot_state-ego": 0.07201041930761093, "sim_compute_robot_state-npc0": 0.06395393762833033, "sim_compute_robot_state-npc1": 0.06380649102039826, "sim_compute_robot_state-npc2": 0.06194232060359074, "sim_compute_robot_state-npc3": 0.06471007909530248}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.052589926921146016, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.05889912054572307, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06816352253228845, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.09327207820516235, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.03927956836324342, "sim_compute_performance-ego": 0.06990648323381451, "sim_compute_robot_state-ego": 0.07320885591103997, "sim_compute_robot_state-npc0": 0.06836452618451186, "sim_compute_robot_state-npc1": 0.06702141694619622, "sim_compute_robot_state-npc2": 0.07037531154256471, "sim_compute_robot_state-npc3": 0.06846931618703923}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.03872580961747603, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.06176092949780551, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.07494959506121548, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.09369596568020908, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.039324370297518646, "sim_compute_performance-ego": 0.07626751878044823, "sim_compute_robot_state-ego": 0.07062024419957941, "sim_compute_robot_state-npc0": 0.06981408596038818, "sim_compute_robot_state-npc1": 0.06866352666508067, "sim_compute_robot_state-npc2": 0.06975034692070702, "sim_compute_robot_state-npc3": 0.0681528394872492}}set_robot_commands_max 0.10055811530665348 set_robot_commands_mean 0.09508222636754222 set_robot_commands_median 0.09369596568020908 set_robot_commands_min 0.0895531177520752 sim_compute_performance-ego_max 0.07626751878044823 sim_compute_performance-ego_mean 0.06928576174671819 sim_compute_performance-ego_median 0.06990648323381451 sim_compute_performance-ego_min 0.06389617919921875 sim_compute_robot_state-ego_max 0.07680052205135948 sim_compute_robot_state-ego_mean 0.07217514924858812 sim_compute_robot_state-ego_median 0.07201041930761093 sim_compute_robot_state-ego_min 0.06823570477335077 sim_compute_robot_state-npc0_max 0.07271903690538908 sim_compute_robot_state-npc0_mean 0.06819708367106067 sim_compute_robot_state-npc0_median 0.06836452618451186 sim_compute_robot_state-npc0_min 0.06395393762833033 sim_compute_robot_state-npc1_max 0.06970509227953459 sim_compute_robot_state-npc1_mean 0.06690354804637834 sim_compute_robot_state-npc1_median 0.06702141694619622 sim_compute_robot_state-npc1_min 0.06380649102039826 sim_compute_robot_state-npc2_max 0.07037531154256471 sim_compute_robot_state-npc2_mean 0.06699244430082495 sim_compute_robot_state-npc2_median 0.06975034692070702 sim_compute_robot_state-npc2_min 0.06194232060359074 sim_compute_robot_state-npc3_max 0.07140068004005834 sim_compute_robot_state-npc3_mean 0.06816358027919381 sim_compute_robot_state-npc3_median 0.0681528394872492 sim_compute_robot_state-npc3_min 0.06471007909530248 sim_compute_sim_state_max 0.03966089926267925 sim_compute_sim_state_mean 0.03873086824599718 sim_compute_sim_state_median 0.03927956836324342 sim_compute_sim_state_min 0.036320729133410334 sim_physics_max 0.052589926921146016 sim_physics_mean 0.04573184018121714 sim_physics_median 0.04569726112561348 sim_physics_min 0.03872580961747603 sim_render-ego_max 0.06391709729244835 sim_render-ego_mean 0.060558346796517705 sim_render-ego_median 0.059260042090164985 sim_render-ego_min 0.05889912054572307 simulation-passed 1 survival_time_max 4.749999999999991 survival_time_mean 2.8699999999999983 survival_time_min 1.900000000000001
No reset possible 19371
2778
Rami Al-Naim  🇷🇺challenge-aido_LF-template-ros - Template solution using ROS aido2-LF-sim-testing
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 14:13:11+00:00 2019-04-24 14:13:47+00:00 0:00:36 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19333
2857
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 14:00:27+00:00 2019-04-24 14:12:54+00:00 0:12:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4794203421739627 survival_time_median 6.8999999999999835 deviation-center-line_median 0.15001141793479617 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.11061733961105348 agent_compute-ego_mean 0.10749952729355994 agent_compute-ego_median 0.10655062658744946 agent_compute-ego_min 0.10446881612141928 deviation-center-line_max 0.2487344880689913 deviation-center-line_mean 0.1709619803521103 deviation-center-line_min 0.14437798830306003 deviation-heading_max 1.823567219277044 deviation-heading_mean 1.5477062736999785 deviation-heading_median 1.5144994438657515 deviation-heading_min 1.3944746427318524 driven_any_max 1.1766795819170532 driven_any_mean 0.5532254855488731 driven_any_median 0.5309620354639131 driven_any_min 0.20147733051889177 driven_lanedir_consec_max 0.6207307196486713 driven_lanedir_consec_mean 0.3871794709972259 driven_lanedir_consec_min 0.1583812694034994 driven_lanedir_max 0.6207307196486713 driven_lanedir_mean 0.3871794709972259 driven_lanedir_median 0.4794203421739627 driven_lanedir_min 0.1583812694034994 in-drivable-lane_max 7.7000000000000925 in-drivable-lane_mean 1.5500000000000185 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1766795819170532, "sim_physics": 0.024871739546457928, "survival_time": 14.950000000000076, "driven_lanedir": 0.5141756325469711, "sim_render-ego": 0.064191788037618, "in-drivable-lane": 7.7000000000000925, "agent_compute-ego": 0.10446881612141928, "deviation-heading": 1.5144994438657515, "set_robot_commands": 0.10054935455322266, "deviation-center-line": 0.166424973190791, "driven_lanedir_consec": 0.5141756325469711, "sim_compute_sim_state": 0.04060350179672241, "sim_compute_performance-ego": 0.07088137706120809, "sim_compute_robot_state-ego": 0.0739890702565511}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2054960204590145, "sim_physics": 0.02501931943391499, "survival_time": 2.849999999999998, "driven_lanedir": 0.1631893912130249, "sim_render-ego": 0.06831363209506922, "in-drivable-lane": 0, "agent_compute-ego": 0.10655062658744946, "deviation-heading": 1.3944746427318524, "set_robot_commands": 0.1021937320106908, "deviation-center-line": 0.14526103426291298, "driven_lanedir_consec": 0.1631893912130249, "sim_compute_sim_state": 0.04250444863971911, "sim_compute_performance-ego": 0.07227445903577302, "sim_compute_robot_state-ego": 0.07543852873015822}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.20147733051889177, "sim_physics": 0.027637094259262085, "survival_time": 2.799999999999998, "driven_lanedir": 0.1583812694034994, "sim_render-ego": 0.06527712089674813, "in-drivable-lane": 0, "agent_compute-ego": 0.11061733961105348, "deviation-heading": 1.4042282987790482, "set_robot_commands": 0.10793382780892508, "deviation-center-line": 0.14437798830306003, "driven_lanedir_consec": 0.1583812694034994, "sim_compute_sim_state": 0.04203443016324725, "sim_compute_performance-ego": 0.07405221036502294, "sim_compute_robot_state-ego": 0.07606092946869987}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6515124593854927, "sim_physics": 0.02579927302542187, "survival_time": 8.399999999999984, "driven_lanedir": 0.6207307196486713, "sim_render-ego": 0.06492207873435248, "in-drivable-lane": 0, "agent_compute-ego": 0.1052572244689578, "deviation-heading": 1.6017617638461958, "set_robot_commands": 0.100926901612963, "deviation-center-line": 0.2487344880689913, "driven_lanedir_consec": 0.6207307196486713, "sim_compute_sim_state": 0.04042139649391174, "sim_compute_performance-ego": 0.07120956409545172, "sim_compute_robot_state-ego": 0.07291242906025477}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5309620354639131, "sim_physics": 0.02972219128539597, "survival_time": 6.8999999999999835, "driven_lanedir": 0.4794203421739627, "sim_render-ego": 0.06659349669580875, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.1106036296789197, "deviation-heading": 1.823567219277044, "set_robot_commands": 0.1055350977441539, "deviation-center-line": 0.15001141793479617, "driven_lanedir_consec": 0.4794203421739627, "sim_compute_sim_state": 0.04261705322542053, "sim_compute_performance-ego": 0.07339194546575131, "sim_compute_robot_state-ego": 0.08008445864138396}}set_robot_commands_max 0.10793382780892508 set_robot_commands_mean 0.1034277827459911 set_robot_commands_median 0.1021937320106908 set_robot_commands_min 0.10054935455322266 sim_compute_performance-ego_max 0.07405221036502294 sim_compute_performance-ego_mean 0.07236191120464142 sim_compute_performance-ego_median 0.07227445903577302 sim_compute_performance-ego_min 0.07088137706120809 sim_compute_robot_state-ego_max 0.08008445864138396 sim_compute_robot_state-ego_mean 0.07569708323140958 sim_compute_robot_state-ego_median 0.07543852873015822 sim_compute_robot_state-ego_min 0.07291242906025477 sim_compute_sim_state_max 0.04261705322542053 sim_compute_sim_state_mean 0.04163616606380421 sim_compute_sim_state_median 0.04203443016324725 sim_compute_sim_state_min 0.04042139649391174 sim_physics_max 0.02972219128539597 sim_physics_mean 0.026609923510090568 sim_physics_median 0.02579927302542187 sim_physics_min 0.024871739546457928 sim_render-ego_max 0.06831363209506922 sim_render-ego_mean 0.06585962329191933 sim_render-ego_median 0.06527712089674813 sim_render-ego_min 0.064191788037618 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 7.180000000000009 survival_time_min 2.799999999999998
No reset possible 19330
2814
Liam Paull  🇨🇦challenge-aido_LF-template-random aido2-LF-sim-testing
step1-simulation host-error no ip-172-31-42-167-28277
2019-04-24 13:59:52+00:00 2019-04-24 14:00:14+00:00 0:00:22 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19330-275617', 'ps', '-q', 'solution']' returned non-zero exit status 1.
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
submission_id=submission_id, timeout_sec=timeout_sec)
File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
write_logs(wd, project, services=config['services'])
File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
container_id = get_id_for_service(wd, project, service)
File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
o = run_docker(wd, project, cmd, get_output=True)
File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19330-275617', 'ps', '-q', 'solution']:
> Command '['docker-compose', '-p', 'job19330-275617', 'ps', '-q', 'solution']' returned non-zero exit status 1.
stdout |
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19325
2832
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LF-sim-validation
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 13:59:09+00:00 2019-04-24 13:59:44+00:00 0:00:35 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19316
2836
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LFV-sim-validation
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 13:57:27+00:00 2019-04-24 13:58:03+00:00 0:00:36 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19312
2848
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LFV-sim-validation
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 13:56:38+00:00 2019-04-24 13:57:13+00:00 0:00:35 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19309
2852
Alexander Karavaev challenge-aido_LF-baseline-duckietown aido2-LFVI-sim-validation
step1-simulation error no ip-172-31-42-167-28277
2019-04-24 13:55:39+00:00 2019-04-24 13:56:16+00:00 0:00:37 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19306
2891
Diego Charrez  🇵🇪Python template aido2-AMOD-efficiency
step2-scoring success yes ip-172-31-42-167-28277
2019-04-24 13:54:08+00:00 2019-04-24 13:54:57+00:00 0:00:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
efficiency -61.649559753386335
other stats fleet_size -1000000000 service_quality -31.70051993834731
No reset possible 19305
2889
Diego Charrez  🇵🇪Python template aido2-AMOD-efficiency
step2-scoring success yes ip-172-31-42-167-28277
2019-04-24 13:53:09+00:00 2019-04-24 13:53:28+00:00 0:00:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
efficiency -72.58273382994419
other stats fleet_size -1000000000 service_quality -34.79937345748603
No reset possible 19288
2889
Diego Charrez  🇵🇪Python template aido2-AMOD-efficiency
step1-simulation success yes ip-172-31-42-167-28277
2019-04-24 13:44:52+00:00 2019-04-24 13:52:56+00:00 0:08:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19283
2929
Bhairav Mehta challenge-aido_LF-template-pytorch aido2-LFVI-sim-validation
step1-simulation host-error no ip-172-31-42-167-28277
2019-04-24 13:42:49+00:00 2019-04-24 13:44:39+00:00 0:01:50 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/project/src/duckietown_challenges_runner/runner.py", line 481, in get_cr
uploaded = upload_files(wd, aws_config)
File "/project/src/duckietown_challenges_runner/runner.py", line 1016, in upload_files
uploaded = upload(aws_config, toupload)
File "/project/src/duckietown_challenges_runner/runner.py", line 1171, in upload
sha256hex = compute_sha256hex(realfile)
File "/project/src/duckietown_challenges_runner/runner.py", line 1217, in compute_sha256hex
res: bytes = subprocess.check_output(cmd)
File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
**kwargs).stdout
File "/usr/lib/python3.6/subprocess.py", line 418, in run
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2929/step1-simulation-ip-172-31-42-167-28277-job19283/tmp/tmp5se0czqw/attempts/udem1-1-0.attempt1/drawing.svg']' returned non-zero exit status 1.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 19251
2921
Bhairav Mehta challenge-aido_LF-template-pytorch aido2-LF-sim-validation
step1-simulation success no ip-172-31-42-167-28277
2019-04-24 13:20:35+00:00 2019-04-24 13:42:36+00:00 0:22:01 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.08311881007234634 survival_time_median 1.6000000000000008 deviation-center-line_median 0.04185378546112415 in-drivable-lane_median 0.30000000000000027
other stats agent_compute-ego_max 0.37435663408703274 agent_compute-ego_mean 0.2079348007984961 agent_compute-ego_median 0.172432579100132 agent_compute-ego_min 0.1479543958391462 deviation-center-line_max 0.0686487504783429 deviation-center-line_mean 0.05075060044090601 deviation-center-line_min 0.0390623651342991 deviation-heading_max 0.9442677652645364 deviation-heading_mean 0.7980586209973914 deviation-heading_median 0.766909869700236 deviation-heading_min 0.6904921946120295 driven_any_max 0.18352902871416435 driven_any_mean 0.1683032819462778 driven_any_median 0.1667788762688559 driven_any_min 0.14879165689552723 driven_lanedir_consec_max 0.09261668853960137 driven_lanedir_consec_mean 0.08493123546975427 driven_lanedir_consec_min 0.07776725038615995 driven_lanedir_max 0.09261668853960137 driven_lanedir_mean 0.08493123546975427 driven_lanedir_median 0.08311881007234634 driven_lanedir_min 0.07776725038615995 in-drivable-lane_max 0.6000000000000005 in-drivable-lane_mean 0.28000000000000025 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.18285289174724448, "sim_physics": 0.024095657709482556, "survival_time": 1.850000000000001, "driven_lanedir": 0.08047954075473607, "sim_render-ego": 0.059375137896151155, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.18436998289984627, "deviation-heading": 0.7001475660082991, "set_robot_commands": 0.09406021479013804, "deviation-center-line": 0.03910731466454373, "driven_lanedir_consec": 0.08047954075473607, "sim_compute_sim_state": 0.04013130471513078, "sim_compute_performance-ego": 0.06922136126337824, "sim_compute_robot_state-ego": 0.14121809521236936}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.18352902871416435, "sim_physics": 0.03728610277175903, "survival_time": 1.800000000000001, "driven_lanedir": 0.07776725038615995, "sim_render-ego": 0.09039977524015638, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.37435663408703274, "deviation-heading": 0.766909869700236, "set_robot_commands": 0.15995727645026314, "deviation-center-line": 0.0390623651342991, "driven_lanedir_consec": 0.07776725038615995, "sim_compute_sim_state": 0.060190684265560575, "sim_compute_performance-ego": 0.1005000008477105, "sim_compute_robot_state-ego": 0.116405102941725}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.14879165689552723, "sim_physics": 0.02245478970663888, "survival_time": 1.4000000000000006, "driven_lanedir": 0.08311881007234634, "sim_render-ego": 0.05804878473281861, "in-drivable-lane": 0, "agent_compute-ego": 0.1605604120663234, "deviation-heading": 0.9442677652645364, "set_robot_commands": 0.09003124066761561, "deviation-center-line": 0.0686487504783429, "driven_lanedir_consec": 0.08311881007234634, "sim_compute_sim_state": 0.03696452719824655, "sim_compute_performance-ego": 0.06333741971424647, "sim_compute_robot_state-ego": 0.06403371265956334}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.15956395610559704, "sim_physics": 0.022619153772081648, "survival_time": 1.4000000000000006, "driven_lanedir": 0.09261668853960137, "sim_render-ego": 0.05150909083230155, "in-drivable-lane": 0, "agent_compute-ego": 0.1479543958391462, "deviation-heading": 0.888475709401856, "set_robot_commands": 0.13046021120888843, "deviation-center-line": 0.06508078646622019, "driven_lanedir_consec": 0.09261668853960137, "sim_compute_sim_state": 0.03116227047783988, "sim_compute_performance-ego": 0.053072682448795865, "sim_compute_robot_state-ego": 0.057056656905582974}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.1667788762688559, "sim_physics": 0.02660859376192093, "survival_time": 1.6000000000000008, "driven_lanedir": 0.09067388759592764, "sim_render-ego": 0.05922841280698776, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.172432579100132, "deviation-heading": 0.6904921946120295, "set_robot_commands": 0.10052420198917388, "deviation-center-line": 0.04185378546112415, "driven_lanedir_consec": 0.09067388759592764, "sim_compute_sim_state": 0.03857550024986267, "sim_compute_performance-ego": 0.06366342306137085, "sim_compute_robot_state-ego": 0.06732925027608871}}set_robot_commands_max 0.15995727645026314 set_robot_commands_mean 0.1150066290212158 set_robot_commands_median 0.10052420198917388 set_robot_commands_min 0.09003124066761561 sim_compute_performance-ego_max 0.1005000008477105 sim_compute_performance-ego_mean 0.06995897746710038 sim_compute_performance-ego_median 0.06366342306137085 sim_compute_performance-ego_min 0.053072682448795865 sim_compute_robot_state-ego_max 0.14121809521236936 sim_compute_robot_state-ego_mean 0.08920856359906587 sim_compute_robot_state-ego_median 0.06732925027608871 sim_compute_robot_state-ego_min 0.057056656905582974 sim_compute_sim_state_max 0.060190684265560575 sim_compute_sim_state_mean 0.04140485738132809 sim_compute_sim_state_median 0.03857550024986267 sim_compute_sim_state_min 0.03116227047783988 sim_physics_max 0.03728610277175903 sim_physics_mean 0.02661285954437661 sim_physics_median 0.024095657709482556 sim_physics_min 0.02245478970663888 sim_render-ego_max 0.09039977524015638 sim_render-ego_mean 0.06371224030168308 sim_render-ego_median 0.05922841280698776 sim_render-ego_min 0.05150909083230155 simulation-passed 1 survival_time_max 1.850000000000001 survival_time_mean 1.6100000000000008 survival_time_min 1.4000000000000006
No reset possible