Evaluator 1430

2019-06-04 14:51:24+00:00

2019-06-04 14:58:33+00:00

0:07:09

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11519544839797546
in-drivable-lane_median	0.5999999999999979

other stats

agent_compute-ego_max	0.1474922864060653
agent_compute-ego_mean	0.1426688135175629
agent_compute-ego_median	0.14100216967718943
agent_compute-ego_min	0.13870844358130346
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.12651756552531995
deviation-center-line_min	0.09047885846140293
deviation-heading_max	0.5020407942599273
deviation-heading_mean	0.3641979127291371
deviation-heading_median	0.34764983431811214
deviation-heading_min	0.19401296908406307
driven_any_max	1.6169932854589035
driven_any_mean	1.0272530755098266
driven_any_median	1.0243289631429708
driven_any_min	0.4119037580118998
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.7800316850006626
driven_lanedir_consec_min	0.3792793194470208
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.7800316850006626
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.3792793194470208
in-drivable-lane_max	0.9999999999999976
in-drivable-lane_mean	0.4899999999999984
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.10669558136551469, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.05809556554864954, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.14541022424344663, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.08007416460249159, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03594435585869683, "sim_compute_performance-ego": 0.06374526023864746, "sim_compute_robot_state-ego": 0.06461572205578839, "sim_compute_robot_state-npc0": 0.07177973676610876, "sim_compute_robot_state-npc1": 0.06543437198356346, "sim_compute_robot_state-npc2": 0.06442873124723081, "sim_compute_robot_state-npc3": 0.06501778408333107}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.11198222160339356, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.059716377258300785, "in-drivable-lane": 0, "agent_compute-ego": 0.14073094367980957, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.07528575897216797, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.0327489185333252, "sim_compute_performance-ego": 0.06214191436767578, "sim_compute_robot_state-ego": 0.06149221420288086, "sim_compute_robot_state-npc0": 0.07140913963317871, "sim_compute_robot_state-npc1": 0.06594454765319824, "sim_compute_robot_state-npc2": 0.0636507225036621, "sim_compute_robot_state-npc3": 0.06004117965698242}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.109785164657392, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06170073935860082, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.1474922864060653, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07924758446844, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.03517489056838186, "sim_compute_performance-ego": 0.06631076335906982, "sim_compute_robot_state-ego": 0.0637649329085099, "sim_compute_robot_state-npc0": 0.07342436125403956, "sim_compute_robot_state-npc1": 0.06634539365768433, "sim_compute_robot_state-npc2": 0.0636500778951143, "sim_compute_robot_state-npc3": 0.06310126028562847}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.11226229124431368, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.054782743695416025, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.13870844358130346, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.07656124573719653, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.035045789766915234, "sim_compute_performance-ego": 0.06136621100993096, "sim_compute_robot_state-ego": 0.06204165989839578, "sim_compute_robot_state-npc0": 0.06845715377904192, "sim_compute_robot_state-npc1": 0.06436784961555578, "sim_compute_robot_state-npc2": 0.0632361460335647, "sim_compute_robot_state-npc3": 0.06297491170183013}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.1193346210888454, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.05819860526493618, "in-drivable-lane": 0, "agent_compute-ego": 0.14100216967718943, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.08311808109283447, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03528646911893572, "sim_compute_performance-ego": 0.06306070940835136, "sim_compute_robot_state-ego": 0.0644674641745431, "sim_compute_robot_state-npc0": 0.0615891558783395, "sim_compute_robot_state-npc1": 0.05982133320399693, "sim_compute_robot_state-npc2": 0.0597155008997236, "sim_compute_robot_state-npc3": 0.05895181213106428}}
set_robot_commands_max	0.08311808109283447
set_robot_commands_mean	0.07885736697462611
set_robot_commands_median	0.07924758446844
set_robot_commands_min	0.07528575897216797
sim_compute_performance-ego_max	0.06631076335906982
sim_compute_performance-ego_mean	0.06332497167673508
sim_compute_performance-ego_median	0.06306070940835136
sim_compute_performance-ego_min	0.06136621100993096
sim_compute_robot_state-ego_max	0.06461572205578839
sim_compute_robot_state-ego_mean	0.06327639864802362
sim_compute_robot_state-ego_median	0.0637649329085099
sim_compute_robot_state-ego_min	0.06149221420288086
sim_compute_robot_state-npc0_max	0.07342436125403956
sim_compute_robot_state-npc0_mean	0.0693319094621417
sim_compute_robot_state-npc0_median	0.07140913963317871
sim_compute_robot_state-npc0_min	0.0615891558783395
sim_compute_robot_state-npc1_max	0.06634539365768433
sim_compute_robot_state-npc1_mean	0.06438269922279974
sim_compute_robot_state-npc1_median	0.06543437198356346
sim_compute_robot_state-npc1_min	0.05982133320399693
sim_compute_robot_state-npc2_max	0.06442873124723081
sim_compute_robot_state-npc2_mean	0.0629362357158591
sim_compute_robot_state-npc2_median	0.0636500778951143
sim_compute_robot_state-npc2_min	0.0597155008997236
sim_compute_robot_state-npc3_max	0.06501778408333107
sim_compute_robot_state-npc3_mean	0.062017389571767265
sim_compute_robot_state-npc3_median	0.06297491170183013
sim_compute_robot_state-npc3_min	0.05895181213106428
sim_compute_sim_state_max	0.03594435585869683
sim_compute_sim_state_mean	0.03484008476925097
sim_compute_sim_state_median	0.03517489056838186
sim_compute_sim_state_min	0.0327489185333252
sim_physics_max	0.1193346210888454
sim_physics_mean	0.11201197599189186
sim_physics_median	0.11198222160339356
sim_physics_min	0.10669558136551469
sim_render-ego_max	0.06170073935860082
sim_render-ego_mean	0.058498806225180666
sim_render-ego_median	0.05819860526493618
sim_render-ego_min	0.054782743695416025
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.6199999999999974
survival_time_min	1.2500000000000004

No reset possible

23978

3706

RL-TH-shi-r1

eval0-videos-autobots

error

yes

2019-05-22 19:58:48+00:00

2019-05-22 22:59:48+00:00

3:01:00

Waited 10803 seconds [...]

Waited 10803 seconds for container to finish. Giving up.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23955

3768

Anastasiya Nikolskaya 🇷🇺

Boxed Solution 0.3

eval0-videos-watchtowers

error

yes

2019-05-22 16:04:42+00:00

2019-05-22 19:05:11+00:00

3:00:29

Waited 10801 seconds [...]

Waited 10801 seconds for container to finish. Giving up.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23915

3754

Anastasiya Nikolskaya 🇷🇺

robotarium

eval0-videos-watchtowers

error

yes

2019-05-22 13:03:31+00:00

2019-05-22 16:04:02+00:00

3:00:31

Waited 10801 seconds [...]

Waited 10801 seconds for container to finish. Giving up.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23914

3549

Bea Baselines 🐤

Running the real lane following -- without challenge container

eval1-videos-autobots

host-error

yes

2019-05-22 13:01:40+00:00

2019-05-22 13:03:14+00:00

0:01:34

Could not access IPF [...]

Could not access IPFS data:
Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1184, in download_artefacts
    try_to_get_hash(client, sha256hex)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/timeout_decorator/timeout_decorator.py", line 81, in new_function
    return function(*args, **kwargs)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1133, in try_to_get_hash
    res = client.file_ls(qm)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfsapi-0.4.4-py3.7.egg/ipfsapi/client/__init__.py", line 205, in wrapper
    return value(*args, **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfsapi-0.4.4-py3.7.egg/ipfsapi/client/__init__.py", line 242, in file_ls
    return self._client.request('/file/ls', args, decoder='json', **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/http.py", line 44, in wrapper
    return func(self, *args, **merged)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/http.py", line 364, in request
    files, headers, data, timeout=timeout)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/http.py", line 282, in _request
    timeout=timeout)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/http.py", line 245, in _do_request
    return requests.request(*args, **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/requests_wrapper.py", line 240, in request
    return session.request(method=method, url=url, **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/ipfshttpclient-0.4.11-py3.7.egg/ipfshttpclient/requests_wrapper.py", line 219, in request
    return super(Session, self).request(method, url, *args, **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/requests/sessions.py", line 533, in request
    resp = self.send(prep, **send_kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/requests/sessions.py", line 646, in send
    r = adapter.send(request, **kwargs)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/requests/adapters.py", line 449, in send
    timeout=timeout
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/urllib3/connectionpool.py", line 600, in urlopen
    chunked=chunked)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/urllib3/connectionpool.py", line 384, in _make_request
    six.raise_from(e, None)
  File "<string>", line 2, in raise_from
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/urllib3/connectionpool.py", line 380, in _make_request
    httplib_response = conn.getresponse()
  File "/home/linuxbrew/.linuxbrew/opt/python/lib/python3.7/http/client.py", line 1321, in getresponse
    response.begin()
  File "/home/linuxbrew/.linuxbrew/opt/python/lib/python3.7/http/client.py", line 296, in begin
    version, status, reason = self._read_status()
  File "/home/linuxbrew/.linuxbrew/opt/python/lib/python3.7/http/client.py", line 257, in _read_status
    line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
  File "/home/linuxbrew/.linuxbrew/opt/python/lib/python3.7/socket.py", line 589, in readinto
    return self._sock.recv_into(b)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/timeout_decorator/timeout_decorator.py", line 72, in handler
    _raise_exception(timeout_exception, exception_message)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/site-packages/timeout_decorator/timeout_decorator.py", line 45, in _raise_exception
    raise exception()
timeout_decorator.timeout_decorator.TimeoutError: 'Timed Out'

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 541, in get_cr
    allow_host_network=allow_host_network, use_ipfs=use_ipfs)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 605, in run_single
    prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 877, in prepare_dir
    download_artefacts(aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1188, in download_artefacts
    raise IPFSException(msg)
duckietown_challenges_runner.runner.IPFSException: Could not get IPFS hash QmXU8gEgb5ebtjihSdSyvZSaU8EZ9ZxN8ooxfuyYDHXekN

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23909

3754

Anastasiya Nikolskaya 🇷🇺

robotarium

eval0-videos-autobots

success

yes

2019-05-22 12:51:44+00:00

2019-05-22 13:01:27+00:00

0:09:43

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23826

3774

Anastasiya Nikolskaya 🇷🇺

Offset-based One

eval0-videos-watchtowers

aborted

yes

2019-05-22 09:50:46+00:00

2019-05-22 12:51:20+00:00

3:00:34

Waited 10801 seconds [...]

Waited 10801 seconds for container to finish. Giving up.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23816

3774

Anastasiya Nikolskaya 🇷🇺

Offset-based One

eval0-videos-autobots

success

yes

aido2-LFVI-real-validation

2019-05-22 09:35:41+00:00

2019-05-22 09:50:29+00:00

0:14:48

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23805

3761

Julian Zilly

Baseline-IL-logs-tensorflow

eval0-videos-autobots

success

yes

2019-05-22 09:22:19+00:00

2019-05-22 09:35:27+00:00

0:13:08

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23789

3774

Anastasiya Nikolskaya 🇷🇺

Offset-based One

eval0-videos-autobots

aborted

yes

2019-05-22 01:36:27+00:00

2019-05-22 02:53:23+00:00

1:16:56

KeyboardInterrupt: T [...]

KeyboardInterrupt:
Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 820, in run_one
    time.sleep(5)
KeyboardInterrupt

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23770

3764

Anastasiya Nikolskaya 🇷🇺

FINAL

eval0-videos-autobots

aborted

yes

2019-05-21 22:53:08+00:00

2019-05-22 01:36:14+00:00

2:43:06

KeyboardInterrupt: T [...]

KeyboardInterrupt:
Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 820, in run_one
    time.sleep(5)
KeyboardInterrupt

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23762

3736

aido2-LFV-real-validation

Final test - TH-jp

eval0-videos-autobots

aborted

yes

2019-05-21 21:30:16+00:00

2019-05-21 22:52:51+00:00

1:22:35

KeyboardInterrupt: T [...]

KeyboardInterrupt:
Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 820, in run_one
    time.sleep(5)
KeyboardInterrupt

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23722

3728

aido2-LFVI-real-validation

Second test -RGB- TH-jp

eval0-videos-autobots

host-error

yes

2019-05-21 17:33:32+00:00

2019-05-21 18:28:36+00:00

0:55:04

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 541, in get_cr
    allow_host_network=allow_host_network, use_ipfs=use_ipfs)
  File "/home/linuxbrew/.linuxbrew/opt/python/lib/python3.7/contextlib.py", line 119, in __exit__
    next(self.gen)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 350, in setup_logging
    my_stderr.flush()
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1070, in flush
    self.file.flush()
OSError: [Errno 28] No space left on device

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 544, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1123, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner.py", line 1363, in upload
    copy_to_cache(realfile, sha256hex)
  File "/home/andrea/dt-env-developer/src/duckietown-challenges-runner/src/duckietown_challenges_runner/runner_cache.py", line 41, in copy_to_cache
    shutil.copy(fn, have)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/shutil.py", line 245, in copy
    copyfile(src, dst, follow_symlinks=follow_symlinks)
  File "/home/andrea/.local/share/virtualenvs/dt-env-developer-q48V9oeQ/lib/python3.7/shutil.py", line 122, in copyfile
    copyfileobj(fsrc, fdst)
OSError: [Errno 28] No space left on device

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

23721

3737

aido2-LFVI-real-validation

Final test - TH-jp

eval0-videos-autobots

host-error

yes