Submission 18877

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 291, in upload
    aws_object.load()
  File "/usr/local/lib/python3.8/dist-packages/boto3/resources/factory.py", line 505, in do_action
    response = action(self, *args, **kwargs)
  File "/usr/local/lib/python3.8/dist-packages/boto3/resources/action.py", line 83, in __call__
    response = getattr(parent.meta.client, operation_name)(*args, **params)
  File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 388, in _api_call
    return self._make_api_call(operation_name, kwargs)
  File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 708, in _make_api_call
    raise error_class(parsed_response, operation_name)
botocore.exceptions.ClientError: An error occurred (404) when calling the HeadObject operation: Not Found

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/boto3/s3/transfer.py", line 287, in upload_file
    future.result()
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/futures.py", line 106, in result
    return self._coordinator.result()
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/futures.py", line 265, in result
    raise self._exception
  File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
    urllib_response = conn.urlopen(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
    httplib_response = self._make_request(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/lib/python3.8/http/client.py", line 1252, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
    rval = super(AWSConnection, self)._send_request(
  File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
    self._handle_expect_response(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
    self._send_message_body(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
    self.send(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
    return super(AWSConnection, self).send(str)
  File "/usr/lib/python3.8/http/client.py", line 960, in send
    datablock = data.read(self.blocksize)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
    data = self._fileobj.read(amount_to_read)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
    raise self._transfer_coordinator.exception
  File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
    urllib_response = conn.urlopen(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
    httplib_response = self._make_request(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/lib/python3.8/http/client.py", line 1252, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
    rval = super(AWSConnection, self)._send_request(
  File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
    self._handle_expect_response(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
    self._send_message_body(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
    self.send(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
    return super(AWSConnection, self).send(str)
  File "/usr/lib/python3.8/http/client.py", line 960, in send
    datablock = data.read(self.blocksize)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
    data = self._fileobj.read(amount_to_read)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
    raise self._transfer_coordinator.exception
  File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
    urllib_response = conn.urlopen(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
    httplib_response = self._make_request(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/lib/python3.8/http/client.py", line 1252, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
    rval = super(AWSConnection, self)._send_request(
  File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
    self._handle_expect_response(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
    self._send_message_body(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
    self.send(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
    return super(AWSConnection, self).send(str)
  File "/usr/lib/python3.8/http/client.py", line 960, in send
    datablock = data.read(self.blocksize)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
    data = self._fileobj.read(amount_to_read)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
    raise self._transfer_coordinator.exception
  File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
    urllib_response = conn.urlopen(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
    httplib_response = self._make_request(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/lib/python3.8/http/client.py", line 1252, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
    rval = super(AWSConnection, self)._send_request(
  File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 127, in _send_output
    self._handle_expect_response(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 170, in _handle_expect_response
    self._send_message_body(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 197, in _send_message_body
    self.send(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
    return super(AWSConnection, self).send(str)
  File "/usr/lib/python3.8/http/client.py", line 960, in send
    datablock = data.read(self.blocksize)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
    data = self._fileobj.read(amount_to_read)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
    raise self._transfer_coordinator.exception
  File "/usr/local/lib/python3.8/dist-packages/botocore/httpsession.py", line 345, in send
    urllib_response = conn.urlopen(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 699, in urlopen
    httplib_response = self._make_request(
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connectionpool.py", line 394, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/local/lib/python3.8/dist-packages/urllib3/connection.py", line 239, in request
    super(HTTPConnection, self).request(method, url, body=body, headers=headers)
  File "/usr/lib/python3.8/http/client.py", line 1252, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 92, in _send_request
    rval = super(AWSConnection, self)._send_request(
  File "/usr/lib/python3.8/http/client.py", line 1298, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.8/http/client.py", line 1247, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 144, in _send_output
    self.send(message_body)
  File "/usr/local/lib/python3.8/dist-packages/botocore/awsrequest.py", line 204, in send
    return super(AWSConnection, self).send(str)
  File "/usr/lib/python3.8/http/client.py", line 960, in send
    datablock = data.read(self.blocksize)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/utils.py", line 483, in read
    data = self._fileobj.read(amount_to_read)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 85, in read
    raise self._transfer_coordinator.exception
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/tasks.py", line 126, in __call__
    return self._execute_main(kwargs)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/tasks.py", line 150, in _execute_main
    return_value = self._main(**kwargs)
  File "/usr/local/lib/python3.8/dist-packages/s3transfer/upload.py", line 721, in _main
    response = client.upload_part(
  File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 388, in _api_call
    return self._make_api_call(operation_name, kwargs)
  File "/usr/local/lib/python3.8/dist-packages/botocore/client.py", line 708, in _make_api_call
    raise error_class(parsed_response, operation_name)
botocore.exceptions.ClientError: An error occurred (RequestTimeout) when calling the UploadPart operation (reached max retries: 4): Your socket connection to the server was not read from or written to within the timeout period. Idle connections will be closed.

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 882, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 48, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 303, in upload
    aws_object.upload_file(realfile, ExtraArgs={"ContentType": mime_type})
  File "/usr/local/lib/python3.8/dist-packages/boto3/s3/inject.py", line 279, in object_upload_file
    return self.meta.client.upload_file(
  File "/usr/local/lib/python3.8/dist-packages/boto3/s3/inject.py", line 130, in upload_file
    return transfer.upload_file(
  File "/usr/local/lib/python3.8/dist-packages/boto3/s3/transfer.py", line 293, in upload_file
    raise S3UploadFailedError(
boto3.exceptions.S3UploadFailedError: Failed to upload /tmp/tmpno_lq7fhlog.gs2.cbor to duckietown-ai-driving-olympics-1/v3/frankfurt/by-value/sha256/f251cf2f64d7199aa668a4661d719ed3428c86217066bb8c78d3a19ca808eb2d: An error occurred (RequestTimeout) when calling the UploadPart operation (reached max retries: 4): Your socket connection to the server was not read from or written to within the timeout period. Idle connections will be closed.

Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 882, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 48, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/uploading.py", line 275, in upload
    shutil.copy(realfile0, realfile)
  File "/usr/lib/python3.8/shutil.py", line 418, in copy
    copyfile(src, dst, follow_symlinks=follow_symlinks)
  File "/usr/lib/python3.8/shutil.py", line 264, in copyfile
    with open(src, 'rb') as fsrc, open(dst, 'wb') as fdst:
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/iiot99/duckietown/DT18/evaluator/executions/aido-LF-sim-validation/submission18877/sim-2of4-noname_iiot99-VB-job136650-a-wd/challenge-evaluation-output/episodes/zigzag-000/ui_image.mp4.metadata.yaml'