| tests/test_ranking_worker_local.py:548: in test_full_round_trip
|
| result = process_single_job_locally(timeout=300.0)
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| tests/test_ranking_worker_local.py:300: in process_single_job_locally
|
| result = process_ga_job(ga_job)
|
| ^^^^^^^^^^^^^^^^^^^^^^
|
| rtrader/services/ga_distributed.py:4518: in process_ga_job
|
| result = evaluate_with_reranking(
|
| rtrader/services/ranking_network.py:2928: in evaluate_with_reranking
|
| nfs_available = nfs_utils.is_nfs_available()
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| rtrader/utils/nfs.py:495: in is_nfs_available
|
| return _path_exists_with_timeout(NFS_SNAPSHOTS_PATH) is True
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| rtrader/utils/nfs.py:442: in _path_exists_with_timeout
|
| minio_result = _minio_check()
|
| ^^^^^^^^^^^^^^
|
| rtrader/utils/nfs.py:436: in _minio_check
|
| return _minio_prefix_exists(s3key)
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| rtrader/utils/nfs.py:399: in _minio_prefix_exists
|
| for _ in client.list_objects(bucket_name="data", prefix=prefix):
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/minio/api.py:5597: in _list_objects
|
| response = self._execute(
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/minio/api.py:561: in _execute
|
| return self._url_open(
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/minio/api.py:416: in _url_open
|
| response = self._http.urlopen(
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/urllib3/poolmanager.py:457: in urlopen
|
| response = conn.urlopen(method, u.request_uri, **kw)
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/urllib3/connectionpool.py:787: in urlopen
|
| response = self._make_request(
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/urllib3/connectionpool.py:534: in _make_request
|
| response = conn.getresponse()
|
| ^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/site-packages/urllib3/connection.py:571: in getresponse
|
| httplib_response = super().getresponse()
|
| ^^^^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/http/client.py:1430: in getresponse
|
| response.begin()
|
| ../.pyenv/versions/3.12.12/lib/python3.12/http/client.py:331: in begin
|
| version, status, reason = self._read_status()
|
| ^^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/http/client.py:292: in _read_status
|
| line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
|
| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
| ../.pyenv/versions/3.12.12/lib/python3.12/socket.py:720: in readinto
|
| return self._sock.recv_into(b)
|
| ^^^^^^^^^^^^^^^^^^^^^^^
|
| E Failed: Timeout (>60.0s) from pytest-timeout.
|