Using cheesechaser today to fetch from Zerochan. cheesechaser installed via pip install.
Batch Downloading: 99%|████████████████████████████████████████████████████████████████████████████████████████████████████▍| 2487/2500 [05:03<00:01, 10.02it/s]ERROR:root:Error occurred when downloading resource 4549929 - ReadTimeout('The read operation timed out')
Traceback (most recent call last):25it/s]
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
yield
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_transports/default.py", line 250, in handle_request
resp = self._pool.handle_request(req)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/connection_pool.py", line 256, in handle_request
raise exc from None
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/connection_pool.py", line 236, in handle_request
response = connection.handle_request(
pool_request.request
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/connection.py", line 103, in handle_request
return self._connection.handle_request(request)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/http11.py", line 136, in handle_request
raise exc
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/http11.py", line 106, in handle_request
) = self._receive_response_headers(**kwargs)
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/http11.py", line 177, in _receive_response_headers
event = self._receive_event(timeout=timeout)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_sync/http11.py", line 217, in _receive_event
data = self._network_stream.read(
self.READ_NUM_BYTES, timeout=timeout
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_backends/sync.py", line 126, in read
with map_exceptions(exc_map):
~~~~~~~~~~~~~~^^^^^^^^^
File "/usr/lib/python3.13/contextlib.py", line 162, in __exit__
self.gen.throw(value)
~~~~~~~~~~~~~~^^^^^^^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
raise to_exc(exc) from exc
httpcore.ReadTimeout: The read operation timed out
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/cheesechaser/datapool/base.py", line 187, in _func
with self.mock_resource(resource_id, resource_info, silent=silent) as (td, resource_info):
~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__
return next(self.gen)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/cheesechaser/datapool/base.py", line 401, in mock_resource
hf_tar_file_download(
~~~~~~~~~~~~~~~~~~~~^
repo_id=self.data_repo_id,
^^^^^^^^^^^^^^^^^^^^^^^^^^
...<10 lines>...
silent=silent,
^^^^^^^^^^^^^^
)
^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/hfutils/index/fetch.py", line 948, in hf_tar_file_download
_hf_tar_file_info_write(
~~~~~~~~~~~~~~~~~~~~~~~^
repo_id=repo_id,
^^^^^^^^^^^^^^^^
...<13 lines>...
no_validate=True,
^^^^^^^^^^^^^^^^^
)
^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/hfutils/index/fetch.py", line 673, in _hf_tar_file_info_write
http_get(
~~~~~~~~^
url_to_download,
^^^^^^^^^^^^^^^^
...<6 lines>...
_tqdm_bar=empty_tqdm if silent else None,
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
)
^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/huggingface_hub/utils/_validators.py", line 89, in _inner_fn
return fn(*args, **kwargs)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/huggingface_hub/file_download.py", line 362, in http_get
with http_stream_backoff(
~~~~~~~~~~~~~~~~~~~^
method="GET",
^^^^^^^^^^^^^
...<4 lines>...
retry_on_status_codes=(429,),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
) as response:
^
File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__
return next(self.gen)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/huggingface_hub/utils/_http.py", line 644, in http_stream_backoff
yield from _http_backoff_base(
...<9 lines>...
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/huggingface_hub/utils/_http.py", line 462, in _http_backoff_base
with client.stream(method=method, url=url, **kwargs) as response:
~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/contextlib.py", line 141, in __enter__
return next(self.gen)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_client.py", line 868, in stream
response = self.send(
request=request,
...<2 lines>...
stream=True,
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_client.py", line 914, in send
response = self._send_handling_auth(
request,
...<2 lines>...
history=[],
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_client.py", line 942, in _send_handling_auth
response = self._send_handling_redirects(
request,
follow_redirects=follow_redirects,
history=history,
)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_client.py", line 979, in _send_handling_redirects
response = self._send_single_request(request)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_client.py", line 1014, in _send_single_request
response = transport.handle_request(request)
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_transports/default.py", line 249, in handle_request
with map_httpcore_exceptions():
~~~~~~~~~~~~~~~~~~~~~~~^^
File "/usr/lib/python3.13/contextlib.py", line 162, in __exit__
self.gen.throw(value)
~~~~~~~~~~~~~~^^^^^^^
File "/home/kevin/datasets/zerochan/venv/lib/python3.13/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
raise mapped_exc(message) from exc
httpx.ReadTimeout: The read operation timed out
Using cheesechaser today to fetch from Zerochan. cheesechaser installed via pip install.