From f82230153e770b28a5d91f4b538861718409f097 Mon Sep 17 00:00:00 2001 From: Li Wan Date: Mon, 9 Dec 2024 11:26:48 +1100 Subject: [PATCH] Add hf_transfer to our dependencies (#32) Add hf_transfer to the dependencies to enable `HF_HUB_ENABLE_HF_TRANSFER=1` feature for faster model downloading. --- requirements/amd64-gpu-requirements.txt | 7 +++++-- requirements/arm64-requirements.txt | 7 +++++-- requirements/requirements.in | 3 ++- 3 files changed, 12 insertions(+), 5 deletions(-) diff --git a/requirements/amd64-gpu-requirements.txt b/requirements/amd64-gpu-requirements.txt index 6446147..cbeda24 100644 --- a/requirements/amd64-gpu-requirements.txt +++ b/requirements/amd64-gpu-requirements.txt @@ -6,7 +6,7 @@ # --extra-index-url https://download.pytorch.org/whl/cu113 -aiohappyeyeballs==2.4.3 +aiohappyeyeballs==2.4.4 # via aiohttp aiohttp==3.10.9 # via @@ -494,4 +494,7 @@ zipp==3.20.2 # via # -r requirements.in # importlib-metadata - # importlib-resources \ No newline at end of file + # importlib-resources +hf-transfer==0.1.8 + # via + # -r requirements.in \ No newline at end of file diff --git a/requirements/arm64-requirements.txt b/requirements/arm64-requirements.txt index ed2eeb5..42f02d8 100644 --- a/requirements/arm64-requirements.txt +++ b/requirements/arm64-requirements.txt @@ -6,7 +6,7 @@ # --extra-index-url https://download.pytorch.org/whl/cu113 -aiohappyeyeballs==2.4.3 +aiohappyeyeballs==2.4.4 # via aiohttp aiohttp==3.10.9 # via @@ -481,4 +481,7 @@ zipp==3.20.2 # via # -r requirements.in # importlib-metadata - # importlib-resources \ No newline at end of file + # importlib-resources +hf-transfer==0.1.8 + # via + # -r requirements.in \ No newline at end of file diff --git a/requirements/requirements.in b/requirements/requirements.in index 367236f..4810fd6 100644 --- a/requirements/requirements.in +++ b/requirements/requirements.in @@ -96,4 +96,5 @@ watchfiles==0.24.0 websockets==13.1 zipp==3.20.2 yarl==1.13.1 -portalocker==2.10.1 \ No newline at end of file +portalocker==2.10.1 +hf-transfer==0.1.8 \ No newline at end of file