Skip to content

Commit 86dacc4

Browse files
Increase download timeout (#2585)
CVS-152443 --------- Co-authored-by: Andrei Kochin <[email protected]>
1 parent 22b8ec6 commit 86dacc4

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

notebooks/blip-visual-language-processing/blip-visual-language-processing.ipynb

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -820,6 +820,8 @@
820820
"source": [
821821
"%%skip not $to_quantize.value\n",
822822
"\n",
823+
"import aiohttp\n",
824+
"\n",
823825
"import numpy as np\n",
824826
"from datasets import load_dataset\n",
825827
"from tqdm.notebook import tqdm\n",
@@ -881,7 +883,13 @@
881883
" Prepares a vision-text dataset for quantization.\n",
882884
" \"\"\"\n",
883885
" split = f\"train[:{opt_init_steps}]\" if not streaming else \"train\"\n",
884-
" dataset = load_dataset(\"HuggingFaceM4/VQAv2\", split=split, streaming=streaming, trust_remote_code=True)\n",
886+
" dataset = load_dataset(\n",
887+
" \"HuggingFaceM4/VQAv2\", \n",
888+
" split=split, \n",
889+
" streaming=streaming, \n",
890+
" trust_remote_code=True,\n",
891+
" storage_options={'client_kwargs': {'timeout': aiohttp.ClientTimeout(total=3600)}}\n",
892+
" )\n",
885893
" dataset = dataset.shuffle(seed=42)\n",
886894
" if streaming:\n",
887895
" dataset = dataset.take(opt_init_steps)\n",

0 commit comments

Comments
 (0)