Skip to content

Commit aa0f43c

Browse files
eaidovaeaidova
authored
fix style in rag notebook (#2677)
1 parent e64828a commit aa0f43c

File tree

1 file changed

+3
-61
lines changed

1 file changed

+3
-61
lines changed

‎notebooks/llm-rag-langchain/llm-rag-langchain-genai.ipynb

+3-61
Original file line numberDiff line numberDiff line change
@@ -72,62 +72,10 @@
7272
},
7373
{
7474
"cell_type": "code",
75-
"execution_count": 1,
75+
"execution_count": null,
7676
"id": "1f077b32-5d36-44b0-9041-407e996283a3",
7777
"metadata": {},
78-
"outputs": [
79-
{
80-
"name": "stdout",
81-
"output_type": "stream",
82-
"text": [
83-
"Looking in indexes: https://pypi.org/simple, https://storage.openvinotoolkit.org/simple/wheels/nightly\n",
84-
"Requirement already satisfied: openvino>=2024.2.0 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (2025.0.0.dev20250115)\n",
85-
"Requirement already satisfied: numpy<2.3.0,>=1.16.6 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino>=2024.2.0) (1.26.4)\n",
86-
"Requirement already satisfied: openvino-telemetry>=2023.2.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino>=2024.2.0) (2024.1.0)\n",
87-
"Requirement already satisfied: packaging in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino>=2024.2.0) (24.2)\n",
88-
"Looking in indexes: https://pypi.org/simple, https://storage.openvinotoolkit.org/simple/wheels/nightly\n",
89-
"Requirement already satisfied: openvino-tokenizers[transformers] in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (2025.0.0.0.dev20250115)\n",
90-
"Requirement already satisfied: openvino~=2025.0.0.dev in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino-tokenizers[transformers]) (2025.0.0.dev20250115)\n",
91-
"Requirement already satisfied: transformers>=4.36.0 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (4.46.3)\n",
92-
"Requirement already satisfied: tiktoken in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino-tokenizers[transformers]) (0.8.0)\n",
93-
"Requirement already satisfied: numpy<2.3.0,>=1.16.6 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino-tokenizers[transformers]) (1.26.4)\n",
94-
"Requirement already satisfied: openvino-telemetry>=2023.2.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino-tokenizers[transformers]) (2024.1.0)\n",
95-
"Requirement already satisfied: packaging in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino-tokenizers[transformers]) (24.2)\n",
96-
"Requirement already satisfied: filelock in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (3.16.1)\n",
97-
"Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (0.27.1)\n",
98-
"Requirement already satisfied: pyyaml>=5.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (6.0.2)\n",
99-
"Requirement already satisfied: regex!=2019.12.17 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (2024.11.6)\n",
100-
"Requirement already satisfied: requests in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (2.32.3)\n",
101-
"Requirement already satisfied: tokenizers<0.21,>=0.20 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (0.20.3)\n",
102-
"Requirement already satisfied: safetensors>=0.4.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (0.4.5)\n",
103-
"Requirement already satisfied: tqdm>=4.27 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (4.67.0)\n",
104-
"Requirement already satisfied: sentencepiece!=0.1.92,>=0.1.91 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (0.2.0)\n",
105-
"Requirement already satisfied: protobuf in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (5.28.3)\n",
106-
"Requirement already satisfied: fsspec>=2023.5.0 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.23.2->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (2024.9.0)\n",
107-
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.23.2->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (4.12.2)\n",
108-
"Requirement already satisfied: charset-normalizer<4,>=2 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from requests->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (3.4.0)\n",
109-
"Requirement already satisfied: idna<4,>=2.5 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from requests->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (3.10)\n",
110-
"Requirement already satisfied: urllib3<3,>=1.21.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from requests->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (2.2.3)\n",
111-
"Requirement already satisfied: certifi>=2017.4.17 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from requests->transformers>=4.36.0->transformers[sentencepiece]>=4.36.0; extra == \"transformers\"->openvino-tokenizers[transformers]) (2024.8.30)\n",
112-
"Looking in indexes: https://pypi.org/simple, https://storage.openvinotoolkit.org/simple/wheels/nightly\n",
113-
"Requirement already satisfied: openvino_genai in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (2025.0.0.0.dev20250115)\n",
114-
"Requirement already satisfied: openvino_tokenizers~=2025.0.0.0.dev in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino_genai) (2025.0.0.0.dev20250115)\n",
115-
"Requirement already satisfied: openvino~=2025.0.0.dev in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino_tokenizers~=2025.0.0.0.dev->openvino_genai) (2025.0.0.dev20250115)\n",
116-
"Requirement already satisfied: numpy<2.3.0,>=1.16.6 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino_tokenizers~=2025.0.0.0.dev->openvino_genai) (1.26.4)\n",
117-
"Requirement already satisfied: openvino-telemetry>=2023.2.1 in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino_tokenizers~=2025.0.0.0.dev->openvino_genai) (2024.1.0)\n",
118-
"Requirement already satisfied: packaging in /home2/ethan/intel/openvino_notebooks/openvino_venv/lib/python3.10/site-packages (from openvino~=2025.0.0.dev->openvino_tokenizers~=2025.0.0.0.dev->openvino_genai) (24.2)\n"
119-
]
120-
},
121-
{
122-
"name": "stderr",
123-
"output_type": "stream",
124-
"text": [
125-
"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
126-
"llama-index-embeddings-openvino 0.5.0 requires huggingface-hub<0.24.0,>=0.23.0, but you have huggingface-hub 0.27.1 which is incompatible.\u001b[0m\u001b[31m\n",
127-
"\u001b[0m"
128-
]
129-
}
130-
],
78+
"outputs": [],
13179
"source": [
13280
"import os\n",
13381
"import requests\n",
@@ -274,7 +222,6 @@
274222
"outputs": [],
275223
"source": [
276224
"from pathlib import Path\n",
277-
"import torch\n",
278225
"import ipywidgets as widgets"
279226
]
280227
},
@@ -1273,6 +1220,7 @@
12731220
]
12741221
},
12751222
{
1223+
"attachments": {},
12761224
"cell_type": "markdown",
12771225
"id": "6de9169f-3ed3-4027-97ef-5e3e0b2b8e20",
12781226
"metadata": {},
@@ -1324,9 +1272,6 @@
13241272
],
13251273
"source": [
13261274
"from ov_langchain_helper import OpenVINOLLM\n",
1327-
"import openvino.properties as props\n",
1328-
"import openvino.properties.hint as hints\n",
1329-
"import openvino.properties.streams as streams\n",
13301275
"\n",
13311276
"\n",
13321277
"if model_to_run.value == \"INT4\":\n",
@@ -1338,9 +1283,6 @@
13381283
"print(f\"Loading model from {model_dir}\")\n",
13391284
"\n",
13401285
"\n",
1341-
"# from transformers import AutoTokenizer\n",
1342-
"# tokenizer = AutoTokenizer.from_pretrained(str(model_dir))\n",
1343-
"\n",
13441286
"llm = OpenVINOLLM.from_model_path(\n",
13451287
" model_path=str(model_dir),\n",
13461288
" device=llm_device.value,\n",

0 commit comments

Comments
 (0)