Skip to content

Commit 9cef24a

Browse files
replace 'shared_memory' with 'share_inputs' (#1600)
1 parent 46f3b70 commit 9cef24a

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

notebooks/254-llm-chatbot/254-rag-chatbot.ipynb

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@
7676
"\"git+https://github.com/openvinotoolkit/nncf@release_v280\"\\\n",
7777
"\"openvino-nightly\"\\\n",
7878
"\"gradio\"\\\n",
79-
"\"onnx\" \"chromadb\" \"sentence_transformers\" \"langchain\" \"langchainhub\" \"transformers>=4.34.0\" \"unstructured\" \"scikit-learn\" \"python-docx\""
79+
"\"onnx\" \"chromadb\" \"sentence_transformers\" \"langchain\" \"langchainhub\" \"transformers>=4.34.0\" \"unstructured\" \"scikit-learn\" \"python-docx\" \"pypdf\""
8080
]
8181
},
8282
{

notebooks/254-llm-chatbot/ov_llm_model.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -101,7 +101,7 @@ def forward(
101101
inputs["attention_mask"] = np.array(attention_mask)
102102

103103
# Run inference
104-
self.request.start_async(inputs, shared_memory=True)
104+
self.request.start_async(inputs, share_inputs=True)
105105
self.request.wait()
106106

107107
logits = torch.from_numpy(self.request.get_tensor("logits").data).to(
@@ -248,7 +248,7 @@ def forward(
248248
if "token_type_ids" in self.input_names and attention_mask is not None:
249249
inputs["token_type_ids"] = np.array(attention_mask)
250250
# Run inference
251-
self.request.start_async(inputs, shared_memory=True)
251+
self.request.start_async(inputs, share_inputs=True)
252252
self.request.wait()
253253

254254
logits = torch.from_numpy(self.request.get_tensor("logits").data).to(
@@ -397,7 +397,7 @@ def forward(
397397
if "position_ids" in self.input_names and attention_mask is not None:
398398
inputs["position_ids"] = np.array(position_ids)
399399
# Run inference
400-
self.request.start_async(inputs, shared_memory=True)
400+
self.request.start_async(inputs, share_inputs=True)
401401
self.request.wait()
402402

403403
logits = torch.from_numpy(self.request.get_tensor("logits").data).to(

0 commit comments

Comments
 (0)