File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed
notebooks/254-llm-chatbot Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 76
76
" \" git+https://github.com/openvinotoolkit/nncf@release_v280\"\\\n " ,
77
77
" \" openvino-nightly\"\\\n " ,
78
78
" \" gradio\"\\\n " ,
79
- " \" onnx\" \" chromadb\" \" sentence_transformers\" \" langchain\" \" langchainhub\" \" transformers>=4.34.0\" \" unstructured\" \" scikit-learn\" \" python-docx\" "
79
+ " \" onnx\" \" chromadb\" \" sentence_transformers\" \" langchain\" \" langchainhub\" \" transformers>=4.34.0\" \" unstructured\" \" scikit-learn\" \" python-docx\" \" pypdf \" "
80
80
]
81
81
},
82
82
{
Original file line number Diff line number Diff line change @@ -101,7 +101,7 @@ def forward(
101
101
inputs ["attention_mask" ] = np .array (attention_mask )
102
102
103
103
# Run inference
104
- self .request .start_async (inputs , shared_memory = True )
104
+ self .request .start_async (inputs , share_inputs = True )
105
105
self .request .wait ()
106
106
107
107
logits = torch .from_numpy (self .request .get_tensor ("logits" ).data ).to (
@@ -248,7 +248,7 @@ def forward(
248
248
if "token_type_ids" in self .input_names and attention_mask is not None :
249
249
inputs ["token_type_ids" ] = np .array (attention_mask )
250
250
# Run inference
251
- self .request .start_async (inputs , shared_memory = True )
251
+ self .request .start_async (inputs , share_inputs = True )
252
252
self .request .wait ()
253
253
254
254
logits = torch .from_numpy (self .request .get_tensor ("logits" ).data ).to (
@@ -397,7 +397,7 @@ def forward(
397
397
if "position_ids" in self .input_names and attention_mask is not None :
398
398
inputs ["position_ids" ] = np .array (position_ids )
399
399
# Run inference
400
- self .request .start_async (inputs , shared_memory = True )
400
+ self .request .start_async (inputs , share_inputs = True )
401
401
self .request .wait ()
402
402
403
403
logits = torch .from_numpy (self .request .get_tensor ("logits" ).data ).to (
You can’t perform that action at this time.
0 commit comments