Skip to content

Commit 28a564a

Browse files
authored
updated grpc example based on recent updates (#872)
1 parent eb00b08 commit 28a564a

File tree

2 files changed

+9
-3
lines changed

2 files changed

+9
-3
lines changed

docs/examples/custom-json/README.ipynb

+5-2
Original file line numberDiff line numberDiff line change
@@ -244,6 +244,7 @@
244244
"import requests\n",
245245
"import json\n",
246246
"import grpc\n",
247+
"from mlserver.codecs.string import StringRequestCodec\n",
247248
"import mlserver.grpc.converters as converters\n",
248249
"import mlserver.grpc.dataplane_pb2_grpc as dataplane\n",
249250
"import mlserver.types as types\n",
@@ -279,7 +280,9 @@
279280
"print(f\"full response:\\n\")\n",
280281
"print(response)\n",
281282
"# retrive text output as dictionary\n",
282-
"output = json.loads(response.outputs[0].contents.bytes_contents[0])\n",
283+
"inference_response = converters.ModelInferResponseConverter.to_types(response)\n",
284+
"raw_json = StringRequestCodec.decode_response(inference_response)\n",
285+
"output = json.loads(raw_json[0])\n",
283286
"print(f\"\\ndata part:\\n\")\n",
284287
"pp.pprint(output)"
285288
]
@@ -301,7 +304,7 @@
301304
"name": "python",
302305
"nbconvert_exporter": "python",
303306
"pygments_lexer": "ipython3",
304-
"version": "3.8.13"
307+
"version": "3.8.15"
305308
},
306309
"vscode": {
307310
"interpreter": {

docs/examples/custom-json/README.md

+4-1
Original file line numberDiff line numberDiff line change
@@ -174,6 +174,7 @@ Python clients.
174174
import requests
175175
import json
176176
import grpc
177+
from mlserver.codecs.string import StringRequestCodec
177178
import mlserver.grpc.converters as converters
178179
import mlserver.grpc.dataplane_pb2_grpc as dataplane
179180
import mlserver.types as types
@@ -209,7 +210,9 @@ response = grpc_stub.ModelInfer(inference_request_g)
209210
print(f"full response:\n")
210211
print(response)
211212
# retrive text output as dictionary
212-
output = json.loads(response.outputs[0].contents.bytes_contents[0])
213+
inference_response = converters.ModelInferResponseConverter.to_types(response)
214+
raw_json = StringRequestCodec.decode_response(inference_response)
215+
output = json.loads(raw_json[0])
213216
print(f"\ndata part:\n")
214217
pp.pprint(output)
215218
```

0 commit comments

Comments
 (0)