File tree 2 files changed +9
-3
lines changed
docs/examples/custom-json
2 files changed +9
-3
lines changed Original file line number Diff line number Diff line change 244
244
" import requests\n " ,
245
245
" import json\n " ,
246
246
" import grpc\n " ,
247
+ " from mlserver.codecs.string import StringRequestCodec\n " ,
247
248
" import mlserver.grpc.converters as converters\n " ,
248
249
" import mlserver.grpc.dataplane_pb2_grpc as dataplane\n " ,
249
250
" import mlserver.types as types\n " ,
279
280
" print(f\" full response:\\ n\" )\n " ,
280
281
" print(response)\n " ,
281
282
" # retrive text output as dictionary\n " ,
282
- " output = json.loads(response.outputs[0].contents.bytes_contents[0])\n " ,
283
+ " inference_response = converters.ModelInferResponseConverter.to_types(response)\n " ,
284
+ " raw_json = StringRequestCodec.decode_response(inference_response)\n " ,
285
+ " output = json.loads(raw_json[0])\n " ,
283
286
" print(f\"\\ ndata part:\\ n\" )\n " ,
284
287
" pp.pprint(output)"
285
288
]
301
304
"name" : " python" ,
302
305
"nbconvert_exporter" : " python" ,
303
306
"pygments_lexer" : " ipython3" ,
304
- "version" : " 3.8.13 "
307
+ "version" : " 3.8.15 "
305
308
},
306
309
"vscode" : {
307
310
"interpreter" : {
Original file line number Diff line number Diff line change @@ -174,6 +174,7 @@ Python clients.
174
174
import requests
175
175
import json
176
176
import grpc
177
+ from mlserver.codecs.string import StringRequestCodec
177
178
import mlserver.grpc.converters as converters
178
179
import mlserver.grpc.dataplane_pb2_grpc as dataplane
179
180
import mlserver.types as types
@@ -209,7 +210,9 @@ response = grpc_stub.ModelInfer(inference_request_g)
209
210
print (f " full response: \n " )
210
211
print (response)
211
212
# retrive text output as dictionary
212
- output = json.loads(response.outputs[0 ].contents.bytes_contents[0 ])
213
+ inference_response = converters.ModelInferResponseConverter.to_types(response)
214
+ raw_json = StringRequestCodec.decode_response(inference_response)
215
+ output = json.loads(raw_json[0 ])
213
216
print (f " \n data part: \n " )
214
217
pp.pprint(output)
215
218
```
You can’t perform that action at this time.
0 commit comments