File tree Expand file tree Collapse file tree 6 files changed +48
-11
lines changed
image_transformer/image_transformer Expand file tree Collapse file tree 6 files changed +48
-11
lines changed Original file line number Diff line number Diff line change 15
15
import argparse
16
16
import json
17
17
import kserve
18
+ from importlib .metadata import version
18
19
from .image_transformer import ImageTransformer
19
20
from .transformer_model_repository import TransformerModelRepository
20
21
22
+ if version ('kserve' ) >= '0.8.0' :
23
+ import kserve .model_server as model_server
24
+ from kserve .model_server import ModelServer
25
+ else :
26
+ import kserve .kfserver as model_server
27
+ from kserve .kfserver import KFServer as ModelServer
28
+
21
29
DEFAULT_MODEL_NAME = "model"
22
30
23
- parser = argparse .ArgumentParser (parents = [kserve . kfserver .parser ])
31
+ parser = argparse .ArgumentParser (parents = [model_server .parser ])
24
32
parser .add_argument ("--predictor_host" ,
25
33
help = "The URL for the model predict function" ,
26
34
required = True )
@@ -67,7 +75,7 @@ def parse_config():
67
75
transformer = ImageTransformer (model_name ,
68
76
predictor_host = args .predictor_host )
69
77
models .append (transformer )
70
- kserve . KFServer (
78
+ ModelServer (
71
79
registered_models = TransformerModelRepository (args .predictor_host ),
72
80
http_port = 8080 ,
73
81
).start (models = models )
Original file line number Diff line number Diff line change 17
17
import json
18
18
import logging
19
19
from typing import List , Dict
20
+ from importlib .metadata import version
20
21
import tornado
21
22
from PIL import Image
22
23
import torchvision .transforms as transforms
23
24
import kserve
24
25
26
+ if version ('kserve' ) >= '0.8.0' :
27
+ from kserve .model import Model as Model
28
+ else :
29
+ from kserve .kfmodel import KFModel as Model
30
+
25
31
logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
26
32
27
33
EXPLAINER_URL_FORMAT = "http://{0}/v1/models/{1}:explain"
@@ -49,12 +55,12 @@ def image_transform(instance):
49
55
return instance
50
56
51
57
52
- class ImageTransformer (kserve . KFModel ):
58
+ class ImageTransformer (Model ):
53
59
""" A class object for the data handling activities of Image Classification
54
60
Task and returns a KServe compatible response.
55
61
56
62
Args:
57
- kserve (class object): The KFModel class from the KServe
63
+ kserve (class object): The Model class from the KServe
58
64
modeule is passed here.
59
65
"""
60
66
Original file line number Diff line number Diff line change 1
1
""" A respository of image transformer models """
2
2
import logging
3
- from kserve . kfmodel_repository import KFModelRepository
3
+ from importlib . metadata import version
4
4
import kserve
5
5
6
+ if version ('kserve' ) >= '0.8.0' :
7
+ from kserve .model_repository import ModelRepository as ModelRepository
8
+ else :
9
+ from kserve .kfmodel_repository import KFModelRepository as ModelRepository
10
+
6
11
logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
7
12
13
+ logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
8
14
9
- class TransformerModelRepository (KFModelRepository ):
15
+ class TransformerModelRepository (ModelRepository ):
10
16
"""Stores the Image Transformer Models
11
17
12
18
Args:
Original file line number Diff line number Diff line change 1
1
""" The repository to serve the Torchserve Models in the kserve side"""
2
2
import logging
3
+ from importlib .metadata import version
3
4
import kserve
4
- from kserve .kfmodel_repository import KFModelRepository
5
5
6
- logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
6
+ if version ('kserve' ) >= '0.8.0' :
7
+ from kserve .model_repository import ModelRepository as ModelRepository
8
+ else :
9
+ from kserve .kfmodel_repository import KFModelRepository as ModelRepository
7
10
11
+ logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
8
12
9
- class TSModelRepository (KFModelRepository ):
13
+ class TSModelRepository (ModelRepository ):
10
14
"""A repository of kserve KFModels
11
15
Args:
12
16
KFModelRepository (object): The parameters from the KFModelRepository is passed
Original file line number Diff line number Diff line change 3
3
import json
4
4
from typing import Dict
5
5
import logging
6
+ from importlib .metadata import version
6
7
import kserve
7
8
import tornado .web
8
9
10
+ if version ('kserve' ) >= '0.8.0' :
11
+ from kserve .model import Model as Model
12
+ else :
13
+ from kserve .kfmodel import KFModel as Model
14
+
9
15
logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
10
16
11
17
REGISTER_URL_FORMAT = "{0}/models?initial_workers=1&url={1}"
15
21
EXPLAINER_URL_FORMAT = "http://{0}/v1/models/{1}:explain"
16
22
17
23
18
- class TorchserveModel (kserve . KFModel ):
24
+ class TorchserveModel (Model ):
19
25
"""The torchserve side inference and explain end-points requests are handled to
20
26
return a KServe side response
21
27
Original file line number Diff line number Diff line change 1
1
""" KServe wrapper to handler inference in the kserve_predictor """
2
2
import json
3
3
import logging
4
+ from importlib .metadata import version
4
5
import kserve
6
+
5
7
from TorchserveModel import TorchserveModel
6
8
from TSModelRepository import TSModelRepository
7
9
10
+ if version ('kserve' ) >= '0.8.0' :
11
+ from kserve .model_server import ModelServer
12
+ else :
13
+ from kserve .kfserver import KFServer as ModelServer
14
+
8
15
logging .basicConfig (level = kserve .constants .KSERVE_LOGLEVEL )
9
16
10
17
DEFAULT_MODEL_NAME = "model"
@@ -84,7 +91,7 @@ def parse_config():
84
91
model = TorchserveModel (model_name , inference_address ,
85
92
management_address , model_dir )
86
93
models .append (model )
87
- kserve . KFServer (
94
+ ModelServer (
88
95
registered_models = TSModelRepository (inference_address ,
89
96
management_address , model_dir ),
90
97
http_port = 8080 ,
You can’t perform that action at this time.
0 commit comments