@@ -80,13 +80,13 @@ cd /workspace/serve/examples/FasterTransformer_HuggingFace_Bert
80
80
81
81
# make sure to change the ../Huggingface_Transformers/setup_config.json "save_mode":"torchscript" and "FasterTransformer":true
82
82
83
- # change the ../Huggingface_Transformers/setup_config.json
83
+ # change the ../Huggingface_Transformers/setup_config.json as below
84
84
{
85
85
" model_name" :" bert-base-uncased" ,
86
- " mode" :" question_answering " ,
86
+ " mode" :" sequence_classification " ,
87
87
" do_lower_case" :true,
88
88
" num_labels" :" 0" ,
89
- " save_mode" :" pretrained " ,
89
+ " save_mode" :" torchscript " ,
90
90
" max_length" :" 128" ,
91
91
" captum_explanation" :false,
92
92
" embedding_name" : " bert" ,
@@ -110,13 +110,13 @@ curl -X POST http://127.0.0.1:8080/predictions/my_tc -T ../Huggingface_Transform
110
110
``` bash
111
111
# Question answering
112
112
113
- # change the ../Huggingface_Transformers/setup_config.json
113
+ # change the ../Huggingface_Transformers/setup_config.json as below
114
114
{
115
115
" model_name" :" bert-base-uncased" ,
116
116
" mode" :" question_answering" ,
117
117
" do_lower_case" :true,
118
118
" num_labels" :" 0" ,
119
- " save_mode" :" pretrained " ,
119
+ " save_mode" :" torchscript " ,
120
120
" max_length" :" 128" ,
121
121
" captum_explanation" :false,
122
122
" embedding_name" : " bert" ,
0 commit comments