Add WriterPool for compress

README.md

@@ -40,7 +40,7 @@ package main
 
 import (
         "fmt"
-        "github.com/pai-eas/eas-golang-sdk/eas"
+        "github.com/xd-luqiang/eas-golang-sdk/eas"
 )
 
 func main() {
@@ -68,7 +68,7 @@ package main
 
 import (
         "fmt"
-        "github.com/pai-eas/eas-golang-sdk/eas"
+        "github.com/xd-luqiang/eas-golang-sdk/eas"
 )
 
 func main() {
@@ -101,7 +101,7 @@ package main
 
 import (
         "fmt"
-        "github.com/pai-eas/eas-golang-sdk/eas"
+        "github.com/xd-luqiang/eas-golang-sdk/eas"
 )
 
 func main() {
@@ -132,7 +132,7 @@ package main
 
 import (
         "fmt"
-        "github.com/pai-eas/eas-golang-sdk/eas"
+        "github.com/xd-luqiang/eas-golang-sdk/eas"
 )
 
 func main() {
@@ -161,7 +161,7 @@ package main
 
 import (
         "fmt"
-        "github.com/pai-eas/eas-golang-sdk/eas"
+        "github.com/xd-luqiang/eas-golang-sdk/eas"
 )
 
 func main() {

eas/queue_client.go

@@ -16,7 +16,7 @@ import (
 	"time"
 
 	"github.com/google/uuid"
-	"github.com/pai-eas/eas-golang-sdk/eas/types"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types"
 	"golang.org/x/net/websocket"
 )
 

eas/queue_client_test.go

@@ -8,7 +8,7 @@ import (
 	"testing"
 	"time"
 
-	"github.com/pai-eas/eas-golang-sdk/eas/types"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types"
 )
 
 const (

eas/tf_data_type.go

@@ -1,7 +1,7 @@
 package eas
 
 import (
-	"github.com/pai-eas/eas-golang-sdk/eas/types/tf_predict_protos"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types/tf_predict_protos"
 )
 
 // type tf_predict_protos.ArrayDataType tf_predict_protos.ArrayDataType

eas/tf_request.go

@@ -2,7 +2,7 @@ package eas
 
 import (
 	"github.com/golang/protobuf/proto"
-	"github.com/pai-eas/eas-golang-sdk/eas/types/tf_predict_protos"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types/tf_predict_protos"
 )
 
 // TFRequest class for tensorflow data and requests

eas/torch_data_type.go

@@ -1,7 +1,7 @@
 package eas
 
 import (
-	"github.com/pai-eas/eas-golang-sdk/eas/types/torch_predict_protos"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types/torch_predict_protos"
 )
 
 // type torch_predict_protos.ArrayDataType torch_predict_protos.ArrayDataType

eas/torch_request.go

@@ -2,7 +2,7 @@ package eas
 
 import (
 	"github.com/golang/protobuf/proto"
-	"github.com/pai-eas/eas-golang-sdk/eas/types/torch_predict_protos"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types/torch_predict_protos"
 )
 
 // TorchRequest class for PyTorch data and requests

eas/types/codec.go

@@ -7,7 +7,7 @@ import (
 	"encoding/json"
 	"io"
 
-	"github.com/pai-eas/eas-golang-sdk/eas/types/queue_service_protos"
+	"github.com/xd-luqiang/eas-golang-sdk/eas/types/queue_service_protos"
 	"google.golang.org/protobuf/proto"
 )
 
@@ -243,10 +243,10 @@ type lengthDelimitedFrameReader struct {
 //
 // The protocol is:
 //
-//   stream: message ...
-//   message: prefix body
-//   prefix: 4 byte uint32 in BigEndian order, denotes length of body
-//   body: bytes (0..prefix)
+//	stream: message ...
+//	message: prefix body
+//	prefix: 4 byte uint32 in BigEndian order, denotes length of body
+//	body: bytes (0..prefix)
 //
 // If the buffer passed to Read is not long enough to contain an entire frame, io.ErrShortRead
 // will be returned along with the number of bytes read.

eas/util.go

@@ -11,8 +11,27 @@ import (
 	"encoding/hex"
 	"fmt"
 	"io"
+	"sync"
 )
 
+var gzipWriterPool = &sync.Pool{
+	New: func() interface{} {
+		return gzip.NewWriter(nil)
+	},
+}
+
+var zlibWriterPool = &sync.Pool{
+	New: func() interface{} {
+		return zlib.NewWriter(nil)
+	},
+}
+
+type CompressWriter interface {
+	Reset(io.Writer)
+	Write([]byte) (int, error)
+	Close() error
+}
+
 func md5sum(data []byte) string {
 	h := md5.New()
 	h.Write(data)
@@ -27,13 +46,19 @@ func hmacSha256(data string, secret string) string {
 
 func compress(data []byte, compressType string) ([]byte, error) {
 	var b bytes.Buffer
-	var w io.WriteCloser
+	var w CompressWriter
 
 	switch compressType {
 	case CompressTypeGzip:
-		w = gzip.NewWriter(&b)
+		// w = gzip.NewWriter(&b)
+		w = gzipWriterPool.Get().(*gzip.Writer)
+		defer gzipWriterPool.Put(w)
+		w.Reset(&b)
 	case CompressTypeZlib:
-		w = zlib.NewWriter(&b)
+		// w = zlib.NewWriter(&b)
+		w = zlibWriterPool.Get().(*zlib.Writer)
+		defer zlibWriterPool.Put(w)
+		w.Reset(&b)
 	default:
 		return nil, fmt.Errorf("unsupported compression type: %s", compressType)
 	}

go.mod

@@ -1,4 +1,4 @@
-module github.com/pai-eas/eas-golang-sdk
+module github.com/xd-luqiang/eas-golang-sdk
 
 go 1.14