feat: support ipfs

Author: hunjixin

api/jiaozifs.gen.go

@@ -1607,6 +1607,11 @@ paths:
         - repo
       operationId: deleteRepository
       summary: delete repository
+      parameters:
+        - in: query
+          name: is_clean_data
+          schema:
+            type: boolean
       responses:
         200:
           description: success to delete repository

api/swagger.yml

@@ -33,6 +33,7 @@ const (
 	BlockstoreTypeGS        = "gs"
 	BlockstoreTypeAzure     = "azure"
 	BlockstoreTypeLocal     = "local"
+	BlockstoreIPFS          = "ipfs"
 	BlockstoreTypeMem       = "mem"
 	BlockstoreTypeTransient = "transient"
 )

block/adapter.go

@@ -4,6 +4,8 @@ import (
 	"context"
 	"fmt"
 
+	"github.com/jiaozifs/jiaozifs/block/ipfs"
+
 	"cloud.google.com/go/storage"
 	"github.com/aws/aws-sdk-go-v2/service/s3"
 	logging "github.com/ipfs/go-log/v2"
@@ -39,6 +41,12 @@ func BuildBlockAdapter(ctx context.Context, c params.AdapterConfig) (block.Adapt
 			return nil, err
 		}
 		return buildLocalAdapter(ctx, p)
+	case block.BlockstoreIPFS:
+		p, err := c.BlockstoreIpfsParams()
+		if err != nil {
+			return nil, err
+		}
+		return buildIpfsAdapter(ctx, p)
 	case block.BlockstoreTypeS3:
 		p, err := c.BlockstoreS3Params()
 		if err != nil {
@@ -67,6 +75,18 @@ func BuildBlockAdapter(ctx context.Context, c params.AdapterConfig) (block.Adapt
 	}
 }
 
+func buildIpfsAdapter(_ context.Context, params params.Ipfs) (*ipfs.Adapter, error) {
+	adapter, err := ipfs.NewAdapter(params.Url)
+	if err != nil {
+		return nil, fmt.Errorf("got error opening a local block adapter with path %s: %w", params.Url, err)
+	}
+	log.With(
+		"type", "local",
+		"url", params.Url,
+	).Info("initialized blockstore adapter")
+	return adapter, nil
+}
+
 func buildLocalAdapter(_ context.Context, params params.Local) (*local.Adapter, error) {
 	adapter, err := local.NewAdapter(params.Path,
 		local.WithAllowedExternalPrefixes(params.AllowedExternalPrefixes),

block/factory/build.go

@@ -10,11 +10,16 @@ type AdapterConfig interface {
 	BlockstoreLocalParams() (Local, error)
 	BlockstoreS3Params() (S3, error)
 	BlockstoreGSParams() (GS, error)
+	BlockstoreIpfsParams() (Ipfs, error)
 	BlockstoreAzureParams() (Azure, error)
 }
 
 type Mem struct{}
 
+type Ipfs struct {
+	Url string
+}
+
 type Local struct {
 	Path                    string
 	ImportEnabled           bool

block/params/block.go

@@ -18,6 +18,9 @@ type BlockStoreConfig struct {
 		ImportHidden            bool     `mapstructure:"import_hidden" json:"import_hidden"`
 		AllowedExternalPrefixes []string `mapstructure:"allowed_external_prefixes" json:"allowed_external_prefixes"`
 	} `mapstructure:"local" json:"local"`
+	Ipfs *struct {
+		Url string `mapstructure:"url" json:"url"`
+	} `mapstructure:"ipfs" json:"ipfs"`
 	S3 *struct {
 		S3AuthInfo                    `mapstructure:",squash"`
 		Region                        string        `mapstructure:"region" json:"region"`
@@ -62,6 +65,12 @@ func (c *BlockStoreConfig) BlockstoreType() string {
 	return c.Type
 }
 
+func (c *BlockStoreConfig) BlockstoreIpfsParams() (params.Ipfs, error) {
+	return params.Ipfs{
+		Url: c.Ipfs.Url,
+	}, nil
+}
+
 func (c *BlockStoreConfig) BlockstoreS3Params() (params.S3, error) {
 	var webIdentity *params.S3WebIdentity
 	if c.S3.WebIdentity != nil {

config/blockstore.go

@@ -163,7 +163,7 @@ func (repositoryCtl RepositoryController) CreateRepository(ctx context.Context,
 			w.Forbidden()
 			return
 		}
-		storageNamespace = cfg.DefaultNamespacePrefix
+		storageNamespace = utils.String(fmt.Sprintf("%s://%s", cfg.BlockstoreType(), repoID.String()))
 	} else {
 		storageNamespace = utils.String(fmt.Sprintf("%s://%s", repositoryCtl.PublicStorageConfig.BlockstoreType(), repoID.String()))
 	}
@@ -208,7 +208,7 @@ func (repositoryCtl RepositoryController) CreateRepository(ctx context.Context,
 	w.JSON(repositoryToDto(createdRepo))
 }
 
-func (repositoryCtl RepositoryController) DeleteRepository(ctx context.Context, w *api.JiaozifsResponse, _ *http.Request, ownerName string, repositoryName string) {
+func (repositoryCtl RepositoryController) DeleteRepository(ctx context.Context, w *api.JiaozifsResponse, _ *http.Request, ownerName string, repositoryName string, params api.DeleteRepositoryParams) {
 	operator, err := auth.GetOperator(ctx)
 	if err != nil {
 		w.Error(err)
@@ -287,6 +287,23 @@ func (repositoryCtl RepositoryController) DeleteRepository(ctx context.Context,
 			w.Error(err)
 			return
 		}
+	} else if utils.BoolValue(params.IsCleanData) {
+		cfg := config.BlockStoreConfig{}
+		err = json.Unmarshal([]byte(utils.StringValue(repository.StorageAdapterParams)), &cfg)
+		if err != nil {
+			w.Error(err)
+			return
+		}
+		adapter, err := factory.BuildBlockAdapter(ctx, &cfg)
+		if err != nil {
+			w.Error(err)
+			return
+		}
+		err = adapter.RemoveNameSpace(ctx, *repository.StorageNamespace)
+		if err != nil {
+			w.Error(err)
+			return
+		}
 	}
 
 	w.OK()