feat(storage): add cos support

pkg/s3/s3.go

@@ -1 +0,0 @@
-package s3

pkg/storage/storage.go

@@ -0,0 +1,44 @@
+package storage
+
+import (
+	"context"
+	"errors"
+	"net/url"
+	"time"
+
+	"github.com/spf13/cast"
+)
+
+type ObjectStorage interface {
+	// 获取上传对象预签名URL
+	PresignedPutObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error)
+	// 获取访问对象预签名URL
+	PresignedGetObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error)
+	// 移动对象
+	MoveObject(ctx context.Context, src, dst string) error
+	// 检查文件是否存在
+	ObjectExists(ctx context.Context, objectName string) (bool, error)
+}
+
+func NewObjectStorage(dsn string) (ObjectStorage, error) {
+	u, err := url.Parse(dsn)
+	if err != nil {
+		return nil, err
+	}
+
+	user := u.User.Username()
+	pass, _ := u.User.Password()
+
+	switch u.Scheme {
+	case "cos":
+		// ex: cos://examplebucket-1250000000.cos.COS_REGION.myqcloud.com
+		return newCosStorage(u.Host, user, pass)
+	case "minio":
+		// ex: minio://minio-api:9001?secure=false&bucket=images
+		secure := cast.ToBool(u.Query().Get("secure"))
+		bucket := u.Query().Get("bucket")
+		return newMinioStorage(u.Host, user, pass, secure, bucket)
+	default:
+		return nil, errors.New("the storage type not support yet")
+	}
+}

pkg/storage/storage_cos.go

@@ -0,0 +1,82 @@
+package storage
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"net/http"
+	"net/url"
+	"strings"
+	"time"
+
+	"github.com/tencentyun/cos-go-sdk-v5"
+)
+
+var _ ObjectStorage = (*storageCos)(nil)
+
+type storageCos struct {
+	client *cos.Client
+
+	host         string
+	accessKey    string
+	accessSecret string
+	bucket       string
+}
+
+func newCosStorage(host, accessKey, accessSecret string) (ObjectStorage, error) {
+	parts := strings.Split(host, ".")
+	if len(parts) != 5 {
+		return nil, errors.New("invalid cos host")
+	}
+	parts = strings.Split(parts[0], "-")
+	if len(parts) != 2 {
+		return nil, errors.New("invalid cos host")
+	}
+	bucketName := parts[0]
+
+	u, err := url.Parse("https://" + host)
+	if err != nil {
+		return nil, err
+	}
+	client := cos.NewClient(&cos.BaseURL{BucketURL: u}, &http.Client{
+		Transport: &cos.AuthorizationTransport{
+			SecretID:  accessKey,
+			SecretKey: accessSecret,
+		},
+	})
+	return &storageCos{
+		client:       client,
+		host:         host,
+		accessKey:    accessKey,
+		accessSecret: accessSecret,
+		bucket:       bucketName,
+	}, nil
+}
+
+// PresignedPutObject implements ObjectStorage
+func (c *storageCos) PresignedPutObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error) {
+	return c.client.Object.GetPresignedURL(ctx, "PUT", objectName, c.accessKey, c.accessSecret, expires, nil)
+}
+
+// PresignedGetObject implements ObjectStorage
+func (c *storageCos) PresignedGetObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error) {
+	return c.client.Object.GetPresignedURL(ctx, "GET", objectName, c.accessKey, c.accessSecret, expires, nil)
+}
+
+// MoveObject implements ObjectStorage
+func (c *storageCos) MoveObject(ctx context.Context, src string, dst string) error {
+	srcURL := fmt.Sprintf("%s/%s", c.host, src)
+
+	if _, _, err := c.client.Object.Copy(ctx, dst, srcURL, nil); err != nil {
+		return fmt.Errorf("copy object failed while move object: %w", err)
+	}
+	if _, err := c.client.Object.Delete(ctx, src, nil); err != nil {
+		return fmt.Errorf("delete object failed while move object: %w", err)
+	}
+	return nil
+}
+
+// ObjectExists implements ObjectStorage
+func (c *storageCos) ObjectExists(ctx context.Context, objectName string) (bool, error) {
+	return c.client.Object.IsExist(ctx, objectName)
+}

pkg/storage/storage_minio.go

@@ -0,0 +1,80 @@
+package storage
+
+import (
+	"context"
+	"fmt"
+	"net/url"
+	"time"
+
+	"github.com/minio/minio-go/v7"
+	"github.com/minio/minio-go/v7/pkg/credentials"
+)
+
+var _ ObjectStorage = (*storageMinio)(nil)
+
+type storageMinio struct {
+	client *minio.Client
+
+	endpoint     string
+	accessKey    string
+	accessSecret string
+	secure       bool
+
+	bucket string
+}
+
+func newMinioStorage(endpoint, accessKey, accessSecret string, secure bool, bucket string) (ObjectStorage, error) {
+	client, err := minio.New(endpoint, &minio.Options{
+		Creds:  credentials.NewStaticV4(accessKey, accessSecret, ""),
+		Secure: secure,
+	})
+	if err != nil {
+		return nil, err
+	}
+	return &storageMinio{
+		client:       client,
+		endpoint:     endpoint,
+		accessKey:    accessKey,
+		accessSecret: accessSecret,
+		secure:       secure,
+		bucket:       bucket,
+	}, nil
+}
+
+// PresignedPutObject implements ObjectStorage
+func (m *storageMinio) PresignedPutObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error) {
+	return m.client.PresignedPutObject(ctx, m.bucket, objectName, expires)
+}
+
+// PresignedGetObject implements ObjectStorage
+func (m *storageMinio) PresignedGetObject(ctx context.Context, objectName string, expires time.Duration) (u *url.URL, err error) {
+	return m.client.PresignedGetObject(ctx, m.bucket, objectName, expires, nil)
+}
+
+// MoveObject implements ObjectStorage
+func (m *storageMinio) MoveObject(ctx context.Context, srcObject, dstObject string) (err error) {
+	dst := minio.CopyDestOptions{Bucket: m.bucket, Object: dstObject}
+	src := minio.CopySrcOptions{Bucket: m.bucket, Object: srcObject}
+	if _, err := m.client.CopyObject(ctx, dst, src); err != nil {
+		return fmt.Errorf("move object failed while copy: %v", err)
+	}
+	if err := m.client.RemoveObject(ctx, m.bucket, srcObject, minio.RemoveObjectOptions{}); err != nil {
+		return fmt.Errorf("move object failed while remove: %v", err)
+	}
+	return nil
+}
+
+// ObjectExists implements ObjectStorage
+func (m *storageMinio) ObjectExists(ctx context.Context, objectName string) (bool, error) {
+	_, err := m.client.StatObject(ctx, m.bucket, objectName, minio.StatObjectOptions{})
+	if err != nil {
+		er := minio.ToErrorResponse(err)
+		switch er.Code {
+		case "NoSuchKey", "NoSuchBucket":
+			return false, nil
+		default:
+			return false, err
+		}
+	}
+	return true, nil
+}