s3 minio, cos, oss support

pkg/common/db/controller/s3.go

@@ -10,6 +10,7 @@ import (
 )
 
 type S3Database interface {
+	PartLimit() *s3.PartLimit
 	PartSize(ctx context.Context, size int64) (int64, error)
 	AuthSign(ctx context.Context, uploadID string, partNumbers []int) (*s3.AuthSignResult, error)
 	InitiateMultipartUpload(ctx context.Context, hash string, size int64, expire time.Duration, maxParts int) (*cont.InitiateUploadResult, error)
@@ -34,6 +35,10 @@ func (s *s3Database) PartSize(ctx context.Context, size int64) (int64, error) {
 	return s.s3.PartSize(ctx, size)
 }
 
+func (s *s3Database) PartLimit() *s3.PartLimit {
+	return s.s3.PartLimit()
+}
+
 func (s *s3Database) AuthSign(ctx context.Context, uploadID string, partNumbers []int) (*s3.AuthSignResult, error) {
 	return s.s3.AuthSign(ctx, uploadID, partNumbers)
 }

pkg/common/db/s3/cont/controller.go

@@ -46,6 +46,10 @@ func (c *Controller) PartSize(ctx context.Context, size int64) (int64, error) {
 	return c.impl.PartSize(ctx, size)
 }
 
+func (c *Controller) PartLimit() *s3.PartLimit {
+	return c.impl.PartLimit()
+}
+
 func (c *Controller) GetHashObject(ctx context.Context, hash string) (*s3.ObjectInfo, error) {
 	return c.impl.StatObject(ctx, c.HashPath(hash))
 }

pkg/common/db/s3/cos/cos.go

@@ -50,6 +50,14 @@ func (c *Cos) Engine() string {
 	return "tencent-cos"
 }
 
+func (c *Cos) PartLimit() *s3.PartLimit {
+	return &s3.PartLimit{
+		MinPartSize: minPartSize,
+		MaxPartSize: maxPartSize,
+		MaxNumSize:  maxNumSize,
+	}
+}
+
 func (c *Cos) InitiateMultipartUpload(ctx context.Context, name string) (*s3.InitiateMultipartUploadResult, error) {
 	result, _, err := c.client.Object.InitiateMultipartUpload(ctx, name, nil)
 	if err != nil {

pkg/common/db/s3/minio/minio.go

@@ -59,6 +59,14 @@ func (m *Minio) Engine() string {
 	return "minio"
 }
 
+func (m *Minio) PartLimit() *s3.PartLimit {
+	return &s3.PartLimit{
+		MinPartSize: minPartSize,
+		MaxPartSize: maxPartSize,
+		MaxNumSize:  maxNumSize,
+	}
+}
+
 func (m *Minio) InitiateMultipartUpload(ctx context.Context, name string) (*s3.InitiateMultipartUploadResult, error) {
 	uploadID, err := m.core.NewMultipartUpload(ctx, m.bucket, name, minio.PutObjectOptions{})
 	if err != nil {

pkg/common/db/s3/oss/oss.go

@@ -53,6 +53,14 @@ func (o *OSS) Engine() string {
 	return "ali-oss"
 }
 
+func (o *OSS) PartLimit() *s3.PartLimit {
+	return &s3.PartLimit{
+		MinPartSize: minPartSize,
+		MaxPartSize: maxPartSize,
+		MaxNumSize:  maxNumSize,
+	}
+}
+
 func (o *OSS) InitiateMultipartUpload(ctx context.Context, name string) (*s3.InitiateMultipartUploadResult, error) {
 	result, err := o.bucket.InitiateMultipartUpload(name)
 	if err != nil {

pkg/common/db/s3/s3.go

@@ -7,6 +7,12 @@ import (
 	"time"
 )
 
+type PartLimit struct {
+	MinPartSize int64 `json:"minPartSize"`
+	MaxPartSize int64 `json:"maxPartSize"`
+	MaxNumSize  int   `json:"maxNumSize"`
+}
+
 type InitiateMultipartUploadResult struct {
 	Bucket   string `json:"bucket"`
 	Key      string `json:"key"`
@@ -103,6 +109,7 @@ type AccessURLOption struct {
 
 type Interface interface {
 	Engine() string
+	PartLimit() *PartLimit
 
 	InitiateMultipartUpload(ctx context.Context, name string) (*InitiateMultipartUploadResult, error)
 	CompleteMultipartUpload(ctx context.Context, uploadID string, name string, parts []Part) (*CompleteMultipartUploadResult, error)