feat: use robot to migrate code

Signed-off-by: kubbot & kubecub <3293172751ysy@gmail.com>
2026-05-07 10:35:59 +08:00 · 2023-06-30 09:45:02 +08:00
parent 2d41819008
commit 539e0fdfb6
529 changed files with 64588 additions and 54413 deletions
@@ -0,0 +1,225 @@
+package obj
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/config"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/utils"
+	"github.com/minio/minio-go/v7"
+	"github.com/minio/minio-go/v7/pkg/credentials"
+	"github.com/minio/minio-go/v7/pkg/s3utils"
+	"io"
+	"net/http"
+	"net/url"
+	"time"
+)
+
+func NewMinioInterface() (Interface, error) {
+	conf := config.Config.Object.Minio
+	u, err := url.Parse(conf.Endpoint)
+	if err != nil {
+		return nil, fmt.Errorf("minio endpoint parse %w", err)
+	}
+	if u.Scheme != "http" && u.Scheme != "https" {
+		return nil, fmt.Errorf("invalid minio endpoint scheme %s", u.Scheme)
+	}
+	client, err := minio.New(u.Host, &minio.Options{
+		Creds:  credentials.NewStaticV4(conf.AccessKeyID, conf.SecretAccessKey, ""),
+		Secure: u.Scheme == "https",
+	})
+	if err != nil {
+		return nil, fmt.Errorf("minio new client %w", err)
+	}
+	ctx, cancel := context.WithTimeout(context.Background(), time.Second*20)
+	defer cancel()
+	for _, bucket := range utils.Distinct([]string{conf.TempBucket, conf.DataBucket}) {
+		exists, err := client.BucketExists(ctx, bucket)
+		if err != nil {
+			return nil, fmt.Errorf("minio bucket %s exists %w", bucket, err)
+		}
+		if exists {
+			continue
+		}
+		opt := minio.MakeBucketOptions{
+			Region:        conf.Location,
+			ObjectLocking: conf.IsDistributedMod,
+		}
+		if err := client.MakeBucket(ctx, bucket, opt); err != nil {
+			return nil, fmt.Errorf("minio make bucket %s %w", bucket, err)
+		}
+	}
+	return &minioImpl{
+		client:     client,
+		tempBucket: conf.TempBucket,
+		dataBucket: conf.DataBucket,
+	}, nil
+}
+
+type minioImpl struct {
+	tempBucket string // 上传桶
+	dataBucket string // 永久桶
+	urlstr     string // 访问地址
+	client     *minio.Client
+}
+
+func (m *minioImpl) Name() string {
+	return "minio"
+}
+
+func (m *minioImpl) MinFragmentSize() int64 {
+	return 1024 * 1024 * 5 // 每个分片最小大小 minio.absMinPartSize
+}
+
+func (m *minioImpl) MaxFragmentNum() int {
+	return 1000 // 最大分片数量 minio.maxPartsCount
+}
+
+func (m *minioImpl) MinExpirationTime() time.Duration {
+	return time.Hour * 24
+}
+
+func (m *minioImpl) TempBucket() string {
+	return m.tempBucket
+}
+
+func (m *minioImpl) DataBucket() string {
+	return m.dataBucket
+}
+
+func (m *minioImpl) PresignedGetURL(ctx context.Context, bucket string, name string, expires time.Duration, opt *HeaderOption) (string, error) {
+	var reqParams url.Values
+	if opt != nil {
+		reqParams = make(url.Values)
+		if opt.ContentType != "" {
+			reqParams.Set("response-content-type", opt.ContentType)
+		}
+		if opt.Filename != "" {
+			reqParams.Set("response-content-disposition", "attachment;filename="+opt.Filename)
+		}
+	}
+	u, err := m.client.PresignedGetObject(ctx, bucket, name, expires, reqParams)
+	if err != nil {
+		return "", err
+	}
+	return u.String(), nil
+}
+
+func (m *minioImpl) PresignedPutURL(ctx context.Context, args *ApplyPutArgs) (string, error) {
+	if args.Effective <= 0 {
+		return "", errors.New("EffectiveTime <= 0")
+	}
+	_, err := m.GetObjectInfo(ctx, &BucketObject{
+		Bucket: m.tempBucket,
+		Name:   args.Name,
+	})
+	if err == nil {
+		return "", fmt.Errorf("minio bucket %s name %s already exists", args.Bucket, args.Name)
+	} else if !m.IsNotFound(err) {
+		return "", err
+	}
+	u, err := m.client.PresignedPutObject(ctx, m.tempBucket, args.Name, args.Effective)
+	if err != nil {
+		return "", fmt.Errorf("minio apply error: %w", err)
+	}
+	return u.String(), nil
+}
+
+func (m *minioImpl) GetObjectInfo(ctx context.Context, args *BucketObject) (*ObjectInfo, error) {
+	info, err := m.client.StatObject(ctx, args.Bucket, args.Name, minio.StatObjectOptions{})
+	if err != nil {
+		return nil, err
+	}
+	return &ObjectInfo{
+		Size: info.Size,
+		Hash: info.ETag,
+	}, nil
+}
+
+func (m *minioImpl) CopyObject(ctx context.Context, src *BucketObject, dst *BucketObject) error {
+	_, err := m.client.CopyObject(ctx, minio.CopyDestOptions{
+		Bucket: dst.Bucket,
+		Object: dst.Name,
+	}, minio.CopySrcOptions{
+		Bucket: src.Bucket,
+		Object: src.Name,
+	})
+	return err
+}
+
+func (m *minioImpl) DeleteObject(ctx context.Context, info *BucketObject) error {
+	return m.client.RemoveObject(ctx, info.Bucket, info.Name, minio.RemoveObjectOptions{})
+}
+
+func (m *minioImpl) MoveObjectInfo(ctx context.Context, src *BucketObject, dst *BucketObject) error {
+	if err := m.CopyObject(ctx, src, dst); err != nil {
+		return err
+	}
+	return m.DeleteObject(ctx, src)
+}
+
+func (m *minioImpl) ComposeObject(ctx context.Context, src []BucketObject, dst *BucketObject) error {
+	destOptions := minio.CopyDestOptions{
+		Bucket: dst.Bucket,
+		Object: dst.Name + ".temp",
+	}
+	sources := make([]minio.CopySrcOptions, len(src))
+	for i, s := range src {
+		sources[i] = minio.CopySrcOptions{
+			Bucket: s.Bucket,
+			Object: s.Name,
+		}
+	}
+	_, err := m.client.ComposeObject(ctx, destOptions, sources...)
+	if err != nil {
+		return err
+	}
+	return m.MoveObjectInfo(ctx, &BucketObject{
+		Bucket: destOptions.Bucket,
+		Name:   destOptions.Object,
+	}, &BucketObject{
+		Bucket: dst.Bucket,
+		Name:   dst.Name,
+	})
+}
+
+func (m *minioImpl) IsNotFound(err error) bool {
+	if err == nil {
+		return false
+	}
+	switch e := err.(type) {
+	case minio.ErrorResponse:
+		return e.StatusCode == http.StatusNotFound || e.Code == "NoSuchKey"
+	case *minio.ErrorResponse:
+		return e.StatusCode == http.StatusNotFound || e.Code == "NoSuchKey"
+	default:
+		return false
+	}
+}
+
+func (m *minioImpl) PutObject(ctx context.Context, info *BucketObject, reader io.Reader, size int64) (*ObjectInfo, error) {
+	update, err := m.client.PutObject(ctx, info.Bucket, info.Name, reader, size, minio.PutObjectOptions{})
+	if err != nil {
+		return nil, err
+	}
+	return &ObjectInfo{
+		Size: update.Size,
+		Hash: update.ETag,
+	}, nil
+}
+
+func (m *minioImpl) GetObject(ctx context.Context, info *BucketObject) (SizeReader, error) {
+	object, err := m.client.GetObject(ctx, info.Bucket, info.Name, minio.GetObjectOptions{})
+	if err != nil {
+		return nil, err
+	}
+	stat, err := object.Stat()
+	if err != nil {
+		return nil, err
+	}
+	return NewSizeReader(object, stat.Size), nil
+}
+
+func (m *minioImpl) CheckName(name string) error {
+	return s3utils.CheckValidObjectName(name)
+}
@@ -0,0 +1,90 @@
+package obj
+
+import (
+	"context"
+	"io"
+	"net/http"
+	"time"
+)
+
+type BucketObject struct {
+	Bucket string `json:"bucket"`
+	Name   string `json:"name"`
+}
+
+type ApplyPutArgs struct {
+	Bucket        string
+	Name          string
+	Effective     time.Duration // 申请有效时间
+	Header        http.Header   // header
+	MaxObjectSize int64
+}
+
+type HeaderOption struct {
+	ContentType string
+	Filename    string
+}
+
+type ObjectInfo struct {
+	Size int64
+	Hash string
+}
+
+type SizeReader interface {
+	io.ReadCloser
+	Size() int64
+}
+
+func NewSizeReader(r io.ReadCloser, size int64) SizeReader {
+	if r == nil {
+		return nil
+	}
+	return &sizeReader{
+		size:       size,
+		ReadCloser: r,
+	}
+}
+
+type sizeReader struct {
+	size int64
+	io.ReadCloser
+}
+
+func (r *sizeReader) Size() int64 {
+	return r.size
+}
+
+type Interface interface {
+	// Name 存储名字
+	Name() string
+	// MinFragmentSize 最小允许的分片大小
+	MinFragmentSize() int64
+	// MaxFragmentNum 最大允许的分片数量
+	MaxFragmentNum() int
+	// MinExpirationTime 最小过期时间
+	MinExpirationTime() time.Duration
+	// TempBucket 临时桶名，用于上传
+	TempBucket() string
+	// DataBucket 永久存储的桶名
+	DataBucket() string
+	// PresignedGetURL 通过桶名和对象名返回URL
+	PresignedGetURL(ctx context.Context, bucket string, name string, expires time.Duration, opt *HeaderOption) (string, error)
+	// PresignedPutURL 申请上传,返回PUT的上传地址
+	PresignedPutURL(ctx context.Context, args *ApplyPutArgs) (string, error)
+	// GetObjectInfo 获取对象信息
+	GetObjectInfo(ctx context.Context, args *BucketObject) (*ObjectInfo, error)
+	// CopyObject 复制对象
+	CopyObject(ctx context.Context, src *BucketObject, dst *BucketObject) error
+	// DeleteObject 删除对象(不存在返回nil)
+	DeleteObject(ctx context.Context, info *BucketObject) error
+	// ComposeObject 合并对象
+	ComposeObject(ctx context.Context, src []BucketObject, dst *BucketObject) error
+	// IsNotFound 判断是不是不存在导致的错误
+	IsNotFound(err error) bool
+	// CheckName 检查名字是否可用
+	CheckName(name string) error
+	// PutObject 上传文件
+	PutObject(ctx context.Context, info *BucketObject, reader io.Reader, size int64) (*ObjectInfo, error)
+	// GetObject 下载文件
+	GetObject(ctx context.Context, info *BucketObject) (SizeReader, error)
+}