errcode

pkg/utils/convert.go

@@ -0,0 +1,292 @@
+package utils
+
+import (
+	"Open_IM/pkg/common/db/relation"
+	sdk "Open_IM/pkg/proto/sdk_ws"
+	utils "github.com/OpenIMSDK/open_utils"
+	"time"
+)
+
+func getUsersInfo(userIDs []string) ([]*sdk.UserInfo, error) {
+	return nil, nil
+}
+
+func getGroupOwnerInfo(groupID string) (*sdk.GroupMemberFullInfo, error) {
+	return nil, nil
+}
+func getNumberOfGroupMember(groupID string) (int32, error) {
+	return 0, nil
+}
+
+type DBFriend struct {
+	*relation.Friend
+}
+
+func NewDBFriend(friend *relation.Friend) *DBFriend {
+	return &DBFriend{Friend: friend}
+}
+
+type PBFriend struct {
+	*sdk.FriendInfo
+}
+
+func NewPBFriend(friendInfo *sdk.FriendInfo) *PBFriend {
+	return &PBFriend{FriendInfo: friendInfo}
+}
+
+func (db *DBFriend) convert() (*sdk.FriendInfo, error) {
+	pbFriend := &sdk.FriendInfo{FriendUser: &sdk.UserInfo{}}
+	utils.CopyStructFields(pbFriend, db)
+	user, err := getUsersInfo([]string{db.FriendUserID})
+	if err != nil {
+		return nil, err
+	}
+	utils2.CopyStructFields(pbFriend.FriendUser, user[0])
+	pbFriend.CreateTime = uint32(db.CreateTime.Unix())
+
+	pbFriend.FriendUser.CreateTime = uint32(db.CreateTime.Unix())
+	return pbFriend, nil
+}
+
+func (pb *PBFriend) Convert() (*relation.Friend, error) {
+	dbFriend := &relation.Friend{}
+	utils2.CopyStructFields(dbFriend, pb)
+	dbFriend.FriendUserID = pb.FriendUser.UserID
+	dbFriend.CreateTime = utils2.UnixSecondToTime(int64(pb.CreateTime))
+	return dbFriend, nil
+}
+
+type DBFriendRequest struct {
+	*relation.FriendRequest
+}
+
+func NewDBFriendRequest(friendRequest *relation.FriendRequest) *DBFriendRequest {
+	return &DBFriendRequest{FriendRequest: friendRequest}
+}
+
+type PBFriendRequest struct {
+	*sdk.FriendRequest
+}
+
+func NewPBFriendRequest(friendRequest *sdk.FriendRequest) *PBFriendRequest {
+	return &PBFriendRequest{FriendRequest: friendRequest}
+}
+
+func (pb *PBFriendRequest) Convert() (*relation.FriendRequest, error) {
+	dbFriendRequest := &relation.FriendRequest{}
+	utils.CopyStructFields(dbFriendRequest, pb)
+	dbFriendRequest.CreateTime = utils.UnixSecondToTime(int64(pb.CreateTime))
+	dbFriendRequest.HandleTime = utils.UnixSecondToTime(int64(pb.HandleTime))
+	return dbFriendRequest, nil
+}
+func (db *DBFriendRequest) Convert() (*sdk.FriendRequest, error) {
+	pbFriendRequest := &sdk.FriendRequest{}
+	utils.CopyStructFields(pbFriendRequest, db)
+	user, err := getUsersInfo([]string{db.FromUserID})
+	if err != nil {
+		return nil, err
+	}
+	pbFriendRequest.FromNickname = user[0].Nickname
+	pbFriendRequest.FromFaceURL = user[0].FaceURL
+	pbFriendRequest.FromGender = user[0].Gender
+	user, err = getUsersInfo([]string{db.ToUserID})
+	if err != nil {
+		return nil, err
+	}
+	pbFriendRequest.ToNickname = user[0].Nickname
+	pbFriendRequest.ToFaceURL = user[0].FaceURL
+	pbFriendRequest.ToGender = user[0].Gender
+	pbFriendRequest.CreateTime = uint32(db.CreateTime.Unix())
+	pbFriendRequest.HandleTime = uint32(db.HandleTime.Unix())
+	return pbFriendRequest, nil
+}
+
+type DBBlack struct {
+	*relation.Black
+}
+
+func NewDBBlack(black *relation.Black) *DBBlack {
+	return &DBBlack{Black: black}
+}
+
+type PBBlack struct {
+	*sdk.BlackInfo
+}
+
+func NewPBBlack(blackInfo *sdk.BlackInfo) *PBBlack {
+	return &PBBlack{BlackInfo: blackInfo}
+}
+
+func (pb *PBBlack) Convert() (*relation.Black, error) {
+	dbBlack := &relation.Black{}
+	dbBlack.BlockUserID = pb.BlackUserInfo.UserID
+	dbBlack.CreateTime = utils.UnixSecondToTime(int64(pb.CreateTime))
+	return dbBlack, nil
+}
+func (db *DBBlack) Convert() (*sdk.BlackInfo, error) {
+	pbBlack := &sdk.BlackInfo{}
+	utils.CopyStructFields(pbBlack, db)
+	pbBlack.CreateTime = uint32(db.CreateTime.Unix())
+	user, err := getUsersInfo([]string{db.BlockUserID})
+	if err != nil {
+		return nil, err
+	}
+	utils.CopyStructFields(pbBlack.BlackUserInfo, user)
+	return pbBlack, nil
+}
+
+type DBGroup struct {
+	*relation.Group
+}
+
+func NewDBGroup(group *relation.Group) *DBGroup {
+	return &DBGroup{Group: group}
+}
+
+type PBGroup struct {
+	*sdk.GroupInfo
+}
+
+func NewPBGroup(groupInfo *sdk.GroupInfo) *PBGroup {
+	return &PBGroup{GroupInfo: groupInfo}
+}
+
+func (pb *PBGroup) Convert() *relation.Group {
+	dst := &relation.Group{}
+	_ = utils.CopyStructFields(dst, pb)
+	return dst
+}
+func (db *DBGroup) Convert() (*sdk.GroupInfo, error) {
+	dst := &sdk.GroupInfo{}
+	utils.CopyStructFields(dst, db)
+	user, err := getGroupOwnerInfo(db.GroupID)
+	if err != nil {
+		return nil, err
+	}
+	dst.OwnerUserID = user.UserID
+
+	memberCount, err := getNumberOfGroupMember(db.GroupID)
+	if err != nil {
+		return nil, err
+	}
+	dst.MemberCount = uint32(memberCount)
+	dst.CreateTime = uint32(db.CreateTime.Unix())
+	dst.NotificationUpdateTime = uint32(db.NotificationUpdateTime.Unix())
+	if db.NotificationUpdateTime.Unix() < 0 {
+		dst.NotificationUpdateTime = 0
+	}
+	return dst, nil
+}
+
+type DBGroupMember struct {
+	*relation.GroupMember
+}
+
+func NewDBGroupMember(groupMember *relation.GroupMember) *DBGroupMember {
+	return &DBGroupMember{GroupMember: groupMember}
+}
+
+type PBGroupMember struct {
+	*sdk.GroupMemberFullInfo
+}
+
+func NewPBGroupMember(groupMemberFullInfo *sdk.GroupMemberFullInfo) *PBGroupMember {
+	return &PBGroupMember{GroupMemberFullInfo: groupMemberFullInfo}
+}
+
+func (pb *PBGroupMember) Convert() (*relation.GroupMember, error) {
+	dst := &relation.GroupMember{}
+	utils.CopyStructFields(dst, pb)
+	dst.JoinTime = utils.UnixSecondToTime(int64(pb.JoinTime))
+	dst.MuteEndTime = utils.UnixSecondToTime(int64(pb.MuteEndTime))
+	return dst, nil
+}
+func (db *DBGroupMember) Convert() (*sdk.GroupMemberFullInfo, error) {
+	dst := &sdk.GroupMemberFullInfo{}
+	utils.CopyStructFields(dst, db)
+
+	user, err := getUsersInfo([]string{db.UserID})
+	if err != nil {
+		return nil, err
+	}
+	dst.AppMangerLevel = user[0].AppMangerLevel
+
+	dst.JoinTime = int32(db.JoinTime.Unix())
+	if db.JoinTime.Unix() < 0 {
+		dst.JoinTime = 0
+	}
+	dst.MuteEndTime = uint32(db.MuteEndTime.Unix())
+	if dst.MuteEndTime < uint32(time.Now().Unix()) {
+		dst.MuteEndTime = 0
+	}
+	return dst, nil
+}
+
+type DBGroupRequest struct {
+	*relation.GroupRequest
+}
+
+func NewDBGroupRequest(groupRequest *relation.GroupRequest) *DBGroupRequest {
+	return &DBGroupRequest{GroupRequest: groupRequest}
+}
+
+type PBGroupRequest struct {
+	*sdk.GroupRequest
+}
+
+func NewPBGroupRequest(groupRequest *sdk.GroupRequest) *PBGroupRequest {
+	return &PBGroupRequest{GroupRequest: groupRequest}
+}
+
+func (pb *PBGroupRequest) Convert() (*relation.GroupRequest, error) {
+	dst := &relation.GroupRequest{}
+	utils.CopyStructFields(dst, pb)
+	dst.ReqTime = utils.UnixSecondToTime(int64(pb.ReqTime))
+	dst.HandledTime = utils.UnixSecondToTime(int64(pb.HandleTime))
+	return dst, nil
+}
+func (db *DBGroupRequest) Convert() (*sdk.GroupRequest, error) {
+	dst := &sdk.GroupRequest{}
+	utils.CopyStructFields(dst, db)
+	dst.ReqTime = uint32(db.ReqTime.Unix())
+	dst.HandleTime = uint32(db.HandledTime.Unix())
+	return dst, nil
+}
+
+type DBUser struct {
+	*relation.User
+}
+
+func NewDBUser(user *relation.User) *DBUser {
+	return &DBUser{User: user}
+}
+
+type PBUser struct {
+	*sdk.UserInfo
+}
+
+func NewPBUser(userInfo *sdk.UserInfo) *PBUser {
+	return &PBUser{UserInfo: userInfo}
+}
+
+func (pb *PBUser) Convert() (*relation.User, error) {
+	dst := &relation.User{}
+	utils.CopyStructFields(dst, pb)
+	dst.Birth = utils.UnixSecondToTime(pb.Birthday)
+	dst.CreateTime = utils.UnixSecondToTime(int64(pb.CreateTime))
+	return dst, nil
+}
+
+func (db *DBUser) Convert() (*sdk.UserInfo, error) {
+	dst := &sdk.UserInfo{}
+	utils.CopyStructFields(dst, db)
+	dst.CreateTime = db.CreateTime.Unix()
+	dst.Birthday = db.Birth.Unix()
+	return dst, nil
+}
+
+func (db *DBUser) ConvertPublic() (*sdk.PublicUserInfo, error) {
+	dst := &sdk.PublicUserInfo{}
+	utils.CopyStructFields(dst, db)
+	return dst, nil
+}

pkg/utils/cors_middleware_test.go

@@ -0,0 +1,67 @@
+package utils
+
+import (
+	"net/http"
+	"net/http/httptest"
+	"testing"
+
+	"github.com/gin-gonic/gin"
+	"github.com/stretchr/testify/assert"
+)
+
+func init() {
+	gin.SetMode(gin.TestMode)
+}
+
+func performRequest(r http.Handler, method, origin string) *httptest.ResponseRecorder {
+	return performRequestWithHeaders(r, method, origin, http.Header{})
+}
+
+func performRequestWithHeaders(r http.Handler, method, origin string, header http.Header) *httptest.ResponseRecorder {
+	req, _ := http.NewRequest(method, "/", nil)
+	// From go/net/http/request.go:
+	// For incoming requests, the Host header is promoted to the
+	// Request.Host field and removed from the Header map.
+	req.Host = header.Get("Host")
+	header.Del("Host")
+	if len(origin) > 0 {
+		header.Set("Origin", origin)
+	}
+	req.Header = header
+	w := httptest.NewRecorder()
+	r.ServeHTTP(w, req)
+	return w
+}
+
+func newTestRouter() *gin.Engine {
+	router := gin.New()
+	router.Use(CorsHandler())
+	router.GET("/", func(c *gin.Context) {
+		c.String(http.StatusOK, "get")
+	})
+	router.POST("/", func(c *gin.Context) {
+		c.String(http.StatusOK, "post")
+	})
+	router.PATCH("/", func(c *gin.Context) {
+		c.String(http.StatusOK, "patch")
+	})
+
+	return router
+}
+
+func Test_CorsHandler(t *testing.T) {
+	router := newTestRouter()
+	// no CORS request, origin == ""
+	w := performRequest(router, "GET", "")
+	assert.Equal(t, "get", w.Body.String())
+	assert.Equal(t, w.Header().Get("Access-Control-Allow-Origin"), "*")
+	assert.Equal(t, w.Header().Get("Access-Control-Allow-Methods"), "*")
+	assert.Equal(t, w.Header().Get("Access-Control-Allow-Headers"), "*")
+	assert.Equal(t, w.Header().Get("Access-Control-Expose-Headers"), "Content-Length, Access-Control-Allow-Origin, Access-Control-Allow-Headers,Cache-Control,Content-Language,Content-Type,Expires,Last-Modified,Pragma,FooBar")
+	assert.Equal(t, w.Header().Get("Access-Control-Max-Age"), "172800")
+	assert.Equal(t, w.Header().Get("Access-Control-Allow-Credentials"), "false")
+	assert.Equal(t, w.Header().Get("content-type"), "application/json")
+
+	w = performRequest(router, "OPTIONS", "")
+	assert.Equal(t, w.Body.String(), "\"Options Request!\"")
+}

pkg/utils/id.go

@@ -0,0 +1,28 @@
+package utils
+
+import (
+	"github.com/bwmarrin/snowflake"
+)
+
+func init() {
+	var err error
+	idGenerator, err = snowflake.NewNode(getNodeNum())
+	if err != nil {
+		panic(err)
+	}
+}
+
+func getNodeNum() int64 {
+	return 1
+}
+
+var idGenerator *snowflake.Node
+
+func GenID() string {
+	return idGenerator.Generate().String()
+}
+
+func GenIDs(count int) []string {
+	//impl
+	return []string{}
+}

pkg/utils/id_test.go

@@ -0,0 +1,15 @@
+package utils
+
+import "testing"
+
+func TestGenID(t *testing.T) {
+	m := map[string]struct{}{}
+	for i := 0; i < 2000; i++ {
+		got := GenID()
+		if _, ok := m[got]; !ok {
+			m[got] = struct{}{}
+		} else {
+			t.Error("id generate error", got)
+		}
+	}
+}

pkg/utils/image_test.go

@@ -0,0 +1,27 @@
+package utils
+
+import (
+	"path/filepath"
+	"runtime"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+var (
+	_, b, _, _ = runtime.Caller(0)
+	// Root folder of this project
+	Root = filepath.Join(filepath.Dir(b), "../..")
+)
+
+func Test_GenSmallImage(t *testing.T) {
+	println(Root)
+	err := GenSmallImage(Root+"/docs/open-im-logo.png", Root+"/out-test/open-im-logo-test.png")
+	assert.Nil(t, err)
+
+	err = GenSmallImage(Root+"/docs/open-im-logo.png", "out-test/open-im-logo-test.png")
+	assert.Nil(t, err)
+
+	err = GenSmallImage(Root+"/docs/Architecture.jpg", "out-test/Architecture-test.jpg")
+	assert.Nil(t, err)
+}

pkg/utils/jwt_token_test.go

@@ -0,0 +1,89 @@
+package utils
+
+import (
+	"Open_IM/pkg/common/config"
+	"Open_IM/pkg/common/constant"
+	"Open_IM/pkg/common/token_verify"
+	"testing"
+	"time"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func Test_BuildClaims(t *testing.T) {
+	uid := "1"
+	platform := "PC"
+	ttl := int64(-1)
+	claim := token_verify.BuildClaims(uid, platform, ttl)
+	now := time.Now().Unix()
+
+	assert.Equal(t, claim.UID, uid, "uid should equal")
+	assert.Equal(t, claim.Platform, platform, "platform should equal")
+	assert.Equal(t, claim.RegisteredClaims.ExpiresAt, int64(-1), "StandardClaims.ExpiresAt should be equal")
+	// time difference within 1s
+	assert.Equal(t, claim.RegisteredClaims.IssuedAt, now, "StandardClaims.IssuedAt should be equal")
+	assert.Equal(t, claim.RegisteredClaims.NotBefore, now, "StandardClaims.NotBefore should be equal")
+
+	ttl = int64(60)
+	now = time.Now().Unix()
+	claim = token_verify.BuildClaims(uid, platform, ttl)
+	// time difference within 1s
+	assert.Equal(t, claim.RegisteredClaims.ExpiresAt, int64(60)+now, "StandardClaims.ExpiresAt should be equal")
+	assert.Equal(t, claim.RegisteredClaims.IssuedAt, now, "StandardClaims.IssuedAt should be equal")
+	assert.Equal(t, claim.RegisteredClaims.NotBefore, now, "StandardClaims.NotBefore should be equal")
+}
+
+func Test_CreateToken(t *testing.T) {
+	uid := "1"
+	platform := int32(1)
+	now := time.Now().Unix()
+
+	tokenString, expiresAt, err := token_verify.CreateToken(uid, int(platform))
+
+	assert.NotEmpty(t, tokenString)
+	assert.Equal(t, expiresAt, 604800+now)
+	assert.Nil(t, err)
+}
+
+func Test_VerifyToken(t *testing.T) {
+	uid := "1"
+	platform := int32(1)
+	tokenString, _, _ := token_verify.CreateToken(uid, int(platform))
+	result, _ := token_verify.VerifyToken(tokenString, uid)
+	assert.True(t, result)
+	result, _ = token_verify.VerifyToken(tokenString, "2")
+	assert.False(t, result)
+}
+
+func Test_ParseRedisInterfaceToken(t *testing.T) {
+	uid := "1"
+	platform := int32(1)
+	tokenString, _, _ := token_verify.CreateToken(uid, int(platform))
+
+	claims, err := token_verify.ParseRedisInterfaceToken([]uint8(tokenString))
+	assert.Nil(t, err)
+	assert.Equal(t, claims.UID, uid)
+
+	// timeout
+	config.Config.TokenPolicy.AccessExpire = -80
+	tokenString, _, _ = token_verify.CreateToken(uid, int(platform))
+	claims, err = token_verify.ParseRedisInterfaceToken([]uint8(tokenString))
+	assert.Equal(t, err, constant.ExpiredToken)
+	assert.Nil(t, claims)
+}
+
+func Test_ParseToken(t *testing.T) {
+	uid := "1"
+	platform := int32(1)
+	tokenString, _, _ := token_verify.CreateToken(uid, int(platform))
+	claims, err := token_verify.ParseToken(tokenString, "")
+	if err == nil {
+		assert.Equal(t, claims.UID, uid)
+	}
+}
+func Test_GetClaimFromToken(t *testing.T) {
+	token := "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJVSUQiOiJvcGVuSU0xMjM0NTYiLCJQbGF0Zm9ybSI6IiIsImV4cCI6MTYzODg0NjQ3NiwibmJmIjoxNjM4MjQxNjc2LCJpYXQiOjE2MzgyNDE2NzZ9.W8RZB7ec5ySFj-rGE2Aho2z32g3MprQMdCyPiQu_C2I"
+	c, err := token_verify.GetClaimFromToken(token)
+	assert.Nil(t, c)
+	assert.Nil(t, err)
+}

pkg/utils/local_cache.go

@@ -0,0 +1,78 @@
+package utils
+
+import (
+	"Open_IM/pkg/common/config"
+	rocksCache "Open_IM/pkg/common/db/rocks_cache"
+	"Open_IM/pkg/common/log"
+	"Open_IM/pkg/getcdv3"
+	pbCache "Open_IM/pkg/proto/cache"
+	"context"
+	"errors"
+	"sync"
+)
+
+type GroupMemberUserIDListHash struct {
+	MemberListHash uint64
+	UserIDList     []string
+}
+
+var CacheGroupMemberUserIDList = make(map[string]*GroupMemberUserIDListHash, 0)
+var CacheGroupMtx sync.RWMutex
+
+func GetGroupMemberUserIDList(ctx context.Context, groupID string, operationID string) ([]string, error) {
+	groupHashRemote, err := GetGroupMemberUserIDListHashFromRemote(ctx, groupID)
+	if err != nil {
+		CacheGroupMtx.Lock()
+		defer CacheGroupMtx.Unlock()
+		delete(CacheGroupMemberUserIDList, groupID)
+		log.Error(operationID, "GetGroupMemberUserIDListHashFromRemote failed ", err.Error(), groupID)
+		return nil, Wrap(err, groupID)
+	}
+
+	CacheGroupMtx.Lock()
+	defer CacheGroupMtx.Unlock()
+
+	if groupHashRemote == 0 {
+		log.Info(operationID, "groupHashRemote == 0  ", groupID)
+		delete(CacheGroupMemberUserIDList, groupID)
+		return []string{}, nil
+	}
+
+	groupInLocalCache, ok := CacheGroupMemberUserIDList[groupID]
+	if ok && groupInLocalCache.MemberListHash == groupHashRemote {
+		log.Debug(operationID, "in local cache ", groupID)
+		return groupInLocalCache.UserIDList, nil
+	}
+	log.Debug(operationID, "not in local cache or hash changed", groupID, " remote hash ", groupHashRemote, " in cache ", ok)
+	memberUserIDListRemote, err := GetGroupMemberUserIDListFromRemote(groupID, operationID)
+	if err != nil {
+		log.Error(operationID, "GetGroupMemberUserIDListFromRemote failed ", err.Error(), groupID)
+		return nil, Wrap(err, groupID)
+	}
+	CacheGroupMemberUserIDList[groupID] = &GroupMemberUserIDListHash{MemberListHash: groupHashRemote, UserIDList: memberUserIDListRemote}
+	return memberUserIDListRemote, nil
+}
+
+func GetGroupMemberUserIDListHashFromRemote(ctx context.Context, groupID string) (uint64, error) {
+	return rocksCache.GetGroupMemberListHashFromCache(ctx, groupID)
+}
+
+func GetGroupMemberUserIDListFromRemote(groupID string, operationID string) ([]string, error) {
+	getGroupMemberIDListFromCacheReq := &pbCache.GetGroupMemberIDListFromCacheReq{OperationID: operationID, GroupID: groupID}
+	etcdConn, err := getcdv3.GetConn(context.Background(), config.Config.RpcRegisterName.OpenImCacheName)
+	if err != nil {
+		return nil, err
+	}
+	client := pbCache.NewCacheClient(etcdConn)
+	cacheResp, err := client.GetGroupMemberIDListFromCache(context.Background(), getGroupMemberIDListFromCacheReq)
+	if err != nil {
+		log.NewError(operationID, "GetGroupMemberIDListFromCache rpc call failed ", err.Error())
+		return nil, Wrap(err, "GetGroupMemberIDListFromCache rpc call failed")
+	}
+	if cacheResp.CommonResp.ErrCode != 0 {
+		errMsg := operationID + "GetGroupMemberIDListFromCache rpc logic call failed " + cacheResp.CommonResp.ErrMsg
+		log.NewError(operationID, errMsg)
+		return nil, errors.New("errMsg")
+	}
+	return cacheResp.UserIDList, nil
+}

pkg/utils/md5_test.go

@@ -0,0 +1,15 @@
+package utils
+
+import (
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func Test_Md5(t *testing.T) {
+	result := Md5("go")
+	assert.Equal(t, result, "34d1f91fb2e514b8576fab1a75a89a6b")
+
+	result2 := Md5("go")
+	assert.Equal(t, result, result2)
+}

pkg/utils/platform_number_id_to_name_test.go

@@ -0,0 +1,46 @@
+package utils
+
+import (
+	"Open_IM/pkg/common/constant"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func Test_PlatformIDToName(t *testing.T) {
+	assert.Equal(t, constant.PlatformIDToName(1), "IOS")
+	assert.Equal(t, constant.PlatformIDToName(2), "Android")
+	assert.Equal(t, constant.PlatformIDToName(3), "Windows")
+	assert.Equal(t, constant.PlatformIDToName(4), "OSX")
+	assert.Equal(t, constant.PlatformIDToName(5), "Web")
+	assert.Equal(t, constant.PlatformIDToName(6), "MiniWeb")
+	assert.Equal(t, constant.PlatformIDToName(7), "Linux")
+
+	assert.Equal(t, constant.PlatformIDToName(0), "")
+}
+
+func Test_PlatformNameToID(t *testing.T) {
+	assert.Equal(t, constant.PlatformNameToID("IOS"), int32(1))
+	assert.Equal(t, constant.PlatformNameToID("Android"), int32(2))
+	assert.Equal(t, constant.PlatformNameToID("Windows"), int32(3))
+	assert.Equal(t, constant.PlatformNameToID("OSX"), int32(4))
+	assert.Equal(t, constant.PlatformNameToID("Web"), int32(5))
+	assert.Equal(t, constant.PlatformNameToID("MiniWeb"), int32(6))
+	assert.Equal(t, constant.PlatformNameToID("Linux"), int32(7))
+
+	assert.Equal(t, constant.PlatformNameToID("UnknownDevice"), int32(0))
+	assert.Equal(t, constant.PlatformNameToID(""), int32(0))
+}
+
+func Test_PlatformNameToClass(t *testing.T) {
+	assert.Equal(t, constant.PlatformNameToClass("IOS"), "Mobile")
+	assert.Equal(t, constant.PlatformNameToClass("Android"), "Mobile")
+	assert.Equal(t, constant.PlatformNameToClass("OSX"), "PC")
+	assert.Equal(t, constant.PlatformNameToClass("Windows"), "PC")
+	assert.Equal(t, constant.PlatformNameToClass("Web"), "PC")
+	assert.Equal(t, constant.PlatformNameToClass("MiniWeb"), "Mobile")
+	assert.Equal(t, constant.PlatformNameToClass("Linux"), "PC")
+
+	assert.Equal(t, constant.PlatformNameToClass("UnknownDevice"), "")
+	assert.Equal(t, constant.PlatformNameToClass(""), "")
+}

pkg/utils/retry/retry.go

@@ -0,0 +1,184 @@
+package retry
+
+import (
+	"context"
+	"errors"
+	"fmt"
+	"runtime/debug"
+	"time"
+)
+
+var (
+	ErrorAbort                 = errors.New("stop retry")
+	ErrorTimeout               = errors.New("retry timeout")
+	ErrorContextDeadlineExceed = errors.New("context deadline exceeded")
+	ErrorEmptyRetryFunc        = errors.New("empty retry function")
+	ErrorTimeFormat            = errors.New("time out err")
+)
+
+type RetriesFunc func() error
+type Option func(c *Config)
+type HookFunc func()
+type RetriesChecker func(err error) (needRetry bool)
+type Config struct {
+	MaxRetryTimes int
+	Timeout       time.Duration
+	RetryChecker  RetriesChecker
+	Strategy      Strategy
+	RecoverPanic  bool
+	BeforeTry     HookFunc
+	AfterTry      HookFunc
+}
+
+var (
+	DefaultMaxRetryTimes = 3
+	DefaultTimeout       = time.Minute
+	DefaultInterval      = time.Second * 2
+	DefaultRetryChecker  = func(err error) bool {
+		return !errors.Is(err, ErrorAbort) // not abort error, should continue retry
+	}
+)
+
+func newDefaultConfig() *Config {
+	return &Config{
+		MaxRetryTimes: DefaultMaxRetryTimes,
+		RetryChecker:  DefaultRetryChecker,
+		Timeout:       DefaultTimeout,
+		Strategy:      NewLinear(DefaultInterval),
+		BeforeTry:     func() {},
+		AfterTry:      func() {},
+	}
+}
+
+func WithTimeout(timeout time.Duration) Option {
+	return func(c *Config) {
+		c.Timeout = timeout
+	}
+}
+
+func WithMaxRetryTimes(times int) Option {
+	return func(c *Config) {
+		c.MaxRetryTimes = times
+	}
+}
+
+func WithRecoverPanic() Option {
+	return func(c *Config) {
+		c.RecoverPanic = true
+	}
+}
+
+func WithBeforeHook(hook HookFunc) Option {
+	return func(c *Config) {
+		c.BeforeTry = hook
+	}
+}
+
+func WithAfterHook(hook HookFunc) Option {
+	return func(c *Config) {
+		c.AfterTry = hook
+	}
+}
+
+func WithRetryChecker(checker RetriesChecker) Option {
+	return func(c *Config) {
+		c.RetryChecker = checker
+	}
+}
+
+func WithBackOffStrategy(s BackoffStrategy, duration time.Duration) Option {
+	return func(c *Config) {
+		switch s {
+		case StrategyConstant:
+			c.Strategy = NewConstant(duration)
+		case StrategyLinear:
+			c.Strategy = NewLinear(duration)
+		case StrategyFibonacci:
+			c.Strategy = NewFibonacci(duration)
+		}
+	}
+}
+
+func WithCustomStrategy(s Strategy) Option {
+	return func(c *Config) {
+		c.Strategy = s
+	}
+}
+
+func Do(ctx context.Context, fn RetriesFunc, opts ...Option) error {
+	if fn == nil {
+		return ErrorEmptyRetryFunc
+	}
+	var (
+		abort         = make(chan struct{}, 1) // caller choose to abort retry
+		run           = make(chan error, 1)
+		panicInfoChan = make(chan string, 1)
+
+		timer  *time.Timer
+		runErr error
+	)
+	config := newDefaultConfig()
+	for _, o := range opts {
+		o(config)
+	}
+	if config.Timeout > 0 {
+		timer = time.NewTimer(config.Timeout)
+	} else {
+		return ErrorTimeFormat
+	}
+	go func() {
+		var err error
+		defer func() {
+			if e := recover(); e == nil {
+				return
+			} else {
+				panicInfoChan <- fmt.Sprintf("retry function panic has occured, err=%v, stack:%s", e, string(debug.Stack()))
+			}
+		}()
+		for i := 0; i < config.MaxRetryTimes; i++ {
+			config.BeforeTry()
+			err = fn()
+			config.AfterTry()
+			if err == nil {
+				run <- nil
+				return
+			}
+			// check whether to retry
+			if config.RetryChecker != nil {
+				needRetry := config.RetryChecker(err)
+				if !needRetry {
+					abort <- struct{}{}
+					return
+				}
+			}
+			if config.Strategy != nil {
+				interval := config.Strategy.Sleep(i + 1)
+				<-time.After(interval)
+			}
+		}
+		run <- err
+	}()
+	select {
+	case <-ctx.Done():
+		// context deadline exceed
+		return ErrorContextDeadlineExceed
+	case <-timer.C:
+		// timeout
+		return ErrorTimeout
+	case <-abort:
+		// caller abort
+		return ErrorAbort
+	case msg := <-panicInfoChan:
+		// panic occurred
+		if !config.RecoverPanic {
+			panic(msg)
+		}
+		runErr = fmt.Errorf("panic occurred=%s", msg)
+	case e := <-run:
+		// normal run
+		if e != nil {
+			runErr = fmt.Errorf("retry failed, err=%w", e)
+		}
+	}
+	return runErr
+}

pkg/utils/retry/stratey.go

@@ -0,0 +1,56 @@
+package retry
+
+import "time"
+
+type BackoffStrategy int
+
+const (
+	StrategyConstant BackoffStrategy = iota
+	StrategyLinear
+	StrategyFibonacci
+)
+
+type Strategy interface {
+	Sleep(times int) time.Duration
+}
+type Constant struct {
+	startInterval time.Duration
+}
+
+func NewConstant(d time.Duration) *Constant {
+	return &Constant{startInterval: d}
+}
+
+type Linear struct {
+	startInterval time.Duration
+}
+
+func NewLinear(d time.Duration) *Linear {
+	return &Linear{startInterval: d}
+}
+
+type Fibonacci struct {
+	startInterval time.Duration
+}
+
+func NewFibonacci(d time.Duration) *Fibonacci {
+	return &Fibonacci{startInterval: d}
+}
+
+func (c *Constant) Sleep(_ int) time.Duration {
+	return c.startInterval
+}
+func (l *Linear) Sleep(times int) time.Duration {
+	return l.startInterval * time.Duration(times)
+
+}
+func (f *Fibonacci) Sleep(times int) time.Duration {
+	return f.startInterval * time.Duration(fibonacciNumber(times))
+
+}
+func fibonacciNumber(n int) int {
+	if n == 0 || n == 1 {
+		return n
+	}
+	return fibonacciNumber(n-1) + fibonacciNumber(n-2)
+}

pkg/utils/splitter/tools.go

@@ -0,0 +1,28 @@
+package splitter
+
+type SplitResult struct {
+	Item []string
+}
+type Splitter struct {
+	splitCount int
+	data       []string
+}
+
+func NewSplitter(splitCount int, data []string) *Splitter {
+	return &Splitter{splitCount: splitCount, data: data}
+}
+func (s *Splitter) GetSplitResult() (result []*SplitResult) {
+	remain := len(s.data) % s.splitCount
+	integer := len(s.data) / s.splitCount
+	for i := 0; i < integer; i++ {
+		r := new(SplitResult)
+		r.Item = s.data[i*s.splitCount : (i+1)*s.splitCount]
+		result = append(result, r)
+	}
+	if remain > 0 {
+		r := new(SplitResult)
+		r.Item = s.data[integer*s.splitCount:]
+		result = append(result, r)
+	}
+	return result
+}

pkg/utils/utils.go

@@ -8,6 +8,7 @@ import (
 	"github.com/jinzhu/copier"
 	"github.com/pkg/errors"
 	"math/rand"
+	"reflect"
 	"runtime"
 	"strconv"
 	"strings"
@@ -166,6 +167,7 @@ func Map2Pb(m map[string]string) (pb proto.Message, err error) {
 	}
 	return pb, nil
 }
+
 func Pb2Map(pb proto.Message) (map[string]interface{}, error) {
 	_buffer := bytes.Buffer{}
 	jsonbMarshaller := &jsonpb.Marshaler{
@@ -179,3 +181,44 @@ func Pb2Map(pb proto.Message) (map[string]interface{}, error) {
 	err := json.Unmarshal(jsonCnt, &out)
 	return out, err
 }
+
+func JsonDataList(resp interface{}) []map[string]interface{} {
+	var list []proto.Message
+	if reflect.TypeOf(resp).Kind() == reflect.Slice {
+		s := reflect.ValueOf(resp)
+		for i := 0; i < s.Len(); i++ {
+			ele := s.Index(i)
+			list = append(list, ele.Interface().(proto.Message))
+		}
+	}
+
+	result := make([]map[string]interface{}, 0)
+	for _, v := range list {
+		m := ProtoToMap(v, false)
+		result = append(result, m)
+	}
+	return result
+}
+
+func JsonDataOne(pb proto.Message) map[string]interface{} {
+	return ProtoToMap(pb, false)
+}
+
+func ProtoToMap(pb proto.Message, idFix bool) map[string]interface{} {
+	marshaler := jsonpb.Marshaler{
+		OrigName:     true,
+		EnumsAsInts:  false,
+		EmitDefaults: false,
+	}
+
+	s, _ := marshaler.MarshalToString(pb)
+	out := make(map[string]interface{})
+	json.Unmarshal([]byte(s), &out)
+	if idFix {
+		if _, ok := out["id"]; ok {
+			out["_id"] = out["id"]
+			delete(out, "id")
+		}
+	}
+	return out
+}