msg

pkg/common/db/cache/redis.go

@@ -4,13 +4,13 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/errs"
 	"strconv"
 	"time"
 
 	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/config"
 	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/constant"
 	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/log"
-	pbMsg "github.com/OpenIMSDK/Open-IM-Server/pkg/proto/msg"
 	"github.com/OpenIMSDK/Open-IM-Server/pkg/proto/sdkws"
 	"github.com/OpenIMSDK/Open-IM-Server/pkg/utils"
 	"github.com/gogo/protobuf/jsonpb"
@@ -57,8 +57,8 @@ type Model interface {
 	SetTokenMapByUidPid(ctx context.Context, userID string, platform string, m map[string]int) error
 	DeleteTokenByUidPid(ctx context.Context, userID string, platform string, fields []string) error
 	GetMessagesBySeq(ctx context.Context, userID string, seqList []int64) (seqMsg []*sdkws.MsgData, failedSeqList []int64, err error)
-	SetMessageToCache(ctx context.Context, userID string, msgList []*pbMsg.MsgDataToMQ) (int, error)
-	DeleteMessageFromCache(ctx context.Context, userID string, msgList []*pbMsg.MsgDataToMQ) error
+	SetMessageToCache(ctx context.Context, userID string, msgList []*sdkws.MsgData) (int, error)
+	DeleteMessageFromCache(ctx context.Context, userID string, msgList []*sdkws.MsgData) error
 	CleanUpOneUserAllMsg(ctx context.Context, userID string) error
 	HandleSignalInvite(ctx context.Context, msg *sdkws.MsgData, pushToUserID string) (isSend bool, err error)
 	GetSignalInvitationInfoByClientMsgID(ctx context.Context, clientMsgID string) (invitationInfo *sdkws.SignalInviteReq, err error)
@@ -136,11 +136,11 @@ func (c *cache) GetUserMaxSeq(ctx context.Context, userID string) (int64, error)
 }
 
 func (c *cache) SetUserMaxSeq(ctx context.Context, userID string, maxSeq int64) error {
-	return utils.Wrap1(c.rdb.Set(ctx, userIncrSeq+userID, maxSeq, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, userIncrSeq+userID, maxSeq, 0).Err())
 }
 
 func (c *cache) SetUserMinSeq(ctx context.Context, userID string, minSeq int64) (err error) {
-	return utils.Wrap1(c.rdb.Set(ctx, userMinSeq+userID, minSeq, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, userMinSeq+userID, minSeq, 0).Err())
 }
 
 func (c *cache) GetUserMinSeq(ctx context.Context, userID string) (int64, error) {
@@ -149,7 +149,7 @@ func (c *cache) GetUserMinSeq(ctx context.Context, userID string) (int64, error)
 
 func (c *cache) SetGroupUserMinSeq(ctx context.Context, groupID, userID string, minSeq int64) (err error) {
 	key := groupUserMinSeq + "g:" + groupID + "u:" + userID
-	return utils.Wrap1(c.rdb.Set(ctx, key, minSeq, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, key, minSeq, 0).Err())
 }
 
 func (c *cache) GetGroupUserMinSeq(ctx context.Context, groupID, userID string) (int64, error) {
@@ -168,29 +168,29 @@ func (c *cache) GetGroupMinSeq(ctx context.Context, groupID string) (int64, erro
 func (c *cache) IncrGroupMaxSeq(ctx context.Context, groupID string) (int64, error) {
 	key := groupMaxSeq + groupID
 	seq, err := c.rdb.Incr(ctx, key).Uint64()
-	return int64(seq), utils.Wrap1(err)
+	return int64(seq), errs.Wrap(err)
 }
 
 func (c *cache) SetGroupMaxSeq(ctx context.Context, groupID string, maxSeq int64) error {
 	key := groupMaxSeq + groupID
-	return utils.Wrap1(c.rdb.Set(ctx, key, maxSeq, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, key, maxSeq, 0).Err())
 }
 
 func (c *cache) SetGroupMinSeq(ctx context.Context, groupID string, minSeq int64) error {
 	key := groupMinSeq + groupID
-	return utils.Wrap1(c.rdb.Set(ctx, key, minSeq, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, key, minSeq, 0).Err())
 }
 
 func (c *cache) AddTokenFlag(ctx context.Context, userID string, platformID int, token string, flag int) error {
 	key := uidPidToken + userID + ":" + constant.PlatformIDToName(platformID)
-	return utils.Wrap1(c.rdb.HSet(ctx, key, token, flag).Err())
+	return errs.Wrap(c.rdb.HSet(ctx, key, token, flag).Err())
 }
 
 func (c *cache) GetTokensWithoutError(ctx context.Context, userID, platformID string) (map[string]int, error) {
 	key := uidPidToken + userID + ":" + platformID
 	m, err := c.rdb.HGetAll(ctx, key).Result()
 	if err != nil {
-		return nil, utils.Wrap1(err)
+		return nil, errs.Wrap(err)
 	}
 	mm := make(map[string]int)
 	for k, v := range m {
@@ -205,12 +205,12 @@ func (c *cache) SetTokenMapByUidPid(ctx context.Context, userID string, platform
 	for k, v := range m {
 		mm[k] = v
 	}
-	return utils.Wrap1(c.rdb.HSet(ctx, key, mm).Err())
+	return errs.Wrap(c.rdb.HSet(ctx, key, mm).Err())
 }
 
 func (c *cache) DeleteTokenByUidPid(ctx context.Context, userID string, platform string, fields []string) error {
 	key := uidPidToken + userID + ":" + platform
-	return utils.Wrap1(c.rdb.HDel(ctx, key, fields...).Err())
+	return errs.Wrap(c.rdb.HDel(ctx, key, fields...).Err())
 }
 
 func (c *cache) getMessageCacheKey(sourceID string, seq int64) string {
@@ -247,18 +247,18 @@ func (c *cache) GetMessagesBySeq(ctx context.Context, userID string, seqs []int6
 	return seqMsgs, failedSeqs, err
 }
 
-func (c *cache) SetMessageToCache(ctx context.Context, userID string, msgList []*pbMsg.MsgDataToMQ) (int, error) {
+func (c *cache) SetMessageToCache(ctx context.Context, userID string, msgList []*sdkws.MsgData) (int, error) {
 	pipe := c.rdb.Pipeline()
-	var failedMsgs []pbMsg.MsgDataToMQ
+	var failedMsgs []sdkws.MsgData
 	for _, msg := range msgList {
-		key := c.getMessageCacheKey(userID, msg.MsgData.Seq)
-		s, err := utils.Pb2String(msg.MsgData)
+		key := c.getMessageCacheKey(userID, msg.Seq)
+		s, err := utils.Pb2String(msg)
 		if err != nil {
-			return 0, utils.Wrap1(err)
+			return 0, errs.Wrap(err)
 		}
 		err = pipe.Set(ctx, key, s, time.Duration(config.Config.MsgCacheTimeout)*time.Second).Err()
 		if err != nil {
-			return 0, utils.Wrap1(err)
+			return 0, errs.Wrap(err)
 		}
 	}
 	if len(failedMsgs) != 0 {
@@ -268,15 +268,15 @@ func (c *cache) SetMessageToCache(ctx context.Context, userID string, msgList []
 	return 0, err
 }
 
-func (c *cache) DeleteMessageFromCache(ctx context.Context, userID string, msgList []*pbMsg.MsgDataToMQ) error {
+func (c *cache) DeleteMessageFromCache(ctx context.Context, userID string, msgList []*sdkws.MsgData) error {
 	pipe := c.rdb.Pipeline()
 	for _, v := range msgList {
-		if err := pipe.Del(ctx, c.getMessageCacheKey(userID, v.MsgData.Seq)).Err(); err != nil {
-			return utils.Wrap1(err)
+		if err := pipe.Del(ctx, c.getMessageCacheKey(userID, v.Seq)).Err(); err != nil {
+			return errs.Wrap(err)
 		}
 	}
 	_, err := pipe.Exec(ctx)
-	return utils.Wrap1(err)
+	return errs.Wrap(err)
 }
 
 func (c *cache) CleanUpOneUserAllMsg(ctx context.Context, userID string) error {
@@ -285,22 +285,22 @@ func (c *cache) CleanUpOneUserAllMsg(ctx context.Context, userID string) error {
 		return nil
 	}
 	if err != nil {
-		return utils.Wrap1(err)
+		return errs.Wrap(err)
 	}
 	pipe := c.rdb.Pipeline()
 	for _, v := range vals {
 		if err := pipe.Del(ctx, v).Err(); err != nil {
-			return utils.Wrap1(err)
+			return errs.Wrap(err)
 		}
 	}
 	_, err = pipe.Exec(ctx)
-	return utils.Wrap1(err)
+	return errs.Wrap(err)
 }
 
 func (c *cache) HandleSignalInvite(ctx context.Context, msg *sdkws.MsgData, pushToUserID string) (isSend bool, err error) {
 	req := &sdkws.SignalReq{}
 	if err := proto.Unmarshal(msg.Content, req); err != nil {
-		return false, utils.Wrap1(err)
+		return false, errs.Wrap(err)
 	}
 	var inviteeUserIDs []string
 	var isInviteSignal bool
@@ -315,7 +315,7 @@ func (c *cache) HandleSignalInvite(ctx context.Context, msg *sdkws.MsgData, push
 			return false, nil
 		}
 	case *sdkws.SignalReq_HungUp, *sdkws.SignalReq_Cancel, *sdkws.SignalReq_Reject, *sdkws.SignalReq_Accept:
-		return false, utils.Wrap1(errors.New("signalInfo do not need offlinePush"))
+		return false, errs.Wrap(errors.New("signalInfo do not need offlinePush"))
 	default:
 		return false, nil
 	}
@@ -324,26 +324,26 @@ func (c *cache) HandleSignalInvite(ctx context.Context, msg *sdkws.MsgData, push
 		for _, userID := range inviteeUserIDs {
 			timeout, err := strconv.Atoi(config.Config.Rtc.SignalTimeout)
 			if err != nil {
-				return false, utils.Wrap1(err)
+				return false, errs.Wrap(err)
 			}
 			keys := signalListCache + userID
 			err = pipe.LPush(ctx, keys, msg.ClientMsgID).Err()
 			if err != nil {
-				return false, utils.Wrap1(err)
+				return false, errs.Wrap(err)
 			}
 			err = pipe.Expire(ctx, keys, time.Duration(timeout)*time.Second).Err()
 			if err != nil {
-				return false, utils.Wrap1(err)
+				return false, errs.Wrap(err)
 			}
 			key := signalCache + msg.ClientMsgID
 			err = pipe.Set(ctx, key, msg.Content, time.Duration(timeout)*time.Second).Err()
 			if err != nil {
-				return false, utils.Wrap1(err)
+				return false, errs.Wrap(err)
 			}
 		}
 		_, err := pipe.Exec(ctx)
 		if err != nil {
-			return false, utils.Wrap1(err)
+			return false, errs.Wrap(err)
 		}
 	}
 	return true, nil
@@ -352,11 +352,11 @@ func (c *cache) HandleSignalInvite(ctx context.Context, msg *sdkws.MsgData, push
 func (c *cache) GetSignalInvitationInfoByClientMsgID(ctx context.Context, clientMsgID string) (signalInviteReq *sdkws.SignalInviteReq, err error) {
 	bytes, err := c.rdb.Get(ctx, signalCache+clientMsgID).Bytes()
 	if err != nil {
-		return nil, utils.Wrap1(err)
+		return nil, errs.Wrap(err)
 	}
 	signalReq := &sdkws.SignalReq{}
 	if err = proto.Unmarshal(bytes, signalReq); err != nil {
-		return nil, utils.Wrap1(err)
+		return nil, errs.Wrap(err)
 	}
 	signalInviteReq = &sdkws.SignalInviteReq{}
 	switch req := signalReq.Payload.(type) {
@@ -373,17 +373,17 @@ func (c *cache) GetSignalInvitationInfoByClientMsgID(ctx context.Context, client
 func (c *cache) GetAvailableSignalInvitationInfo(ctx context.Context, userID string) (invitationInfo *sdkws.SignalInviteReq, err error) {
 	key, err := c.rdb.LPop(ctx, signalListCache+userID).Result()
 	if err != nil {
-		return nil, utils.Wrap1(err)
+		return nil, errs.Wrap(err)
 	}
 	invitationInfo, err = c.GetSignalInvitationInfoByClientMsgID(ctx, key)
 	if err != nil {
 		return nil, err
 	}
-	return invitationInfo, utils.Wrap1(c.DelUserSignalList(ctx, userID))
+	return invitationInfo, errs.Wrap(c.DelUserSignalList(ctx, userID))
 }
 
 func (c *cache) DelUserSignalList(ctx context.Context, userID string) error {
-	return utils.Wrap1(c.rdb.Del(ctx, signalListCache+userID).Err())
+	return errs.Wrap(c.rdb.Del(ctx, signalListCache+userID).Err())
 }
 
 func (c *cache) DelMsgFromCache(ctx context.Context, userID string, seqs []int64) error {
@@ -394,7 +394,7 @@ func (c *cache) DelMsgFromCache(ctx context.Context, userID string, seqs []int64
 			if err == redis.Nil {
 				continue
 			}
-			return utils.Wrap1(err)
+			return errs.Wrap(err)
 		}
 		var msg sdkws.MsgData
 		if err := jsonpb.UnmarshalString(result, &msg); err != nil {
@@ -403,17 +403,17 @@ func (c *cache) DelMsgFromCache(ctx context.Context, userID string, seqs []int64
 		msg.Status = constant.MsgDeleted
 		s, err := utils.Pb2String(&msg)
 		if err != nil {
-			return utils.Wrap1(err)
+			return errs.Wrap(err)
 		}
 		if err := c.rdb.Set(ctx, key, s, time.Duration(config.Config.MsgCacheTimeout)*time.Second).Err(); err != nil {
-			return utils.Wrap1(err)
+			return errs.Wrap(err)
 		}
 	}
 	return nil
 }
 
 func (c *cache) SetGetuiToken(ctx context.Context, token string, expireTime int64) error {
-	return utils.Wrap1(c.rdb.Set(ctx, getuiToken, token, time.Duration(expireTime)*time.Second).Err())
+	return errs.Wrap(c.rdb.Set(ctx, getuiToken, token, time.Duration(expireTime)*time.Second).Err())
 }
 
 func (c *cache) GetGetuiToken(ctx context.Context) (string, error) {
@@ -421,7 +421,7 @@ func (c *cache) GetGetuiToken(ctx context.Context) (string, error) {
 }
 
 func (c *cache) SetGetuiTaskID(ctx context.Context, taskID string, expireTime int64) error {
-	return utils.Wrap1(c.rdb.Set(ctx, getuiTaskID, taskID, time.Duration(expireTime)*time.Second).Err())
+	return errs.Wrap(c.rdb.Set(ctx, getuiTaskID, taskID, time.Duration(expireTime)*time.Second).Err())
 }
 
 func (c *cache) GetGetuiTaskID(ctx context.Context) (string, error) {
@@ -429,16 +429,16 @@ func (c *cache) GetGetuiTaskID(ctx context.Context) (string, error) {
 }
 
 func (c *cache) SetSendMsgStatus(ctx context.Context, id string, status int32) error {
-	return utils.Wrap1(c.rdb.Set(ctx, sendMsgFailedFlag+id, status, time.Hour*24).Err())
+	return errs.Wrap(c.rdb.Set(ctx, sendMsgFailedFlag+id, status, time.Hour*24).Err())
 }
 
 func (c *cache) GetSendMsgStatus(ctx context.Context, id string) (int32, error) {
 	result, err := c.rdb.Get(ctx, sendMsgFailedFlag+id).Int()
-	return int32(result), utils.Wrap1(err)
+	return int32(result), errs.Wrap(err)
 }
 
 func (c *cache) SetFcmToken(ctx context.Context, account string, platformID int, fcmToken string, expireTime int64) (err error) {
-	return utils.Wrap1(c.rdb.Set(ctx, FcmToken+account+":"+strconv.Itoa(platformID), fcmToken, time.Duration(expireTime)*time.Second).Err())
+	return errs.Wrap(c.rdb.Set(ctx, FcmToken+account+":"+strconv.Itoa(platformID), fcmToken, time.Duration(expireTime)*time.Second).Err())
 }
 
 func (c *cache) GetFcmToken(ctx context.Context, account string, platformID int) (string, error) {
@@ -446,16 +446,16 @@ func (c *cache) GetFcmToken(ctx context.Context, account string, platformID int)
 }
 
 func (c *cache) DelFcmToken(ctx context.Context, account string, platformID int) error {
-	return utils.Wrap1(c.rdb.Del(ctx, FcmToken+account+":"+strconv.Itoa(platformID)).Err())
+	return errs.Wrap(c.rdb.Del(ctx, FcmToken+account+":"+strconv.Itoa(platformID)).Err())
 }
 
 func (c *cache) IncrUserBadgeUnreadCountSum(ctx context.Context, userID string) (int, error) {
 	seq, err := c.rdb.Incr(ctx, userBadgeUnreadCountSum+userID).Result()
-	return int(seq), utils.Wrap1(err)
+	return int(seq), errs.Wrap(err)
 }
 
 func (c *cache) SetUserBadgeUnreadCountSum(ctx context.Context, userID string, value int) error {
-	return utils.Wrap1(c.rdb.Set(ctx, userBadgeUnreadCountSum+userID, value, 0).Err())
+	return errs.Wrap(c.rdb.Set(ctx, userBadgeUnreadCountSum+userID, value, 0).Err())
 }
 
 func (c *cache) GetUserBadgeUnreadCountSum(ctx context.Context, userID string) (int, error) {
@@ -464,12 +464,12 @@ func (c *cache) GetUserBadgeUnreadCountSum(ctx context.Context, userID string) (
 
 func (c *cache) LockMessageTypeKey(ctx context.Context, clientMsgID string, TypeKey string) error {
 	key := exTypeKeyLocker + clientMsgID + "_" + TypeKey
-	return utils.Wrap1(c.rdb.SetNX(ctx, key, 1, time.Minute).Err())
+	return errs.Wrap(c.rdb.SetNX(ctx, key, 1, time.Minute).Err())
 }
 
 func (c *cache) UnLockMessageTypeKey(ctx context.Context, clientMsgID string, TypeKey string) error {
 	key := exTypeKeyLocker + clientMsgID + "_" + TypeKey
-	return utils.Wrap1(c.rdb.Del(ctx, key).Err())
+	return errs.Wrap(c.rdb.Del(ctx, key).Err())
 }
 
 func (c *cache) getMessageReactionExPrefix(clientMsgID string, sessionType int32) string {
@@ -495,7 +495,7 @@ func (c *cache) JudgeMessageReactionExist(ctx context.Context, clientMsgID strin
 }
 
 func (c *cache) SetMessageTypeKeyValue(ctx context.Context, clientMsgID string, sessionType int32, typeKey, value string) error {
-	return utils.Wrap1(c.rdb.HSet(ctx, c.getMessageReactionExPrefix(clientMsgID, sessionType), typeKey, value).Err())
+	return errs.Wrap(c.rdb.HSet(ctx, c.getMessageReactionExPrefix(clientMsgID, sessionType), typeKey, value).Err())
 }
 
 func (c *cache) SetMessageReactionExpire(ctx context.Context, clientMsgID string, sessionType int32, expiration time.Duration) (bool, error) {
@@ -511,5 +511,5 @@ func (c *cache) GetOneMessageAllReactionList(ctx context.Context, clientMsgID st
 }
 
 func (c *cache) DeleteOneMessageKey(ctx context.Context, clientMsgID string, sessionType int32, subKey string) error {
-	return utils.Wrap1(c.rdb.HDel(ctx, c.getMessageReactionExPrefix(clientMsgID, sessionType), subKey).Err())
+	return errs.Wrap(c.rdb.HDel(ctx, c.getMessageReactionExPrefix(clientMsgID, sessionType), subKey).Err())
 }

pkg/common/db/controller/msg.go

@@ -30,13 +30,13 @@ import (
 
 type MsgDatabase interface {
 	// 批量插入消息
-	BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*pbMsg.MsgDataToMQ, currentMaxSeq int64) error
+	BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*sdkws.MsgData, currentMaxSeq int64) error
 	// 刪除redis中消息缓存
-	DeleteMessageFromCache(ctx context.Context, sourceID string, msgList []*pbMsg.MsgDataToMQ) error
+	DeleteMessageFromCache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) error
 	// incrSeq然后批量插入缓存
-	BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*pbMsg.MsgDataToMQ) (int64, error)
+	BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) (int64, error)
 	// incrSeq通知seq然后批量插入缓存
-	NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*pbMsg.MsgDataToMQ) (int64, error)
+	NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*sdkws.MsgData) (int64, error)
 	// 删除消息 返回不存在的seqList
 	DelMsgBySeqs(ctx context.Context, userID string, seqs []int64) (totalUnExistSeqs []int64, err error)
 	// 获取群ID或者UserID最新一条在mongo里面的消息
@@ -79,10 +79,10 @@ type MsgDatabase interface {
 	GetGroupMaxSeq(ctx context.Context, groupID string) (int64, error)
 	GetGroupMinSeq(ctx context.Context, groupID string) (int64, error)
 
-	MsgToMQ(ctx context.Context, key string, msg2mq *pbMsg.MsgDataToMQ) error
-	MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*pbMsg.MsgDataToMQ) error
-	MsgToPushMQ(ctx context.Context, sourceID string, msg2mq *pbMsg.MsgDataToMQ) (int32, int64, error)
-	MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*pbMsg.MsgDataToMQ, lastSeq int64) error
+	MsgToMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) error
+	MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData) error
+	MsgToPushMQ(ctx context.Context, sourceID string, msg2mq *sdkws.MsgData) (int32, int64, error)
+	MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData, lastSeq int64) error
 }
 
 func NewMsgDatabase(msgDocModel unRelationTb.MsgDocModelInterface, cacheModel cache.Model) MsgDatabase {
@@ -184,12 +184,12 @@ func (db *msgDatabase) GetSendMsgStatus(ctx context.Context, id string) (int32,
 	return db.cache.GetSendMsgStatus(ctx, id)
 }
 
-func (db *msgDatabase) MsgToMQ(ctx context.Context, key string, msg2mq *pbMsg.MsgDataToMQ) error {
+func (db *msgDatabase) MsgToMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) error {
 	_, _, err := db.producer.SendMessage(ctx, key, msg2mq)
 	return err
 }
 
-func (db *msgDatabase) MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*pbMsg.MsgDataToMQ) error {
+func (db *msgDatabase) MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData) error {
 	if len(messages) > 0 {
 		_, _, err := db.producerToModify.SendMessage(ctx, aggregationID, &pbMsg.MsgDataToModifyByMQ{AggregationID: aggregationID, Messages: messages})
 		return err
@@ -197,8 +197,8 @@ func (db *msgDatabase) MsgToModifyMQ(ctx context.Context, aggregationID string,
 	return nil
 }
 
-func (db *msgDatabase) MsgToPushMQ(ctx context.Context, key string, msg2mq *pbMsg.MsgDataToMQ) (int32, int64, error) {
-	mqPushMsg := pbMsg.PushMsgDataToMQ{MsgData: msg2mq.MsgData, SourceID: key}
+func (db *msgDatabase) MsgToPushMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) (int32, int64, error) {
+	mqPushMsg := pbMsg.PushMsgDataToMQ{MsgData: msg2mq, SourceID: key}
 	partition, offset, err := db.producerToPush.SendMessage(ctx, key, &mqPushMsg)
 	if err != nil {
 		log.ZError(ctx, "MsgToPushMQ", err, "key", key, "msg2mq", msg2mq)
@@ -206,9 +206,9 @@ func (db *msgDatabase) MsgToPushMQ(ctx context.Context, key string, msg2mq *pbMs
 	return partition, offset, err
 }
 
-func (db *msgDatabase) MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*pbMsg.MsgDataToMQ, lastSeq int64) error {
+func (db *msgDatabase) MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData, lastSeq int64) error {
 	if len(messages) > 0 {
-		_, _, err := db.producerToModify.SendMessage(ctx, aggregationID, &pbMsg.MsgDataToMongoByMQ{LastSeq: lastSeq, AggregationID: aggregationID, Messages: messages})
+		_, _, err := db.producerToModify.SendMessage(ctx, aggregationID, &pbMsg.MsgDataToMongoByMQ{LastSeq: lastSeq, AggregationID: aggregationID, MsgData: messages})
 		return err
 	}
 	return nil
@@ -229,7 +229,7 @@ func (db *msgDatabase) GetGroupMinSeq(ctx context.Context, groupID string) (int6
 	return db.cache.GetGroupMinSeq(ctx, groupID)
 }
 
-func (db *msgDatabase) BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*pbMsg.MsgDataToMQ, currentMaxSeq int64) error {
+func (db *msgDatabase) BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*sdkws.MsgData, currentMaxSeq int64) error {
 	//newTime := utils.GetCurrentTimestampByMill()
 	if int64(len(msgList)) > db.msg.GetSingleGocMsgNum() {
 		return errors.New("too large")
@@ -255,9 +255,9 @@ func (db *msgDatabase) BatchInsertChat2DB(ctx context.Context, sourceID string,
 		//log.Debug(operationID, "msg node ", m.String(), m.MsgData.ClientMsgID)
 		currentMaxSeq++
 		sMsg := unRelationTb.MsgInfoModel{}
-		sMsg.SendTime = m.MsgData.SendTime
-		m.MsgData.Seq = currentMaxSeq
-		if sMsg.Msg, err = proto.Marshal(m.MsgData); err != nil {
+		sMsg.SendTime = m.SendTime
+		m.Seq = currentMaxSeq
+		if sMsg.Msg, err = proto.Marshal(m); err != nil {
 			return utils.Wrap(err, "")
 		}
 		if insertCounter < remain {
@@ -313,15 +313,15 @@ func (db *msgDatabase) BatchInsertChat2DB(ctx context.Context, sourceID string,
 	return nil
 }
 
-func (db *msgDatabase) DeleteMessageFromCache(ctx context.Context, userID string, msgs []*pbMsg.MsgDataToMQ) error {
+func (db *msgDatabase) DeleteMessageFromCache(ctx context.Context, userID string, msgs []*sdkws.MsgData) error {
 	return db.cache.DeleteMessageFromCache(ctx, userID, msgs)
 }
 
-func (db *msgDatabase) NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*pbMsg.MsgDataToMQ) (int64, error) {
+func (db *msgDatabase) NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*sdkws.MsgData) (int64, error) {
 	return 0, nil
 }
 
-func (db *msgDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*pbMsg.MsgDataToMQ) (int64, error) {
+func (db *msgDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) (int64, error) {
 	//newTime := utils.GetCurrentTimestampByMill()
 	lenList := len(msgList)
 	if int64(lenList) > db.msg.GetSingleGocMsgNum() {
@@ -333,7 +333,7 @@ func (db *msgDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID strin
 	// judge sessionType to get seq
 	var currentMaxSeq int64
 	var err error
-	if msgList[0].MsgData.SessionType == constant.SuperGroupChatType {
+	if msgList[0].SessionType == constant.SuperGroupChatType {
 		currentMaxSeq, err = db.cache.GetGroupMaxSeq(ctx, sourceID)
 		//log.Debug(operationID, "constant.SuperGroupChatType  lastMaxSeq before add ", currentMaxSeq, "userID ", sourceID, err)
 	} else {
@@ -348,7 +348,7 @@ func (db *msgDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID strin
 	lastMaxSeq := currentMaxSeq
 	for _, m := range msgList {
 		currentMaxSeq++
-		m.MsgData.Seq = currentMaxSeq
+		m.Seq = currentMaxSeq
 		//log.Debug(operationID, "cache msg node ", m.String(), m.MsgData.ClientMsgID, "userID: ", sourceID, "seq: ", currentMaxSeq)
 	}
 	//log.Debug(operationID, "SetMessageToCache ", sourceID, len(msgList))
@@ -360,7 +360,7 @@ func (db *msgDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID strin
 		prome.Inc(prome.MsgInsertRedisSuccessCounter)
 	}
 	//log.Debug(operationID, "batch to redis  cost time ", mongo2.getCurrentTimestampByMill()-newTime, sourceID, len(msgList))
-	if msgList[0].MsgData.SessionType == constant.SuperGroupChatType {
+	if msgList[0].SessionType == constant.SuperGroupChatType {
 		err = db.cache.SetGroupMaxSeq(ctx, sourceID, currentMaxSeq)
 	} else {
 		err = db.cache.SetUserMaxSeq(ctx, sourceID, currentMaxSeq)

pkg/common/db/controller/notification.go

@@ -0,0 +1,738 @@
+package controller
+
+import (
+	"fmt"
+	"sync"
+	"time"
+
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/config"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/constant"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/db/cache"
+	unRelationTb "github.com/OpenIMSDK/Open-IM-Server/pkg/common/db/table/unrelation"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/db/unrelation"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/kafka"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/log"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/mcontext"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/common/prome"
+	"github.com/gogo/protobuf/sortkeys"
+
+	"context"
+	"errors"
+
+	pbMsg "github.com/OpenIMSDK/Open-IM-Server/pkg/proto/msg"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/proto/sdkws"
+	"github.com/OpenIMSDK/Open-IM-Server/pkg/utils"
+	"github.com/go-redis/redis/v8"
+	"go.mongodb.org/mongo-driver/mongo"
+
+	"github.com/golang/protobuf/proto"
+)
+
+type NotificationDatabase interface {
+	// 批量插入消息
+	BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*sdkws.MsgData, currentMaxSeq int64) error
+	// 刪除redis中消息缓存
+	DeleteMessageFromCache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) error
+	// incrSeq然后批量插入缓存
+	BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) (int64, error)
+	// incrSeq通知seq然后批量插入缓存
+	NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*sdkws.MsgData) (int64, error)
+	// 删除消息 返回不存在的seqList
+	DelMsgBySeqs(ctx context.Context, userID string, seqs []int64) (totalUnExistSeqs []int64, err error)
+	// 获取群ID或者UserID最新一条在mongo里面的消息
+	//  通过seqList获取mongo中写扩散消息
+	GetMsgBySeqs(ctx context.Context, userID string, seqs []int64) (seqMsg []*sdkws.MsgData, err error)
+	// 通过seqList获取大群在 mongo里面的消息
+	GetSuperGroupMsgBySeqs(ctx context.Context, groupID string, seqs []int64) (seqMsg []*sdkws.MsgData, err error)
+	// 删除用户所有消息/redis/mongo然后重置seq
+	CleanUpUserMsg(ctx context.Context, userID string) error
+	// 删除大群消息重置群成员最小群seq, remainTime为消息保留的时间单位秒,超时消息删除， 传0删除所有消息(此方法不删除 redis cache)
+	DeleteUserSuperGroupMsgsAndSetMinSeq(ctx context.Context, groupID string, userIDs []string, remainTime int64) error
+	// 删除用户消息重置最小seq， remainTime为消息保留的时间单位秒,超时消息删除， 传0删除所有消息(此方法不删除redis cache)
+	DeleteUserMsgsAndSetMinSeq(ctx context.Context, userID string, remainTime int64) error
+	// 获取用户 seq mongo和redis
+	GetUserMinMaxSeqInMongoAndCache(ctx context.Context, userID string) (minSeqMongo, maxSeqMongo, minSeqCache, maxSeqCache int64, err error)
+	// 获取群 seq mongo和redis
+	GetSuperGroupMinMaxSeqInMongoAndCache(ctx context.Context, groupID string) (minSeqMongo, maxSeqMongo, maxSeqCache int64, err error)
+	// 设置群用户最小seq 直接调用cache
+	SetGroupUserMinSeq(ctx context.Context, groupID, userID string, minSeq int64) (err error)
+	GetGroupUserMinSeq(ctx context.Context, groupID, userID string) (int64, error)
+
+	// 设置用户最小seq 直接调用cache
+	SetUserMinSeq(ctx context.Context, userID string, minSeq int64) (err error)
+
+	JudgeMessageReactionExist(ctx context.Context, clientMsgID string, sessionType int32) (bool, error)
+
+	SetMessageTypeKeyValue(ctx context.Context, clientMsgID string, sessionType int32, typeKey, value string) error
+
+	SetMessageReactionExpire(ctx context.Context, clientMsgID string, sessionType int32, expiration time.Duration) (bool, error)
+	GetExtendMsg(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, maxMsgUpdateTime int64) (*pbMsg.ExtendMsg, error)
+	InsertOrUpdateReactionExtendMsgSet(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, msgFirstModifyTime int64, reactionExtensionList map[string]*sdkws.KeyValue) error
+	GetMessageTypeKeyValue(ctx context.Context, clientMsgID string, sessionType int32, typeKey string) (string, error)
+	GetOneMessageAllReactionList(ctx context.Context, clientMsgID string, sessionType int32) (map[string]string, error)
+	DeleteOneMessageKey(ctx context.Context, clientMsgID string, sessionType int32, subKey string) error
+	DeleteReactionExtendMsgSet(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, msgFirstModifyTime int64, reactionExtensionList map[string]*sdkws.KeyValue) error
+	SetSendMsgStatus(ctx context.Context, id string, status int32) error
+	GetSendMsgStatus(ctx context.Context, id string) (int32, error)
+	GetUserMaxSeq(ctx context.Context, userID string) (int64, error)
+	GetUserMinSeq(ctx context.Context, userID string) (int64, error)
+	GetGroupMaxSeq(ctx context.Context, groupID string) (int64, error)
+	GetGroupMinSeq(ctx context.Context, groupID string) (int64, error)
+
+	MsgToMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) error
+	MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData) error
+	MsgToPushMQ(ctx context.Context, sourceID string, msg2mq *sdkws.MsgData) (int32, int64, error)
+	MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData, lastSeq int64) error
+}
+
+func NewNotificationDatabase(msgDocModel unRelationTb.MsgDocModelInterface, cacheModel cache.Model) NotificationDatabase {
+	return &notificationDatabase{
+		msgDocDatabase:   msgDocModel,
+		cache:            cacheModel,
+		producer:         kafka.NewKafkaProducer(config.Config.Kafka.Ws2mschat.Addr, config.Config.Kafka.Ws2mschat.Topic),
+		producerToMongo:  kafka.NewKafkaProducer(config.Config.Kafka.MsgToMongo.Addr, config.Config.Kafka.MsgToMongo.Topic),
+		producerToPush:   kafka.NewKafkaProducer(config.Config.Kafka.Ms2pschat.Addr, config.Config.Kafka.Ms2pschat.Topic),
+		producerToModify: kafka.NewKafkaProducer(config.Config.Kafka.MsgToModify.Addr, config.Config.Kafka.MsgToModify.Topic),
+	}
+}
+
+func InitNotificationDatabase(rdb redis.UniversalClient, database *mongo.Database) MsgDatabase {
+	cacheModel := cache.NewCacheModel(rdb)
+	msgDocModel := unrelation.NewMsgMongoDriver(database)
+	msgDatabase := NewMsgDatabase(msgDocModel, cacheModel)
+	return msgDatabase
+}
+
+type notificationDatabase struct {
+	msgDocDatabase    unRelationTb.MsgDocModelInterface
+	extendMsgDatabase unRelationTb.ExtendMsgSetModelInterface
+	cache             cache.Model
+	producer          *kafka.Producer
+	producerToMongo   *kafka.Producer
+	producerToModify  *kafka.Producer
+	producerToPush    *kafka.Producer
+	// model
+	msg               unRelationTb.MsgDocModel
+	extendMsgSetModel unRelationTb.ExtendMsgSetModel
+}
+
+func (db *notificationDatabase) JudgeMessageReactionExist(ctx context.Context, clientMsgID string, sessionType int32) (bool, error) {
+	return db.cache.JudgeMessageReactionExist(ctx, clientMsgID, sessionType)
+}
+
+func (db *notificationDatabase) SetMessageTypeKeyValue(ctx context.Context, clientMsgID string, sessionType int32, typeKey, value string) error {
+	return db.cache.SetMessageTypeKeyValue(ctx, clientMsgID, sessionType, typeKey, value)
+}
+
+func (db *notificationDatabase) SetMessageReactionExpire(ctx context.Context, clientMsgID string, sessionType int32, expiration time.Duration) (bool, error) {
+	return db.cache.SetMessageReactionExpire(ctx, clientMsgID, sessionType, expiration)
+}
+
+func (db *notificationDatabase) GetMessageTypeKeyValue(ctx context.Context, clientMsgID string, sessionType int32, typeKey string) (string, error) {
+	return db.cache.GetMessageTypeKeyValue(ctx, clientMsgID, sessionType, typeKey)
+}
+
+func (db *notificationDatabase) GetOneMessageAllReactionList(ctx context.Context, clientMsgID string, sessionType int32) (map[string]string, error) {
+	return db.cache.GetOneMessageAllReactionList(ctx, clientMsgID, sessionType)
+}
+
+func (db *notificationDatabase) DeleteOneMessageKey(ctx context.Context, clientMsgID string, sessionType int32, subKey string) error {
+	return db.cache.DeleteOneMessageKey(ctx, clientMsgID, sessionType, subKey)
+}
+
+func (db *notificationDatabase) InsertOrUpdateReactionExtendMsgSet(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, msgFirstModifyTime int64, reactionExtensions map[string]*sdkws.KeyValue) error {
+	return db.extendMsgDatabase.InsertOrUpdateReactionExtendMsgSet(ctx, sourceID, sessionType, clientMsgID, msgFirstModifyTime, db.extendMsgSetModel.Pb2Model(reactionExtensions))
+}
+
+func (db *notificationDatabase) GetExtendMsg(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, maxMsgUpdateTime int64) (*pbMsg.ExtendMsg, error) {
+	extendMsgSet, err := db.extendMsgDatabase.GetExtendMsgSet(ctx, sourceID, sessionType, maxMsgUpdateTime)
+	if err != nil {
+		return nil, err
+	}
+	extendMsg, ok := extendMsgSet.ExtendMsgs[clientMsgID]
+	if !ok {
+		return nil, errors.New(fmt.Sprintf("cant find client msg id: %s", clientMsgID))
+	}
+	reactionExtensionList := make(map[string]*pbMsg.KeyValueResp)
+	for key, model := range extendMsg.ReactionExtensionList {
+		reactionExtensionList[key] = &pbMsg.KeyValueResp{
+			KeyValue: &sdkws.KeyValue{
+				TypeKey:          model.TypeKey,
+				Value:            model.Value,
+				LatestUpdateTime: model.LatestUpdateTime,
+			},
+		}
+	}
+	return &pbMsg.ExtendMsg{
+		ReactionExtensions: reactionExtensionList,
+		ClientMsgID:        extendMsg.ClientMsgID,
+		MsgFirstModifyTime: extendMsg.MsgFirstModifyTime,
+		AttachedInfo:       extendMsg.AttachedInfo,
+		Ex:                 extendMsg.Ex,
+	}, nil
+}
+
+func (db *notificationDatabase) DeleteReactionExtendMsgSet(ctx context.Context, sourceID string, sessionType int32, clientMsgID string, msgFirstModifyTime int64, reactionExtensions map[string]*sdkws.KeyValue) error {
+	return db.extendMsgDatabase.DeleteReactionExtendMsgSet(ctx, sourceID, sessionType, clientMsgID, msgFirstModifyTime, db.extendMsgSetModel.Pb2Model(reactionExtensions))
+}
+
+func (db *notificationDatabase) SetSendMsgStatus(ctx context.Context, id string, status int32) error {
+	return db.cache.SetSendMsgStatus(ctx, id, status)
+}
+
+func (db *notificationDatabase) GetSendMsgStatus(ctx context.Context, id string) (int32, error) {
+	return db.cache.GetSendMsgStatus(ctx, id)
+}
+
+func (db *notificationDatabase) MsgToMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) error {
+	_, _, err := db.producer.SendMessage(ctx, key, msg2mq)
+	return err
+}
+
+func (db *notificationDatabase) MsgToModifyMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData) error {
+	if len(messages) > 0 {
+		_, _, err := db.producerToModify.SendMessage(ctx, aggregationID, &pbMsg.MsgDataToModifyByMQ{AggregationID: aggregationID, Messages: messages})
+		return err
+	}
+	return nil
+}
+
+func (db *notificationDatabase) MsgToPushMQ(ctx context.Context, key string, msg2mq *sdkws.MsgData) (int32, int64, error) {
+	mqPushMsg := pbMsg.PushMsgDataToMQ{MsgData: msg2mq, SourceID: key}
+	partition, offset, err := db.producerToPush.SendMessage(ctx, key, &mqPushMsg)
+	if err != nil {
+		log.ZError(ctx, "MsgToPushMQ", err, "key", key, "msg2mq", msg2mq)
+	}
+	return partition, offset, err
+}
+
+func (db *notificationDatabase) MsgToMongoMQ(ctx context.Context, aggregationID string, messages []*sdkws.MsgData, lastSeq int64) error {
+	if len(messages) > 0 {
+		_, _, err := db.producerToModify.SendMessage(ctx, aggregationID, &pbMsg.MsgDataToMongoByMQ{LastSeq: lastSeq, AggregationID: aggregationID, MsgData: messages})
+		return err
+	}
+	return nil
+}
+func (db *notificationDatabase) GetUserMaxSeq(ctx context.Context, userID string) (int64, error) {
+	return db.cache.GetUserMaxSeq(ctx, userID)
+}
+
+func (db *notificationDatabase) GetUserMinSeq(ctx context.Context, userID string) (int64, error) {
+	return db.cache.GetUserMinSeq(ctx, userID)
+}
+
+func (db *notificationDatabase) GetGroupMaxSeq(ctx context.Context, groupID string) (int64, error) {
+	return db.cache.GetGroupMaxSeq(ctx, groupID)
+}
+
+func (db *notificationDatabase) GetGroupMinSeq(ctx context.Context, groupID string) (int64, error) {
+	return db.cache.GetGroupMinSeq(ctx, groupID)
+}
+
+func (db *notificationDatabase) BatchInsertChat2DB(ctx context.Context, sourceID string, msgList []*sdkws.MsgData, currentMaxSeq int64) error {
+	//newTime := utils.GetCurrentTimestampByMill()
+	if int64(len(msgList)) > db.msg.GetSingleGocMsgNum() {
+		return errors.New("too large")
+	}
+	var remain int64
+	blk0 := db.msg.GetSingleGocMsgNum() - 1
+	//currentMaxSeq 4998
+	if currentMaxSeq < db.msg.GetSingleGocMsgNum() {
+		remain = blk0 - currentMaxSeq //1
+	} else {
+		excludeBlk0 := currentMaxSeq - blk0 //=1
+		//(5000-1)%5000 == 4999
+		remain = (db.msg.GetSingleGocMsgNum() - (excludeBlk0 % db.msg.GetSingleGocMsgNum())) % db.msg.GetSingleGocMsgNum()
+	}
+	//remain=1
+	var insertCounter int64
+	msgsToMongo := make([]unRelationTb.MsgInfoModel, 0)
+	msgsToMongoNext := make([]unRelationTb.MsgInfoModel, 0)
+	docID := ""
+	docIDNext := ""
+	var err error
+	for _, m := range msgList {
+		//log.Debug(operationID, "msg node ", m.String(), m.MsgData.ClientMsgID)
+		currentMaxSeq++
+		sMsg := unRelationTb.MsgInfoModel{}
+		sMsg.SendTime = m.SendTime
+		m.Seq = currentMaxSeq
+		if sMsg.Msg, err = proto.Marshal(m); err != nil {
+			return utils.Wrap(err, "")
+		}
+		if insertCounter < remain {
+			msgsToMongo = append(msgsToMongo, sMsg)
+			insertCounter++
+			docID = db.msg.GetDocID(sourceID, currentMaxSeq)
+			//log.Debug(operationID, "msgListToMongo ", seqUid, m.MsgData.Seq, m.MsgData.ClientMsgID, insertCounter, remain, "userID: ", userID)
+		} else {
+			msgsToMongoNext = append(msgsToMongoNext, sMsg)
+			docIDNext = db.msg.GetDocID(sourceID, currentMaxSeq)
+			//log.Debug(operationID, "msgListToMongoNext ", seqUidNext, m.MsgData.Seq, m.MsgData.ClientMsgID, insertCounter, remain, "userID: ", userID)
+		}
+	}
+
+	if docID != "" {
+		//filter := bson.M{"uid": seqUid}
+		//log.NewDebug(operationID, "filter ", seqUid, "list ", msgListToMongo, "userID: ", userID)
+		//err := c.FindOneAndUpdate(ctx, filter, bson.M{"$push": bson.M{"msg": bson.M{"$each": msgsToMongo}}}).Err()
+		err = db.msgDocDatabase.PushMsgsToDoc(ctx, docID, msgsToMongo)
+		if err != nil {
+			if err == mongo.ErrNoDocuments {
+				doc := &unRelationTb.MsgDocModel{}
+				doc.DocID = docID
+				doc.Msg = msgsToMongo
+				if err = db.msgDocDatabase.Create(ctx, doc); err != nil {
+					prome.Inc(prome.MsgInsertMongoFailedCounter)
+					//log.NewError(operationID, "InsertOne failed", filter, err.Error(), sChat)
+					return utils.Wrap(err, "")
+				}
+				prome.Inc(prome.MsgInsertMongoSuccessCounter)
+			} else {
+				prome.Inc(prome.MsgInsertMongoFailedCounter)
+				//log.Error(operationID, "FindOneAndUpdate failed ", err.Error(), filter)
+				return utils.Wrap(err, "")
+			}
+		} else {
+			prome.Inc(prome.MsgInsertMongoSuccessCounter)
+		}
+	}
+	if docIDNext != "" {
+		nextDoc := &unRelationTb.MsgDocModel{}
+		nextDoc.DocID = docIDNext
+		nextDoc.Msg = msgsToMongoNext
+		//log.NewDebug(operationID, "filter ", seqUidNext, "list ", msgListToMongoNext, "userID: ", userID)
+		if err = db.msgDocDatabase.Create(ctx, nextDoc); err != nil {
+			prome.Inc(prome.MsgInsertMongoFailedCounter)
+			//log.NewError(operationID, "InsertOne failed", filter, err.Error(), sChat)
+			return utils.Wrap(err, "")
+		}
+		prome.Inc(prome.MsgInsertMongoSuccessCounter)
+	}
+	//log.Debug(operationID, "batch mgo  cost time ", mongo2.getCurrentTimestampByMill()-newTime, userID, len(msgList))
+	return nil
+}
+
+func (db *notificationDatabase) DeleteMessageFromCache(ctx context.Context, userID string, msgs []*sdkws.MsgData) error {
+	return db.cache.DeleteMessageFromCache(ctx, userID, msgs)
+}
+
+func (db *notificationDatabase) NotificationBatchInsertChat2Cache(ctx context.Context, sourceID string, msgs []*sdkws.MsgData) (int64, error) {
+	return 0, nil
+}
+
+func (db *notificationDatabase) BatchInsertChat2Cache(ctx context.Context, sourceID string, msgList []*sdkws.MsgData) (int64, error) {
+	//newTime := utils.GetCurrentTimestampByMill()
+	lenList := len(msgList)
+	if int64(lenList) > db.msg.GetSingleGocMsgNum() {
+		return 0, errors.New("too large")
+	}
+	if lenList < 1 {
+		return 0, errors.New("too short as 0")
+	}
+	// judge sessionType to get seq
+	var currentMaxSeq int64
+	var err error
+	if msgList[0].SessionType == constant.SuperGroupChatType {
+		currentMaxSeq, err = db.cache.GetGroupMaxSeq(ctx, sourceID)
+		//log.Debug(operationID, "constant.SuperGroupChatType  lastMaxSeq before add ", currentMaxSeq, "userID ", sourceID, err)
+	} else {
+		currentMaxSeq, err = db.cache.GetUserMaxSeq(ctx, sourceID)
+		//log.Debug(operationID, "constant.SingleChatType  lastMaxSeq before add ", currentMaxSeq, "userID ", sourceID, err)
+	}
+	if err != nil && err != redis.Nil {
+		prome.Inc(prome.SeqGetFailedCounter)
+		return 0, utils.Wrap(err, "")
+	}
+	prome.Inc(prome.SeqGetSuccessCounter)
+	lastMaxSeq := currentMaxSeq
+	for _, m := range msgList {
+		currentMaxSeq++
+		m.Seq = currentMaxSeq
+		//log.Debug(operationID, "cache msg node ", m.String(), m.MsgData.ClientMsgID, "userID: ", sourceID, "seq: ", currentMaxSeq)
+	}
+	//log.Debug(operationID, "SetMessageToCache ", sourceID, len(msgList))
+	failedNum, err := db.cache.SetMessageToCache(ctx, sourceID, msgList)
+	if err != nil {
+		prome.Add(prome.MsgInsertRedisFailedCounter, failedNum)
+		//log.Error(operationID, "setMessageToCache failed, continue ", err.Error(), len(msgList), sourceID)
+	} else {
+		prome.Inc(prome.MsgInsertRedisSuccessCounter)
+	}
+	//log.Debug(operationID, "batch to redis  cost time ", mongo2.getCurrentTimestampByMill()-newTime, sourceID, len(msgList))
+	if msgList[0].SessionType == constant.SuperGroupChatType {
+		err = db.cache.SetGroupMaxSeq(ctx, sourceID, currentMaxSeq)
+	} else {
+		err = db.cache.SetUserMaxSeq(ctx, sourceID, currentMaxSeq)
+	}
+	if err != nil {
+		prome.Inc(prome.SeqSetFailedCounter)
+	} else {
+		prome.Inc(prome.SeqSetSuccessCounter)
+	}
+	return lastMaxSeq, utils.Wrap(err, "")
+}
+
+func (db *notificationDatabase) DelMsgBySeqs(ctx context.Context, userID string, seqs []int64) (totalUnExistSeqs []int64, err error) {
+	sortkeys.Int64s(seqs)
+	docIDSeqsMap := db.msg.GetDocIDSeqsMap(userID, seqs)
+	lock := sync.Mutex{}
+	var wg sync.WaitGroup
+	wg.Add(len(docIDSeqsMap))
+	for k, v := range docIDSeqsMap {
+		go func(docID string, seqs []int64) {
+			defer wg.Done()
+			unExistSeqList, err := db.DelMsgBySeqsInOneDoc(ctx, docID, seqs)
+			if err != nil {
+				return
+			}
+			lock.Lock()
+			totalUnExistSeqs = append(totalUnExistSeqs, unExistSeqList...)
+			lock.Unlock()
+		}(k, v)
+	}
+	return totalUnExistSeqs, nil
+}
+
+func (db *notificationDatabase) DelMsgBySeqsInOneDoc(ctx context.Context, docID string, seqs []int64) (unExistSeqs []int64, err error) {
+	seqMsgs, indexes, unExistSeqs, err := db.GetMsgAndIndexBySeqsInOneDoc(ctx, docID, seqs)
+	if err != nil {
+		return nil, err
+	}
+	for i, v := range seqMsgs {
+		if err = db.msgDocDatabase.UpdateMsgStatusByIndexInOneDoc(ctx, docID, v, indexes[i], constant.MsgDeleted); err != nil {
+			return nil, err
+		}
+	}
+	return unExistSeqs, nil
+}
+
+func (db *notificationDatabase) GetMsgAndIndexBySeqsInOneDoc(ctx context.Context, docID string, seqs []int64) (seqMsgs []*sdkws.MsgData, indexes []int, unExistSeqs []int64, err error) {
+	doc, err := db.msgDocDatabase.FindOneByDocID(ctx, docID)
+	if err != nil {
+		return nil, nil, nil, err
+	}
+	singleCount := 0
+	var hasSeqList []int64
+	for i := 0; i < len(doc.Msg); i++ {
+		msgPb, err := db.unmarshalMsg(&doc.Msg[i])
+		if err != nil {
+			return nil, nil, nil, err
+		}
+		if utils.Contain(msgPb.Seq, seqs...) {
+			indexes = append(indexes, i)
+			seqMsgs = append(seqMsgs, msgPb)
+			hasSeqList = append(hasSeqList, msgPb.Seq)
+			singleCount++
+			if singleCount == len(seqs) {
+				break
+			}
+		}
+	}
+	for _, i := range seqs {
+		if utils.Contain(i, hasSeqList...) {
+			continue
+		}
+		unExistSeqs = append(unExistSeqs, i)
+	}
+	return seqMsgs, indexes, unExistSeqs, nil
+}
+
+func (db *notificationDatabase) GetNewestMsg(ctx context.Context, sourceID string) (msgPb *sdkws.MsgData, err error) {
+	msgInfo, err := db.msgDocDatabase.GetNewestMsg(ctx, sourceID)
+	if err != nil {
+		return nil, err
+	}
+	return db.unmarshalMsg(msgInfo)
+}
+
+func (db *notificationDatabase) GetOldestMsg(ctx context.Context, sourceID string) (msgPb *sdkws.MsgData, err error) {
+	msgInfo, err := db.msgDocDatabase.GetOldestMsg(ctx, sourceID)
+	if err != nil {
+		return nil, err
+	}
+	return db.unmarshalMsg(msgInfo)
+}
+
+func (db *notificationDatabase) unmarshalMsg(msgInfo *unRelationTb.MsgInfoModel) (msgPb *sdkws.MsgData, err error) {
+	msgPb = &sdkws.MsgData{}
+	err = proto.Unmarshal(msgInfo.Msg, msgPb)
+	if err != nil {
+		return nil, utils.Wrap(err, "")
+	}
+	return msgPb, nil
+}
+
+func (db *notificationDatabase) getMsgBySeqs(ctx context.Context, sourceID string, seqs []int64, diffusionType int) (seqMsgs []*sdkws.MsgData, err error) {
+	var hasSeqs []int64
+	singleCount := 0
+	m := db.msg.GetDocIDSeqsMap(sourceID, seqs)
+	for docID, value := range m {
+		doc, err := db.msgDocDatabase.FindOneByDocID(ctx, docID)
+		if err != nil {
+			//log.NewError(operationID, "not find seqUid", seqUid, value, uid, seqList, err.Error())
+			continue
+		}
+		singleCount = 0
+		for i := 0; i < len(doc.Msg); i++ {
+			msgPb, err := db.unmarshalMsg(&doc.Msg[i])
+			if err != nil {
+				//log.NewError(operationID, "Unmarshal err", seqUid, value, uid, seqList, err.Error())
+				return nil, err
+			}
+			if utils.Contain(msgPb.Seq, value...) {
+				seqMsgs = append(seqMsgs, msgPb)
+				hasSeqs = append(hasSeqs, msgPb.Seq)
+				singleCount++
+				if singleCount == len(value) {
+					break
+				}
+			}
+		}
+	}
+	if len(hasSeqs) != len(seqs) {
+		var diff []int64
+		var exceptionMsg []*sdkws.MsgData
+		diff = utils.Difference(hasSeqs, seqs)
+		if diffusionType == constant.WriteDiffusion {
+			exceptionMsg = db.msg.GenExceptionMessageBySeqs(diff)
+		} else if diffusionType == constant.ReadDiffusion {
+			exceptionMsg = db.msg.GenExceptionSuperGroupMessageBySeqs(diff, sourceID)
+		}
+		seqMsgs = append(seqMsgs, exceptionMsg...)
+	}
+	return seqMsgs, nil
+}
+
+func (db *notificationDatabase) GetMsgBySeqs(ctx context.Context, userID string, seqs []int64) (successMsgs []*sdkws.MsgData, err error) {
+	successMsgs, failedSeqs, err := db.cache.GetMessagesBySeq(ctx, userID, seqs)
+	if err != nil {
+		if err != redis.Nil {
+			prome.Add(prome.MsgPullFromRedisFailedCounter, len(failedSeqs))
+			log.Error(mcontext.GetOperationID(ctx), "get message from redis exception", err.Error(), failedSeqs)
+		}
+	}
+	prome.Add(prome.MsgPullFromRedisSuccessCounter, len(successMsgs))
+	if len(failedSeqs) > 0 {
+		mongoMsgs, err := db.getMsgBySeqs(ctx, userID, seqs, constant.WriteDiffusion)
+		if err != nil {
+			prome.Add(prome.MsgPullFromMongoFailedCounter, len(failedSeqs))
+			return nil, err
+		}
+		prome.Add(prome.MsgPullFromMongoSuccessCounter, len(mongoMsgs))
+		successMsgs = append(successMsgs, mongoMsgs...)
+	}
+	return successMsgs, nil
+}
+
+func (db *notificationDatabase) GetSuperGroupMsgBySeqs(ctx context.Context, groupID string, seqs []int64) (successMsgs []*sdkws.MsgData, err error) {
+	successMsgs, failedSeqs, err := db.cache.GetMessagesBySeq(ctx, groupID, seqs)
+	if err != nil {
+		if err != redis.Nil {
+			prome.Add(prome.MsgPullFromRedisFailedCounter, len(failedSeqs))
+			log.Error(mcontext.GetOperationID(ctx), "get message from redis exception", err.Error(), failedSeqs)
+		}
+	}
+	prome.Add(prome.MsgPullFromRedisSuccessCounter, len(successMsgs))
+	if len(failedSeqs) > 0 {
+		mongoMsgs, err := db.getMsgBySeqs(ctx, groupID, seqs, constant.ReadDiffusion)
+		if err != nil {
+			prome.Add(prome.MsgPullFromMongoFailedCounter, len(failedSeqs))
+			return nil, err
+		}
+		prome.Add(prome.MsgPullFromMongoSuccessCounter, len(mongoMsgs))
+		successMsgs = append(successMsgs, mongoMsgs...)
+	}
+	return successMsgs, nil
+}
+
+func (db *notificationDatabase) CleanUpUserMsg(ctx context.Context, userID string) error {
+	err := db.DeleteUserMsgsAndSetMinSeq(ctx, userID, 0)
+	if err != nil {
+		return err
+	}
+	err = db.cache.CleanUpOneUserAllMsg(ctx, userID)
+	return utils.Wrap(err, "")
+}
+
+func (db *notificationDatabase) DeleteUserSuperGroupMsgsAndSetMinSeq(ctx context.Context, groupID string, userIDs []string, remainTime int64) error {
+	var delStruct delNotificationRecursionStruct
+	minSeq, err := db.deleteMsgRecursion(ctx, groupID, unRelationTb.OldestList, &delStruct, remainTime)
+	if err != nil {
+		//log.NewError(operationID, utils.GetSelfFuncName(), groupID, "deleteMsg failed")
+	}
+	if minSeq == 0 {
+		return nil
+	}
+	//log.NewDebug(operationID, utils.GetSelfFuncName(), "delMsgIDList:", delStruct, "minSeq", minSeq)
+	for _, userID := range userIDs {
+		userMinSeq, err := db.cache.GetGroupUserMinSeq(ctx, groupID, userID)
+		if err != nil && err != redis.Nil {
+			//log.NewError(operationID, utils.GetSelfFuncName(), "GetGroupUserMinSeq failed", groupID, userID, err.Error())
+			continue
+		}
+		if userMinSeq > minSeq {
+			err = db.cache.SetGroupUserMinSeq(ctx, groupID, userID, userMinSeq)
+		} else {
+			err = db.cache.SetGroupUserMinSeq(ctx, groupID, userID, minSeq)
+		}
+		if err != nil {
+			//log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), groupID, userID, userMinSeq, minSeq)
+		}
+	}
+	return nil
+}
+
+func (db *notificationDatabase) DeleteUserMsgsAndSetMinSeq(ctx context.Context, userID string, remainTime int64) error {
+	var delStruct delNotificationRecursionStruct
+	minSeq, err := db.deleteMsgRecursion(ctx, userID, unRelationTb.OldestList, &delStruct, remainTime)
+	if err != nil {
+		return utils.Wrap(err, "")
+	}
+	if minSeq == 0 {
+		return nil
+	}
+	return db.cache.SetUserMinSeq(ctx, userID, minSeq)
+}
+
+// this is struct for recursion
+type delNotificationRecursionStruct struct {
+	minSeq    int64
+	delDocIDs []string
+}
+
+func (d *delNotificationRecursionStruct) getSetMinSeq() int64 {
+	return d.minSeq
+}
+
+// index 0....19(del) 20...69
+// seq 70
+// set minSeq 21
+// recursion 删除list并且返回设置的最小seq
+func (db *notificationDatabase) deleteMsgRecursion(ctx context.Context, sourceID string, index int64, delStruct *delNotificationRecursionStruct, remainTime int64) (int64, error) {
+	// find from oldest list
+	msgs, err := db.msgDocDatabase.GetMsgsByIndex(ctx, sourceID, index)
+	if err != nil || msgs.DocID == "" {
+		if err != nil {
+			if err == unrelation.ErrMsgListNotExist {
+				log.NewDebug(mcontext.GetOperationID(ctx), utils.GetSelfFuncName(), "ID:", sourceID, "index:", index, err.Error())
+			} else {
+				//log.NewError(operationID, utils.GetSelfFuncName(), "GetUserMsgListByIndex failed", err.Error(), index, ID)
+			}
+		}
+		// 获取报错，或者获取不到了，物理删除并且返回seq delMongoMsgsPhysical(delStruct.delDocIDList), 结束递归
+		err = db.msgDocDatabase.Delete(ctx, delStruct.delDocIDs)
+		if err != nil {
+			return 0, err
+		}
+		return delStruct.getSetMinSeq() + 1, nil
+	}
+	//log.NewDebug(operationID, "ID:", sourceID, "index:", index, "uid:", msgs.UID, "len:", len(msgs.Msg))
+	if int64(len(msgs.Msg)) > db.msg.GetSingleGocMsgNum() {
+		log.ZWarn(ctx, "msgs too large", nil, "lenth", len(msgs.Msg), "docID:", msgs.DocID)
+	}
+	if msgs.Msg[len(msgs.Msg)-1].SendTime+(remainTime*1000) < utils.GetCurrentTimestampByMill() && msgs.IsFull() {
+		delStruct.delDocIDs = append(delStruct.delDocIDs, msgs.DocID)
+		lastMsgPb := &sdkws.MsgData{}
+		err = proto.Unmarshal(msgs.Msg[len(msgs.Msg)-1].Msg, lastMsgPb)
+		if err != nil {
+			//log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), len(msgs.Msg)-1, msgs.UID)
+			return 0, utils.Wrap(err, "proto.Unmarshal failed")
+		}
+		delStruct.minSeq = lastMsgPb.Seq
+	} else {
+		var hasMarkDelFlag bool
+		for _, msg := range msgs.Msg {
+			msgPb := &sdkws.MsgData{}
+			err = proto.Unmarshal(msg.Msg, msgPb)
+			if err != nil {
+				//log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), len(msgs.Msg)-1, msgs.UID)
+				return 0, utils.Wrap(err, "proto.Unmarshal failed")
+			}
+			if utils.GetCurrentTimestampByMill() > msg.SendTime+(remainTime*1000) {
+				msgPb.Status = constant.MsgDeleted
+				bytes, _ := proto.Marshal(msgPb)
+				msg.Msg = bytes
+				msg.SendTime = 0
+				hasMarkDelFlag = true
+			} else {
+				// 到本条消息不需要删除, minSeq置为这条消息的seq
+				if err := db.msgDocDatabase.Delete(ctx, delStruct.delDocIDs); err != nil {
+					return 0, err
+				}
+				if hasMarkDelFlag {
+					if err := db.msgDocDatabase.UpdateOneDoc(ctx, msgs); err != nil {
+						return delStruct.getSetMinSeq(), utils.Wrap(err, "")
+					}
+				}
+				return msgPb.Seq, nil
+			}
+		}
+	}
+	//  继续递归 index+1
+	seq, err := db.deleteMsgRecursion(ctx, sourceID, index+1, delStruct, remainTime)
+	return seq, utils.Wrap(err, "deleteMsg failed")
+}
+
+func (db *notificationDatabase) GetUserMinMaxSeqInMongoAndCache(ctx context.Context, userID string) (minSeqMongo, maxSeqMongo, minSeqCache, maxSeqCache int64, err error) {
+	minSeqMongo, maxSeqMongo, err = db.GetMinMaxSeqMongo(ctx, userID)
+	if err != nil {
+		return 0, 0, 0, 0, err
+	}
+	// from cache
+	minSeqCache, err = db.cache.GetUserMinSeq(ctx, userID)
+	if err != nil {
+		return 0, 0, 0, 0, err
+	}
+	maxSeqCache, err = db.cache.GetUserMaxSeq(ctx, userID)
+	if err != nil {
+		return 0, 0, 0, 0, err
+	}
+	return
+}
+
+func (db *notificationDatabase) GetSuperGroupMinMaxSeqInMongoAndCache(ctx context.Context, groupID string) (minSeqMongo, maxSeqMongo, maxSeqCache int64, err error) {
+	minSeqMongo, maxSeqMongo, err = db.GetMinMaxSeqMongo(ctx, groupID)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+	maxSeqCache, err = db.cache.GetGroupMaxSeq(ctx, groupID)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+	return
+}
+
+func (db *notificationDatabase) GetMinMaxSeqMongo(ctx context.Context, sourceID string) (minSeqMongo, maxSeqMongo int64, err error) {
+	oldestMsgMongo, err := db.msgDocDatabase.GetOldestMsg(ctx, sourceID)
+	if err != nil {
+		return 0, 0, err
+	}
+	msgPb, err := db.unmarshalMsg(oldestMsgMongo)
+	if err != nil {
+		return 0, 0, err
+	}
+	minSeqMongo = msgPb.Seq
+	newestMsgMongo, err := db.msgDocDatabase.GetNewestMsg(ctx, sourceID)
+	if err != nil {
+		return 0, 0, err
+	}
+	msgPb, err = db.unmarshalMsg(newestMsgMongo)
+	if err != nil {
+		return 0, 0, err
+	}
+	maxSeqMongo = msgPb.Seq
+	return
+}
+
+func (db *notificationDatabase) SetGroupUserMinSeq(ctx context.Context, groupID, userID string, minSeq int64) (err error) {
+	return db.cache.SetGroupUserMinSeq(ctx, groupID, userID, minSeq)
+}
+
+func (db *notificationDatabase) SetUserMinSeq(ctx context.Context, userID string, minSeq int64) (err error) {
+	return db.cache.SetUserMinSeq(ctx, userID, minSeq)
+}
+
+func (db *notificationDatabase) GetGroupUserMinSeq(ctx context.Context, groupID, userID string) (int64, error) {
+	return db.cache.GetGroupUserMinSeq(ctx, groupID, userID)
+}