getui debug

internal/cron_task/clear_msg.go

@@ -0,0 +1,89 @@
+package cronTask
+
+import (
+	"Open_IM/pkg/common/config"
+	"Open_IM/pkg/common/constant"
+	"Open_IM/pkg/common/db"
+	"Open_IM/pkg/common/log"
+	server_api_params "Open_IM/pkg/proto/sdk_ws"
+	"Open_IM/pkg/utils"
+	"github.com/golang/protobuf/proto"
+	"strconv"
+	"strings"
+)
+
+const oldestList = 0
+const newestList = -1
+
+func DeleteMongoMsgAndResetRedisSeq(operationID, ID string, diffusionType int) error {
+	// -1 表示从当前最早的一个开始
+	var delMsgIDList []string
+	minSeq, err := deleteMongoMsg(operationID, ID, oldestList, &delMsgIDList)
+	if err != nil {
+		return utils.Wrap(err, "")
+	}
+	log.NewDebug(operationID, utils.GetSelfFuncName(), "delMsgIDList: ", delMsgIDList)
+	if diffusionType == constant.WriteDiffusion {
+		err = db.DB.SetUserMinSeq(ID, minSeq)
+	} else if diffusionType == constant.ReadDiffusion {
+		err = db.DB.SetGroupMinSeq(ID, minSeq)
+	}
+	return err
+}
+
+// recursion
+func deleteMongoMsg(operationID string, ID string, index int64, IDList *[]string) (uint32, error) {
+	// 从最旧的列表开始找
+	msgs, err := db.DB.GetUserMsgListByIndex(ID, index)
+	if err != nil {
+		return 0, utils.Wrap(err, "GetUserMsgListByIndex failed")
+	}
+	log.NewDebug(operationID, utils.GetSelfFuncName(), "get msgs: ", msgs.UID)
+	for i, msg := range msgs.Msg {
+		// 找到列表中不需要删除的消息了
+		if msg.SendTime+int64(config.Config.Mongo.DBRetainChatRecords) > utils.GetCurrentTimestampByMill() {
+			if len(*IDList) > 0 {
+				err := db.DB.DelMongoMsgs(*IDList)
+				if err != nil {
+					return 0, utils.Wrap(err, "DelMongoMsgs failed")
+				}
+			}
+			minSeq := getDelMaxSeqByIDList(*IDList)
+			if i > 0 {
+				msgPb := &server_api_params.MsgData{}
+				err = proto.Unmarshal(msg.Msg, msgPb)
+				if err != nil {
+					log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), ID, index)
+				} else {
+					err = db.DB.ReplaceMsgToBlankByIndex(msgs.UID, i-1)
+					if err != nil {
+						log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), msgs.UID, i)
+						return minSeq, nil
+					}
+					minSeq = msgPb.Seq - 1
+				}
+			}
+			return minSeq, nil
+		}
+	}
+	*IDList = append(*IDList, msgs.UID)
+	// 没有找到 代表需要全部删除掉 继续递归查找下一个比较旧的列表
+	seq, err := deleteMongoMsg(operationID, utils.GetSelfFuncName(), index-1, IDList)
+	if err != nil {
+		return 0, utils.Wrap(err, "deleteMongoMsg failed")
+	}
+	return seq, nil
+}
+
+func getDelMaxSeqByIDList(IDList []string) uint32 {
+	if len(IDList) == 0 {
+		return 0
+	}
+	l := strings.Split(IDList[len(IDList)-1], ":")
+	index, _ := strconv.Atoi(l[len(l)-1])
+	if index == 0 {
+		// 4999
+		return uint32(db.GetSingleGocMsgNum()) - 1
+	} // 5000
+	return (uint32(db.GetSingleGocMsgNum()) - 1) + uint32(index*db.GetSingleGocMsgNum())
+}

internal/cron_task/cron_task.go

@@ -0,0 +1,50 @@
+package cronTask
+
+import (
+	"Open_IM/pkg/common/constant"
+	"Open_IM/pkg/common/db/mysql_model/im_mysql_model"
+	"Open_IM/pkg/common/log"
+	"Open_IM/pkg/utils"
+	"github.com/robfig/cron/v3"
+)
+
+const cronTaskOperationID = "cronTaskOperationID-"
+
+func StartCronTask() {
+	log.NewInfo(utils.OperationIDGenerator(), "start cron task")
+	c := cron.New()
+	_, err := c.AddFunc("30 3-6,20-23 * * *", func() {
+		operationID := getCronTaskOperationID()
+		userIDList, err := im_mysql_model.SelectAllUserID()
+		if err == nil {
+			log.NewDebug(operationID, utils.GetSelfFuncName(), "userIDList: ", userIDList)
+			for _, userID := range userIDList {
+				if err := DeleteMongoMsgAndResetRedisSeq(operationID, userID, constant.WriteDiffusion); err != nil {
+					log.NewError(operationID, utils.GetSelfFuncName(), err.Error(), userID, constant.WriteDiffusion)
+				}
+			}
+		} else {
+			log.NewError(operationID, utils.GetSelfFuncName(), err.Error())
+		}
+
+		workingGroupIDList, err := im_mysql_model.GetGroupIDListByGroupType(constant.WorkingGroup)
+		if err == nil {
+			for _, groupID := range workingGroupIDList {
+				if err := DeleteMongoMsgAndResetRedisSeq(operationID, groupID, constant.ReadDiffusion); err != nil {
+					log.NewError(operationID, utils.GetSelfFuncName(), operationID, groupID, constant.ReadDiffusion, err.Error())
+				}
+			}
+		} else {
+			log.NewError(operationID, utils.GetSelfFuncName(), err.Error())
+			return
+		}
+	})
+	if err != nil {
+		panic(err)
+	}
+	c.Start()
+}
+
+func getCronTaskOperationID() string {
+	return cronTaskOperationID + utils.OperationIDGenerator()
+}