feat: Remove MySQL and implement it all with Mongo (#1508)

* fix: GetUserReqApplicationList error when there is a disbanded group chat * fix: error when querying some information about disbanded group * fix: GetUserReqApplicationList dismissed group error * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * merge * cicd: robot automated Change * sdkws.MsgData * user * interface{} -> any * user * third * group * group * group * group * group * group * conversation * standalone mysql db model * tx * s3 * group * mongo * group * group * group * group * group * group * refactor: add openim mysql to mongo refactor Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * refactor: add openim mysql to mongo refactor Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * remove mysql * remove mysql * friend * friend * friend * friend * friend * friend * group * convert * index * index * all * all * mysql2mongo * data conversion * up35 * up35 * feat: add format set Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * fix: fix scripts Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * merge main * merge main * Update init-config.sh * fix: user args check --------- Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> Co-authored-by: withchao <withchao@users.noreply.github.com> Co-authored-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> Co-authored-by: Xinwei Xiong <3293172751@qq.com>
2026-05-02 08:05:58 +08:00 · 2023-12-05 20:53:02 +08:00
parent 1c1322e3d2
commit c0194f6ef4
141 changed files with 4273 additions and 4858 deletions
@@ -173,20 +173,7 @@ func (c *msgCache) getSeqs(ctx context.Context, items []string, getkey func(s st
 }

 func (c *msgCache) SetMaxSeq(ctx context.Context, conversationID string, maxSeq int64) error {
-	var retErr error
-	for {
-		select {
-		case <-ctx.Done():
-			return errs.Wrap(retErr, "SetMaxSeq redis retry too many amount")
-		default:
-			retErr = c.setSeq(ctx, conversationID, maxSeq, c.getMaxSeqKey)
-			if retErr != nil {
-				time.Sleep(time.Second * 2)
-				continue
-			}
-			return nil
-		}
-	}
+	return c.setSeq(ctx, conversationID, maxSeq, c.getMaxSeqKey)
 }

 func (c *msgCache) GetMaxSeqs(ctx context.Context, conversationIDs []string) (m map[string]int64, err error) {
@@ -194,21 +181,7 @@ func (c *msgCache) GetMaxSeqs(ctx context.Context, conversationIDs []string) (m
 }

 func (c *msgCache) GetMaxSeq(ctx context.Context, conversationID string) (int64, error) {
-	var retErr error
-	var retData int64
-	for {
-		select {
-		case <-ctx.Done():
-			return -1, errs.Wrap(retErr, "GetMaxSeq redis retry too many amount")
-		default:
-			retData, retErr = c.getSeq(ctx, conversationID, c.getMaxSeqKey)
-			if retErr != nil && errs.Unwrap(retErr) != redis.Nil {
-				time.Sleep(time.Second * 2)
-				continue
-			}
-			return retData, retErr
-		}
-	}
+	return c.getSeq(ctx, conversationID, c.getMaxSeqKey)
 }

 func (c *msgCache) SetMinSeq(ctx context.Context, conversationID string, minSeq int64) error {
@@ -314,7 +287,7 @@ func (c *msgCache) GetTokensWithoutError(ctx context.Context, userID string, pla

 func (c *msgCache) SetTokenMapByUidPid(ctx context.Context, userID string, platform int, m map[string]int) error {
 	key := uidPidToken + userID + ":" + constant.PlatformIDToName(platform)
-	mm := make(map[string]interface{})
+	mm := make(map[string]any)
 	for k, v := range m {
 		mm[k] = v
 	}
@@ -672,35 +645,19 @@ func (c *msgCache) PipeDeleteMessages(ctx context.Context, conversationID string
 }

 func (c *msgCache) CleanUpOneConversationAllMsg(ctx context.Context, conversationID string) error {
-	var (
-		cursor uint64
-		keys   []string
-		err    error
-
-		key = c.allMessageCacheKey(conversationID)
-	)
-
-	for {
-		// scan up to 10000 at a time, the count (10000) param refers to the number of scans on redis server.
-		// if the count is too small, needs to be run scan on redis frequently.
-		var limit int64 = 10000
-		keys, cursor, err = c.rdb.Scan(ctx, cursor, key, limit).Result()
-		if err != nil {
+	vals, err := c.rdb.Keys(ctx, c.allMessageCacheKey(conversationID)).Result()
+	if errors.Is(err, redis.Nil) {
+		return nil
+	}
+	if err != nil {
+		return errs.Wrap(err)
+	}
+	for _, v := range vals {
+		if err := c.rdb.Del(ctx, v).Err(); err != nil {
 			return errs.Wrap(err)
 		}
-
-		for _, key := range keys {
-			err := c.rdb.Del(ctx, key).Err()
-			if err != nil {
-				return errs.Wrap(err)
-			}
-		}
-
-		// scan end
-		if cursor == 0 {
-			return nil
-		}
 	}
+	return nil
 }

 func (c *msgCache) DelMsgFromCache(ctx context.Context, userID string, seqs []int64) error {