feat: Remove MySQL and implement it all with Mongo (#1508)

* fix: GetUserReqApplicationList error when there is a disbanded group chat * fix: error when querying some information about disbanded group * fix: GetUserReqApplicationList dismissed group error * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * fix: the original message referenced by the pull message processing is withdrawn * merge * cicd: robot automated Change * sdkws.MsgData * user * interface{} -> any * user * third * group * group * group * group * group * group * conversation * standalone mysql db model * tx * s3 * group * mongo * group * group * group * group * group * group * refactor: add openim mysql to mongo refactor Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * refactor: add openim mysql to mongo refactor Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * remove mysql * remove mysql * friend * friend * friend * friend * friend * friend * group * convert * index * index * all * all * mysql2mongo * data conversion * up35 * up35 * feat: add format set Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * fix: fix scripts Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> * merge main * merge main * Update init-config.sh * fix: user args check --------- Signed-off-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> Co-authored-by: withchao <withchao@users.noreply.github.com> Co-authored-by: Xinwei Xiong(cubxxw) <3293172751nss@gmail.com> Co-authored-by: Xinwei Xiong <3293172751@qq.com>
2026-05-02 16:15:59 +08:00 · 2023-12-05 20:53:02 +08:00
parent 1c1322e3d2
commit c0194f6ef4
141 changed files with 4273 additions and 4858 deletions
@@ -16,23 +16,18 @@ package controller

 import (
 	"context"
-	"fmt"
 	"time"

+	"github.com/OpenIMSDK/tools/pagination"
 	"github.com/dtm-labs/rockscache"
-	"github.com/redis/go-redis/v9"
-	"go.mongodb.org/mongo-driver/mongo"
-	"gorm.io/gorm"

 	"github.com/OpenIMSDK/protocol/constant"
 	"github.com/OpenIMSDK/tools/tx"
 	"github.com/OpenIMSDK/tools/utils"
+	"github.com/redis/go-redis/v9"

 	"github.com/openimsdk/open-im-server/v3/pkg/common/db/cache"
-	"github.com/openimsdk/open-im-server/v3/pkg/common/db/relation"
 	relationtb "github.com/openimsdk/open-im-server/v3/pkg/common/db/table/relation"
-	unrelationtb "github.com/openimsdk/open-im-server/v3/pkg/common/db/table/unrelation"
-	"github.com/openimsdk/open-im-server/v3/pkg/common/db/unrelation"
 )

 type GroupDatabase interface {
@@ -40,23 +35,26 @@ type GroupDatabase interface {
 	CreateGroup(ctx context.Context, groups []*relationtb.GroupModel, groupMembers []*relationtb.GroupMemberModel) error
 	TakeGroup(ctx context.Context, groupID string) (group *relationtb.GroupModel, err error)
 	FindGroup(ctx context.Context, groupIDs []string) (groups []*relationtb.GroupModel, err error)
-	FindNotDismissedGroup(ctx context.Context, groupIDs []string) (groups []*relationtb.GroupModel, err error)
-	SearchGroup(ctx context.Context, keyword string, pageNumber, showNumber int32) (uint32, []*relationtb.GroupModel, error)
+	SearchGroup(ctx context.Context, keyword string, pagination pagination.Pagination) (int64, []*relationtb.GroupModel, error)
 	UpdateGroup(ctx context.Context, groupID string, data map[string]any) error
 	DismissGroup(ctx context.Context, groupID string, deleteMember bool) error // 解散群，并删除群成员
-	GetGroupIDsByGroupType(ctx context.Context, groupType int) (groupIDs []string, err error)
-	// GroupMember
+
 	TakeGroupMember(ctx context.Context, groupID string, userID string) (groupMember *relationtb.GroupMemberModel, err error)
 	TakeGroupOwner(ctx context.Context, groupID string) (*relationtb.GroupMemberModel, error)
-	FindGroupMember(ctx context.Context, groupIDs []string, userIDs []string, roleLevels []int32) ([]*relationtb.GroupMemberModel, error)
+	FindGroupMembers(ctx context.Context, groupID string, userIDs []string) (groupMembers []*relationtb.GroupMemberModel, err error)            // *
+	FindGroupMemberUser(ctx context.Context, groupIDs []string, userID string) (groupMembers []*relationtb.GroupMemberModel, err error)         // *
+	FindGroupMemberRoleLevels(ctx context.Context, groupID string, roleLevels []int32) (groupMembers []*relationtb.GroupMemberModel, err error) // *
+	FindGroupMemberAll(ctx context.Context, groupID string) (groupMembers []*relationtb.GroupMemberModel, err error)                            // *
+	FindGroupsOwner(ctx context.Context, groupIDs []string) ([]*relationtb.GroupMemberModel, error)
 	FindGroupMemberUserID(ctx context.Context, groupID string) ([]string, error)
 	FindGroupMemberNum(ctx context.Context, groupID string) (uint32, error)
 	FindUserManagedGroupID(ctx context.Context, userID string) (groupIDs []string, err error)
-	PageGroupRequest(ctx context.Context, groupIDs []string, pageNumber, showNumber int32) (uint32, []*relationtb.GroupRequestModel, error)
+	PageGroupRequest(ctx context.Context, groupIDs []string, pagination pagination.Pagination) (int64, []*relationtb.GroupRequestModel, error)
+	GetGroupRoleLevelMemberIDs(ctx context.Context, groupID string, roleLevel int32) ([]string, error)

-	PageGetJoinGroup(ctx context.Context, userID string, pageNumber, showNumber int32) (total uint32, totalGroupMembers []*relationtb.GroupMemberModel, err error)
-	PageGetGroupMember(ctx context.Context, groupID string, pageNumber, showNumber int32) (total uint32, totalGroupMembers []*relationtb.GroupMemberModel, err error)
-	SearchGroupMember(ctx context.Context, keyword string, groupIDs []string, userIDs []string, roleLevels []int32, pageNumber, showNumber int32) (uint32, []*relationtb.GroupMemberModel, error)
+	PageGetJoinGroup(ctx context.Context, userID string, pagination pagination.Pagination) (total int64, totalGroupMembers []*relationtb.GroupMemberModel, err error)
+	PageGetGroupMember(ctx context.Context, groupID string, pagination pagination.Pagination) (total int64, totalGroupMembers []*relationtb.GroupMemberModel, err error)
+	SearchGroupMember(ctx context.Context, keyword string, groupID string, pagination pagination.Pagination) (int64, []*relationtb.GroupMemberModel, error)
 	HandlerGroupRequest(ctx context.Context, groupID string, userID string, handledMsg string, handleResult int32, member *relationtb.GroupMemberModel) error
 	DeleteGroupMember(ctx context.Context, groupID string, userIDs []string) error
 	MapGroupMemberUserID(ctx context.Context, groupIDs []string) (map[string]*relationtb.GroupSimpleUserID, error)
@@ -67,15 +65,8 @@ type GroupDatabase interface {
 	// GroupRequest
 	CreateGroupRequest(ctx context.Context, requests []*relationtb.GroupRequestModel) error
 	TakeGroupRequest(ctx context.Context, groupID string, userID string) (*relationtb.GroupRequestModel, error)
-	FindGroupRequests(ctx context.Context, groupID string, userIDs []string) (int64, []*relationtb.GroupRequestModel, error)
-	PageGroupRequestUser(ctx context.Context, userID string, pageNumber, showNumber int32) (uint32, []*relationtb.GroupRequestModel, error)
-	// SuperGroupModelInterface
-	FindSuperGroup(ctx context.Context, groupIDs []string) ([]*unrelationtb.SuperGroupModel, error)
-	FindJoinSuperGroup(ctx context.Context, userID string) ([]string, error)
-	CreateSuperGroup(ctx context.Context, groupID string, initMemberIDList []string) error
-	DeleteSuperGroup(ctx context.Context, groupID string) error
-	DeleteSuperGroupMember(ctx context.Context, groupID string, userIDs []string) error
-	CreateSuperGroupMember(ctx context.Context, groupID string, userIDs []string) error
+	FindGroupRequests(ctx context.Context, groupID string, userIDs []string) ([]*relationtb.GroupRequestModel, error)
+	PageGroupRequestUser(ctx context.Context, userID string, pagination pagination.Pagination) (int64, []*relationtb.GroupRequestModel, error)

 	// 获取群总数
 	CountTotal(ctx context.Context, before *time.Time) (count int64, err error)
@@ -85,61 +76,91 @@ type GroupDatabase interface {
 }

 func NewGroupDatabase(
-	group relationtb.GroupModelInterface,
-	member relationtb.GroupMemberModelInterface,
-	request relationtb.GroupRequestModelInterface,
-	tx tx.Tx,
+	rdb redis.UniversalClient,
+	groupDB relationtb.GroupModelInterface,
+	groupMemberDB relationtb.GroupMemberModelInterface,
+	groupRequestDB relationtb.GroupRequestModelInterface,
 	ctxTx tx.CtxTx,
-	superGroup unrelationtb.SuperGroupModelInterface,
-	cache cache.GroupCache,
+	groupHash cache.GroupHash,
 ) GroupDatabase {
-	database := &groupDatabase{
-		groupDB:        group,
-		groupMemberDB:  member,
-		groupRequestDB: request,
-		tx:             tx,
-		ctxTx:          ctxTx,
-		cache:          cache,
-		mongoDB:        superGroup,
-	}
-	return database
-}
-
-func InitGroupDatabase(db *gorm.DB, rdb redis.UniversalClient, database *mongo.Database, hashCode func(ctx context.Context, groupID string) (uint64, error)) GroupDatabase {
 	rcOptions := rockscache.NewDefaultOptions()
 	rcOptions.StrongConsistency = true
 	rcOptions.RandomExpireAdjustment = 0.2
-	return NewGroupDatabase(
-		relation.NewGroupDB(db),
-		relation.NewGroupMemberDB(db),
-		relation.NewGroupRequest(db),
-		tx.NewGorm(db),
-		tx.NewMongo(database.Client()),
-		unrelation.NewSuperGroupMongoDriver(database),
-		cache.NewGroupCacheRedis(
-			rdb,
-			relation.NewGroupDB(db),
-			relation.NewGroupMemberDB(db),
-			relation.NewGroupRequest(db),
-			unrelation.NewSuperGroupMongoDriver(database),
-			hashCode,
-			rcOptions,
-		),
-	)
+	return &groupDatabase{
+		groupDB:        groupDB,
+		groupMemberDB:  groupMemberDB,
+		groupRequestDB: groupRequestDB,
+		ctxTx:          ctxTx,
+		cache:          cache.NewGroupCacheRedis(rdb, groupDB, groupMemberDB, groupRequestDB, groupHash, rcOptions),
+	}
 }

 type groupDatabase struct {
 	groupDB        relationtb.GroupModelInterface
 	groupMemberDB  relationtb.GroupMemberModelInterface
 	groupRequestDB relationtb.GroupRequestModelInterface
-	tx             tx.Tx
 	ctxTx          tx.CtxTx
 	cache          cache.GroupCache
-	mongoDB        unrelationtb.SuperGroupModelInterface
 }

-func (g *groupDatabase) GetGroupIDsByGroupType(ctx context.Context, groupType int) (groupIDs []string, err error) {
-	return g.groupDB.GetGroupIDsByGroupType(ctx, groupType)
+func (g *groupDatabase) FindGroupMembers(ctx context.Context, groupID string, userIDs []string) ([]*relationtb.GroupMemberModel, error) {
+	return g.cache.GetGroupMembersInfo(ctx, groupID, userIDs)
+}
+
+func (g *groupDatabase) FindGroupMemberUser(ctx context.Context, groupIDs []string, userID string) ([]*relationtb.GroupMemberModel, error) {
+	return g.cache.FindGroupMemberUser(ctx, groupIDs, userID)
+}
+
+func (g *groupDatabase) FindGroupMemberRoleLevels(ctx context.Context, groupID string, roleLevels []int32) ([]*relationtb.GroupMemberModel, error) {
+	return g.cache.GetGroupRolesLevelMemberInfo(ctx, groupID, roleLevels)
+}
+
+func (g *groupDatabase) FindGroupMemberAll(ctx context.Context, groupID string) ([]*relationtb.GroupMemberModel, error) {
+	return g.cache.GetAllGroupMembersInfo(ctx, groupID)
+}
+
+func (g *groupDatabase) FindGroupsOwner(ctx context.Context, groupIDs []string) ([]*relationtb.GroupMemberModel, error) {
+	return g.cache.GetGroupsOwner(ctx, groupIDs)
+}
+
+func (g *groupDatabase) GetGroupRoleLevelMemberIDs(ctx context.Context, groupID string, roleLevel int32) ([]string, error) {
+	return g.cache.GetGroupRoleLevelMemberIDs(ctx, groupID, roleLevel)
+}
+
+func (g *groupDatabase) CreateGroup(ctx context.Context, groups []*relationtb.GroupModel, groupMembers []*relationtb.GroupMemberModel) error {
+	if len(groups)+len(groupMembers) == 0 {
+		return nil
+	}
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
+		c := g.cache.NewCache()
+		if len(groups) > 0 {
+			if err := g.groupDB.Create(ctx, groups); err != nil {
+				return err
+			}
+			for _, group := range groups {
+				c = c.DelGroupsInfo(group.GroupID).
+					DelGroupMembersHash(group.GroupID).
+					DelGroupMembersHash(group.GroupID).
+					DelGroupsMemberNum(group.GroupID).
+					DelGroupMemberIDs(group.GroupID).
+					DelGroupAllRoleLevel(group.GroupID)
+			}
+		}
+		if len(groupMembers) > 0 {
+			if err := g.groupMemberDB.Create(ctx, groupMembers); err != nil {
+				return err
+			}
+			for _, groupMember := range groupMembers {
+				c = c.DelGroupMembersHash(groupMember.GroupID).
+					DelGroupsMemberNum(groupMember.GroupID).
+					DelGroupMemberIDs(groupMember.GroupID).
+					DelJoinedGroupID(groupMember.UserID).
+					DelGroupMembersInfo(groupMember.GroupID, groupMember.UserID).
+					DelGroupAllRoleLevel(groupMember.GroupID)
+			}
+		}
+		return c.ExecDel(ctx, true)
+	})
 }

 func (g *groupDatabase) FindGroupMemberUserID(ctx context.Context, groupID string) ([]string, error) {
@@ -154,57 +175,16 @@ func (g *groupDatabase) FindGroupMemberNum(ctx context.Context, groupID string)
 	return uint32(num), nil
 }

-func (g *groupDatabase) CreateGroup(
-	ctx context.Context,
-	groups []*relationtb.GroupModel,
-	groupMembers []*relationtb.GroupMemberModel,
-) error {
-	cache := g.cache.NewCache()
-	if err := g.tx.Transaction(func(tx any) error {
-		if len(groups) > 0 {
-			if err := g.groupDB.NewTx(tx).Create(ctx, groups); err != nil {
-				return err
-			}
-		}
-		if len(groupMembers) > 0 {
-			if err := g.groupMemberDB.NewTx(tx).Create(ctx, groupMembers); err != nil {
-				return err
-			}
-		}
-		createGroupIDs := utils.DistinctAnyGetComparable(groups, func(group *relationtb.GroupModel) string {
-			return group.GroupID
-		})
-		m := make(map[string]struct{})
-
-		for _, groupMember := range groupMembers {
-			if _, ok := m[groupMember.GroupID]; !ok {
-				m[groupMember.GroupID] = struct{}{}
-				cache = cache.DelGroupMemberIDs(groupMember.GroupID).DelGroupMembersHash(groupMember.GroupID).DelGroupsMemberNum(groupMember.GroupID)
-			}
-			cache = cache.DelJoinedGroupID(groupMember.UserID).DelGroupMembersInfo(groupMember.GroupID, groupMember.UserID)
-		}
-		cache = cache.DelGroupsInfo(createGroupIDs...)
-		return nil
-	}); err != nil {
-		return err
-	}
-	return cache.ExecDel(ctx)
-}
-
-func (g *groupDatabase) TakeGroup(ctx context.Context, groupID string) (group *relationtb.GroupModel, err error) {
+func (g *groupDatabase) TakeGroup(ctx context.Context, groupID string) (*relationtb.GroupModel, error) {
 	return g.cache.GetGroupInfo(ctx, groupID)
 }

-func (g *groupDatabase) FindGroup(ctx context.Context, groupIDs []string) (groups []*relationtb.GroupModel, err error) {
+func (g *groupDatabase) FindGroup(ctx context.Context, groupIDs []string) ([]*relationtb.GroupModel, error) {
 	return g.cache.GetGroupsInfo(ctx, groupIDs)
 }

-func (g *groupDatabase) SearchGroup(
-	ctx context.Context,
-	keyword string,
-	pageNumber, showNumber int32,
-) (uint32, []*relationtb.GroupModel, error) {
-	return g.groupDB.Search(ctx, keyword, pageNumber, showNumber)
+func (g *groupDatabase) SearchGroup(ctx context.Context, keyword string, pagination pagination.Pagination) (int64, []*relationtb.GroupModel, error) {
+	return g.groupDB.Search(ctx, keyword, pagination)
 }

 func (g *groupDatabase) UpdateGroup(ctx context.Context, groupID string, data map[string]any) error {
@@ -215,166 +195,97 @@ func (g *groupDatabase) UpdateGroup(ctx context.Context, groupID string, data ma
 }

 func (g *groupDatabase) DismissGroup(ctx context.Context, groupID string, deleteMember bool) error {
-	cache := g.cache.NewCache()
-	if err := g.tx.Transaction(func(tx any) error {
-		if err := g.groupDB.NewTx(tx).UpdateStatus(ctx, groupID, constant.GroupStatusDismissed); err != nil {
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
+		c := g.cache.NewCache()
+		if err := g.groupDB.UpdateState(ctx, groupID, constant.GroupStatusDismissed); err != nil {
 			return err
 		}
 		if deleteMember {
-			if err := g.groupMemberDB.NewTx(tx).DeleteGroup(ctx, []string{groupID}); err != nil {
-				return err
-			}
 			userIDs, err := g.cache.GetGroupMemberIDs(ctx, groupID)
 			if err != nil {
 				return err
 			}
-			cache = cache.DelJoinedGroupID(userIDs...).DelGroupMemberIDs(groupID).DelGroupsMemberNum(groupID).DelGroupMembersHash(groupID)
+			if err := g.groupMemberDB.Delete(ctx, groupID, nil); err != nil {
+				return err
+			}
+			c = c.DelJoinedGroupID(userIDs...).
+				DelGroupMemberIDs(groupID).
+				DelGroupsMemberNum(groupID).
+				DelGroupMembersHash(groupID).
+				DelGroupAllRoleLevel(groupID).
+				DelGroupMembersInfo(groupID, userIDs...)
 		}
-		cache = cache.DelGroupsInfo(groupID)
-		return nil
-	}); err != nil {
-		return err
-	}
-	return cache.ExecDel(ctx)
+		return c.DelGroupsInfo(groupID).ExecDel(ctx)
+	})
 }

-func (g *groupDatabase) TakeGroupMember(
-	ctx context.Context,
-	groupID string,
-	userID string,
-) (groupMember *relationtb.GroupMemberModel, err error) {
+func (g *groupDatabase) TakeGroupMember(ctx context.Context, groupID string, userID string) (*relationtb.GroupMemberModel, error) {
 	return g.cache.GetGroupMemberInfo(ctx, groupID, userID)
 }

 func (g *groupDatabase) TakeGroupOwner(ctx context.Context, groupID string) (*relationtb.GroupMemberModel, error) {
-	return g.groupMemberDB.TakeOwner(ctx, groupID) // todo cache group owner
+	return g.cache.GetGroupOwner(ctx, groupID)
 }

 func (g *groupDatabase) FindUserManagedGroupID(ctx context.Context, userID string) (groupIDs []string, err error) {
 	return g.groupMemberDB.FindUserManagedGroupID(ctx, userID)
 }

-func (g *groupDatabase) PageGroupRequest(
-	ctx context.Context,
-	groupIDs []string,
-	pageNumber, showNumber int32,
-) (uint32, []*relationtb.GroupRequestModel, error) {
-	return g.groupRequestDB.PageGroup(ctx, groupIDs, pageNumber, showNumber)
+func (g *groupDatabase) PageGroupRequest(ctx context.Context, groupIDs []string, pagination pagination.Pagination) (int64, []*relationtb.GroupRequestModel, error) {
+	return g.groupRequestDB.PageGroup(ctx, groupIDs, pagination)
 }

-func (g *groupDatabase) FindGroupMember(ctx context.Context, groupIDs []string, userIDs []string, roleLevels []int32) (totalGroupMembers []*relationtb.GroupMemberModel, err error) {
-	if len(groupIDs) == 0 && len(roleLevels) == 0 && len(userIDs) == 1 {
-		gIDs, err := g.cache.GetJoinedGroupIDs(ctx, userIDs[0])
-		if err != nil {
-			return nil, err
-		}
-		var res []*relationtb.GroupMemberModel
-		for _, groupID := range gIDs {
-			v, err := g.cache.GetGroupMemberInfo(ctx, groupID, userIDs[0])
-			if err != nil {
-				return nil, err
-			}
-			res = append(res, v)
-		}
-		return res, nil
-	}
-	if len(roleLevels) == 0 {
-		for _, groupID := range groupIDs {
-			groupMembers, err := g.cache.GetGroupMembersInfo(ctx, groupID, userIDs)
-			if err != nil {
-				return nil, err
-			}
-			totalGroupMembers = append(totalGroupMembers, groupMembers...)
-		}
-		return totalGroupMembers, nil
-	}
-	return g.groupMemberDB.Find(ctx, groupIDs, userIDs, roleLevels)
-}
-
-func (g *groupDatabase) PageGetJoinGroup(
-	ctx context.Context,
-	userID string,
-	pageNumber, showNumber int32,
-) (total uint32, totalGroupMembers []*relationtb.GroupMemberModel, err error) {
+func (g *groupDatabase) PageGetJoinGroup(ctx context.Context, userID string, pagination pagination.Pagination) (total int64, totalGroupMembers []*relationtb.GroupMemberModel, err error) {
 	groupIDs, err := g.cache.GetJoinedGroupIDs(ctx, userID)
 	if err != nil {
 		return 0, nil, err
 	}
-	for _, groupID := range utils.Paginate(groupIDs, int(pageNumber), int(showNumber)) {
+	for _, groupID := range utils.Paginate(groupIDs, int(pagination.GetPageNumber()), int(pagination.GetShowNumber())) {
 		groupMembers, err := g.cache.GetGroupMembersInfo(ctx, groupID, []string{userID})
 		if err != nil {
 			return 0, nil, err
 		}
 		totalGroupMembers = append(totalGroupMembers, groupMembers...)
 	}
-	return uint32(len(groupIDs)), totalGroupMembers, nil
+	return int64(len(groupIDs)), totalGroupMembers, nil
 }

-func (g *groupDatabase) PageGetGroupMember(
-	ctx context.Context,
-	groupID string,
-	pageNumber, showNumber int32,
-) (total uint32, totalGroupMembers []*relationtb.GroupMemberModel, err error) {
+func (g *groupDatabase) PageGetGroupMember(ctx context.Context, groupID string, pagination pagination.Pagination) (total int64, totalGroupMembers []*relationtb.GroupMemberModel, err error) {
 	groupMemberIDs, err := g.cache.GetGroupMemberIDs(ctx, groupID)
 	if err != nil {
 		return 0, nil, err
 	}
-	pageIDs := utils.Paginate(groupMemberIDs, int(pageNumber), int(showNumber))
+	pageIDs := utils.Paginate(groupMemberIDs, int(pagination.GetPageNumber()), int(pagination.GetShowNumber()))
 	if len(pageIDs) == 0 {
-		return uint32(len(groupMemberIDs)), nil, nil
+		return int64(len(groupMemberIDs)), nil, nil
 	}
 	members, err := g.cache.GetGroupMembersInfo(ctx, groupID, pageIDs)
 	if err != nil {
 		return 0, nil, err
 	}
-	return uint32(len(groupMemberIDs)), members, nil
+	return int64(len(groupMemberIDs)), members, nil
 }

-func (g *groupDatabase) SearchGroupMember(
-	ctx context.Context,
-	keyword string,
-	groupIDs []string,
-	userIDs []string,
-	roleLevels []int32,
-	pageNumber, showNumber int32,
-) (uint32, []*relationtb.GroupMemberModel, error) {
-	return g.groupMemberDB.SearchMember(ctx, keyword, groupIDs, userIDs, roleLevels, pageNumber, showNumber)
+func (g *groupDatabase) SearchGroupMember(ctx context.Context, keyword string, groupID string, pagination pagination.Pagination) (int64, []*relationtb.GroupMemberModel, error) {
+	return g.groupMemberDB.SearchMember(ctx, keyword, groupID, pagination)
 }

-func (g *groupDatabase) HandlerGroupRequest(
-	ctx context.Context,
-	groupID string,
-	userID string,
-	handledMsg string,
-	handleResult int32,
-	member *relationtb.GroupMemberModel,
-) error {
-	//cache := g.cache.NewCache()
-	//if err := g.tx.Transaction(func(tx any) error {
-	//	if err := g.groupRequestDB.NewTx(tx).UpdateHandler(ctx, groupID, userID, handledMsg, handleResult); err != nil {
-	//		return err
-	//	}
-	//	if member != nil {
-	//		if err := g.groupMemberDB.NewTx(tx).Create(ctx, []*relationtb.GroupMemberModel{member}); err != nil {
-	//			return err
-	//		}
-	//		cache = cache.DelGroupMembersHash(groupID).DelGroupMemberIDs(groupID).DelGroupsMemberNum(groupID).DelJoinedGroupID(member.UserID)
-	//	}
-	//	return nil
-	//}); err != nil {
-	//	return err
-	//}
-	//return cache.ExecDel(ctx)
-
-	return g.tx.Transaction(func(tx any) error {
-		if err := g.groupRequestDB.NewTx(tx).UpdateHandler(ctx, groupID, userID, handledMsg, handleResult); err != nil {
+func (g *groupDatabase) HandlerGroupRequest(ctx context.Context, groupID string, userID string, handledMsg string, handleResult int32, member *relationtb.GroupMemberModel) error {
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
+		if err := g.groupRequestDB.UpdateHandler(ctx, groupID, userID, handledMsg, handleResult); err != nil {
 			return err
 		}
 		if member != nil {
-			if err := g.groupMemberDB.NewTx(tx).Create(ctx, []*relationtb.GroupMemberModel{member}); err != nil {
+			if err := g.groupMemberDB.Create(ctx, []*relationtb.GroupMemberModel{member}); err != nil {
 				return err
 			}
-			if err := g.cache.NewCache().DelGroupMembersHash(groupID).DelGroupMembersInfo(groupID, member.UserID).DelGroupMemberIDs(groupID).DelGroupsMemberNum(groupID).DelJoinedGroupID(member.UserID).ExecDel(ctx); err != nil {
+			c := g.cache.DelGroupMembersHash(groupID).
+				DelGroupMembersInfo(groupID, member.UserID).
+				DelGroupMemberIDs(groupID).
+				DelGroupsMemberNum(groupID).
+				DelJoinedGroupID(member.UserID).
+				DelGroupRoleLevel(groupID, []int32{member.RoleLevel})
+			if err := c.ExecDel(ctx); err != nil {
 				return err
 			}
 		}
@@ -391,13 +302,11 @@ func (g *groupDatabase) DeleteGroupMember(ctx context.Context, groupID string, u
 		DelGroupsMemberNum(groupID).
 		DelJoinedGroupID(userIDs...).
 		DelGroupMembersInfo(groupID, userIDs...).
+		DelGroupAllRoleLevel(groupID).
 		ExecDel(ctx)
 }

-func (g *groupDatabase) MapGroupMemberUserID(
-	ctx context.Context,
-	groupIDs []string,
-) (map[string]*relationtb.GroupSimpleUserID, error) {
+func (g *groupDatabase) MapGroupMemberUserID(ctx context.Context, groupIDs []string) (map[string]*relationtb.GroupSimpleUserID, error) {
 	return g.cache.GetGroupMemberHashMap(ctx, groupIDs)
 }

@@ -414,62 +323,54 @@ func (g *groupDatabase) MapGroupMemberNum(ctx context.Context, groupIDs []string
 }

 func (g *groupDatabase) TransferGroupOwner(ctx context.Context, groupID string, oldOwnerUserID, newOwnerUserID string, roleLevel int32) error {
-	return g.tx.Transaction(func(tx any) error {
-		rowsAffected, err := g.groupMemberDB.NewTx(tx).UpdateRoleLevel(ctx, groupID, oldOwnerUserID, roleLevel)
-		if err != nil {
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
+		if err := g.groupMemberDB.UpdateRoleLevel(ctx, groupID, oldOwnerUserID, roleLevel); err != nil {
 			return err
 		}
-		if rowsAffected != 1 {
-			return utils.Wrap(fmt.Errorf("oldOwnerUserID %s rowsAffected = %d", oldOwnerUserID, rowsAffected), "")
-		}
-		rowsAffected, err = g.groupMemberDB.NewTx(tx).UpdateRoleLevel(ctx, groupID, newOwnerUserID, constant.GroupOwner)
-		if err != nil {
+		if err := g.groupMemberDB.UpdateRoleLevel(ctx, groupID, newOwnerUserID, constant.GroupOwner); err != nil {
 			return err
 		}
-		if rowsAffected != 1 {
-			return utils.Wrap(fmt.Errorf("newOwnerUserID %s rowsAffected = %d", newOwnerUserID, rowsAffected), "")
-		}
-		return g.cache.DelGroupMembersInfo(groupID, oldOwnerUserID, newOwnerUserID).DelGroupMembersHash(groupID).ExecDel(ctx)
+		return g.cache.DelGroupMembersInfo(groupID, oldOwnerUserID, newOwnerUserID).
+			DelGroupAllRoleLevel(groupID).
+			DelGroupMembersHash(groupID).ExecDel(ctx)
 	})
 }

-func (g *groupDatabase) UpdateGroupMember(
-	ctx context.Context,
-	groupID string,
-	userID string,
-	data map[string]any,
-) error {
+func (g *groupDatabase) UpdateGroupMember(ctx context.Context, groupID string, userID string, data map[string]any) error {
 	if err := g.groupMemberDB.Update(ctx, groupID, userID, data); err != nil {
 		return err
 	}
-	return g.cache.DelGroupMembersInfo(groupID, userID).ExecDel(ctx)
+	c := g.cache.DelGroupMembersInfo(groupID, userID)
+	if g.groupMemberDB.IsUpdateRoleLevel(data) {
+		c = c.DelGroupAllRoleLevel(groupID)
+	}
+	return c.ExecDel(ctx)
 }

 func (g *groupDatabase) UpdateGroupMembers(ctx context.Context, data []*relationtb.BatchUpdateGroupMember) error {
-	cache := g.cache.NewCache()
-	if err := g.tx.Transaction(func(tx any) error {
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
+		c := g.cache.NewCache()
 		for _, item := range data {
-			if err := g.groupMemberDB.NewTx(tx).Update(ctx, item.GroupID, item.UserID, item.Map); err != nil {
+			if err := g.groupMemberDB.Update(ctx, item.GroupID, item.UserID, item.Map); err != nil {
 				return err
 			}
-			cache = cache.DelGroupMembersInfo(item.GroupID, item.UserID)
+			if g.groupMemberDB.IsUpdateRoleLevel(item.Map) {
+				c = c.DelGroupAllRoleLevel(item.GroupID)
+			}
+			c = c.DelGroupMembersInfo(item.GroupID, item.UserID).DelGroupMembersHash(item.GroupID)
 		}
-		return nil
-	}); err != nil {
-		return err
-	}
-	return cache.ExecDel(ctx)
+		return c.ExecDel(ctx, true)
+	})
 }

 func (g *groupDatabase) CreateGroupRequest(ctx context.Context, requests []*relationtb.GroupRequestModel) error {
-	return g.tx.Transaction(func(tx any) error {
-		db := g.groupRequestDB.NewTx(tx)
+	return g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
 		for _, request := range requests {
-			if err := db.Delete(ctx, request.GroupID, request.UserID); err != nil {
+			if err := g.groupRequestDB.Delete(ctx, request.GroupID, request.UserID); err != nil {
 				return err
 			}
 		}
-		return db.Create(ctx, requests)
+		return g.groupRequestDB.Create(ctx, requests)
 	})
 }

@@ -481,65 +382,8 @@ func (g *groupDatabase) TakeGroupRequest(
 	return g.groupRequestDB.Take(ctx, groupID, userID)
 }

-func (g *groupDatabase) PageGroupRequestUser(
-	ctx context.Context,
-	userID string,
-	pageNumber, showNumber int32,
-) (uint32, []*relationtb.GroupRequestModel, error) {
-	return g.groupRequestDB.Page(ctx, userID, pageNumber, showNumber)
-}
-
-func (g *groupDatabase) FindSuperGroup(
-	ctx context.Context,
-	groupIDs []string,
-) (models []*unrelationtb.SuperGroupModel, err error) {
-	return g.cache.GetSuperGroupMemberIDs(ctx, groupIDs...)
-}
-
-func (g *groupDatabase) FindJoinSuperGroup(ctx context.Context, userID string) ([]string, error) {
-	return g.cache.GetJoinedSuperGroupIDs(ctx, userID)
-}
-
-func (g *groupDatabase) CreateSuperGroup(ctx context.Context, groupID string, initMemberIDs []string) error {
-	if err := g.mongoDB.CreateSuperGroup(ctx, groupID, initMemberIDs); err != nil {
-		return err
-	}
-	return g.cache.DelSuperGroupMemberIDs(groupID).DelJoinedSuperGroupIDs(initMemberIDs...).ExecDel(ctx)
-}
-
-func (g *groupDatabase) DeleteSuperGroup(ctx context.Context, groupID string) error {
-	cache := g.cache.NewCache()
-	if err := g.ctxTx.Transaction(ctx, func(ctx context.Context) error {
-		if err := g.mongoDB.DeleteSuperGroup(ctx, groupID); err != nil {
-			return err
-		}
-		models, err := g.cache.GetSuperGroupMemberIDs(ctx, groupID)
-		if err != nil {
-			return err
-		}
-		cache = cache.DelSuperGroupMemberIDs(groupID)
-		if len(models) > 0 {
-			cache = cache.DelJoinedSuperGroupIDs(models[0].MemberIDs...)
-		}
-		return nil
-	}); err != nil {
-		return err
-	}
-	return cache.ExecDel(ctx)
-}
-
-func (g *groupDatabase) DeleteSuperGroupMember(ctx context.Context, groupID string, userIDs []string) error {
-	if err := g.mongoDB.RemoverUserFromSuperGroup(ctx, groupID, userIDs); err != nil {
-		return err
-	}
-	return g.cache.DelSuperGroupMemberIDs(groupID).DelJoinedSuperGroupIDs(userIDs...).ExecDel(ctx)
-}
-
-func (g *groupDatabase) CreateSuperGroupMember(ctx context.Context, groupID string, userIDs []string) error {
-	if err := g.mongoDB.AddUserToSuperGroup(ctx, groupID, userIDs); err != nil {
-		return err
-	}
-	return g.cache.DelSuperGroupMemberIDs(groupID).DelJoinedSuperGroupIDs(userIDs...).ExecDel(ctx)
+func (g *groupDatabase) PageGroupRequestUser(ctx context.Context, userID string, pagination pagination.Pagination) (int64, []*relationtb.GroupRequestModel, error) {
+	return g.groupRequestDB.Page(ctx, userID, pagination)
 }

 func (g *groupDatabase) CountTotal(ctx context.Context, before *time.Time) (count int64, err error) {
@@ -550,14 +394,10 @@ func (g *groupDatabase) CountRangeEverydayTotal(ctx context.Context, start time.
 	return g.groupDB.CountRangeEverydayTotal(ctx, start, end)
 }

-func (g *groupDatabase) FindGroupRequests(ctx context.Context, groupID string, userIDs []string) (int64, []*relationtb.GroupRequestModel, error) {
+func (g *groupDatabase) FindGroupRequests(ctx context.Context, groupID string, userIDs []string) ([]*relationtb.GroupRequestModel, error) {
 	return g.groupRequestDB.FindGroupRequests(ctx, groupID, userIDs)
 }

-func (g *groupDatabase) FindNotDismissedGroup(ctx context.Context, groupIDs []string) (groups []*relationtb.GroupModel, err error) {
-	return g.groupDB.FindNotDismissedGroup(ctx, groupIDs)
-}
-
 func (g *groupDatabase) DeleteGroupMemberHash(ctx context.Context, groupIDs []string) error {
 	if len(groupIDs) == 0 {
 		return nil
@@ -566,6 +406,5 @@ func (g *groupDatabase) DeleteGroupMemberHash(ctx context.Context, groupIDs []st
 	for _, groupID := range groupIDs {
 		c = c.DelGroupMembersHash(groupID)
 	}
-
 	return c.ExecDel(ctx)
 }