feat: support incremental synchronization (#2379)

* fix: GroupApplicationAcceptedNotification * fix: GroupApplicationAcceptedNotification * fix: NotificationUserInfoUpdate * cicd: robot automated Change * fix: component * fix: getConversationInfo * feat: cron task * feat: cron task * feat: cron task * feat: cron task * feat: cron task * fix: minio config url recognition error * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * new mongo * friend incr sync * friend incr sync * friend incr sync * friend incr sync * friend incr sync * mage * optimization version log * optimization version log * sync * sync * sync * group sync * sync option * sync option * refactor: replace `friend` package with `realtion`. * refactor: update lastest commit to relation. * sync option * sync option * sync option * sync * sync * go.mod * update: go mod * refactor: change incremental to full * feat: get full friend user ids * feat: api and config * group version * merge * fix: sort by id avoid unstable sort friends. * group * group * group * fix: sort by id avoid unstable sort friends. * fix: sort by id avoid unstable sort friends. * fix: sort by id avoid unstable sort friends. * user version * fix: sort by id avoid unstable sort friends. * test: test log add. * test: debug log remove. * fix: transfer group owner incr version more than 1. * fix: add condition to kick owner. * feat: replace resp nil * feat: replace nil * fix: delete cache of max group joined version avoid sync joined group failed. * fix: nil * fix: delete cache of max group joined version avoid sync joined group failed. * fix: delete cache of max group joined version avoid sync joined group failed. * return group information for any changes * online cache --------- Co-authored-by: withchao <withchao@users.noreply.github.com> Co-authored-by: Monet Lee <monet_lee@163.com> Co-authored-by: OpenIM-Gordon <46924906+FGadvancer@users.noreply.github.com> Co-authored-by: icey-yu <1186114839@qq.com>
2026-05-11 20:45:57 +08:00 · 2024-07-01 17:38:14 +08:00
parent fe7c029c2a
commit 88c0d5f5ad
56 changed files with 2023 additions and 325 deletions
@@ -15,17 +15,19 @@
 package model

 import (
+	"go.mongodb.org/mongo-driver/bson/primitive"
 	"time"
 )

 // Friend represents the data structure for a friend relationship in MongoDB.
 type Friend struct {
-	OwnerUserID    string    `bson:"owner_user_id"`
-	FriendUserID   string    `bson:"friend_user_id"`
-	Remark         string    `bson:"remark"`
-	CreateTime     time.Time `bson:"create_time"`
-	AddSource      int32     `bson:"add_source"`
-	OperatorUserID string    `bson:"operator_user_id"`
-	Ex             string    `bson:"ex"`
-	IsPinned       bool      `bson:"is_pinned"`
+	ID             primitive.ObjectID `bson:"_id"`
+	OwnerUserID    string             `bson:"owner_user_id"`
+	FriendUserID   string             `bson:"friend_user_id"`
+	Remark         string             `bson:"remark"`
+	CreateTime     time.Time          `bson:"create_time"`
+	AddSource      int32              `bson:"add_source"`
+	OperatorUserID string             `bson:"operator_user_id"`
+	Ex             string             `bson:"ex"`
+	IsPinned       bool               `bson:"is_pinned"`
 }
@@ -36,10 +36,10 @@ func (u *User) GetFaceURL() string {
 	return u.FaceURL
 }

-func (u User) GetUserID() string {
+func (u *User) GetUserID() string {
 	return u.UserID
 }

-func (u User) GetEx() string {
+func (u *User) GetEx() string {
 	return u.Ex
 }
@@ -0,0 +1,69 @@
+package model
+
+import (
+	"context"
+	"errors"
+	"github.com/openimsdk/tools/log"
+	"go.mongodb.org/mongo-driver/bson/primitive"
+	"time"
+)
+
+const (
+	VersionStateInsert = iota + 1
+	VersionStateDelete
+	VersionStateUpdate
+)
+
+type VersionLogElem struct {
+	EID        string    `bson:"e_id"`
+	State      int32     `bson:"state"`
+	Version    uint      `bson:"version"`
+	LastUpdate time.Time `bson:"last_update"`
+}
+
+type VersionLogTable struct {
+	ID         primitive.ObjectID `bson:"_id"`
+	DID        string             `bson:"d_id"`
+	Logs       []VersionLogElem   `bson:"logs"`
+	Version    uint               `bson:"version"`
+	Deleted    uint               `bson:"deleted"`
+	LastUpdate time.Time          `bson:"last_update"`
+}
+
+func (v *VersionLogTable) VersionLog() *VersionLog {
+	return &VersionLog{
+		ID:         v.ID,
+		DID:        v.DID,
+		Logs:       v.Logs,
+		Version:    v.Version,
+		Deleted:    v.Deleted,
+		LastUpdate: v.LastUpdate,
+		LogLen:     len(v.Logs),
+	}
+}
+
+type VersionLog struct {
+	ID         primitive.ObjectID `bson:"_id"`
+	DID        string             `bson:"d_id"`
+	Logs       []VersionLogElem   `bson:"logs"`
+	Version    uint               `bson:"version"`
+	Deleted    uint               `bson:"deleted"`
+	LastUpdate time.Time          `bson:"last_update"`
+	LogLen     int                `bson:"log_len"`
+}
+
+func (v *VersionLog) DeleteAndChangeIDs() (insertIds, deleteIds, updateIds []string) {
+	for _, l := range v.Logs {
+		switch l.State {
+		case VersionStateInsert:
+			insertIds = append(insertIds, l.EID)
+		case VersionStateDelete:
+			deleteIds = append(deleteIds, l.EID)
+		case VersionStateUpdate:
+			updateIds = append(updateIds, l.EID)
+		default:
+			log.ZError(context.Background(), "invalid version status found", errors.New("dirty database data"), "objID", v.ID.Hex(), "did", v.DID, "elem", l)
+		}
+	}
+	return
+}