Files
open-im-server/pkg/common/db/unrelation/msg.go
T

268 lines
8.0 KiB
Go
Raw Normal View History

2023-02-09 20:36:34 +08:00
package unrelation
import (
"context"
"errors"
2023-02-15 15:52:32 +08:00
"fmt"
2023-04-28 18:33:33 +08:00
2023-03-16 10:46:06 +08:00
table "github.com/OpenIMSDK/Open-IM-Server/pkg/common/db/table/unrelation"
2023-05-05 21:30:32 +08:00
"github.com/OpenIMSDK/Open-IM-Server/pkg/common/log"
2023-05-05 12:19:04 +08:00
"github.com/OpenIMSDK/Open-IM-Server/pkg/errs"
2023-03-16 10:46:06 +08:00
"github.com/OpenIMSDK/Open-IM-Server/pkg/proto/sdkws"
"github.com/OpenIMSDK/Open-IM-Server/pkg/utils"
2023-02-15 15:52:32 +08:00
"go.mongodb.org/mongo-driver/bson"
2023-02-09 20:36:34 +08:00
"go.mongodb.org/mongo-driver/bson/primitive"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
2023-04-28 18:33:33 +08:00
"google.golang.org/protobuf/proto"
2023-02-09 20:36:34 +08:00
)
var ErrMsgListNotExist = errors.New("user not have msg in mongoDB")
2023-02-15 15:52:32 +08:00
var ErrMsgNotFound = errors.New("msg not found")
2023-02-09 20:36:34 +08:00
type MsgMongoDriver struct {
MsgCollection *mongo.Collection
2023-02-15 15:52:32 +08:00
msg table.MsgDocModel
2023-02-09 20:36:34 +08:00
}
2023-03-03 17:42:26 +08:00
func NewMsgMongoDriver(database *mongo.Database) table.MsgDocModelInterface {
return &MsgMongoDriver{MsgCollection: database.Collection(table.MsgDocModel{}.TableName())}
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) PushMsgsToDoc(ctx context.Context, docID string, msgsToMongo []table.MsgInfoModel) error {
2023-05-10 20:50:46 +08:00
return m.MsgCollection.FindOneAndUpdate(ctx, bson.M{"doc_id": docID}, bson.M{"$push": bson.M{"msgs": bson.M{"$each": msgsToMongo}}}).Err()
2023-02-10 15:46:29 +08:00
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) Create(ctx context.Context, model *table.MsgDocModel) error {
_, err := m.MsgCollection.InsertOne(ctx, model)
2023-02-10 15:46:29 +08:00
return err
}
2023-05-25 12:24:21 +08:00
func (m *MsgMongoDriver) UpdateMsg(ctx context.Context, docID string, index int64, key string, value any) (*mongo.UpdateResult, error) {
var field string
if key == "" {
field = fmt.Sprintf("msgs.%d", index)
} else {
field = fmt.Sprintf("msgs.%d.%s", index, key)
}
filter := bson.M{"doc_id": docID}
update := bson.M{"$set": bson.M{field: value}}
res, err := m.MsgCollection.UpdateOne(ctx, filter, update)
2023-05-22 18:36:49 +08:00
if err != nil {
2023-05-25 12:24:21 +08:00
return nil, utils.Wrap(err, "")
2023-05-22 18:36:49 +08:00
}
2023-05-25 12:24:21 +08:00
return res, nil
}
// PushUnique value must slice
func (m *MsgMongoDriver) PushUnique(ctx context.Context, docID string, index int64, key string, value any) (*mongo.UpdateResult, error) {
var field string
if key == "" {
field = fmt.Sprintf("msgs.%d", index)
} else {
field = fmt.Sprintf("msgs.%d.%s", index, key)
}
filter := bson.M{"doc_id": docID}
update := bson.M{
"$addToSet": bson.M{
field: bson.M{"$each": value},
},
}
res, err := m.MsgCollection.UpdateOne(ctx, filter, update)
if err != nil {
return nil, utils.Wrap(err, "")
}
return res, nil
2023-05-22 18:36:49 +08:00
}
2023-05-23 17:11:56 +08:00
func (m *MsgMongoDriver) UpdateMsgContent(ctx context.Context, docID string, index int64, msg []byte) error {
_, err := m.MsgCollection.UpdateOne(ctx, bson.M{"doc_id": docID}, bson.M{"$set": bson.M{fmt.Sprintf("msgs.%d.msg", index): msg}})
if err != nil {
return utils.Wrap(err, "")
}
return nil
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) UpdateMsgStatusByIndexInOneDoc(ctx context.Context, docID string, msg *sdkws.MsgData, seqIndex int, status int32) error {
msg.Status = status
2023-02-09 20:36:34 +08:00
bytes, err := proto.Marshal(msg)
if err != nil {
return utils.Wrap(err, "")
}
2023-05-10 20:50:46 +08:00
_, err = m.MsgCollection.UpdateOne(ctx, bson.M{"doc_id": docID}, bson.M{"$set": bson.M{fmt.Sprintf("msgs.%d.msg", seqIndex): bytes}})
2023-02-09 20:36:34 +08:00
if err != nil {
return utils.Wrap(err, "")
}
return nil
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) FindOneByDocID(ctx context.Context, docID string) (*table.MsgDocModel, error) {
doc := &table.MsgDocModel{}
2023-05-10 20:27:39 +08:00
err := m.MsgCollection.FindOne(ctx, bson.M{"doc_id": docID}).Decode(doc)
2023-02-15 15:52:32 +08:00
return doc, err
2023-02-09 20:36:34 +08:00
}
2023-05-16 16:31:35 +08:00
func (m *MsgMongoDriver) GetMsgAndIndexBySeqsInOneDoc(ctx context.Context, docID string, seqs []int64) (seqMsgs []*sdkws.MsgData, indexes []int, unExistSeqs []int64, err error) {
doc, err := m.FindOneByDocID(ctx, docID)
if err != nil {
return nil, nil, nil, err
}
singleCount := 0
var hasSeqList []int64
for i := 0; i < len(doc.Msg); i++ {
var msg sdkws.MsgData
if err := proto.Unmarshal(doc.Msg[i].Msg, &msg); err != nil {
return nil, nil, nil, err
}
if utils.Contain(msg.Seq, seqs...) {
indexes = append(indexes, i)
seqMsgs = append(seqMsgs, &msg)
hasSeqList = append(hasSeqList, msg.Seq)
singleCount++
if singleCount == len(seqs) {
break
}
}
}
for _, i := range seqs {
if utils.Contain(i, hasSeqList...) {
continue
}
unExistSeqs = append(unExistSeqs, i)
}
return seqMsgs, indexes, unExistSeqs, nil
}
2023-05-04 15:06:23 +08:00
func (m *MsgMongoDriver) GetMsgsByIndex(ctx context.Context, conversationID string, index int64) (*table.MsgDocModel, error) {
2023-05-10 20:27:39 +08:00
findOpts := options.Find().SetLimit(1).SetSkip(index).SetSort(bson.M{"doc_id": 1})
cursor, err := m.MsgCollection.Find(ctx, bson.M{"doc_id": primitive.Regex{Pattern: fmt.Sprintf("^%s:", conversationID)}}, findOpts)
2023-02-09 20:36:34 +08:00
if err != nil {
return nil, utils.Wrap(err, "")
}
2023-02-15 15:52:32 +08:00
var msgs []table.MsgDocModel
2023-02-09 20:36:34 +08:00
err = cursor.All(context.Background(), &msgs)
if err != nil {
return nil, utils.Wrap(err, fmt.Sprintf("cursor is %s", cursor.Current.String()))
}
if len(msgs) > 0 {
return &msgs[0], nil
}
2023-02-15 15:52:32 +08:00
return nil, ErrMsgListNotExist
2023-02-09 20:36:34 +08:00
}
2023-05-04 15:06:23 +08:00
func (m *MsgMongoDriver) GetNewestMsg(ctx context.Context, conversationID string) (*table.MsgInfoModel, error) {
2023-02-15 15:52:32 +08:00
var msgDocs []table.MsgDocModel
2023-05-10 20:27:39 +08:00
cursor, err := m.MsgCollection.Find(ctx, bson.M{"doc_id": bson.M{"$regex": fmt.Sprintf("^%s:", conversationID)}}, options.Find().SetLimit(1).SetSort(bson.M{"doc_id": -1}))
2023-02-09 20:36:34 +08:00
if err != nil {
2023-02-15 15:52:32 +08:00
return nil, utils.Wrap(err, "")
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
err = cursor.All(ctx, &msgDocs)
2023-02-09 20:36:34 +08:00
if err != nil {
return nil, utils.Wrap(err, "")
}
2023-02-15 15:52:32 +08:00
if len(msgDocs) > 0 {
if len(msgDocs[0].Msg) > 0 {
return &msgDocs[0].Msg[len(msgDocs[0].Msg)-1], nil
2023-02-09 20:36:34 +08:00
}
2023-05-10 20:50:46 +08:00
return nil, errs.ErrRecordNotFound.Wrap("len(msgDocs[0].Msgs) < 0")
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
return nil, ErrMsgNotFound
2023-02-09 20:36:34 +08:00
}
2023-05-04 15:06:23 +08:00
func (m *MsgMongoDriver) GetOldestMsg(ctx context.Context, conversationID string) (*table.MsgInfoModel, error) {
2023-02-15 15:52:32 +08:00
var msgDocs []table.MsgDocModel
2023-05-10 20:27:39 +08:00
cursor, err := m.MsgCollection.Find(ctx, bson.M{"doc_id": bson.M{"$regex": fmt.Sprintf("^%s:", conversationID)}}, options.Find().SetLimit(1).SetSort(bson.M{"doc_id": 1}))
2023-02-09 20:36:34 +08:00
if err != nil {
return nil, err
}
2023-02-15 15:52:32 +08:00
err = cursor.All(ctx, &msgDocs)
2023-02-09 20:36:34 +08:00
if err != nil {
return nil, utils.Wrap(err, "")
}
2023-02-15 15:52:32 +08:00
var oldestMsg table.MsgInfoModel
if len(msgDocs) > 0 {
for _, v := range msgDocs[0].Msg {
2023-02-09 20:36:34 +08:00
if v.SendTime != 0 {
2023-02-15 15:52:32 +08:00
oldestMsg = v
2023-02-09 20:36:34 +08:00
break
}
}
2023-02-15 15:52:32 +08:00
if len(oldestMsg.Msg) == 0 {
if len(msgDocs[0].Msg) > 0 {
oldestMsg = msgDocs[0].Msg[0]
2023-02-09 20:36:34 +08:00
}
}
2023-02-15 15:52:32 +08:00
return &oldestMsg, nil
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
return nil, ErrMsgNotFound
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) Delete(ctx context.Context, docIDs []string) error {
2023-03-10 12:20:01 +08:00
if docIDs == nil {
return nil
}
2023-05-10 20:27:39 +08:00
_, err := m.MsgCollection.DeleteMany(ctx, bson.M{"doc_id": bson.M{"$in": docIDs}})
2023-02-15 15:52:32 +08:00
return err
2023-02-09 20:36:34 +08:00
}
2023-02-15 15:52:32 +08:00
func (m *MsgMongoDriver) UpdateOneDoc(ctx context.Context, msg *table.MsgDocModel) error {
2023-05-10 20:50:46 +08:00
_, err := m.MsgCollection.UpdateOne(ctx, bson.M{"doc_id": msg.DocID}, bson.M{"$set": bson.M{"msgs": msg.Msg}})
2023-02-15 15:52:32 +08:00
return err
2023-02-09 20:36:34 +08:00
}
2023-05-05 12:19:04 +08:00
2023-05-16 16:31:35 +08:00
func (m *MsgMongoDriver) GetMsgBySeqIndexIn1Doc(ctx context.Context, docID string, seqs []int64) (msgs []*sdkws.MsgData, err error) {
beginSeq, endSeq := utils.GetSeqsBeginEnd(seqs)
2023-05-05 21:30:32 +08:00
beginIndex := m.msg.GetMsgIndex(beginSeq)
num := endSeq - beginSeq + 1
2023-05-11 15:30:06 +08:00
pipeline := bson.A{
bson.M{
"$match": bson.M{"doc_id": docID},
},
bson.M{
"$project": bson.M{
"msgs": bson.M{
2023-05-11 20:35:59 +08:00
"$slice": bson.A{"$msgs", beginIndex, num},
2023-05-11 15:30:06 +08:00
},
},
},
}
cursor, err := m.MsgCollection.Aggregate(ctx, pipeline)
2023-05-05 12:19:04 +08:00
if err != nil {
2023-05-15 11:44:51 +08:00
return nil, errs.Wrap(err)
2023-05-05 12:19:04 +08:00
}
2023-05-11 21:32:12 +08:00
defer cursor.Close(ctx)
var doc table.MsgDocModel
i := 0
for cursor.Next(ctx) {
err := cursor.Decode(&doc)
if err != nil {
2023-05-15 11:44:51 +08:00
return nil, err
2023-05-11 21:32:12 +08:00
}
if i == 0 {
break
}
2023-05-05 12:19:04 +08:00
}
2023-05-16 20:04:01 +08:00
log.ZDebug(ctx, "msgInfos", "num", len(doc.Msg), "docID", docID)
2023-05-11 21:32:12 +08:00
for _, v := range doc.Msg {
2023-05-05 21:30:32 +08:00
var msg sdkws.MsgData
if err := proto.Unmarshal(v.Msg, &msg); err != nil {
2023-05-15 11:44:51 +08:00
return nil, err
2023-05-05 21:30:32 +08:00
}
if msg.Seq >= beginSeq && msg.Seq <= endSeq {
2023-05-11 20:02:21 +08:00
log.ZDebug(ctx, "find msg", "msg", &msg)
2023-05-05 21:30:32 +08:00
msgs = append(msgs, &msg)
} else {
log.ZWarn(ctx, "this msg is at wrong position", nil, "msg", &msg)
}
2023-05-05 12:19:04 +08:00
}
2023-05-15 11:44:51 +08:00
return msgs, nil
2023-05-05 12:19:04 +08:00
}
2023-05-22 18:36:49 +08:00
func (m *MsgMongoDriver) IsExistDocID(ctx context.Context, docID string) (bool, error) {
count, err := m.MsgCollection.CountDocuments(ctx, bson.M{"doc_id": docID})
if err != nil {
return false, errs.Wrap(err)
}
return count > 0, nil
}