feat(session): 重构会话服务支持节点维度的Redis缓存管理

This commit is contained in:
2026-06-10 16:48:35 +08:00
parent 40abf0f606
commit df26329836
3 changed files with 75 additions and 46 deletions

View File

@@ -89,3 +89,36 @@ func (d *composeSessionDao) Delete(ctx context.Context, req *entity.ComposeSessi
} }
return r.RowsAffected() return r.RowsAffected()
} }
// ListByIds 根据 ID 列表批量查询
func (d *composeSessionDao) ListByIds(ctx context.Context, ids []int64, creator, sessionId string) (list []*entity.ComposeSession, err error) {
if len(ids) == 0 {
return nil, nil
}
r, err := gfdb.DB(ctx, public.DbNameModelGateway).Model(ctx, public.TableNameComposeSession).
WhereIn(entity.ComposeSessionCol.Id, ids).
Where(entity.ComposeSessionCol.Creator, creator).
Where(entity.ComposeSessionCol.SessionId, sessionId).
All()
if err != nil {
return nil, err
}
err = r.Structs(&list)
return
}
// DeleteByIds 批量删除编排会话
func (d *composeSessionDao) DeleteByIds(ctx context.Context, ids []int64, creator, sessionId string) (int64, error) {
if len(ids) == 0 {
return 0, nil
}
r, err := gfdb.DB(ctx, public.DbNameModelGateway).Model(ctx, public.TableNameComposeSession).
WhereIn(entity.ComposeSessionCol.Id, ids).
Where(entity.ComposeSessionCol.Creator, creator).
Where(entity.ComposeSessionCol.SessionId, sessionId).
Delete()
if err != nil {
return 0, err
}
return r.RowsAffected()
}

View File

@@ -13,13 +13,13 @@ import (
) )
const ( const (
// RedisKeySessionHistory 会话历史缓存 key: session:history:{tenantId}:{sessionId} // RedisKeySessionHistory 会话历史缓存 key: session:history:{tenantId}:{sessionId}:{nodeId}
RedisKeySessionHistory = "session:history:%d:%s" RedisKeySessionHistory = "session:history:%d:%s:%s"
) )
// formatRedisKey 格式化 Redis key // formatRedisKey 格式化 Redis key
func formatRedisKey(tenantID uint64, sessionID string) string { func formatRedisKey(tenantID uint64, sessionID, nodeID string) string {
return fmt.Sprintf(RedisKeySessionHistory, tenantID, sessionID) return fmt.Sprintf(RedisKeySessionHistory, tenantID, sessionID, nodeID)
} }
// ============================================ // ============================================
@@ -27,8 +27,8 @@ func formatRedisKey(tenantID uint64, sessionID string) string {
// ============================================ // ============================================
// SaveToRedis 保存一轮对话到 Redis ZSET // SaveToRedis 保存一轮对话到 Redis ZSET
func SaveToRedis(ctx context.Context, tenantID uint64, sessionID string, round *dto.HistoryRound) error { func SaveToRedis(ctx context.Context, tenantID uint64, sessionID, nodeID string, round *dto.HistoryRound) error {
key := formatRedisKey(tenantID, sessionID) key := formatRedisKey(tenantID, sessionID, nodeID)
maxRounds := util.GetMaxRounds(ctx) maxRounds := util.GetMaxRounds(ctx)
expireSeconds := int64(util.GetExpireMinutes(ctx) * 60) expireSeconds := int64(util.GetExpireMinutes(ctx) * 60)
@@ -52,10 +52,22 @@ func SaveToRedis(ctx context.Context, tenantID uint64, sessionID string, round *
return nil return nil
} }
// DeleteRedisMessages 批量删除 Redis 中多条消息按消息ID列表 // DeleteSessionHistory 删除整个 session 下所有 node 的缓存
func DeleteRedisMessages(ctx context.Context, tenantID uint64, sessionID string, msgIDs []int64) error { func DeleteSessionHistory(ctx context.Context, tenantID uint64, sessionID string) error {
key := formatRedisKey(tenantID, sessionID) pattern := fmt.Sprintf(RedisKeySessionHistory, tenantID, sessionID, "*")
keys, err := g.Redis().Do(ctx, "KEYS", pattern)
if err != nil {
return err
}
for _, key := range keys.Strings() {
_, _ = g.Redis().Do(ctx, "DEL", key)
}
return nil
}
// DeleteRedisMessages 批量删除指定 node 下的消息
func DeleteRedisMessages(ctx context.Context, tenantID uint64, sessionID, nodeID string, msgIDs []int64) error {
key := formatRedisKey(tenantID, sessionID, nodeID)
for _, msgID := range msgIDs { for _, msgID := range msgIDs {
cursor := "0" cursor := "0"
for { for {
@@ -64,42 +76,29 @@ func DeleteRedisMessages(ctx context.Context, tenantID uint64, sessionID string,
g.Log().Warningf(ctx, "[会话Redis] ZSCAN失败 msgID=%d err=%v", msgID, err) g.Log().Warningf(ctx, "[会话Redis] ZSCAN失败 msgID=%d err=%v", msgID, err)
break break
} }
parts := result.Strings() parts := result.Strings()
if len(parts) < 2 { if len(parts) < 2 {
break break
} }
cursor = parts[0] cursor = parts[0]
for _, member := range parts[1:] { for _, member := range parts[1:] {
if _, err := g.Redis().Do(ctx, "ZREM", key, member); err != nil { _, _ = g.Redis().Do(ctx, "ZREM", key, member)
g.Log().Warningf(ctx, "[会话Redis] ZREM失败 err=%v", err)
}
} }
if cursor == "0" { if cursor == "0" {
break break
} }
} }
} }
return nil return nil
} }
// DeleteSessionHistory 删除整个会话的 Redis 缓存
func DeleteSessionHistory(ctx context.Context, tenantID uint64, sessionID string) error {
key := formatRedisKey(tenantID, sessionID)
_, err := g.Redis().Do(ctx, "DEL", key)
return err
}
// ============================================ // ============================================
// 读操作 // 读操作
// ============================================ // ============================================
// GetFromRedis 从 Redis ZSET 获取会话历史,返回 HistoryRound 切片 // GetFromRedis 从 Redis ZSET 获取会话历史
func GetFromRedis(ctx context.Context, tenantID uint64, sessionID string) ([]dto.HistoryRound, error) { func GetFromRedis(ctx context.Context, tenantID uint64, sessionID, nodeID string) ([]dto.HistoryRound, error) {
key := formatRedisKey(tenantID, sessionID) key := formatRedisKey(tenantID, sessionID, nodeID)
maxRounds := util.GetMaxRounds(ctx) maxRounds := util.GetMaxRounds(ctx)
result, err := g.Redis().Do(ctx, "ZREVRANGE", key, 0, maxRounds-1) result, err := g.Redis().Do(ctx, "ZREVRANGE", key, 0, maxRounds-1)
@@ -118,7 +117,6 @@ func GetFromRedis(ctx context.Context, tenantID uint64, sessionID string) ([]dto
// 解析 // 解析
// ============================================ // ============================================
// parseRounds 解析 Redis ZSET members 为 HistoryRound 切片
func parseRounds(members []string) []dto.HistoryRound { func parseRounds(members []string) []dto.HistoryRound {
rounds := make([]dto.HistoryRound, 0, len(members)) rounds := make([]dto.HistoryRound, 0, len(members))
for _, member := range members { for _, member := range members {

View File

@@ -21,7 +21,6 @@ import (
// Callback 会话回调 // Callback 会话回调
func Callback(ctx context.Context, req *dto.SessionCallbackReq) (*dto.SessionCallbackRes, error) { func Callback(ctx context.Context, req *dto.SessionCallbackReq) (*dto.SessionCallbackRes, error) {
fmt.Println("打印会话回调", req)
req.Messages["role"] = "assistant" req.Messages["role"] = "assistant"
// 1) 更新 DB // 1) 更新 DB
_, err := dao.ComposeSession.Update(ctx, &entity.ComposeSession{ _, err := dao.ComposeSession.Update(ctx, &entity.ComposeSession{
@@ -44,7 +43,7 @@ func Callback(ctx context.Context, req *dto.SessionCallbackReq) (*dto.SessionCal
// 3) entity → HistoryRound → 写入 Redis // 3) entity → HistoryRound → 写入 Redis
round := entityToHistoryRound(session) round := entityToHistoryRound(session)
round.Assistant = req.Messages round.Assistant = req.Messages
if err = SaveToRedis(ctx, session.TenantId, session.SessionId, round); err != nil { if err = SaveToRedis(ctx, session.TenantId, session.SessionId, session.NodeId, round); err != nil {
return nil, fmt.Errorf("redis存储失败: %w", err) return nil, fmt.Errorf("redis存储失败: %w", err)
} }
@@ -84,7 +83,7 @@ func GetHistoryMessages(ctx context.Context, req *dto.GetHistoryMessagesReq) (*d
} }
// 1) Redis // 1) Redis
if rounds, err := GetFromRedis(ctx, user.TenantId, req.SessionId); err == nil && len(rounds) > 0 { if rounds, err := GetFromRedis(ctx, user.TenantId, req.SessionId, req.NodeId); err == nil && len(rounds) > 0 {
g.Log().Debugf(ctx, "[历史消息] Redis命中 sessionId=%s count=%d", req.SessionId, len(rounds)) g.Log().Debugf(ctx, "[历史消息] Redis命中 sessionId=%s count=%d", req.SessionId, len(rounds))
return &dto.GetHistoryMessagesRes{Messages: flattenRounds(rounds)}, nil return &dto.GetHistoryMessagesRes{Messages: flattenRounds(rounds)}, nil
} }
@@ -105,7 +104,7 @@ func GetHistoryMessages(ctx context.Context, req *dto.GetHistoryMessagesReq) (*d
// 3) 转换 + 异步回种 // 3) 转换 + 异步回种
rounds := sessionsToHistoryRounds(sessions) rounds := sessionsToHistoryRounds(sessions)
go asyncCacheToRedis(context.WithoutCancel(ctx), user.TenantId, req.SessionId, rounds) go asyncCacheToRedis(context.WithoutCancel(ctx), user.TenantId, req.SessionId, req.NodeId, rounds)
return &dto.GetHistoryMessagesRes{Messages: flattenRounds(rounds)}, nil return &dto.GetHistoryMessagesRes{Messages: flattenRounds(rounds)}, nil
} }
@@ -114,25 +113,24 @@ func GetHistoryMessages(ctx context.Context, req *dto.GetHistoryMessagesReq) (*d
// 删除 // 删除
// ============================================ // ============================================
// DeleteMessages 批量删除消息 // DeleteMessages 删除消息
func DeleteMessages(ctx context.Context, req *dto.DeleteMessagesReq) (*dto.DeleteMessagesRes, error) { func DeleteMessages(ctx context.Context, req *dto.DeleteMessagesReq) (*dto.DeleteMessagesRes, error) {
if len(req.MsgIds) == 0 { if len(req.MsgIds) == 0 {
return &dto.DeleteMessagesRes{Ok: false}, fmt.Errorf("msgIds不能为空") return &dto.DeleteMessagesRes{Ok: false}, fmt.Errorf("msgIds不能为空")
} }
// 1) 删 DB user, _ := utils.GetUserInfo(ctx)
for _, id := range req.MsgIds {
_, _ = dao.ComposeSession.Delete(ctx, &entity.ComposeSession{
SQLBaseDO: beans.SQLBaseDO{Id: id},
})
}
user, err := utils.GetUserInfo(ctx)
if err != nil {
return nil, err
}
// 2) 删 Redis
_ = DeleteRedisMessages(ctx, user.TenantId, req.SessionId, req.MsgIds)
// 1) 批量查询
sessions, _ := dao.ComposeSession.ListByIds(ctx, req.MsgIds, user.UserName, req.SessionId)
// 2) 批量删 DB
_, _ = dao.ComposeSession.DeleteByIds(ctx, req.MsgIds, user.UserName, req.SessionId)
// 3) 按 nodeId 分组删 Redis
for _, s := range sessions {
_ = DeleteRedisMessages(ctx, user.TenantId, req.SessionId, s.NodeId, req.MsgIds)
}
return &dto.DeleteMessagesRes{Ok: true}, nil return &dto.DeleteMessagesRes{Ok: true}, nil
} }
@@ -184,10 +182,10 @@ func sessionsToHistoryRounds(sessions []*entity.ComposeSession) []dto.HistoryRou
} }
// asyncCacheToRedis 异步缓存到 Redis // asyncCacheToRedis 异步缓存到 Redis
func asyncCacheToRedis(ctx context.Context, tenantID uint64, sessionID string, rounds []dto.HistoryRound) { func asyncCacheToRedis(ctx context.Context, tenantID uint64, sessionID, nodeID string, rounds []dto.HistoryRound) {
for i := range rounds { for i := range rounds {
if rounds[i].User != nil || rounds[i].Assistant != nil { if rounds[i].User != nil || rounds[i].Assistant != nil {
_ = SaveToRedis(ctx, tenantID, sessionID, &rounds[i]) _ = SaveToRedis(ctx, tenantID, sessionID, nodeID, &rounds[i])
} }
} }
} }