common/full-text-search/meilisearch/meilisearch.go

// =============================================================================
// Meilisearch 业务操作封装
// 提供CRUD操作方法，支持多数据源
// =============================================================================

package meilisearch

import (
	"context"
	"fmt"
	"time"

	"gitea.com/red-future/common/beans"
	"gitea.com/red-future/common/utils"
	"github.com/gogf/gf/v2/container/gvar"
	"github.com/gogf/gf/v2/errors/gerror"
	"github.com/gogf/gf/v2/frame/g"
	"github.com/gogf/gf/v2/os/glog"
	"github.com/gogf/gf/v2/os/gtime"
	"github.com/gogf/gf/v2/util/gconv"
	ms "github.com/meilisearch/meilisearch-go"
)

// =============================================================================
// 向后兼容的Meilisearch结构体
// =============================================================================

type meilisearchDB struct {
	noCache    bool
	dataSource string // 数据源名称，默认为 "default"
}

func DB(cache ...bool) *meilisearchDB {
	return &meilisearchDB{
		noCache:    false,
		dataSource: "default",
	}
}

// WithDataSource 指定使用的数据源
func (m *meilisearchDB) WithDataSource(name string) *meilisearchDB {
	m.dataSource = name
	return m
}

// NoCache 不使用缓存
func (m *meilisearchDB) NoCache() *meilisearchDB {
	m.noCache = true
	return m
}

// =============================================================================
// 全局变量
// =============================================================================

var (
	manager = GetManager()
)

const PageSize = 20

// =============================================================================
// Meilisearch 操作方法（支持多数据源）
// =============================================================================

// getDataSource 获取当前使用的数据源
func (m *meilisearchDB) getDataSource() (DataSource, error) {
	if m.dataSource == "" {
		m.dataSource = "default"
	}
	return manager.GetDataSource(m.dataSource)
}

// getClient 获取 Meilisearch 客户端
func (m *meilisearchDB) getClient() (ms.ServiceManager, error) {
	source, err := m.getDataSource()
	if err != nil {
		return nil, err
	}
	if c, ok := source.Client().(ms.ServiceManager); ok {
		return c, nil
	}
	return nil, fmt.Errorf("invalid client type")
}

// indexInterface 辅助函数，获取index
func indexInterface(indexName string, client ms.ServiceManager) ms.IndexManager {
	return client.Index(indexName)
}

// buildSearchRequest 构建搜索请求
func (m *meilisearchDB) buildSearchRequest(ctx context.Context, searchParams *SearchParams) (*ms.SearchRequest, error) {
	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return nil, err
	}

	req := &ms.SearchRequest{
		Limit: int64(PageSize),
		Page:  int64(0),
	}

	// 设置查询
	if searchParams.Query != "" {
		req.Query = searchParams.Query
	}

	// 设置分页
	if searchParams.Page > 0 {
		req.Page = int64(searchParams.Page - 1)
	}
	if searchParams.Limit > 0 {
		req.Limit = int64(searchParams.Limit)
	}

	// 设置排序
	if len(searchParams.Sort) > 0 {
		req.Sort = searchParams.Sort
	}

	// 设置过滤条件（包含租户过滤和软删除过滤）
	filter := ""
	if !g.IsEmpty(user.TenantId) {
		filter = fmt.Sprintf("%s = %s", beans.DefSQLBaseCol.TenantId, gconv.String(user.TenantId))
	}
	if filter == "" {
		filter = fmt.Sprintf("%s = null", beans.DefSQLBaseCol.DeletedAt)
	} else {
		filter += fmt.Sprintf("AND %s = null", beans.DefSQLBaseCol.DeletedAt)
	}

	// 添加用户自定义过滤条件
	if searchParams.Filter != "" {
		if filter == "" {
			filter = searchParams.Filter
		} else {
			filter += " AND " + searchParams.Filter
		}
	}

	if filter != "" {
		req.Filter = filter
	}

	// 设置可搜索字段
	if searchParams.SearchableAttributes != "" {
		req.AttributesToSearchOn = []string{searchParams.SearchableAttributes}
	}

	// 设置返回字段
	if len(searchParams.AttributesToRetrieve) > 0 {
		req.AttributesToRetrieve = searchParams.AttributesToRetrieve
	}

	req.ShowRankingScore = searchParams.ShowRankingScore

	return req, nil
}

// Search 搜索文档（索引不存在时返回空结果）
func (m *meilisearchDB) Search(ctx context.Context, searchParams *SearchParams, indexName string, result interface{}) (total int64, err error) {
	client, err := m.getClient()
	if err != nil {
		return 0, err
	}

	// 检查索引是否存在，不存在则返回空结果
	if _, err = client.GetIndex(indexName); err != nil {
		return 0, nil
	}

	// 构建搜索请求
	req, err := m.buildSearchRequest(ctx, searchParams)
	if err != nil {
		return 0, err
	}

	// Redis 缓存处理
	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return
	}
	cacheKey := fmt.Sprintf("meilisearch:search:%v:%s:%+v", user.TenantId, indexName, searchParams)
	if !m.noCache {
		var resultStr *gvar.Var
		resultStr, err = g.Redis().Get(ctx, cacheKey)
		if err != nil {
			return
		}
		if !g.IsEmpty(resultStr) {
			searchResult := &SearchResult{}
			if err = gconv.Struct(resultStr, searchResult); err != nil {
				return
			}
			total = int64(searchResult.EstimatedTotalHits)
			if len(searchResult.Hits) > 0 {
				if resultArr, ok := result.(*[]map[string]interface{}); ok {
					*resultArr = searchResult.Hits
				} else {
					err = gconv.Structs(searchResult.Hits, result)
					if err != nil {
						return
					}
				}
			}
			return
		}
	}

	// 执行搜索
	idx := indexInterface(indexName, client)
	searchResp, err := idx.Search(searchParams.Query, req)
	if err != nil {
		return 0, err
	}

	total = int64(searchResp.EstimatedTotalHits)

	// 解析结果
	if len(searchResp.Hits) > 0 {
		hits := make([]map[string]interface{}, 0, len(searchResp.Hits))
		for _, hit := range searchResp.Hits {
			hitMap := gconv.Map(hit)
			// 移除 Meilisearch 内部字段
			delete(hitMap, "_formatted")
			hits = append(hits, hitMap)
		}

		if resultArr, ok := result.(*[]map[string]interface{}); ok {
			*resultArr = hits
		} else {
			err = gconv.Structs(hits, result)
			if err != nil {
				return
			}
		}
	}

	// 写入缓存
	if !m.noCache {
		hitList := make([]map[string]interface{}, 0)
		if len(searchResp.Hits) > 0 {
			for _, hit := range searchResp.Hits {
				hitMap := gconv.Map(hit)
				delete(hitMap, "_formatted")
				hitList = append(hitList, hitMap)
			}
		}
		searchResult := &SearchResult{
			Hits:               hitList,
			EstimatedTotalHits: searchResp.EstimatedTotalHits,
			Limit:              int(searchResp.Limit),
			Offset:             int(searchResp.Offset),
			ProcessingTimeMs:   int(searchResp.ProcessingTimeMs),
		}
		err = g.Redis().SetEX(ctx, cacheKey, searchResult, int64(time.Hour))
		if err != nil {
			return
		}
	}

	return
}

// Insert 插入文档（自动创建索引）
func (m *meilisearchDB) Insert(ctx context.Context, document interface{}, indexName string) (taskUID int64, err error) {
	c, err := m.getClient()
	if err != nil {
		return 0, err
	}

	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return
	}

	// 转换为 map
	docMap := gconv.Map(document)

	// 设置租户ID
	if !g.IsEmpty(user.TenantId) && g.IsEmpty(docMap[beans.DefSQLBaseCol.TenantId]) {
		docMap[beans.DefSQLBaseCol.TenantId] = user.TenantId
	}

	// 设置创建人
	if !g.IsEmpty(user.UserName) && g.IsEmpty(docMap[beans.DefSQLBaseCol.Creator]) {
		docMap[beans.DefSQLBaseCol.Creator] = user.UserName
	}

	// 设置更新人
	if !g.IsEmpty(user.UserName) && g.IsEmpty(docMap[beans.DefSQLBaseCol.Updater]) {
		docMap[beans.DefSQLBaseCol.Updater] = user.UserName
	}

	// 设置时间
	now := gtime.Now().Time
	if g.IsEmpty(docMap[beans.DefSQLBaseCol.CreatedAt]) {
		docMap[beans.DefSQLBaseCol.CreatedAt] = now.Unix()
	}
	if g.IsEmpty(docMap[beans.DefSQLBaseCol.UpdatedAt]) {
		docMap[beans.DefSQLBaseCol.UpdatedAt] = now.Unix()
	}

	// 设置删除标记
	if g.IsEmpty(docMap[beans.DefSQLBaseCol.DeletedAt]) {
		docMap[beans.DefSQLBaseCol.DeletedAt] = nil
	}

	// 执行插入
	documents := []map[string]interface{}{docMap}
	idx := indexInterface(indexName, c)
	task, err := idx.AddDocuments(documents, nil)
	if err != nil {
		return 0, err
	}

	// 清理缓存
	err = m.cleanCache(ctx, indexName, user.TenantId)
	if err != nil {
		glog.Warning(ctx, "清理Redis缓存失败:", err)
	}

	return task.TaskUID, nil
}

// InsertMany 批量插入文档（自动创建索引）
func (m *meilisearchDB) InsertMany(ctx context.Context, documents []interface{}, indexName string) (taskUID int64, err error) {
	c, err := m.getClient()
	if err != nil {
		return 0, err
	}

	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return 0, err
	}

	docs := make([]map[string]interface{}, 0, len(documents))
	for _, document := range documents {
		docMap := gconv.Map(document)

		// 设置租户ID
		if !g.IsEmpty(user.TenantId) && g.IsEmpty(docMap[beans.DefSQLBaseCol.TenantId]) {
			docMap[beans.DefSQLBaseCol.TenantId] = user.TenantId
		}

		// 设置创建人
		if !g.IsEmpty(user.UserName) && g.IsEmpty(docMap[beans.DefSQLBaseCol.Creator]) {
			docMap[beans.DefSQLBaseCol.Creator] = user.UserName
		}

		// 设置更新人
		if !g.IsEmpty(user.UserName) && g.IsEmpty(docMap[beans.DefSQLBaseCol.Updater]) {
			docMap[beans.DefSQLBaseCol.Updater] = user.UserName
		}

		// 设置时间
		now := gtime.Now().Time
		if g.IsEmpty(docMap[beans.DefSQLBaseCol.CreatedAt]) {
			docMap[beans.DefSQLBaseCol.CreatedAt] = now.Unix()
		}
		if g.IsEmpty(docMap[beans.DefSQLBaseCol.UpdatedAt]) {
			docMap[beans.DefSQLBaseCol.UpdatedAt] = now.Unix()
		}

		// 设置删除标记
		if g.IsEmpty(docMap[beans.DefSQLBaseCol.DeletedAt]) {
			docMap[beans.DefSQLBaseCol.DeletedAt] = nil
		}

		docs = append(docs, docMap)
	}

	// 执行批量插入
	idx := indexInterface(indexName, c)
	task, err := idx.AddDocuments(docs, nil)
	if err != nil {
		return 0, err
	}

	// 清理缓存
	err = m.cleanCache(ctx, indexName, user.TenantId)
	if err != nil {
		glog.Warning(ctx, "清理Redis缓存失败:", err)
	}

	return task.TaskUID, nil
}

// Update 更新文档
func (m *meilisearchDB) Update(ctx context.Context, document interface{}, indexName string) (taskUID int64, err error) {
	c, err := m.getClient()
	if err != nil {
		return 0, err
	}

	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return 0, err
	}

	// 转换为 map
	docMap := gconv.Map(document)

	// 设置更新人
	if !g.IsEmpty(user.UserName) && g.IsEmpty(docMap[beans.DefSQLBaseCol.Updater]) {
		docMap[beans.DefSQLBaseCol.Updater] = user.UserName
	}

	// 设置更新时间
	docMap[beans.DefSQLBaseCol.UpdatedAt] = gtime.Now().Unix()

	// 执行更新
	documents := []map[string]interface{}{docMap}
	idx := indexInterface(indexName, c)
	task, err := idx.UpdateDocuments(documents, nil)
	if err != nil {
		return 0, err
	}

	// 清理缓存
	err = m.cleanCache(ctx, indexName, user.TenantId)
	if err != nil {
		glog.Warning(ctx, "清理Redis缓存失败:", err)
	}

	return task.TaskUID, nil
}

// Delete 删除文档
func (m *meilisearchDB) Delete(ctx context.Context, id string, indexName string) (taskUID int64, err error) {
	c, err := m.getClient()
	if err != nil {
		return 0, err
	}

	// 执行删除
	idx := indexInterface(indexName, c)
	task, err := idx.DeleteDocument(id, nil)
	if err != nil {
		return 0, err
	}

	// 清理缓存
	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return
	}
	err = m.cleanCache(ctx, indexName, user.TenantId)
	if err != nil {
		glog.Warning(ctx, "清理Redis缓存失败:", err)
	}

	return task.TaskUID, nil
}

// DeleteSoft 软删除文档
func (m *meilisearchDB) DeleteSoft(ctx context.Context, id string, indexName string) (taskUID int64, err error) {
	c, err := m.getClient()
	if err != nil {
		return 0, err
	}

	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return 0, err
	}

	// 软删除：更新 isDeleted 字段
	updateMap := map[string]interface{}{
		beans.DefSQLBaseCol.Id:        id,
		beans.DefSQLBaseCol.DeletedAt: gtime.Now().Unix(),
		beans.DefSQLBaseCol.Updater:   user.UserName,
		beans.DefSQLBaseCol.UpdatedAt: gtime.Now().Unix(),
	}

	// 执行更新
	documents := []map[string]interface{}{updateMap}
	idx := indexInterface(indexName, c)
	task, err := idx.UpdateDocuments(documents, nil)
	if err != nil {
		return 0, err
	}

	// 清理缓存
	err = m.cleanCache(ctx, indexName, user.TenantId)
	if err != nil {
		glog.Warning(ctx, "清理Redis缓存失败:", err)
	}

	return task.TaskUID, nil
}

// Get 获取单个文档
func (m *meilisearchDB) Get(ctx context.Context, id string, indexName string, result interface{}) (err error) {
	c, err := m.getClient()
	if err != nil {
		return err
	}

	// Redis 缓存处理
	user, err := utils.GetUserInfo(ctx)
	if err != nil {
		return
	}
	cacheKey := fmt.Sprintf("meilisearch:doc:%v:%s:%s", user.TenantId, indexName, id)
	if !m.noCache {
		var resultStr *gvar.Var
		resultStr, err = g.Redis().Get(ctx, cacheKey)
		if err != nil {
			return
		}
		if !g.IsEmpty(resultStr) {
			return gconv.Scan(resultStr, result)
		}
	}

	// 执行查询
	var doc map[string]interface{}
	idx := indexInterface(indexName, c)
	err = idx.GetDocument(id, nil, &doc)
	if err != nil {
		return err
	}

	// 过滤已删除的文档
	if !g.IsEmpty(doc[beans.DefSQLBaseCol.DeletedAt]) {
		return gerror.New("文档不存在")
	}

	err = gconv.Struct(doc, result)
	if err != nil {
		return err
	}

	// 写入缓存
	if !m.noCache {
		err = g.Redis().SetEX(ctx, cacheKey, result, int64(time.Hour))
		if err != nil {
			return err
		}
	}

	return nil
}

// cleanCache 清理缓存
func (m *meilisearchDB) cleanCache(ctx context.Context, indexName string, tenantId interface{}) error {
	// 清理搜索缓存
	searchKeys, err := g.Redis().Keys(ctx, fmt.Sprintf("meilisearch:search:%s:%s:*", tenantId, indexName))
	if err != nil {
		return err
	}
	for _, key := range searchKeys {
		_, err = g.Redis().Del(ctx, key)
		if err != nil {
			return err
		}
	}
	return nil
}

// GetClient 获取原始客户端（用于高级操作）
func (m *meilisearchDB) GetClient() (ms.ServiceManager, error) {
	return m.getClient()
}