feat: 支持多租户多模型对话及文档去重优化

common/eino/document_loader.go

@@ -5,6 +5,7 @@ import (
 	"fmt"
 
 	"gitea.com/red-future/common/utils"
+	"github.com/cloudwego/eino-ext/components/document/loader/file"
 	"github.com/cloudwego/eino-ext/components/document/loader/url"
 	"github.com/cloudwego/eino-ext/components/document/parser/docx"
 	"github.com/cloudwego/eino-ext/components/document/parser/pdf"
@@ -15,7 +16,7 @@ import (
 )
 
 // LoadDocument 业务函数：加载文件
-func LoadDocument(ctx context.Context, filePath, fileFormat string) (docs []*schema.Document, err error) {
+func a(ctx context.Context, filePath, fileFormat string) (docs []*schema.Document, err error) {
 	p, err := docsParser(ctx, fileFormat)
 	if err != nil {
 		return
@@ -27,12 +28,34 @@ func LoadDocument(ctx context.Context, filePath, fileFormat string) (docs []*sch
 	if err != nil {
 		return
 	}
-	docs, err = loader.Load(context.Background(), document.Source{
+	docs, err = loader.Load(ctx, document.Source{
 		URI: fmt.Sprintf("%s%s", imageUrl, filePath),
 	})
 	return
 }
 
+func LoadDocument(ctx context.Context, filePath, fileFormat string) (docs []*schema.Document, err error) {
+	p, err := docsParser(ctx, fileFormat)
+	if err != nil {
+		return
+	}
+	// 1. 创建文件加载器
+	loader, err := file.NewFileLoader(ctx, &file.FileLoaderConfig{
+		UseNameAsID: false, // 使用文件名作为文档ID
+		Parser:      p,
+	})
+	if err != nil {
+		return
+	}
+
+	// 2. 加载本地文件
+	docs, err = loader.Load(ctx, document.Source{
+		URI: "C:\\Users\\AI\\Desktop\\手机发展史.txt",
+	})
+
+	return
+}
+
 func docsParser(ctx context.Context, fileFormat string) (p parser.Parser, err error) {
 	switch fileFormat {
 	case "docx":