refactor: 重构文档向量相关代码结构
This commit is contained in:
@@ -1,5 +1,7 @@
|
||||
package public
|
||||
|
||||
const GmqMsgPluginsName = "gmq_msg"
|
||||
|
||||
const KnowledgeLockEsKey = "rag_binary:knowledge:lock:knowledgeIdEs-%v"
|
||||
const KnowledgeLockSqlKey = "rag_binary:knowledge:lock:knowledgeIdSql-%v"
|
||||
const KnowledgeContentHashEsKey = "rag_binary:knowledge:knowledgeId:contentHashEs-%v"
|
||||
@@ -13,8 +15,8 @@ const (
|
||||
)
|
||||
|
||||
const (
|
||||
KnowledgeDocumentChunkTopic = "knowledge:document:chunk:stream" // 请求 Stream 键名(与发消息的key一致)
|
||||
KnowledgeDocumentChunkConsumer = "knowledge-document-chunk-consumer" // 消费者名称(唯一标识)
|
||||
KnowledgeDocumentChunkBatchSize = 1 // 批处理大小(每次读取1条)
|
||||
KnowledgeDocumentChunkAutoAck = false // ACK是否自动确认(true自动确认,false不确认)
|
||||
KnowledgeDocumentVectorTopic = "knowledge:document:vector:stream" // 请求 Stream 键名(与发消息的key一致)
|
||||
KnowledgeDocumentVectorConsumer = "knowledge-document-vector-consumer" // 消费者名称(唯一标识)
|
||||
KnowledgeDocumentVectorCount = 1 // 批处理大小(每次读取1条)
|
||||
KnowledgeDocumentVectorAutoAck = false // ACK是否自动确认(true自动确认,false不确认)
|
||||
)
|
||||
@@ -8,12 +8,12 @@ const (
|
||||
|
||||
// sql 数据库表名
|
||||
const (
|
||||
TableNameDocument = "document"
|
||||
TableNameDataset = "dataset"
|
||||
TableNameKeyword = "keyword"
|
||||
TableNameTask = "task"
|
||||
TableNameDatasetIndex = "dataset_index"
|
||||
TableNameDocumentChunk = "document_chunk"
|
||||
TableNameDocument = "document"
|
||||
TableNameDataset = "dataset"
|
||||
TableNameKeyword = "keyword"
|
||||
TableNameTask = "task"
|
||||
TableNameDatasetIndex = "dataset_index"
|
||||
TableNameDocumentVector = "document_vector"
|
||||
)
|
||||
|
||||
// es 索引名称
|
||||
|
||||
30
consts/task/consts.go
Normal file
30
consts/task/consts.go
Normal file
@@ -0,0 +1,30 @@
|
||||
package task
|
||||
|
||||
// TaskType 任务类型枚举:文档解析的三个子任务
|
||||
type TaskType string
|
||||
|
||||
const (
|
||||
TaskTypeExtractKeywords TaskType = "EXTRACT_KEYWORDS" // 提取关键词
|
||||
TaskTypeGenerateVector TaskType = "GENERATE_VECTOR" // 生成向量
|
||||
TaskTypeFullTextSearch TaskType = "FULL_TEXT_SEARCH" // 全文检索
|
||||
TaskTypeDocParse TaskType = "DOC_PARSE" // 顶层文档解析总任务
|
||||
)
|
||||
|
||||
// TaskStatus 任务状态枚举
|
||||
type TaskStatus string
|
||||
|
||||
const (
|
||||
TaskStatusPending TaskStatus = "PENDING" // 待执行
|
||||
TaskStatusRunning TaskStatus = "RUNNING" // 执行中
|
||||
TaskStatusCompleted TaskStatus = "COMPLETED" // 已完成
|
||||
TaskStatusFailed TaskStatus = "FAILED" // 执行失败
|
||||
)
|
||||
|
||||
// TaskPriority 任务优先级
|
||||
type TaskPriority int
|
||||
|
||||
const (
|
||||
TaskPriorityLow TaskPriority = 1 // 低
|
||||
TaskPriorityMedium TaskPriority = 2 // 中
|
||||
TaskPriorityHigh TaskPriority = 3 // 高
|
||||
)
|
||||
Reference in New Issue
Block a user