113 lines
3.5 KiB
Go
113 lines
3.5 KiB
Go
package prompt
|
||
|
||
import (
|
||
"context"
|
||
"errors"
|
||
"fmt"
|
||
"strings"
|
||
|
||
"prompts-core/common/util"
|
||
"prompts-core/dao"
|
||
"prompts-core/model/dto/prompt"
|
||
"prompts-core/model/entity"
|
||
|
||
"github.com/gogf/gf/v2/util/gconv"
|
||
)
|
||
|
||
// buildInferenceRequest 构建返回请求
|
||
func buildInferenceRequest(ctx context.Context, req *prompt.ComposeMessagesReq, chatModel *entity.AsynchModel, model *entity.AsynchModel, history []map[string]any) (map[string]any, error) {
|
||
ir := NewPromptIR()
|
||
// 1. 统一 Prompt IR
|
||
switch req.BuildType {
|
||
case 1: //构建提示词请求
|
||
ir.AddSystem(promptBuild(ctx, req, model))
|
||
for _, msg := range history {
|
||
role := gconv.String(msg["role"])
|
||
if role != "user" && role != "assistant" {
|
||
continue
|
||
}
|
||
ir.AddHistory(role, gconv.String(msg["content"]))
|
||
}
|
||
ir.AddUser(buildUserPrompt(ctx, req, util.GetModelPrompt(ctx, model.ModelType)))
|
||
case 2: //构建节点请求
|
||
ir.AddUser(NodeBuild(ctx, req))
|
||
default:
|
||
return nil, errors.New("不支持的构建类型")
|
||
}
|
||
|
||
// 2. 获取协议配置
|
||
protocol, err := GetProtocolByProvider(ctx, "qwen")
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if protocol == nil {
|
||
return nil, errors.New("协议配置不存在")
|
||
}
|
||
|
||
// 3. 编译为 Provider Request
|
||
providerReq, err := Compile(ir, protocol, chatModel)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
// 4. 构建请求体
|
||
return map[string]any{
|
||
"modelName": chatModel.ModelName,
|
||
"bizName": "prompts-core",
|
||
"callbackUrl": "/prompt/callback",
|
||
"requestPayload": providerReq,
|
||
}, nil
|
||
}
|
||
|
||
// promptBuild 构建系统提示词
|
||
func promptBuild(ctx context.Context, req *prompt.ComposeMessagesReq, model *entity.AsynchModel) string {
|
||
providerProtocol, err := dao.ProviderProtocol.Get(ctx, &entity.ProviderProtocol{
|
||
ProviderName: "qwen",
|
||
Status: 1,
|
||
})
|
||
if err != nil || providerProtocol == nil {
|
||
return ""
|
||
}
|
||
|
||
outputJSON := util.JSONPretty(model.RequestMapping)
|
||
var userFormContent strings.Builder
|
||
for k, v := range req.UserForm {
|
||
userFormContent.WriteString(fmt.Sprintf("%s=%v；", k, v))
|
||
}
|
||
userFormFullText := strings.TrimSuffix(userFormContent.String(), "；")
|
||
|
||
formInfo := fmt.Sprintf(`
|
||
【系统表单（系统提示词/参数）】
|
||
%s
|
||
【用户表单全文（必须完整阅读，全部作为用户提示词来源）】
|
||
%s
|
||
`, util.FormToJSON(req.Form), userFormFullText)
|
||
|
||
return fmt.Sprintf(providerProtocol.SystemPromptTemplate, outputJSON, formInfo)
|
||
}
|
||
|
||
// 构建用户提示词
|
||
func buildUserPrompt(ctx context.Context, req *prompt.ComposeMessagesReq, prompt string) string {
|
||
payload := map[string]any{
|
||
"model": req.ModelName, // 请求模型名称
|
||
"promptInfo": prompt, // 数据库提示信息
|
||
"form": req.Form, // 系统表单
|
||
"userForm": req.UserForm, // 用户表单
|
||
"userFiles": req.UserFiles, //文件url
|
||
"userFilesText": FetchFileTexts(ctx, req.UserFiles), //解读文件（只支持可读类型 如：xml，json,yaml）
|
||
"skills": SkillMdContent(ctx, req.SkillName), //skill 相关（根据传入的 skillName 获取 zip 内所有 md 文件拼接内容）
|
||
}
|
||
return util.MustMarshal(payload)
|
||
}
|
||
|
||
// NodeBuild 节点构建
|
||
func NodeBuild(ctx context.Context, req *prompt.ComposeMessagesReq) string {
|
||
promptTpl := util.GetBuildPrompt(ctx, req.BuildType)
|
||
if promptTpl == "" {
|
||
return ""
|
||
}
|
||
formStr := util.FormToJSON(req.Form)
|
||
userFormStr := util.FormToJSON(req.UserForm)
|
||
return fmt.Sprintf(promptTpl, formStr, userFormStr)
|
||
}
|