media/service/asr/task_service.go

package asr

import (
	"bytes"
	"context"
	"encoding/json"
	"fmt"
	"io"
	"net/http"
	"os"
	"path/filepath"
	"strings"
	"time"

	consts "media/consts/audio"
	dao "media/dao/audio"
	dto "media/model/dto/audio"
	entity "media/model/entity/audio"
	serviceScene "media/service/scene"

	"gitea.com/red-future/common/beans"
	"github.com/gogf/gf/v2/frame/g"
	"github.com/gogf/gf/v2/util/gconv"
	"github.com/gogf/gf/v2/util/guid"
)

var AudioTask = new(audioTaskService)

type audioTaskService struct{}

// CreateTaskParams 创建任务参数
type CreateTaskParams struct {
	InputData   []string // URL列表
	FileNames   []string // 文件名列表
	Model       string
	Language    string
	Threshold   float64
	CallbackURL string // 任务完成回调地址(完整URL，含ip+端口+路径)
}

// Create 创建转写任务并立即返回taskId
func (s *audioTaskService) Create(ctx context.Context, params *CreateTaskParams) (res *dto.CreateTaskRes, err error) {
	taskID := "tsk_" + guid.S()

	if params.Model == "" {
		params.Model = g.Cfg().MustGet(ctx, "whisper.model", "medium").String()
	}
	if params.Language == "" {
		params.Language = g.Cfg().MustGet(ctx, "whisper.language", "zh").String()
	}
	if params.Threshold <= 0 {
		params.Threshold = 0.3
	}

	inputBytes, _ := json.Marshal(params.InputData)
	fnBytes, _ := json.Marshal(params.FileNames)

	now := time.Now()
	task := &entity.TranscribeTask{
		TaskID:      taskID,
		Status:      consts.TaskStatusPending,
		Progress:    0,
		TotalFiles:  len(params.InputData),
		InputType:   consts.InputTypeURL,
		Model:       params.Model,
		Language:    params.Language,
		Threshold:   params.Threshold,
		InputData:   string(inputBytes),
		FileNames:   string(fnBytes),
		CallbackURL: params.CallbackURL,
	}
	task.CreatedAt = gconv.GTime(now)
	task.UpdatedAt = gconv.GTime(now)

	if _, daoErr := dao.TranscribeTask.Insert(ctx, task); daoErr != nil {
		return nil, fmt.Errorf("创建任务失败: %v", daoErr)
	}

	g.Log().Infof(ctx, "[创建任务 %s] 文件数=%d, 模型=%s, 语言=%s, 回调=%s",
		taskID, len(params.InputData), params.Model, params.Language, params.CallbackURL)

	// 异步处理
	go s.processTask(taskID, params.InputData, params.Model, params.Language, params.Threshold, params.CallbackURL)

	return &dto.CreateTaskRes{TaskID: taskID}, nil
}

// processTask 异步处理所有URL，每个文件生成一条明细
func (s *audioTaskService) processTask(taskID string, urls []string, model, language string, threshold float64, callbackURL string) {
	ctx := context.Background()
	ctx = context.WithValue(ctx, "user", &beans.User{UserName: "admin", TenantId: 1})

	defer func() {
		if r := recover(); r != nil {
			errMsg := fmt.Sprintf("任务处理异常: %v", r)
			g.Log().Errorf(ctx, "[任务 %s] %s, 将通过回调通知调用方", taskID, errMsg)
			dao.TranscribeTask.UpdateError(ctx, taskID, errMsg)
			g.Log().Infof(ctx, "[任务 %s] 触发失败回调(panic恢复)", taskID)
			s.callback(ctx, taskID, consts.TaskStatusFailed, errMsg, callbackURL)
		}
	}()

	g.Log().Infof(ctx, "[任务 %s] 开始处理, 共%d个URL, 回调地址=%s", taskID, len(urls), callbackURL)
	dao.TranscribeTask.UpdateTaskRunning(ctx, taskID, 5)
	g.Log().Infof(ctx, "[任务 %s] 状态已更新为 running, 进度=5", taskID)

	tempDir := getTempDir(ctx)
	os.MkdirAll(tempDir, 0755)

	var results []dto.TranscribeItem
	successCount, failCount := 0, 0

	total := len(urls)
	for i, videoURL := range urls {
		g.Log().Infof(ctx, "[任务 %s] 下载 %d/%d: %s", taskID, i+1, total, videoURL)

		progress := 10 + (i*70)/total
		dao.TranscribeTask.UpdateProgress(ctx, taskID, progress)
		g.Log().Debugf(ctx, "[任务 %s] 进度更新: %d/%d → %d%%", taskID, i+1, total, progress)

		savePath, dlErr := downloadFromURL(ctx, videoURL, tempDir)
		if dlErr != nil {
			g.Log().Warningf(ctx, "[任务 %s] 文件%d/%d 下载失败: %v", taskID, i+1, total, dlErr)
			s.saveDetail(ctx, taskID, i, fmt.Sprintf("url_%d.mp4", i+1),
				"", "", 0, "", model, language, dlErr.Error())
			results = append(results, dto.TranscribeItem{
				FileName: fmt.Sprintf("url_%d.mp4", i+1),
				Error:    dlErr.Error(),
			})
			failCount++
			continue
		}

		fileName := filepath.Base(savePath)
		result := s.processSingleVideo(ctx, taskID, savePath, i, fileName, model, language, threshold)
		results = append(results, *result)
		if result.Error != "" {
			g.Log().Warningf(ctx, "[任务 %s] 文件%d/%d 处理失败: %s - %s", taskID, i+1, total, fileName, result.Error)
			failCount++
		} else {
			g.Log().Infof(ctx, "[任务 %s] 文件%d/%d 处理成功: %s", taskID, i+1, total, fileName)
			successCount++
		}
	}

	g.Log().Infof(ctx, "[任务 %s] 所有文件处理完毕, 成功=%d 失败=%d, 开始构建结果JSON", taskID, successCount, failCount)

	// 构建完整结果JSON
	progress := 95
	dao.TranscribeTask.UpdateProgress(ctx, taskID, progress)
	g.Log().Debugf(ctx, "[任务 %s] 进度更新: 95%% (结果构建中)", taskID)

	resultObj := dto.TaskResult{Results: make([]dto.TaskResultItem, len(results))}
	for i, item := range results {
		itemDTO := dto.TaskResultItem{
			FileName: item.FileName,
			Error:    item.Error,
		}
		if item.Result != nil {
			if r, ok := item.Result.(*dto.TranscribeResult); ok {
				itemDTO.Result = &dto.TaskResultDTO{
					Text:          r.Text,
					Model:         r.Model,
					Language:      r.Language,
					AudioSize:     r.AudioSize,
					AudioDuration: r.AudioDuration,
					Scenes:        r.Scenes,
				}
			}
		}
		resultObj.Results[i] = itemDTO
	}

	resultJSON, marshalErr := json.Marshal(resultObj)
	if marshalErr != nil {
		errMsg := "结果序列化失败: " + marshalErr.Error()
		g.Log().Errorf(ctx, "[任务 %s] %s", taskID, errMsg)
		dao.TranscribeTask.UpdateError(ctx, taskID, errMsg)
		s.callback(ctx, taskID, consts.TaskStatusFailed, errMsg, callbackURL)
		return
	}

	resultSize := len(resultJSON)
	g.Log().Infof(ctx, "[任务 %s] 结果JSON序列化完成, 大小=%d字节", taskID, resultSize)

	if _, err := dao.TranscribeTask.UpdateResult(ctx, taskID, string(resultJSON), successCount, failCount); err != nil {
		g.Log().Errorf(ctx, "[任务 %s] 保存结果失败: %v, 通过回调发送结果", taskID, err)
		s.callback(ctx, taskID, consts.TaskStatusFailed, fmt.Sprintf("保存结果失败: %v", err), callbackURL)
		return
	}
	g.Log().Infof(ctx, "[任务 %s] 结果已入库, 成功=%d 失败=%d, 触发成功回调", taskID, successCount, failCount)

	if callbackURL != "" {
		s.callback(ctx, taskID, consts.TaskStatusSuccess, "", callbackURL)
	}
	g.Log().Infof(ctx, "[任务 %s] 全部处理流程结束", taskID)
}

// callback 向回调地址 POST 任务结果（与查询接口 GetTaskRes 出参一致）
func (s *audioTaskService) callback(ctx context.Context, taskID, status, errMsg, callbackURL string) {
	if callbackURL == "" {
		return
	}

	task, _ := dao.TranscribeTask.GetByTaskID(ctx, taskID)
	if task == nil {
		g.Log().Errorf(ctx, "[回调 %s] 任务不存在", taskID)
		return
	}

	detailList, _ := dao.TranscribeTaskDetail.ListByTaskID(ctx, taskID)
	detailItems := make([]dto.TranscribeTaskDetailItem, 0, len(detailList))
	for i := range detailList {
		detailItems = append(detailItems, dao.DetailEntityToItem(&detailList[i]))
	}

	// 构建与查询接口一致的 taskInfo
	taskInfo := dao.EntityToItem(task)

	// 与查询接口一致：从 result 中补全 scenes 等字段
	detailItems = enrichDetailsFromResult(task.Result, detailItems)

	payload := dto.CallbackPayload{
		TaskInfo:   taskInfo,
		DetailList: detailItems,
	}

	body, _ := json.Marshal(payload)
	g.Log().Infof(ctx, "[回调 %s] 触发回调, 状态=%s, 成功=%d 失败=%d, 错误=%s, 目标=%s",
		taskID, taskInfo.Status, taskInfo.SuccessFiles, taskInfo.FailFiles, errMsg, callbackURL)
	g.Log().Debugf(ctx, "[回调 %s] 回调载荷长度=%d字节, 明细条数=%d",
		taskID, len(body), len(detailItems))
	// 透传调用方的用户信息，供回调方 GetUserInfo 从 X-User-Info 头获取
	userJSON, _ := json.Marshal(beans.User{UserName: "admin", TenantId: 1})
	g.Log().Infof(ctx, "[回调 %s] curl -X POST '%s' -H 'Content-Type: application/json' -H 'X-User-Info: %s' -d '%s'",
		taskID, callbackURL, string(userJSON), strings.ReplaceAll(string(body), "'", "'\\''"))

	req, _ := http.NewRequest("POST", callbackURL, bytes.NewReader(body))
	req.Header.Set("Content-Type", "application/json")
	req.Header.Set("X-User-Info", string(userJSON))

	resp, reqErr := http.DefaultClient.Do(req)
	if reqErr != nil {
		g.Log().Errorf(ctx, "[回调 %s] 请求失败: %v", taskID, reqErr)
		return
	}
	defer resp.Body.Close()

	respBody, _ := io.ReadAll(resp.Body)
	g.Log().Infof(ctx, "[回调 %s] 响应 status=%d, body=%s", taskID, resp.StatusCode, string(respBody))
}

// processSingleVideo 处理单个文件，同时写入明细表
func (s *audioTaskService) processSingleVideo(ctx context.Context, taskID, savePath string, fileIndex int, fileName, model, language string, threshold float64) *dto.TranscribeItem {
	if idx := strings.Index(fileName, "_"); idx > 0 {
		fileName = fileName[idx+1:]
	}

	g.Log().Infof(ctx, "[任务 %s] 开始处理文件(fileIndex=%d): %s", taskID, fileIndex, fileName)

	var scenes *dto.SceneSummaryDTO
	sceneRes, sceneErr := serviceScene.SceneAnalyzer.Analyze(ctx, &serviceScene.SceneAnalyzeReq{
		VideoPaths:       []string{savePath},
		Threshold:        threshold,
		ExtractKeyframes: false,
	})
	if sceneErr != nil {
		g.Log().Warningf(ctx, "[任务 %s] 文件 %s 分镜分析失败: %v", taskID, fileName, sceneErr)
	} else if len(sceneRes.Analyses) > 0 {
		scenes = toSceneDTO(&sceneRes.Analyses[0])
		g.Log().Infof(ctx, "[任务 %s] 文件 %s 分镜分析完成, 场景数=%d", taskID, fileName, scenes.TotalScenes)
	} else {
		g.Log().Infof(ctx, "[任务 %s] 文件 %s 分镜分析无结果", taskID, fileName)
	}

	g.Log().Infof(ctx, "[任务 %s] 文件 %s 开始语音识别, 模型=%s, 语言=%s", taskID, fileName, model, language)
	transRes, transErr := VideoTranscribe.TranscribeVideo(ctx, &VideoTranscribeReq{
		VideoPath: savePath,
		Model:     model,
		Language:  language,
	})
	if transErr != nil {
		g.Log().Errorf(ctx, "[任务 %s] 文件 %s 语音识别失败: %v", taskID, fileName, transErr)
		os.Remove(savePath)
		s.saveDetail(ctx, taskID, fileIndex, fileName,
			"", "", 0, "", model, language, transErr.Error())
		return &dto.TranscribeItem{
			FileName: fileName,
			Error:    transErr.Error(),
		}
	}

	g.Log().Infof(ctx, "[任务 %s] 文件 %s 语音识别成功, 文本长度=%d, 音频时长=%s, 大小=%d",
		taskID, fileName, len(transRes.Text), transRes.AudioDuration, transRes.AudioSize)

	var scenesJSON string
	if scenes != nil {
		sb, _ := json.Marshal(scenes)
		scenesJSON = string(sb)
	}

	s.saveDetail(ctx, taskID, fileIndex, fileName,
		transRes.Text, scenesJSON, transRes.AudioSize, transRes.AudioDuration, model, language, "")

	return &dto.TranscribeItem{
		FileName: fileName,
		Result: &dto.TranscribeResult{
			Text:          transRes.Text,
			Model:         transRes.Model,
			Language:      transRes.Language,
			AudioPath:     transRes.AudioPath,
			AudioSize:     transRes.AudioSize,
			AudioDuration: transRes.AudioDuration,
			Scenes:        scenes,
		},
	}
}

// saveDetail 保存单文件明细到 transcribe_task_detail
func (s *audioTaskService) saveDetail(ctx context.Context, taskID string, fileIndex int, fileName, text, scenes string, audioSize int64, audioDuration, model, language, errMsg string) {
	detail := &entity.TranscribeTaskDetail{
		TaskID:          taskID,
		FileIndex:       fileIndex,
		FileName:        fileName,
		TranscribedText: text,
		Scenes:          scenes,
		AudioSize:       audioSize,
		AudioDuration:   audioDuration,
		Model:           model,
		Language:        language,
		ErrorMessage:    errMsg,
	}
	if _, daoErr := dao.TranscribeTaskDetail.Insert(ctx, detail); daoErr != nil {
		g.Log().Errorf(ctx, "[任务 %s] 保存明细失败(fileIndex=%d): %v", taskID, fileIndex, daoErr)
	} else {
		g.Log().Debugf(ctx, "[任务 %s] 明细已保存(fileIndex=%d, fileName=%s, 有错误=%v)",
			taskID, fileIndex, fileName, errMsg != "")
	}
}

// ---------- 查询任务 ----------

func (s *audioTaskService) GetTask(ctx context.Context, req *dto.GetTaskReq) (res *dto.GetTaskRes, err error) {
	if req.TaskID == "" {
		return nil, fmt.Errorf("taskId不能为空")
	}
	task, err := dao.TranscribeTask.GetByTaskID(ctx, req.TaskID)
	if err != nil {
		return nil, fmt.Errorf("查询任务失败: %v", err)
	}
	if task == nil {
		return nil, fmt.Errorf("任务不存在: %s", req.TaskID)
	}

	detailList, err := dao.TranscribeTaskDetail.ListByTaskID(ctx, req.TaskID)
	if err != nil {
		g.Log().Warningf(ctx, "[任务 %s] 查询明细失败: %v", req.TaskID, err)
	}

	g.Log().Infof(ctx, "[查询任务] taskId=%s, 状态=%s, 进度=%d", req.TaskID, task.Status, task.Progress)

	item := dao.EntityToItem(task)
	detailItems := make([]dto.TranscribeTaskDetailItem, 0, len(detailList))
	for i := range detailList {
		detailItems = append(detailItems, dao.DetailEntityToItem(&detailList[i]))
	}

	// 兼容历史数据: 若 detail.scenes 为空但有 result JSON, 从 result 中提取 scenes 补上
	detailItems = enrichDetailsFromResult(task.Result, detailItems)

	return &dto.GetTaskRes{
		TaskInfo:   item,
		DetailList: detailItems,
	}, nil
}

// enrichDetailsFromResult 从 result JSON 中补全明细中的 scenes 等字段
func enrichDetailsFromResult(resultJSON string, details []dto.TranscribeTaskDetailItem) []dto.TranscribeTaskDetailItem {
	if resultJSON == "" || len(details) == 0 {
		return details
	}

	var taskResult dto.TaskResult
	if err := json.Unmarshal([]byte(resultJSON), &taskResult); err != nil {
		return details
	}

	for i, d := range details {
		if d.Scenes != "" {
			continue // 已有 scenes，不需要补
		}
		for _, r := range taskResult.Results {
			if r.Result == nil || r.Result.Scenes == nil {
				continue
			}
			if r.FileName == d.FileName {
				sb, _ := json.Marshal(r.Result.Scenes)
				details[i].Scenes = string(sb)
				// 同时补全其他可能缺失的字段
				if d.AudioDuration == "" {
					details[i].AudioDuration = r.Result.AudioDuration
				}
				if d.AudioSize == 0 {
					details[i].AudioSize = r.Result.AudioSize
				}
				if d.Model == "" {
					details[i].Model = r.Result.Model
				}
				if d.Language == "" {
					details[i].Language = r.Result.Language
				}
				break
			}
		}
	}
	return details
}

func (s *audioTaskService) GetProgress(ctx context.Context, req *dto.GetProgressReq) (res *dto.GetProgressRes, err error) {
	if req.TaskID == "" {
		return nil, fmt.Errorf("taskId不能为空")
	}
	task, err := dao.TranscribeTask.GetByTaskID(ctx, req.TaskID)
	if err != nil {
		return nil, fmt.Errorf("查询任务失败: %v", err)
	}
	if task == nil {
		return nil, fmt.Errorf("任务不存在: %s", req.TaskID)
	}
	p := dao.EntityToProgress(task)
	g.Log().Infof(ctx, "[查询进度] taskId=%s, 状态=%s, 进度=%d", req.TaskID, p.Status, p.Progress)
	return &p, nil
}

func (s *audioTaskService) ListTasks(ctx context.Context, req *dto.ListTaskReq) (res *dto.ListTaskRes, err error) {
	// 确保分页参数不为 nil
	if req.Page == nil {
		req.Page = &beans.Page{PageNum: 1, PageSize: 10}
	}
	list, total, err := dao.TranscribeTask.List(ctx, req)
	if err != nil {
		return nil, fmt.Errorf("查询任务列表失败: %v", err)
	}
	items := make([]dto.TranscribeTaskItem, len(list))
	for i, task := range list {
		items[i] = dao.EntityToItem(&task)
	}
	g.Log().Infof(ctx, "[查询列表] status=%s, pageNum=%d, pageSize=%d, 命中=%d/总量=%d",
		req.Status, req.Page.PageNum, req.Page.PageSize, len(items), total)
	return &dto.ListTaskRes{List: items, Total: total}, nil
}