抽取数据添加补偿机制

2026-04-08 09:03:20 +08:00
parent 14db0dd2fe
commit 5f2c9c3855
19 changed files with 1058 additions and 178 deletions
--- a/dao/copydata/sync_task_log_dao.go
+++ b/dao/copydata/sync_task_log_dao.go
@@ -0,0 +1,126 @@
+package copydata
+
+import (
+	consts "cid/consts/public"
+	dto "cid/model/dto/copydata"
+	entity "cid/model/entity/copydata"
+	"context"
+	"time"
+
+	"gitea.com/red-future/common/db/gfdb"
+	"github.com/gogf/gf/v2/database/gdb"
+	"github.com/gogf/gf/v2/util/gconv"
+)
+
+var SyncTaskLog = new(SyncTaskLogDao)
+
+type SyncTaskLogDao struct{}
+
+// Create 创建任务日志
+func (d *SyncTaskLogDao) Create(ctx context.Context, req *dto.CreateSyncTaskLogReq) (int64, error) {
+	var entityData entity.SyncTaskLog
+	if err := gconv.Struct(req, &entityData); err != nil {
+		return 0, err
+	}
+
+	r, err := gfdb.DB(ctx).Model(ctx, consts.SyncTaskLogTable).Data(&entityData).Insert()
+	if err != nil {
+		return 0, err
+	}
+	return r.LastInsertId()
+}
+
+// Update 更新任务日志
+func (d *SyncTaskLogDao) Update(ctx context.Context, req *dto.UpdateSyncTaskLogReq) error {
+	data := make(gdb.Map)
+
+	if req.Status != "" {
+		data["status"] = req.Status
+	}
+	if req.RetryCount != nil {
+		data["retry_count"] = *req.RetryCount
+	}
+	if req.ErrorMessage != "" {
+		data["error_message"] = req.ErrorMessage
+	}
+	if req.ErrorCode != "" {
+		data["error_code"] = req.ErrorCode
+	}
+	if req.ResultSummary != nil {
+		data["result_summary"] = req.ResultSummary
+	}
+	if req.NextRetryTime != nil {
+		data["next_retry_time"] = req.NextRetryTime
+	}
+	if req.CompletedAt != nil {
+		data["completed_at"] = req.CompletedAt
+	}
+	if req.DurationMs != nil {
+		data["duration_ms"] = *req.DurationMs
+	}
+
+	data["updated_at"] = time.Now()
+
+	_, err := gfdb.DB(ctx).Model(ctx, consts.SyncTaskLogTable).
+		Data(data).
+		Where("id", req.ID).
+		Update()
+
+	return err
+}
+
+// QueryFailedTasks 查询需要补偿的失败任务
+func (d *SyncTaskLogDao) QueryFailedTasks(ctx context.Context, req *dto.QueryFailedTasksReq) ([]*dto.SyncTaskLogItem, error) {
+	model := gfdb.DB(ctx).Model(ctx, consts.SyncTaskLogTable).Model
+
+	// 状态过滤
+	if len(req.Status) > 0 {
+		model = model.WhereIn("status", req.Status)
+	}
+
+	// 任务类型过滤
+	if req.TaskType != "" {
+		model = model.Where("task_type", req.TaskType)
+	}
+
+	// 只查询到达重试时间的任务（或从未设置过重试时间）
+	model = model.Where(
+		"(next_retry_time <= ? OR next_retry_time IS NULL)",
+		time.Now(),
+	)
+
+	// 限制数量
+	limit := req.Limit
+	if limit <= 0 {
+		limit = 100
+	}
+	model = model.Limit(limit)
+
+	var results []*entity.SyncTaskLog
+	if err := model.Scan(&results); err != nil {
+		return nil, err
+	}
+
+	items := make([]*dto.SyncTaskLogItem, len(results))
+	for i, r := range results {
+		item := &dto.SyncTaskLogItem{}
+		gconv.Struct(r, item)
+		items[i] = item
+	}
+
+	return items, nil
+}
+
+// GetByTaskID 根据任务ID获取日志
+func (d *SyncTaskLogDao) GetByTaskID(ctx context.Context, taskID, taskType string) (*entity.SyncTaskLog, error) {
+	var result *entity.SyncTaskLog
+	err := gfdb.DB(ctx).Model(ctx, consts.SyncTaskLogTable).
+		Where("task_id", taskID).
+		Where("task_type", taskType).
+		Scan(&result)
+
+	if err != nil {
+		return nil, err
+	}
+	return result, nil
+}