抽取数据添加补偿机制

dao/copydata/api_account_report_sum_dao.go

@@ -9,13 +9,14 @@ import (
 
 	"gitea.com/red-future/common/db/gfdb"
 	"github.com/gogf/gf/v2/util/gconv"
+	"github.com/sirupsen/logrus"
 )
 
 var CidAccountReportSum = new(CidAccountReportSumDao)
 
 type CidAccountReportSumDao struct{}
 
-// Insert 插入广告数据报表详情
+// Insert 插入广告数据报表汇总
 func (d *CidAccountReportSumDao) Insert(ctx context.Context, req *dto.CidAccountReportSumItem) (id int64, err error) {
 	var entityData *entity.CidAccountReportSum
 	if err = gconv.Struct(req, &entityData); err != nil {
@@ -29,7 +30,7 @@ func (d *CidAccountReportSumDao) Insert(ctx context.Context, req *dto.CidAccount
 	return r.LastInsertId()
 }
 
-// BatchInsert 批量插入广告数据报表详情
+// BatchInsert 批量插入广告数据报表汇总（使用 OnConflict 实现幂等性）
 func (d *CidAccountReportSumDao) BatchInsert(ctx context.Context, reqs []*dto.CidAccountReportSumItem) (successCount int64, failCount int64, failedIndexes []int64, err error) {
 	if len(reqs) == 0 {
 		return 0, 0, nil, errors.New("批量插入数据不能为空")
@@ -64,9 +65,17 @@ func (d *CidAccountReportSumDao) BatchInsert(ctx context.Context, reqs []*dto.Ci
 			continue
 		}
 
-		// 执行批量插入
-		_, err = gfdb.DB(ctx).Model(ctx, consts.CidAccountReportSumTable).Data(entityList).Insert()
+		// 执行批量插入，使用 OnConflict 实现幂等性
+		_, err = gfdb.DB(ctx).Model(ctx, consts.CidAccountReportSumTable).
+			Data(entityList).
+			OnConflict(
+				"report_date_str",
+				"page_number",
+			).
+			Save()
+
 		if err != nil {
+			logrus.Warnf("批量插入失败，尝试逐条插入: %v", err)
 			// 批量插入失败，尝试逐条插入
 			for k := range batch {
 				_, singleErr := d.Insert(ctx, batch[k])
@@ -84,3 +93,19 @@ func (d *CidAccountReportSumDao) BatchInsert(ctx context.Context, reqs []*dto.Ci
 
 	return successCount, failCount, failedIndexes, nil
 }
+
+// DeleteByDateRange 按日期范围删除数据（用于补偿前去重）
+func (d *CidAccountReportSumDao) DeleteByDateRange(ctx context.Context, advertiserID int64, startDateStr, endDateStr string) (int64, error) {
+	cols := (&entity.CidAccountReportSum{}).GetCols()
+
+	result, err := gfdb.DB(ctx).Model(ctx, consts.CidAccountReportSumTable).
+		Where(cols.ReportDateStr+" >= ? AND "+cols.ReportDateStr+" <= ?", startDateStr, endDateStr).
+		Delete()
+
+	if err != nil {
+		return 0, err
+	}
+
+	affected, _ := result.RowsAffected()
+	return affected, nil
+}