重构数据引擎

dao/copydata/unit_report_sum_dao.go

@@ -1,83 +0,0 @@
-package copydata
-
-import (
-	"context"
-	consts "dataengine/consts/public"
-	dto "dataengine/model/dto/copydata"
-	entity "dataengine/model/entity/copydata"
-	"errors"
-
-	"gitea.com/red-future/common/db/gfdb"
-	"github.com/gogf/gf/v2/util/gconv"
-)
-
-var UnitReportSum = new(UnitReportSumDao)
-
-type UnitReportSumDao struct{}
-
-// Insert 插入广告效果指标
-func (d *UnitReportSumDao) Insert(ctx context.Context, req *dto.UnitReportSumItem) (id int64, err error) {
-	var entityData *entity.UnitReportSum
-	if err = gconv.Struct(req, &entityData); err != nil {
-		return
-	}
-
-	r, err := gfdb.DB(ctx).Model(ctx, consts.UnitReportSumTable).Data(&entityData).Insert()
-	if err != nil {
-		return
-	}
-	return r.LastInsertId()
-}
-
-// BatchInsert 批量插入广告效果指标
-func (d *UnitReportSumDao) BatchInsert(ctx context.Context, reqs []*dto.UnitReportSumItem) (successCount int64, failCount int64, failedIndexes []int64, err error) {
-	if len(reqs) == 0 {
-		return 0, 0, nil, errors.New("批量插入数据不能为空")
-	}
-
-	batchSize := 100
-	successCount = 0
-	failCount = 0
-	failedIndexes = make([]int64, 0)
-
-	for i := 0; i < len(reqs); i += batchSize {
-		end := i + batchSize
-		if end > len(reqs) {
-			end = len(reqs)
-		}
-
-		batch := reqs[i:end]
-		entityList := make([]*entity.UnitReportSum, len(batch))
-
-		for j, req := range batch {
-			var entityData entity.UnitReportSum
-			if err = gconv.Struct(req, &entityData); err != nil {
-				failCount++
-				failedIndexes = append(failedIndexes, int64(i+j))
-				continue
-			}
-			entityList[j] = &entityData
-		}
-
-		if len(entityList) == 0 {
-			continue
-		}
-
-		_, err = gfdb.DB(ctx).Model(ctx, consts.UnitReportSumTable).Data(entityList).Insert()
-		if err != nil {
-			for k := range batch {
-				_, singleErr := d.Insert(ctx, batch[k])
-				if singleErr != nil {
-					failCount++
-					failedIndexes = append(failedIndexes, int64(i+k))
-				} else {
-					successCount++
-				}
-			}
-		} else {
-			successCount += int64(len(entityList))
-		}
-	}
-
-	return successCount, failCount, failedIndexes, nil
-}