84 lines
2.0 KiB
Go
84 lines
2.0 KiB
Go
|
package service
|
|||
|
|
|
|||
|
|
import (
|
|||
|
|
"context"
|
|||
|
|
|
|||
|
|
"github.com/gogf/gf/v2/frame/g"
|
|||
|
|
"github.com/gogf/gf/v2/util/gconv"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
// 运行时调参存储在 Redis，不修改 asynch_models 中的 cap（最大上限）。
|
|||
|
|
// 上层每小时调用 /model/autoTune 写入运行时值；Worker/CreateTask 读取运行时值生效。
|
|||
|
|
|
|||
|
|
const (
|
|||
|
|
runtimeMaxCKeyPrefix = "asynch:runtime:max_concurrency:" // + model_name
|
|||
|
|
runtimeQueueKeyPrefix = "asynch:runtime:queue_limit:" // + model_name
|
|||
|
|
runtimeTTLSeconds = 2 * 3600 // 2小时，避免一次调参失败导致立即回退
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
func runtimeMaxConcurrencyKey(modelName string) string {
|
|||
|
|
return runtimeMaxCKeyPrefix + modelName
|
|||
|
|
}
|
|||
|
|
func runtimeQueueLimitKey(modelName string) string {
|
|||
|
|
return runtimeQueueKeyPrefix + modelName
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func getRuntimeInt(ctx context.Context, key string) (int, bool) {
|
|||
|
|
v, err := g.Redis().Do(ctx, "GET", key)
|
|||
|
|
if err != nil || v == nil {
|
|||
|
|
return 0, false
|
|||
|
|
}
|
|||
|
|
iv := gconv.Int(v)
|
|||
|
|
if iv <= 0 {
|
|||
|
|
return 0, false
|
|||
|
|
}
|
|||
|
|
return iv, true
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func setRuntimeInt(ctx context.Context, key string, val int) {
|
|||
|
|
if val <= 0 {
|
|||
|
|
return
|
|||
|
|
}
|
|||
|
|
// SETEX key ttl val
|
|||
|
|
_, _ = g.Redis().Do(ctx, "SETEX", key, runtimeTTLSeconds, val)
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GetRuntimeMaxConcurrency 返回运行时并发上限（<= cap）。若不存在运行时值，则返回 cap。
|
|||
|
|
func GetRuntimeMaxConcurrency(ctx context.Context, modelName string, cap int) int {
|
|||
|
|
if cap <= 0 {
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
if v, ok := getRuntimeInt(ctx, runtimeMaxConcurrencyKey(modelName)); ok {
|
|||
|
|
if v > cap {
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
return v
|
|||
|
|
}
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// GetRuntimeQueueLimit 返回运行时队列上限（<= cap）。若不存在运行时值，则返回 cap。
|
|||
|
|
func GetRuntimeQueueLimit(ctx context.Context, modelName string, cap int) int {
|
|||
|
|
if cap <= 0 {
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
if v, ok := getRuntimeInt(ctx, runtimeQueueLimitKey(modelName)); ok {
|
|||
|
|
if v > cap {
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
return v
|
|||
|
|
}
|
|||
|
|
return cap
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
func clampInt(v, minV, maxV int) int {
|
|||
|
|
if v < minV {
|
|||
|
|
return minV
|
|||
|
|
}
|
|||
|
|
if v > maxV {
|
|||
|
|
return maxV
|
|||
|
|
}
|
|||
|
|
return v
|
|||
|
|
}
|
|||
|
|
|