feat(cost-guard): 代理/LLM 损耗监控与账号级任务暂停
- 每分钟扫描用量增量/日累计,异常置暂停闸并推站内通知 - 品牌补测、跟价派发、外观激活、品牌检测与两个 LLM 客户端统一接闸 - 同一代理/LLM 密钥被 3 个以上账号共用时给出用户提示 - 品牌检测出口拒绝批级熔断;LLM 同 key 共享并发/间隔/429 惩罚 - V170 新增 biz_user_task_guard
This commit is contained in:
@@ -9,6 +9,13 @@ AIIMAGE_INSTANCE_ID=local-121
|
||||
AIIMAGE_SERVER_PORT=18080
|
||||
AIIMAGE_INTERNAL_TOKEN=change-me-local-internal-token
|
||||
|
||||
# 代理/LLM 损耗保护:异常放大时暂停该账号新任务;共享密钥超过阈值只提示不暂停。
|
||||
AIIMAGE_COST_GUARD_ENABLED=true
|
||||
AIIMAGE_COST_GUARD_PROXY_WINDOW_THRESHOLD=600
|
||||
AIIMAGE_COST_GUARD_LLM_WINDOW_CALLS_THRESHOLD=180
|
||||
AIIMAGE_COST_GUARD_LLM_WINDOW_TOKENS_THRESHOLD=600000
|
||||
AIIMAGE_COST_GUARD_SHARED_ACCOUNTS_THRESHOLD=3
|
||||
|
||||
AIIMAGE_DB_URL=jdbc:mysql://127.0.0.1:3306/aiimage?useUnicode=true&characterEncoding=UTF-8&serverTimezone=Asia/Shanghai&useSSL=false
|
||||
AIIMAGE_DB_USERNAME=change-me
|
||||
AIIMAGE_DB_PASSWORD=change-me
|
||||
|
||||
@@ -501,6 +501,21 @@ aiimage:
|
||||
archive-connect-timeout-millis: ${AIIMAGE_IMAGE_VIDEO_ARCHIVE_CONNECT_TIMEOUT_MILLIS:10000}
|
||||
archive-read-timeout-millis: ${AIIMAGE_IMAGE_VIDEO_ARCHIVE_READ_TIMEOUT_MILLIS:600000}
|
||||
archive-max-attempts: ${AIIMAGE_IMAGE_VIDEO_ARCHIVE_MAX_ATTEMPTS:3}
|
||||
# 代理/LLM 损耗保护:分钟增量与当日累计双阈值,命中即暂停该账号新任务;
|
||||
# 共享密钥阈值只提示不暂停(共用本身不是故障,但会把异常消耗放大到所有账号)。
|
||||
cost-guard:
|
||||
enabled: ${AIIMAGE_COST_GUARD_ENABLED:true}
|
||||
scan-interval-ms: ${AIIMAGE_COST_GUARD_SCAN_INTERVAL_MS:60000}
|
||||
scan-initial-delay-ms: ${AIIMAGE_COST_GUARD_SCAN_INITIAL_DELAY_MS:30000}
|
||||
window-seconds: ${AIIMAGE_COST_GUARD_WINDOW_SECONDS:60}
|
||||
proxy-window-threshold: ${AIIMAGE_COST_GUARD_PROXY_WINDOW_THRESHOLD:600}
|
||||
llm-window-calls-threshold: ${AIIMAGE_COST_GUARD_LLM_WINDOW_CALLS_THRESHOLD:180}
|
||||
llm-window-tokens-threshold: ${AIIMAGE_COST_GUARD_LLM_WINDOW_TOKENS_THRESHOLD:600000}
|
||||
daily-proxy-threshold: ${AIIMAGE_COST_GUARD_DAILY_PROXY_THRESHOLD:8000}
|
||||
daily-llm-calls-threshold: ${AIIMAGE_COST_GUARD_DAILY_LLM_CALLS_THRESHOLD:6000}
|
||||
daily-llm-tokens-threshold: ${AIIMAGE_COST_GUARD_DAILY_LLM_TOKENS_THRESHOLD:20000000}
|
||||
shared-accounts-threshold: ${AIIMAGE_COST_GUARD_SHARED_ACCOUNTS_THRESHOLD:3}
|
||||
shared-scan-interval-ms: ${AIIMAGE_COST_GUARD_SHARED_SCAN_INTERVAL_MS:600000}
|
||||
user-secret:
|
||||
check-enabled: ${AIIMAGE_USER_SECRET_CHECK_ENABLED:true}
|
||||
check-cron: ${AIIMAGE_USER_SECRET_CHECK_CRON:0 30 4 * * *}
|
||||
|
||||
@@ -0,0 +1,30 @@
|
||||
-- =============================================================
|
||||
-- 迁移 V168__user_task_guard
|
||||
--
|
||||
-- 1. 变更目的:新增「账号级任务暂停闸」。
|
||||
-- - 代理提取 / LLM 调用在短时间内异常放大(或同一把密钥被过多账号共用)时,
|
||||
-- 由 CostGuardScheduler 自动置 paused=1,所有派发入口据此停新任务;
|
||||
-- - 用户在客户端排查后点「继续任务」,走 resume 接口置 paused=0。
|
||||
-- - 暂停只停新派发,不删除、不回滚已完成的任务与结果行。
|
||||
--
|
||||
-- 2. 口径:
|
||||
-- - 一行一个 user_id(主键),无记录 = 未暂停;
|
||||
-- - reason 存给用户看的暂停原因(含触发数值),最长 512;
|
||||
-- - paused_at 只记录最后一次自动暂停时刻,恢复时清空。
|
||||
--
|
||||
-- 3. 影响表与数据量:新表 1 张,空表,无存量数据迁移。
|
||||
--
|
||||
-- 4. 【可重跑性】CREATE TABLE IF NOT EXISTS,重跑 no-op。
|
||||
--
|
||||
-- 5. 回滚(如需):DROP TABLE IF EXISTS `biz_user_task_guard`;
|
||||
-- =============================================================
|
||||
|
||||
CREATE TABLE IF NOT EXISTS `biz_user_task_guard` (
|
||||
`user_id` BIGINT NOT NULL COMMENT '账号 id',
|
||||
`paused` TINYINT(1) NOT NULL DEFAULT 0 COMMENT '1=暂停新任务派发',
|
||||
`reason` VARCHAR(512) NOT NULL DEFAULT '' COMMENT '暂停原因(展示给用户)',
|
||||
`paused_at` DATETIME NULL COMMENT '最后一次自动暂停时刻',
|
||||
`updated_at` DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
|
||||
PRIMARY KEY (`user_id`),
|
||||
KEY `idx_user_task_guard_paused` (`paused`)
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='账号级任务暂停闸(损耗保护)';
|
||||
Reference in New Issue
Block a user