perf(全链路): 连接池/事务边界/轮询与 IO 效率收口

Java:
- LLM 180s 读超时不再被全局 call-timeout 静默截断成 90s(长思考请求被掐断→重试→付费网关二次计费)
- 代理 HttpClient 缓存改有界 LRU(jikip 每次提取新 IP,无界缓存持续泄漏 selector 线程与连接池)
- 12 个 service 的 Redis 任务锁移出 @Transactional(自旋最坏 10s 白占 DB 连接,池仅 30),远端对象删/传改 afterCommit
- 结果文件 Job 闸门拒绝时不再回退内联执行(改重新入队,避免把背压转嫁给 MQ 消费线程)
- imagevideo 每秒扫描加列投影、过期清理加 LIMIT;权限页整表查询改列投影(不再拉回密码哈希)
- 哈希改 HexFormat;补 5 处"不能改"的技术依据注释(批量插入会丢回填主键、流式丢模板与图片等)

前端:4 个工具页轮询改轻量端点(带 fallback);PriceTrack 快照节流写盘;候选店铺表分页;页面隐藏时停表

客户端:HTTP 连接池按出口复用(Session 仍每请求新建,保持无跨请求状态);品牌检测 WIPO 逐请求握手;
代理配置按 mtime 缓存;串行任务改专属池;异常降级为标签页重连;紫鸟启动改端口轮询;模板编译缓存;
日志上报连接与落盘收口;Flask 版本 API 改按请求复用连接
This commit is contained in:
2026-09-15 23:01:59 +08:00
parent 0dd0b1237f
commit 06b3fc3502
44 changed files with 1550 additions and 423 deletions
@@ -139,6 +139,8 @@ export function useTaskProgressLoop<TDetail>(
let pollTimer: number | null = null
let disposed = false
let failureCount = 0
/** 页面隐藏导致停表时为 true;恢复可见后据此判断需要重启轮询 */
let pausedForVisibility = false
function persist() {
writeIdsToStorage(options.storageKey, taskIds.value)
@@ -237,13 +239,13 @@ export function useTaskProgressLoop<TDetail>(
}
function scheduleNext(immediate = false) {
if (disposed) return
if (disposed || pausedForVisibility) return
if (pollTimer != null && !immediate) return
clearPollTimer()
const run = async () => {
pollTimer = null
if (disposed) return
if (disposed || pausedForVisibility) return
if (!taskIds.value.length) return
if (inFlight.value) {
// 上一次还没回,按退避策略延迟重试(默认 500ms,可配置)
@@ -251,7 +253,7 @@ export function useTaskProgressLoop<TDetail>(
return
}
await refreshOnce()
if (!disposed && taskIds.value.length > 0) {
if (!disposed && !pausedForVisibility && taskIds.value.length > 0) {
// 连续失败时按指数退避拉长间隔,避免后端故障时每 5s 撞一次(成功即复位)
const delay = failureCount > 0 ? getTaskPollBackoffMs(failureCount) : intervalMs()
pollTimer = timers.setTimeout('task-poll', run, delay)
@@ -266,7 +268,7 @@ export function useTaskProgressLoop<TDetail>(
}
function ensure(immediate = false) {
if (disposed) return
if (disposed || pausedForVisibility) return
if (!taskIds.value.length) return
if (pollTimer != null && !immediate) return
scheduleNext(immediate)
@@ -292,38 +294,67 @@ export function useTaskProgressLoop<TDetail>(
{ flush: 'post' },
)
/**
* 页面隐藏时停表:后台标签页不再按隐藏间隔空转请求(每轮仍是完整的进度查询)。
* 恢复可见时立即补拉一轮并重启轮询(见下面的 visibilitychange 处理器)。
*/
function pauseForVisibility() {
if (disposed || !taskIds.value.length) return
pausedForVisibility = true
stop()
console.log(`[task-poll] 页面隐藏,暂停轮询: ${options.scope}`)
}
/** 恢复可见:按前台刷新开关决定是否立即补拉,但无论如何都要把轮询重启起来 */
function resumeAfterVisibility() {
if (disposed) return
const wasPaused = pausedForVisibility
pausedForVisibility = false
if (!taskIds.value.length) return
if (getTaskForegroundRefreshEnabled()) {
const delay = getTaskForegroundRefreshDelayMs()
if (delay > 0) {
scheduleNextDelayed(delay)
} else {
scheduleNext(true)
}
if (wasPaused) {
console.log(`[task-poll] 页面恢复可见,已补拉一轮并重启轮询: ${options.scope}`)
}
return
}
if (wasPaused) {
// 开关关闭时不立即补拉,但必须重启轮询,否则隐藏过一次就再也不轮询
console.log(`[task-poll] 页面恢复可见,重启轮询(前台即时刷新已关闭): ${options.scope}`)
scheduleNext()
}
}
// 切到前台后立刻拉一次(可配置开关与延迟),让用户回到页面看到的是最新状态
let visibilityHandler: (() => void) | null = null
if (typeof document !== 'undefined') {
visibilityHandler = () => {
if (
getTaskForegroundRefreshEnabled() &&
document.visibilityState === 'visible' &&
taskIds.value.length > 0
) {
const delay = getTaskForegroundRefreshDelayMs()
if (delay > 0) {
scheduleNextDelayed(delay)
} else {
scheduleNext(true)
}
if (document.visibilityState === 'visible') {
resumeAfterVisibility()
} else {
pauseForVisibility()
}
}
document.addEventListener('visibilitychange', visibilityHandler)
}
function scheduleNextDelayed(delayMs: number) {
if (disposed) return
if (disposed || pausedForVisibility) return
clearPollTimer()
const run = () => {
pollTimer = null
if (disposed || !taskIds.value.length) return
if (disposed || pausedForVisibility || !taskIds.value.length) return
if (inFlight.value) {
pollTimer = timers.setTimeout('task-poll', run, getTaskPollBackoffMs(0))
return
}
void refreshOnce()
if (!disposed && taskIds.value.length > 0) {
if (!disposed && !pausedForVisibility && taskIds.value.length > 0) {
const delay = failureCount > 0 ? getTaskPollBackoffMs(failureCount) : intervalMs()
pollTimer = timers.setTimeout('task-poll', run, delay)
}