Files
crawler-plugin/frontend-vue/tests/modules-query-asin.test.ts
T
huangzd1997 6d46506726 fix: 全维度审查修复(安全/正确性/性能/稳定性/客户端/前端)
安全
- /api/ziniao/** 五个匿名接口加管理员鉴权(此前可匿名换取任意员工店铺登录令牌)
- 删除 Flask 遗留后门:默认密码建超管 + 每次启动写生产 users 表(服务端与客户端各一份)
- 进度/详情接口归属过滤:新增 TaskProgressOwnershipSupport,11 模块 progress/light 与
  /tasks/batch 接入,DTO 补 userId,前端 13 个查询封装补传(未传时后端不过滤,兼容旧端)
- 代理提取链接(含账密)不再明文入日志(新增 common/util/SecretMasking)
- 全局异常兜底不再回传原始异常信息;内部令牌比较改常量时间
- 登录加失败计数与锁定(10 次锁 15 分钟);品牌源文件下载加 SSRF 防护
- AdminApiGuardFilter 覆盖前缀从 2 扩到 15(开关默认 false,行为不变,为收紧做准备)
- 生产关闭 springdoc/knife4j(/doc.html 匿名可读全部接口定义)

正确性
- 40901/40902 拆分:锁竞争不再被伪装成 success=true(此前客户端停止重试、分片静默丢失)
- 假成功收敛:集采明细批量写失败改为抛出、去重 worker 异常标失败、4 个 worker 改判
  success 字段、publish 空 ASIN 行参与批次 flush、巡店删除全失败带 error 上报
- 客户端心跳 discard 移入 finally(7 模块,失败路径不再留僵尸 RUNNING 任务)
- 状态机条件更新:跟价停止循环、集采 activate/fail、imagevideo 归档回填、店铺匹配提交

性能
- 前端入口包 JS 1.05MB→204KB、CSS 355KB→10.7KB(Element Plus 改按需 + el-config-provider)
- 载荷引用计数按指针里的 taskId 收敛(原 JSON 列 IN 全表扫且逐行调用)
- 店铺明细多值批量 INSERT;快照 upsert 预载缓存;结果文件列改单条 UPDATE
- 新增迁移 V120(补 3 个缺失索引)/V121(删 4 个被覆盖的冗余索引)/V122(URL 前缀索引)

稳定性
- 新增 common/util/ThreadPools 有界线程池替换 5 处无界队列(防堆积 OOM)
- Redis 锁释放改 Lua 原子校验(原裸 delete 会误删他人已过期的锁)
- imagevideo 加死节点接管;锁续期失败重试;调度池 4→16;openStream 全部加超时
- 事务内远程对象删除移到提交后;启动恢复锁按实例命名

客户端
- 不再 taskkill /f /im chrome.exe(改为按调试端口精准回收,不杀用户自己的浏览器)
- 密码检测不再无条件杀紫鸟进程;品牌检测加全局互斥(代理池不再互相覆盖)
- base_dir 统一到 exe 目录(原被 os.getcwd() 覆盖,日志/缓存会分裂两个目录)
- 缓存加定时清理;图片下载加超时;mkstemp 句柄托管

测试
- 同步更新受影响的契约测试(构造器签名/条件更新/方法改名/新增接口方法等)
- 修复 FaultInjectionTest 等 3 处 mock 未 stub 流式 read 导致的读循环 OOM
- mvn test 2795 个测试全绿
2026-09-14 04:15:36 +08:00

250 lines
10 KiB
TypeScript

import { test } from 'node:test'
import assert from 'node:assert/strict'
import { http } from '../src/shared/api/http.ts'
import {
listShopDataCrawlCandidates,
addShopDataCrawlCandidate,
deleteShopDataCrawlCandidate,
getShopDataCrawlCountryPreference,
putShopDataCrawlCountryPreference,
matchShopDataCrawlShops,
getShopDataCrawlDashboard,
getShopDataCrawlHistory,
createShopDataCrawlTask,
getShopDataCrawlTaskProgressBatch,
getShopDataCrawlResultDownloadUrl,
deleteShopDataCrawlTask,
deleteShopDataCrawlHistory,
listQueryAsinCandidates,
addQueryAsinCandidate,
deleteQueryAsinCandidate,
matchQueryAsinShops,
getQueryAsinDashboard,
getQueryAsinHistory,
getQueryAsinTaskProgressBatch,
createQueryAsinTask,
submitQueryAsinTaskResult,
getQueryAsinResultDownloadUrl,
deleteQueryAsinTask,
deleteQueryAsinHistory,
} from '../src/shared/api/types/modules/query-asin.ts'
function setupWindow() {
;(globalThis as Record<string, unknown>).window = {
localStorage: { getItem: () => '42' },
location: { origin: 'http://localhost' },
}
}
function mockRequest(
t: Parameters<typeof test>[1] extends (t: infer T) => unknown ? T : never,
impl: (config: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown; timeout?: number }) => Promise<unknown>,
) {
t.mock.method(http, 'request', impl as never)
}
const okResponse = (data: unknown) => Promise.resolve({ data: { success: true, message: 'ok', data } })
test('test_shop_data_crawl_candidates', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ id: 1, shop_name: 's1' })
})
await listShopDataCrawlCandidates()
await addShopDataCrawlCandidate('店铺A')
await deleteShopDataCrawlCandidate(3)
assert.equal(calls[0].url, '/newApi/api/shop-data-crawl/candidates')
assert.deepEqual(calls[0].params, { user_id: 42 })
assert.equal(calls[1].url, '/newApi/api/shop-data-crawl/candidates')
assert.equal(calls[1].method, 'POST')
assert.deepEqual(calls[1].data, { user_id: 42, shop_name: '店铺A' })
assert.equal(calls[2].url, '/newApi/api/shop-data-crawl/candidates/3')
assert.equal(calls[2].method, 'DELETE')
})
test('test_shop_data_crawl_preference_match', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ country_codes: ['US'] })
})
await getShopDataCrawlCountryPreference()
await putShopDataCrawlCountryPreference(['US'])
await matchShopDataCrawlShops(['店铺A'])
assert.equal(calls[0].url, '/newApi/api/shop-data-crawl/country-preference')
assert.deepEqual(calls[0].params, { user_id: 42 })
assert.equal(calls[1].url, '/newApi/api/shop-data-crawl/country-preference')
assert.equal(calls[1].method, 'PUT')
assert.deepEqual(calls[1].data, { user_id: 42, country_codes: ['US'] })
assert.equal(calls[2].url, '/newApi/api/shop-data-crawl/match-shops')
assert.deepEqual(calls[2].data, { user_id: 42, shop_names: ['店铺A'] })
})
test('test_shop_data_crawl_task_apis', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ taskId: 1, items: [] })
})
await createShopDataCrawlTask([{ shopName: '店铺A', matched: true }], ['US'])
await deleteShopDataCrawlTask(7)
await deleteShopDataCrawlHistory(9)
assert.equal(calls[0].url, '/newApi/api/shop-data-crawl/tasks')
assert.equal(calls[0].method, 'POST')
assert.deepEqual(calls[0].data, { user_id: 42, items: [{ shopName: '店铺A', matched: true }], country_codes: ['US'] })
assert.equal(calls[1].url, '/newApi/api/shop-data-crawl/tasks/7')
assert.equal(calls[1].method, 'DELETE')
assert.deepEqual(calls[1].params, { user_id: 42 })
assert.equal(calls[2].url, '/newApi/api/shop-data-crawl/history/9')
assert.equal(calls[2].method, 'DELETE')
})
test('test_shop_data_crawl_dashboard_history', async (t) => {
setupWindow()
const calls: { url?: string; params?: Record<string, unknown> }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ candidateCount: 0, processedTaskCount: 0, successTaskCount: 1, failedTaskCount: 0 })
})
await getShopDataCrawlDashboard()
await getShopDataCrawlHistory()
assert.equal(calls[0].url, '/newApi/api/shop-data-crawl/dashboard')
assert.deepEqual(calls[0].params, { user_id: 42 })
assert.equal(calls[1].url, '/newApi/api/shop-data-crawl/history')
assert.deepEqual(calls[1].params, { user_id: 42 })
assert.equal(
getShopDataCrawlResultDownloadUrl(7),
'http://localhost/newApi/api/shop-data-crawl/results/7/download?user_id=42',
)
})
test('test_shop_data_crawl_progress_batch_timeout', async (t) => {
setupWindow()
let captured: { url?: string; method?: string; data?: unknown; timeout?: number } = {}
mockRequest(t, (config) => {
captured = config
return okResponse({ items: [], missingTaskIds: [] })
})
const result = await getShopDataCrawlTaskProgressBatch([5, 3])
assert.equal(captured.url, '/newApi/api/shop-data-crawl/tasks/progress/batch')
assert.equal(captured.method, 'POST')
assert.deepEqual(captured.data, { taskIds: [3, 5], userId: 42 })
assert.equal(captured.timeout, 10000)
assert.deepEqual(result, { items: [], missingTaskIds: [] })
})
test('test_query_asin_candidates', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ id: 1, shop_name: 's1' })
})
await listQueryAsinCandidates()
await addQueryAsinCandidate('店铺A')
await deleteQueryAsinCandidate(3)
assert.equal(calls[0].url, '/newApi/api/query-asin/candidates')
assert.deepEqual(calls[0].params, { user_id: 42 })
assert.equal(calls[1].url, '/newApi/api/query-asin/candidates')
assert.equal(calls[1].method, 'POST')
assert.deepEqual(calls[1].data, { user_id: 42, shop_name: '店铺A' })
assert.equal(calls[2].url, '/newApi/api/query-asin/candidates/3')
assert.equal(calls[2].method, 'DELETE')
})
test('test_query_asin_match_dashboard_history', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; params?: Record<string, unknown>; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ items: [] })
})
await matchQueryAsinShops(['店铺A'])
await getQueryAsinDashboard()
await getQueryAsinHistory()
assert.equal(calls[0].url, '/newApi/api/query-asin/match-shops')
assert.deepEqual(calls[0].data, { user_id: 42, shop_names: ['店铺A'] })
assert.equal(calls[1].url, '/newApi/api/query-asin/dashboard')
assert.deepEqual(calls[1].params, { user_id: 42 })
assert.equal(calls[2].url, '/newApi/api/query-asin/history')
assert.deepEqual(calls[2].params, { user_id: 42 })
})
test('test_query_asin_task_apis', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; data?: unknown }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ taskId: 1, items: [] })
})
await createQueryAsinTask([{ queryAsins: [{ country: 'US', asins: ['B001'] }] }])
const payload = {
shops: [{ shopName: '店铺A', countryResults: [{ country: 'US', items: [{ asin: 'B001', status: 'ok' }] }], shopDone: true }],
}
await submitQueryAsinTaskResult(7, payload)
assert.equal(calls[0].url, '/newApi/api/query-asin/tasks')
assert.equal(calls[0].method, 'POST')
assert.deepEqual(calls[0].data, { user_id: 42, items: [{ queryAsins: [{ country: 'US', asins: ['B001'] }] }] })
assert.equal(calls[1].url, '/newApi/api/query-asin/tasks/7/result')
assert.deepEqual(calls[1].data, payload)
})
test('test_query_asin_progress_delete_download', async (t) => {
setupWindow()
const calls: { url?: string; method?: string; data?: unknown; timeout?: number }[] = []
mockRequest(t, (config) => {
calls.push(config)
return okResponse({ items: [], missingTaskIds: [] })
})
await getQueryAsinTaskProgressBatch([5, 3])
await deleteQueryAsinTask(7)
await deleteQueryAsinHistory(9)
assert.equal(calls[0].url, '/newApi/api/query-asin/tasks/progress/batch')
assert.deepEqual(calls[0].data, { taskIds: [3, 5], userId: 42 })
assert.equal(calls[0].timeout, 10000)
assert.equal(calls[1].url, '/newApi/api/query-asin/tasks/7')
assert.equal(calls[1].method, 'DELETE')
assert.equal(calls[2].url, '/newApi/api/query-asin/history/9')
assert.equal(calls[2].method, 'DELETE')
assert.equal(
getQueryAsinResultDownloadUrl(7),
'http://localhost/newApi/api/query-asin/results/7/download?user_id=42',
)
})
test('test_query_asin_export_compat', async (t) => {
setupWindow()
const fromJavaModules = await import('../src/shared/api/java-modules.ts')
const fromQueryAsin = await import('../src/shared/api/types/modules/query-asin.ts')
const names = [
'listShopDataCrawlCandidates', 'addShopDataCrawlCandidate', 'deleteShopDataCrawlCandidate',
'getShopDataCrawlCountryPreference', 'putShopDataCrawlCountryPreference', 'matchShopDataCrawlShops',
'getShopDataCrawlDashboard', 'getShopDataCrawlHistory', 'createShopDataCrawlTask',
'getShopDataCrawlTaskProgressBatch', 'getShopDataCrawlResultDownloadUrl',
'deleteShopDataCrawlTask', 'deleteShopDataCrawlHistory',
'listQueryAsinCandidates', 'addQueryAsinCandidate', 'deleteQueryAsinCandidate',
'matchQueryAsinShops', 'getQueryAsinDashboard', 'getQueryAsinHistory',
'getQueryAsinTaskProgressBatch', 'createQueryAsinTask', 'submitQueryAsinTaskResult',
'getQueryAsinResultDownloadUrl', 'deleteQueryAsinTask', 'deleteQueryAsinHistory',
]
for (const name of names) {
assert.equal(fromJavaModules[name], fromQueryAsin[name], `${name} 应为同一引用`)
}
const item = { resultId: 1, taskId: 2, shopName: 's1', queryAsins: [{ country: 'US', asins: ['B001'] }] }
assert.equal(item.queryAsins[0].asins[0], 'B001')
})
test('test_query_asin_unwrap_and_error', async (t) => {
setupWindow()
mockRequest(t, () => okResponse({ taskId: 1, items: [] }))
const result = await createQueryAsinTask([])
assert.equal(result.taskId, 1)
mockRequest(t, () => Promise.resolve({ data: { success: false, message: '店铺不存在' } }))
await assert.rejects(addQueryAsinCandidate('x'), /店铺不存在/)
})