test(phase-3): 3E 前置——补 deletebrand 回传段 golden,先立是非源再动代码
蓝图 §5 的「先补再动」对这支仍然生效:1B 那枚 run-snapshot 只锁到建单+解析+载荷, submitResult 出结果段一直空着。本笔落 DeleteBrandSubmitResultSnapshotTest(真入口 service.submitResult,不在测试里照抄管线)+ golden 256 行 25 例: - 事件流水而非分组清单:取锁→加载→模块校验→终态拒→复位 RUNNING→逐片存→恢复重排→ 早挂组装 job→收尾尝试,顺序换了就红(这支的准入步序与底座默认序相反,正是最怕改的一格) - 补传恢复那格单独一例钉住:terminalFailed=true 且分片齐 ⇒ resetForRecovery+再 enqueue - 十二格准入/校验拒绝逐格点名,写库计数全零;非法 taskId 连锁都不碰 - 实测抓到第九处读数坑:收尾 progress 走 Map.of(...),JDK 不可变 Map 的迭代顺序每次起 JVM 重排——同一棵树两次生成 keys 顺序不同。渲染改为按 key 排序,锁内容不锁桶序 (Redis hash 本就不保序,这条不损耗契约) - 现网一条事实顺手打进流水:loadTaskForExecution 命中 DB 后会回写缓存,故「一次库都不碰」 的准确读法是 taskUpdate=0,而 taskCacheSave 可以为 1 门禁:定向 114 例全绿(四支 deletebrand 测试+六套棘轮/边界/接线),golden 跨 JVM 逐字节复现, 非写模式复跑一字未动。
This commit is contained in:
@@ -0,0 +1,256 @@
|
||||
== case=partialChunk
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=1/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B011 current_country=US current_line=1 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
job.terminalFailed resultId=2001 -> false
|
||||
thrown: none
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=1
|
||||
|
||||
== case=lastChunkEnqueuesEarlyAssemble
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=2/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B012 current_country=US current_line=2 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
job.terminalFailed resultId=2001 -> false
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
result.update id=2001 success=1 rowCount=2 resultFilename=魏振峰.xlsx resultFileUrl=- fileSize=0 contentType=application/vnd.openxmlformats-officedocument.spreadsheetml.sheet errorMessage=-
|
||||
job.enqueue taskId=1001 resultId=2001 scope=uploads/魏振峰.xlsx
|
||||
lock.acquire taskId=1001 waitMillis=0
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.countScopes -> 1
|
||||
payload.countCompleted -> 0
|
||||
progress.save taskId=1001 forceWrite=- keys=[finished_files, updated_at] finished_files=0
|
||||
task.update id=1001 status=RUNNING errorMessage=- sourceFileCount=1 successFileCount=0 failedFileCount=0 finishedAt=-
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
thrown: none
|
||||
counters lockAcquire=2 taskUpdate=1 taskCacheSave=3 resultUpdate=1 jobEnqueue=1 progressSave=2
|
||||
|
||||
== case=duplicateChunkIgnored
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=1/2 -> stored=false
|
||||
thrown: none
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=successfulJobShortCircuitsBoth
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=2/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B012 current_country=US current_line=2 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> true
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> true
|
||||
lock.acquire taskId=1001 waitMillis=0
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.countScopes -> 1
|
||||
payload.countCompleted -> 0
|
||||
progress.save taskId=1001 forceWrite=- keys=[finished_files, updated_at] finished_files=0
|
||||
task.update id=1001 status=RUNNING errorMessage=- sourceFileCount=1 successFileCount=0 failedFileCount=0 finishedAt=-
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
thrown: none
|
||||
counters lockAcquire=2 taskUpdate=1 taskCacheSave=3 resultUpdate=0 jobEnqueue=0 progressSave=2
|
||||
|
||||
== case=recoverTerminalFailedAssemble
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=1/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B011 current_country=US current_line=1 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
job.terminalFailed resultId=2001 -> true
|
||||
chunks.load -> uploads/魏振峰.xlsx=2
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
job.resetForRecovery resultId=2001
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
result.update id=2001 success=1 rowCount=2 resultFilename=魏振峰.xlsx resultFileUrl=- fileSize=0 contentType=application/vnd.openxmlformats-officedocument.spreadsheetml.sheet errorMessage=-
|
||||
job.enqueue taskId=1001 resultId=2001 scope=uploads/魏振峰.xlsx
|
||||
thrown: none
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=1 jobEnqueue=1 progressSave=1
|
||||
|
||||
== case=terminalTaskRejected
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=SUCCESS module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=SUCCESS successFileCount=0
|
||||
thrown: BusinessException code=- message=任务已结束
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=nonRunningResetBeforeChunk
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=PENDING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=PENDING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
task.update id=1001 status=RUNNING errorMessage=- sourceFileCount=1 successFileCount=0 failedFileCount=0 finishedAt=-
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=1/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B011 current_country=US current_line=1 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
job.terminalFailed resultId=2001 -> false
|
||||
thrown: none
|
||||
counters lockAcquire=1 taskUpdate=1 taskCacheSave=2 resultUpdate=0 jobEnqueue=0 progressSave=1
|
||||
|
||||
== case=completedFileWithoutResultRow
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=2/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B012 current_country=US current_line=2 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=-
|
||||
result.selectOne taskId=1001 -> id=-
|
||||
lock.acquire taskId=1001 waitMillis=0
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.countScopes -> 1
|
||||
payload.countCompleted -> 0
|
||||
progress.save taskId=1001 forceWrite=- keys=[finished_files, updated_at] finished_files=0
|
||||
task.update id=1001 status=RUNNING errorMessage=- sourceFileCount=1 successFileCount=0 failedFileCount=0 finishedAt=-
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
thrown: none
|
||||
counters lockAcquire=2 taskUpdate=1 taskCacheSave=3 resultUpdate=0 jobEnqueue=0 progressSave=2
|
||||
|
||||
== case=finalizeFromTerminalResults
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
chunk.store file=uploads/魏振峰.xlsx idx=2/2 -> stored=true
|
||||
progress.save taskId=1001 forceWrite=true keys=[current_asin, current_country, current_line, file_index, file_name, file_total, last_heartbeat_at, phase, total_lines, updated_at] current_asin=B012 current_country=US current_line=2 file_index=1 file_name=魏振峰.xlsx file_total=1 phase=crawling total_lines=2
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
job.terminalFailed resultId=2001 -> false
|
||||
result.selectOne taskId=1001 -> id=2001
|
||||
job.hasSuccessful resultId=2001 -> false
|
||||
result.update id=2001 success=1 rowCount=2 resultFilename=魏振峰.xlsx resultFileUrl=objects/delete-brand/魏振峰.xlsx fileSize=- contentType=application/vnd.openxmlformats-officedocument.spreadsheetml.sheet errorMessage=-
|
||||
job.enqueue taskId=1001 resultId=2001 scope=uploads/魏振峰.xlsx
|
||||
lock.acquire taskId=1001 waitMillis=0
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.countScopes -> 0
|
||||
result.selectList taskId=1001 -> rows=1
|
||||
job.countUnfinished -> 0
|
||||
task.update id=1001 status=SUCCESS errorMessage=- sourceFileCount=1 successFileCount=1 failedFileCount=0 finishedAt=set
|
||||
task.cache.save id=1001 status=SUCCESS successFileCount=1
|
||||
progress.save taskId=1001 forceWrite=true keys=[finished_files, phase, updated_at] finished_files=1 phase=success
|
||||
thrown: none
|
||||
counters lockAcquire=2 taskUpdate=1 taskCacheSave=3 resultUpdate=1 jobEnqueue=1 progressSave=2
|
||||
|
||||
== case=lockBusyRejected
|
||||
lock.acquire taskId=1001 waitMillis=10000 -> busy
|
||||
thrown: BusinessException code=- message=任务正被占用,请稍后重试
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:taskIdNull
|
||||
thrown: BusinessException code=- message=任务 id 不合法
|
||||
counters lockAcquire=0 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:taskIdZero
|
||||
thrown: BusinessException code=- message=任务 id 不合法
|
||||
counters lockAcquire=0 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:requestNull
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
thrown: BusinessException code=- message=文件列表为空
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:filesEmpty
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
thrown: BusinessException code=- message=文件列表为空
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:taskNotFound
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=- module=-
|
||||
thrown: BusinessException code=- message=任务不存在
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:wrongModuleTask
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=APPEARANCE_PATENT
|
||||
thrown: BusinessException code=- message=任务不存在
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=0 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:parsedPayloadMissing
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=0
|
||||
thrown: BusinessException code=- message=任务解析结果不存在
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:blankFileIdentity
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=文件标识为空
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:unknownFileIdentity
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=找不到已解析文件: uploads/别的.xlsx
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:chunkIndexZero
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=分片参数不合法
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:chunkIndexOverTotal
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=分片参数不合法
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:totalRowsExceedsParsed
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=totalRows 不合法
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:countryMismatch
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=country 不匹配: 魏振峰.xlsx / JP
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
== case=reject:asinMismatch
|
||||
lock.acquire taskId=1001 waitMillis=10000
|
||||
task.load id=1001 cached=false status=RUNNING module=DELETE_BRAND
|
||||
task.cache.save id=1001 status=RUNNING successFileCount=0
|
||||
payload.load -> scopes=1
|
||||
thrown: BusinessException code=- message=asin 不匹配: 魏振峰.xlsx / US / B999
|
||||
counters lockAcquire=1 taskUpdate=0 taskCacheSave=1 resultUpdate=0 jobEnqueue=0 progressSave=0
|
||||
|
||||
Reference in New Issue
Block a user