test(phase-0): 稳定性契约快照三支(P0-C1 stuck 时序/P0-C2 活性谓词三出口/P0-C5 判死 markers 词汇表)
This commit is contained in:
+180
@@ -0,0 +1,180 @@
|
||||
package com.nanri.aiimage.modules.task.service;
|
||||
|
||||
import org.junit.jupiter.api.BeforeEach;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.data.redis.core.HashOperations;
|
||||
import org.springframework.data.redis.core.StringRedisTemplate;
|
||||
|
||||
import java.time.Duration;
|
||||
import java.time.Instant;
|
||||
import java.util.HashMap;
|
||||
import java.util.Map;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
import static org.mockito.ArgumentMatchers.any;
|
||||
import static org.mockito.ArgumentMatchers.anyString;
|
||||
import static org.mockito.ArgumentMatchers.eq;
|
||||
import static org.mockito.Mockito.mock;
|
||||
import static org.mockito.Mockito.never;
|
||||
import static org.mockito.Mockito.verify;
|
||||
import static org.mockito.Mockito.when;
|
||||
|
||||
/**
|
||||
* 活性谓词三出口的「现状」快照(流程稳定性蓝图 P0-C2,2026-11-03)。
|
||||
*
|
||||
* <p>{@link TaskHeartbeatPositionService#evaluateStall} 是封口/判死前的唯一豁免闸:
|
||||
* {@code ADVANCING}(仍在推进,不得封口)、{@code STALLED}(真卡死)、{@code UNKNOWN}
|
||||
* (没有豁免依据,调用方保留原判据——它<b>不是</b>判死证据)。本类照快收四个事实:</p>
|
||||
* <ul>
|
||||
* <li>三出口的触发形状(指纹变 / 超窗 / 无位置或读失败);</li>
|
||||
* <li>「未变化起点」只在指纹变化时重写——豁免窗口内的重读<b>不得</b>刷新起点,
|
||||
* 否则真卡死永远到不了 {@code STALLED};</li>
|
||||
* <li>B74-03 的病灶现状:快照存在但时间戳读不出({@code at} 不可解析 ⇒
|
||||
* {@code unchangedSince<=0})时,与「指纹变了」共用 {@code ADVANCING} 出口。
|
||||
* Phase 2 收口改分流后本格翻红属预期,按新口径改写并登记,不许静默;</li>
|
||||
* <li>影子判官写独立键({@code shadow-stall}),指纹含计数/阶段,且<b>不得</b>触碰
|
||||
* 正式线的快照键(影子的观测时刻不得改变正式线的未变化起点)。</li>
|
||||
* </ul>
|
||||
*/
|
||||
class TaskHeartbeatPositionStallExitsSnapshotTest {
|
||||
|
||||
private static final String POSITION_KEY = "task:heartbeat:position:7";
|
||||
private static final String STALL_KEY = "task:progress:stall:7";
|
||||
private static final String SHADOW_KEY = "task:progress:shadow-stall:7";
|
||||
|
||||
private final StringRedisTemplate redis = mock(StringRedisTemplate.class);
|
||||
@SuppressWarnings("unchecked")
|
||||
private final HashOperations<String, Object, Object> hash = mock(HashOperations.class);
|
||||
private final TaskHeartbeatPositionService service = new TaskHeartbeatPositionService(redis);
|
||||
|
||||
@BeforeEach
|
||||
@SuppressWarnings("unchecked")
|
||||
void wire() {
|
||||
when(redis.opsForHash()).thenReturn((HashOperations) hash);
|
||||
}
|
||||
|
||||
private static Map<Object, Object> stallSnapshot(String pos, long unchangedSinceMillis) {
|
||||
Map<Object, Object> stored = new HashMap<>();
|
||||
if (pos != null) {
|
||||
stored.put("pos", pos);
|
||||
}
|
||||
if (unchangedSinceMillis > 0) {
|
||||
stored.put("at", String.valueOf(unchangedSinceMillis));
|
||||
}
|
||||
return stored;
|
||||
}
|
||||
|
||||
private void givenPositionText(String text) {
|
||||
Map<Object, Object> position = new HashMap<>();
|
||||
position.put("progressText", text);
|
||||
position.put("at", String.valueOf(Instant.now().toEpochMilli()));
|
||||
when(hash.entries(POSITION_KEY)).thenReturn(position);
|
||||
}
|
||||
|
||||
@Test
|
||||
void 无位置信息与非法窗口一律_UNKNOWN_不得作为判死证据() {
|
||||
when(hash.entries(POSITION_KEY)).thenReturn(new HashMap<>());
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("心跳位置全空 ⇒ UNKNOWN:调用方保留原判据,位置缺失本身不是证据")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
assertThat(service.evaluateStall(null, 30L)).isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
assertThat(service.evaluateStall(7L, 0L)).isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
assertThat(service.evaluateStall(7L, -1L)).isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
}
|
||||
|
||||
@Test
|
||||
void 指纹变化_重写快照并放行_ADVANCING() {
|
||||
givenPositionText("正在抓取第 3 页");
|
||||
when(hash.entries(STALL_KEY)).thenReturn(new HashMap<>());
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("首次观测(无快照)=指纹变了这一侧 ⇒ 放行并落快照")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.ADVANCING);
|
||||
verify(hash).putAll(eq(STALL_KEY), any());
|
||||
verify(redis).expire(eq(STALL_KEY), any(Duration.class));
|
||||
|
||||
givenPositionText("正在抓取第 4 页");
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("文本变了就是主线程在干活:分片只是攒着没回传,不得封口")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.ADVANCING);
|
||||
verify(redis, org.mockito.Mockito.times(2)).expire(eq(STALL_KEY), any(Duration.class));
|
||||
}
|
||||
|
||||
@Test
|
||||
void 未变化但在豁免窗口内_ADVANCING_且不得重写快照() {
|
||||
givenPositionText("正在抓取第 3 页");
|
||||
when(hash.entries(STALL_KEY))
|
||||
.thenReturn(stallSnapshot("正在抓取第 3 页", Instant.now().toEpochMilli() - Duration.ofMinutes(2).toMillis()));
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("未变化起点之后 2 分钟,30 分钟的豁免窗口远未走完 ⇒ 放行")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.ADVANCING);
|
||||
verify(hash, never()).putAll(anyString(), any());
|
||||
verify(redis, never()).expire(anyString(), any(Duration.class));
|
||||
}
|
||||
|
||||
@Test
|
||||
void 未变化超过停滞窗口_STALLED() {
|
||||
givenPositionText("正在抓取第 3 页");
|
||||
when(hash.entries(STALL_KEY))
|
||||
.thenReturn(stallSnapshot("正在抓取第 3 页", Instant.now().toEpochMilli() - Duration.ofMinutes(31).toMillis()));
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("同一指纹持续超过 staleWindowMinutes ⇒ 真卡死,封口/判死线可以行动")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.STALLED);
|
||||
verify(hash, never()).putAll(anyString(), any());
|
||||
}
|
||||
|
||||
@Test
|
||||
void 快照存在但时间戳读不出_现状与指纹变化共用_ADVANCING_出口_B74_03病灶快照() {
|
||||
givenPositionText("正在抓取第 3 页");
|
||||
when(hash.entries(STALL_KEY)).thenReturn(stallSnapshot("正在抓取第 3 页", 0L));
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("B74-03 现状:快照在、`at` 读不出(unchangedSince<=0)时按「指纹变了」处理"
|
||||
+ "(重写起点 + 放行)。Phase 2 分流改判后本格翻红属预期,更新即登记")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.ADVANCING);
|
||||
verify(hash).putAll(eq(STALL_KEY), any());
|
||||
}
|
||||
|
||||
@Test
|
||||
void Redis读异常一律_UNKNOWN_读不到不许当证据() {
|
||||
givenPositionText("正在抓取第 3 页");
|
||||
when(hash.entries(STALL_KEY)).thenThrow(new IllegalStateException("redis down"));
|
||||
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("快照读失败 ≠ 卡死证据:UNKNOWN 让调用方退回原判据")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
verify(hash, never()).putAll(anyString(), any());
|
||||
|
||||
when(hash.entries(anyString())).thenThrow(new IllegalStateException("redis down"));
|
||||
assertThat(service.evaluateStall(7L, 30L))
|
||||
.as("连位置读都失败时同样 UNKNOWN")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.UNKNOWN);
|
||||
}
|
||||
|
||||
@Test
|
||||
void 影子线独立键_指纹含计数_且不触碰正式快照键() {
|
||||
Map<Object, Object> position = new HashMap<>();
|
||||
position.put("progressText", "长页面滚动中");
|
||||
position.put("current", "5");
|
||||
position.put("total", "10");
|
||||
position.put("grain", "units");
|
||||
position.put("at", String.valueOf(Instant.now().toEpochMilli()));
|
||||
when(hash.entries(POSITION_KEY)).thenReturn(position);
|
||||
when(hash.entries(SHADOW_KEY)).thenReturn(new HashMap<>());
|
||||
|
||||
assertThat(service.evaluateProgressForShadow(7L, 30L))
|
||||
.as("影子观测落独立键并放行")
|
||||
.isEqualTo(TaskHeartbeatPositionService.StallState.ADVANCING);
|
||||
org.mockito.ArgumentCaptor<Map<String, String>> written =
|
||||
org.mockito.ArgumentCaptor.forClass((Class) Map.class);
|
||||
verify(hash).putAll(eq(SHADOW_KEY), written.capture());
|
||||
assertThat(written.getValue().get("pos"))
|
||||
.as("影子指纹 = grain|current|total|text:计数变了也是推进(长页面里文本可能长时间不变)")
|
||||
.isEqualTo("units|5|10|长页面滚动中");
|
||||
verify(hash, never()).putAll(eq(STALL_KEY), any());
|
||||
verify(redis, org.mockito.Mockito.never()).expire(eq(STALL_KEY), any(Duration.class));
|
||||
}
|
||||
}
|
||||
+154
@@ -0,0 +1,154 @@
|
||||
package com.nanri.aiimage.modules.task.service;
|
||||
|
||||
import com.nanri.aiimage.common.exception.BusinessException;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.test.util.ReflectionTestUtils;
|
||||
|
||||
import java.lang.reflect.Field;
|
||||
import java.lang.reflect.Modifier;
|
||||
import java.util.List;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
|
||||
/**
|
||||
* 判死 markers 词汇表的「现状」快照(流程稳定性蓝图 P0-C5,2026-11-03)。
|
||||
*
|
||||
* <p>整单的自动重试/重开/判死生死全押在 {@link TaskRetryEligibility} 这几组中文
|
||||
* markers 与 {@code TaskResultFileJobWorker#isOrphanJobFailure} 的孤儿文案上——
|
||||
* 改一个词就是静默改一批任务的生死(B51 的立案原因:判据靠文案,改文案=改行为)。
|
||||
* Phase 2 (B51-R1) 把判据切到 {@code failure_category} 列时,本快照就是切换前后
|
||||
* 双读对撞的正本:</p>
|
||||
* <ul>
|
||||
* <li>六组 markers 逐字锁定(含顺序敏感的判定优先级:STOPPED → DELIVERY →
|
||||
* BALANCE/KEY → SERVICE → CREDENTIAL);</li>
|
||||
* <li>每个 marker 都要真的能通过真入口 {@code forceMajeureCategory} 落到它的类
|
||||
* ——清单与判定函数必须同源,防「加词忘接线」;</li>
|
||||
* <li>孤儿判死的四条文案逐字锁定:那四条命中即 {@code markFailedPermanent}
|
||||
* (重试 5 次也救不回的 job 拉满跳过),改词即改生死。</li>
|
||||
* </ul>
|
||||
*/
|
||||
class TaskRetryEligibilityMarkersSnapshotTest {
|
||||
|
||||
private static List<String> markers(String field) {
|
||||
try {
|
||||
Field f = TaskRetryEligibility.class.getDeclaredField(field);
|
||||
assertThat(Modifier.isStatic(f.getModifiers()) && Modifier.isPrivate(f.getModifiers()))
|
||||
.as("%s 应为 private static(形状变了要同步更新本契约)", field).isTrue();
|
||||
f.setAccessible(true);
|
||||
@SuppressWarnings("unchecked")
|
||||
List<String> list = (List<String>) f.get(null);
|
||||
return list;
|
||||
} catch (ReflectiveOperationException ex) {
|
||||
throw new IllegalStateException("TaskRetryEligibility." + field + " 读不到(字段改名要同步更新本契约)", ex);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
void 六组markers逐字快照() {
|
||||
assertThat(markers("BALANCE_MARKERS")).containsExactly(
|
||||
"余额不足", "欠费", "套餐不存在", "套餐已过期", "套餐过期", "未开通",
|
||||
"insufficient_user_quota", "insufficient_quota", "quota exceeded",
|
||||
"预扣费额度");
|
||||
assertThat(markers("KEY_MARKERS")).containsExactly(
|
||||
"密钥无效", "密钥失效", "无效的密钥", "密钥不可用",
|
||||
"invalid api key", "invalid_api_key", "api key 无效", "apikey 无效");
|
||||
assertThat(markers("SERVICE_MARKERS")).containsExactly(
|
||||
"服务不可用", "服务宕机", "service unavailable",
|
||||
"connection refused", "连接被拒绝",
|
||||
"502 bad gateway", "503 service", "504 gateway", "upstream connect error",
|
||||
"对象存储不可达", "对象存储出口不可达", "存储出口不可达",
|
||||
"数据库连接失败", "数据库不可用");
|
||||
assertThat(markers("CREDENTIAL_MARKERS")).containsExactly(
|
||||
"aiprice 未登录", "未登录且自动登录失败", "自动登录失败",
|
||||
"会话失效且重新登录失败");
|
||||
assertThat(markers("DELIVERY_MARKERS")).containsExactly(
|
||||
"结果文件生成多次失败", "结果文件生成失败", "卡死重排");
|
||||
// 停止文案不在这里抄字面量——引用 TaskResumeService 的同一份常量(抄一份改一处就静默失效)。
|
||||
assertThat(markers("STOPPED_MARKERS"))
|
||||
.containsExactly(TaskResumeService.DUPLICATE_STOP_REASON);
|
||||
}
|
||||
|
||||
@Test
|
||||
void 每个marker经真入口都落到它的类() {
|
||||
for (String marker : markers("BALANCE_MARKERS")) {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(marker))
|
||||
.as("余额/密钥类 marker %r 应判 BALANCE", marker)
|
||||
.isEqualTo(TaskRetryEligibility.Category.BALANCE);
|
||||
}
|
||||
for (String marker : markers("SERVICE_MARKERS")) {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(marker))
|
||||
.as("服务类 marker %r 应判 SERVICE_DOWN", marker)
|
||||
.isEqualTo(TaskRetryEligibility.Category.SERVICE_DOWN);
|
||||
}
|
||||
for (String marker : markers("CREDENTIAL_MARKERS")) {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(marker))
|
||||
.as("账号类 marker %r 应判 CREDENTIAL", marker)
|
||||
.isEqualTo(TaskRetryEligibility.Category.CREDENTIAL);
|
||||
}
|
||||
for (String marker : markers("DELIVERY_MARKERS")) {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(marker))
|
||||
.as("交付侧 marker %r 应判 DELIVERY(重跑整单修不好组装器)", marker)
|
||||
.isEqualTo(TaskRetryEligibility.Category.DELIVERY);
|
||||
}
|
||||
for (String marker : markers("STOPPED_MARKERS")) {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(marker))
|
||||
.as("停止 marker %r 应判 STOPPED(再克隆等于把双跑捡回来)", marker)
|
||||
.isEqualTo(TaskRetryEligibility.Category.STOPPED);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
void 判定优先级_STOPPED_先于_DELIVERY_先于_BALANCE_先于_SERVICE() {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(
|
||||
TaskResumeService.DUPLICATE_STOP_REASON + ",余额不足"))
|
||||
.as("停止文案先判:被欠费类抢走会把「不该再跑」说成「服务不可用」,运维按反方向调整")
|
||||
.isEqualTo(TaskRetryEligibility.Category.STOPPED);
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("结果文件生成失败,账户余额不足"))
|
||||
.as("交付侧先于欠费:采集已完成、组装失败,重跑整单修不好")
|
||||
.isEqualTo(TaskRetryEligibility.Category.DELIVERY);
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("余额不足,服务不可用"))
|
||||
.as("欠费先于服务不可用")
|
||||
.isEqualTo(TaskRetryEligibility.Category.BALANCE);
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("服务不可用,aiprice 未登录"))
|
||||
.as("服务不可用先于账号类")
|
||||
.isEqualTo(TaskRetryEligibility.Category.SERVICE_DOWN);
|
||||
}
|
||||
|
||||
@Test
|
||||
void 判定大小写不敏感且空文案可重试() {
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("Insufficient_Quota"))
|
||||
.as("英文 marker 大小写混写也要接住(errorMessage 会按小写比对)")
|
||||
.isEqualTo(TaskRetryEligibility.Category.BALANCE);
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("Invalid API Key"))
|
||||
.isEqualTo(TaskRetryEligibility.Category.BALANCE);
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(null)).isNull();
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory(" ")).as("空白文案=可重试").isNull();
|
||||
assertThat(TaskRetryEligibility.forceMajeureCategory("未知的新失败形态")).isNull();
|
||||
assertThat(TaskRetryEligibility.skipReason("余额不足"))
|
||||
.isEqualTo(TaskRetryEligibility.Category.BALANCE.label());
|
||||
assertThat(TaskRetryEligibility.skipReason(null)).isEmpty();
|
||||
}
|
||||
|
||||
@Test
|
||||
void 孤儿作业判死文案逐字快照_命中即拉满不再重试() {
|
||||
Object worker = new TaskResultFileJobWorker(null, null, null, null, null, null);
|
||||
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new BusinessException("任务不存在"), "任务不存在"))
|
||||
.as("「任务不存在」命中孤儿判死:fileTask 已删的 job 重试 5 次也救不回来");
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new BusinessException("task not found: 123"), "task not found: 123")).isTrue();
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new BusinessException("result record not found"), "result record not found")).isTrue();
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new BusinessException("记录不存在"), "记录不存在")).isTrue();
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new BusinessException("组装失败:列溢出"), "组装失败:列溢出"))
|
||||
.as("普通失败不进孤儿通道,必须留给重试")
|
||||
.isFalse();
|
||||
assertThat((Boolean) ReflectionTestUtils.invokeMethod(worker, "isOrphanJobFailure",
|
||||
new RuntimeException("任务不存在"), "任务不存在"))
|
||||
.as("只有 BusinessException 才算业务判据,运行时异常必须走正常失败重试")
|
||||
.isFalse();
|
||||
}
|
||||
}
|
||||
+184
@@ -0,0 +1,184 @@
|
||||
package com.nanri.aiimage.modules.task.service;
|
||||
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.yaml.snakeyaml.Yaml;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.util.ArrayList;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
|
||||
/**
|
||||
* stuck 判定与重排的「现状时序」快照(流程稳定性蓝图 P0-C1,2026-11-03)。
|
||||
*
|
||||
* <p>锁的是 Phase 2(B74-02 收口)<b>动手前</b>的时序事实:作业心跳 60 秒一次、
|
||||
* 卡死扫描 60 秒一轮、卡死阈值出厂 5 分钟,而外观专利与相似 ASIN 的单批 LLM 读取
|
||||
* 预算都是 600 秒 ⇒ 长批次在当前口径下<b>必然</b>被另一台的陈旧扫描翻回 PENDING
|
||||
* (现网 33149 计数 6→13、33179 0→8、到 20 次判死的那条链)。这些数字之间的大小
|
||||
* 关系就是 B74-02 的病灶本身,先照快收进尺子:
|
||||
* </p>
|
||||
* <ul>
|
||||
* <li>Phase 2 抬 {@code stuck-timeout-minutes} 或加批内 {@code touchRunningIfStale} 时,
|
||||
* 「卡死阈值 < LLM 预算」这一格会翻红 —— 那是<b>预期内的更新</b>:按新口径改写
|
||||
* 断言并在蓝图登记,不许静默改绿;</li>
|
||||
* <li>与之配套:{@link StaleTaskRepairService} 的 2 小时天花板、worker 两个 @Value
|
||||
* 出厂档与 application.yml 必须互相同源,改一处不同步另一处即红。</li>
|
||||
* </ul>
|
||||
*
|
||||
* <p>刻意<b>不</b>锁 {@code resetStuckRunningJobsDetailed} 的调用签名:该处正被另一路
|
||||
* 会话在飞改造(2026-11-03 工作树实录),签名级断言会锁住移动靶。签名形状已有
|
||||
* {@code TaskResultFileJobWorkerStuckScanTest} 与既有守卫族覆盖,本类只锁时序数字。</p>
|
||||
*/
|
||||
class TaskStuckRequeueTimingSnapshotTest {
|
||||
|
||||
private static final Pattern ENV_DEFAULT = Pattern.compile("^\\$\\{[^:}]+:([^}]*)}$");
|
||||
|
||||
/** 读取 application.yml(合并所有 --- 文档段),返回顶层 Map。 */
|
||||
private static Map<String, Object> loadAppYml() {
|
||||
Path yml = Path.of("src", "main", "resources", "application.yml");
|
||||
assertThat(yml).as("application.yml 必须能从 backend-java 模块根读到(surefire 的 cwd)").exists();
|
||||
Yaml yaml = new Yaml();
|
||||
Map<String, Object> merged = new LinkedHashMap<>();
|
||||
try {
|
||||
for (Object doc : yaml.loadAll(Files.newInputStream(yml))) {
|
||||
if (doc instanceof Map<?, ?> map) {
|
||||
merge(merged, (Map<String, Object>) map);
|
||||
}
|
||||
}
|
||||
} catch (IOException ex) {
|
||||
throw new IllegalStateException("读 application.yml 失败: " + yml.toAbsolutePath(), ex);
|
||||
}
|
||||
return merged;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
private static void merge(Map<String, Object> into, Map<String, Object> from) {
|
||||
for (Map.Entry<String, Object> e : from.entrySet()) {
|
||||
if (e.getValue() instanceof Map<?, ?> sub && into.get(e.getKey()) instanceof Map<?, ?> oldSub) {
|
||||
merge((Map<String, Object>) oldSub, (Map<String, Object>) sub);
|
||||
} else {
|
||||
into.put(e.getKey(), e.getValue());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** 取 `aiimage.<path...>` 下的出厂值;`${ENV:default}` 形态取 default 段。 */
|
||||
private static String factoryDefault(Map<String, Object> root, String... path) {
|
||||
Object node = root.get("aiimage");
|
||||
for (String key : path) {
|
||||
assertThat(node)
|
||||
.as("application.yml 里 aiimage.%s 应为 Map", String.join(".", path))
|
||||
.isInstanceOf(Map.class);
|
||||
node = ((Map<String, Object>) node).get(key);
|
||||
}
|
||||
assertThat(node)
|
||||
.as("application.yml 里 aiimage.%s 必须存在", String.join(".", path))
|
||||
.isNotNull();
|
||||
String raw = String.valueOf(node);
|
||||
Matcher m = ENV_DEFAULT.matcher(raw.trim());
|
||||
return m.matches() ? m.group(1) : raw.trim();
|
||||
}
|
||||
|
||||
/** 递归收集全树同名 key 的出厂值(llm-read-timeout-millis 有外观专利/相似 ASIN 两处)。 */
|
||||
@SuppressWarnings("unchecked")
|
||||
private static List<String> collectDefaults(Object node, String key, List<String> into) {
|
||||
if (node instanceof Map<?, ?> map) {
|
||||
for (Map.Entry<?, ?> e : map.entrySet()) {
|
||||
if (key.equals(String.valueOf(e.getKey())) && e.getValue() != null) {
|
||||
Matcher m = ENV_DEFAULT.matcher(String.valueOf(e.getValue()).trim());
|
||||
into.add(m.matches() ? m.group(1) : String.valueOf(e.getValue()).trim());
|
||||
} else {
|
||||
collectDefaults(e.getValue(), key, into);
|
||||
}
|
||||
}
|
||||
}
|
||||
return into;
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
private static String fieldDefault(Class<?> owner, String field) {
|
||||
try {
|
||||
Value annotation = owner.getDeclaredField(field).getAnnotation(Value.class);
|
||||
assertThat(annotation)
|
||||
.as("%s.%s 必须保留 @Value 出厂档注解", owner.getSimpleName(), field)
|
||||
.isNotNull();
|
||||
Matcher m = ENV_DEFAULT.matcher(annotation.value());
|
||||
return m.matches() ? m.group(1) : annotation.value();
|
||||
} catch (NoSuchFieldException ex) {
|
||||
throw new IllegalStateException(owner.getSimpleName() + "." + field + " 字段没了(形状变了要同步更新本契约)", ex);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
void 卡死档位与心跳档位的出厂值() {
|
||||
Map<String, Object> root = loadAppYml();
|
||||
|
||||
assertThat(factoryDefault(root, "result-file-job", "stuck-timeout-minutes"))
|
||||
.as("stuck 判定阈值出厂 5 分钟(B74-02 的靶点,Phase 2 收口时更新本格并登记)")
|
||||
.isEqualTo("5");
|
||||
assertThat(factoryDefault(root, "result-file-job", "heartbeat-interval-ms"))
|
||||
.as("作业心跳 60 秒一次")
|
||||
.isEqualTo("60000");
|
||||
assertThat(factoryDefault(root, "result-file-job", "stuck-scan-delay-ms"))
|
||||
.as("卡死扫描 60 秒一轮")
|
||||
.isEqualTo("60000");
|
||||
}
|
||||
|
||||
@Test
|
||||
void 单批LLM读取预算现状为600秒() {
|
||||
List<String> budgets = collectDefaults(loadAppYml(), "llm-read-timeout-millis", new ArrayList<>());
|
||||
|
||||
assertThat(budgets)
|
||||
.as("外观专利与相似 ASIN 两处单批 LLM 预算都必须在册(读出 0 处=尺子架错树)")
|
||||
.hasSize(2)
|
||||
.allSatisfy(v -> assertThat(v)
|
||||
.as("单批 LLM 读取预算出厂 600 秒——卡死阈值快照就是拿它当分母")
|
||||
.isEqualTo("600000"));
|
||||
}
|
||||
|
||||
@Test
|
||||
void 现状卡死阈值小于单批LLM预算_B74_02病灶快照() {
|
||||
Map<String, Object> root = loadAppYml();
|
||||
long stuckMillis = Long.parseLong(factoryDefault(root, "result-file-job", "stuck-timeout-minutes")) * 60_000L;
|
||||
long minLlmBudget = collectDefaults(root, "llm-read-timeout-millis", new ArrayList<>()).stream()
|
||||
.mapToLong(Long::parseLong).min().orElseThrow();
|
||||
|
||||
assertThat(stuckMillis)
|
||||
.as("现状:卡死阈值(%dms) < 单批 LLM 预算(%dms) ⇒ 长批次必被另一台陈旧扫描翻回 PENDING。"
|
||||
+ "Phase 2 (B74-02) 收口后本格翻红属预期,按新口径改写并在蓝图登记,不许静默改绿",
|
||||
stuckMillis, minLlmBudget)
|
||||
.isLessThan(minLlmBudget);
|
||||
}
|
||||
|
||||
@Test
|
||||
void worker注解出厂档与application_yml同源() {
|
||||
Map<String, Object> root = loadAppYml();
|
||||
|
||||
assertThat(fieldDefault(TaskResultFileJobWorker.class, "stuckTimeoutMinutes"))
|
||||
.as("worker 的 stuck 阈值注解读的必须是同一个 key 的同一个出厂值")
|
||||
.isEqualTo(factoryDefault(root, "result-file-job", "stuck-timeout-minutes"));
|
||||
assertThat(fieldDefault(TaskResultFileJobWorker.class, "heartbeatIntervalMillis"))
|
||||
.as("worker 的心跳间隔注解读的必须是同一个 key 的同一个出厂值")
|
||||
.isEqualTo(factoryDefault(root, "result-file-job", "heartbeat-interval-ms"));
|
||||
}
|
||||
|
||||
@Test
|
||||
void 陈旧任务修复的天花板是两小时() throws Exception {
|
||||
java.lang.reflect.Field idle = StaleTaskRepairService.class.getDeclaredField("STALE_IDLE_MINUTES");
|
||||
idle.setAccessible(true);
|
||||
|
||||
assertThat((Long) idle.get(null))
|
||||
.as("SCHEDULED/RUNNING 的判死天花板出厂 120 分钟:各模块心跳线的放宽都盖不过它,"
|
||||
+ "PENDING(排队)不在其判死范围(产品口径 2026-10-29)")
|
||||
.isEqualTo(120L);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user