Files
crawler-plugin/backend-java/src/test/java/com/nanri/aiimage/config/TaskQueueGateTest.java
T
huangzd1997 da0eaccf3b task-98: 移除 similar-asin/appearance-patent 模块 Coze,状态机与共享组件改名 LLM
- similarasin/appearancepatent 模块全部 Coze 工作流调用改走 direct-LLM(已确认唯一运行路径)
- 共享组件改名:CozeTaskQueueGate→TaskQueueGate、CozeGroupResultPropagator→GroupResultPropagator
- 状态机改名:biz_task_scope_state 的 coze_* 列→llm_*、stateJson coze 键→llm(V100 迁移已应用生产)
- 删除 biz_coze_credential 表、CozeCredential* 类、SimilarAsinCozeClient、AppearancePatentCozeClient→LlmClient
- 前端 brand 页 Coze 文案→LLM;Python 后端删除 cozepy 依赖与死配置
- 修复 TaskResultFileJobWorker 启动失败:TaskFileJobConfig 注册 ResultFileJobHandlerRegistry 与 13 个 handler bean(含 validateCoverage 启动校验)
2026-09-01 02:20:50 +08:00

219 lines
9.4 KiB
Java

package com.nanri.aiimage.config;
import io.micrometer.core.instrument.Counter;
import io.micrometer.core.instrument.MeterRegistry;
import io.micrometer.core.instrument.Timer;
import io.micrometer.core.instrument.simple.SimpleMeterRegistry;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.springframework.beans.factory.ObjectProvider;
import org.springframework.core.task.TaskExecutor;
import org.springframework.core.task.TaskRejectedException;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.atomic.AtomicInteger;
import static org.junit.jupiter.api.Assertions.assertEquals;
import static org.junit.jupiter.api.Assertions.assertThrows;
import static org.junit.jupiter.api.Assertions.assertTrue;
import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.when;
/**
* Task 75:为虚拟线程任务增加等待队列上限与拒绝/延迟指标。
* TaskQueueGate 在信号量限流(并发上限)之外增加排队闸门:
* 已提交未启动(含等待信号量)的任务数量达到 max-waiting 上限时
* 立即拒绝新提交并记录拒绝指标;每次提交/执行记录等待耗时与执行耗时
* 指标;任务执行完成、失败或执行器拒绝后排队名额必须释放。
*/
class TaskQueueGateTest {
private SimpleMeterRegistry registry;
private ObjectProvider<MeterRegistry> meterRegistryProvider;
private List<Runnable> captured;
private TaskExecutor capturingDelegate;
@BeforeEach
@SuppressWarnings("unchecked")
void setUp() {
registry = new SimpleMeterRegistry();
meterRegistryProvider = mock(ObjectProvider.class);
when(meterRegistryProvider.getIfAvailable()).thenReturn(registry);
captured = new ArrayList<>();
capturingDelegate = captured::add;
}
private TaskQueueGate gate(int maxWaiting) {
return new TaskQueueGate(capturingDelegate, maxWaiting, meterRegistryProvider);
}
private long rejectedCount(String reason) {
Counter counter = registry.find("aiimage.coze-task.submit.rejected.total")
.tag("reason", reason).counter();
return counter == null ? 0 : (long) counter.count();
}
private long executionCount() {
Timer timer = registry.find("aiimage.coze-task.execution.duration").timer();
return timer == null ? 0 : timer.count();
}
private long waitCount() {
Timer timer = registry.find("aiimage.coze-task.queue.wait.duration").timer();
return timer == null ? 0 : timer.count();
}
@Test
void test_task_075_metrics_normal_default_path() {
// 默认路径:任务正常受理并执行,等待/执行指标各记一次,排队名额释放。
TaskQueueGate gate = gate(4);
AtomicInteger ran = new AtomicInteger();
gate.execute(ran::incrementAndGet);
assertEquals(1, captured.size(), "任务入队");
assertEquals(1, gate.waiting(), "未启动任务计数为 1");
captured.get(0).run();
assertEquals(1, ran.get(), "任务已执行");
assertEquals(0, gate.waiting(), "执行后名额释放");
assertEquals(1, executionCount(), "执行耗时指标记录一次");
assertEquals(1, waitCount(), "等待耗时指标记录一次");
assertEquals(0, rejectedCount("queue-full"));
}
@Test
void test_task_075_metrics_normal_multiple_items() {
// 批量场景:多个任务依次受理,执行顺序稳定不丢失,指标逐条记录。
TaskQueueGate gate = gate(8);
List<Integer> order = new ArrayList<>();
for (int i = 1; i <= 3; i++) {
int id = i;
gate.execute(() -> order.add(id));
}
assertEquals(3, captured.size());
for (Runnable runnable : captured) {
runnable.run();
}
assertEquals(List.of(1, 2, 3), order, "执行顺序与提交顺序一致");
assertEquals(0, gate.waiting());
assertEquals(3, executionCount());
assertEquals(3, waitCount());
}
@Test
void test_task_075_metrics_normal_repeated_operation_is_idempotent() {
// 幂等:同一任务对象重复提交各自独立执行,不合并、不丢失。
TaskQueueGate gate = gate(4);
AtomicInteger ran = new AtomicInteger();
Runnable task = ran::incrementAndGet;
gate.execute(task);
gate.execute(task);
assertEquals(2, captured.size(), "同一任务重复提交各入队一次");
captured.forEach(Runnable::run);
assertEquals(2, ran.get());
assertEquals(2, executionCount());
}
@Test
void test_task_075_metrics_boundary_empty_input() {
// 空输入:null 任务直接拒绝,不计数、不产生指标。
TaskQueueGate gate = gate(4);
IllegalArgumentException ex = assertThrows(IllegalArgumentException.class,
() -> gate.execute(null));
assertTrue(ex.getMessage().contains("不能为 null"), "可识别错误消息");
assertTrue(captured.isEmpty());
assertEquals(0, gate.waiting());
assertEquals(0, rejectedCount("queue-full"));
assertEquals(0, executionCount());
}
@Test
void test_task_075_metrics_boundary_single_item() {
// 单元素:单任务直接受理执行,不依赖批量路径。
TaskQueueGate gate = gate(1);
AtomicInteger ran = new AtomicInteger();
gate.execute(ran::incrementAndGet);
captured.get(0).run();
assertEquals(1, ran.get());
assertEquals(0, gate.waiting());
assertEquals(1, executionCount());
}
@Test
void test_task_075_metrics_boundary_limit_and_overflow() {
// 上限/超限:等待队列达到上限后新提交被拒绝(记录拒绝指标),
// 排队名额释放后可再次受理,等待数不发生无界增长。
TaskQueueGate gate = gate(1);
AtomicInteger ran = new AtomicInteger();
gate.execute(ran::incrementAndGet);
assertEquals(1, gate.waiting());
TaskRejectedException firstReject = assertThrows(TaskRejectedException.class,
() -> gate.execute(ran::incrementAndGet), "队列满拒绝新提交");
assertTrue(firstReject.getMessage().contains("limit=1"), "错误消息含上限值");
TaskRejectedException secondReject = assertThrows(TaskRejectedException.class,
() -> gate.execute(ran::incrementAndGet));
assertEquals(2, rejectedCount("queue-full"), "两次拒绝各记一次指标");
assertEquals(1, captured.size(), "被拒绝的任务不入队");
captured.get(0).run();
assertEquals(0, gate.waiting(), "执行后名额释放");
gate.execute(ran::incrementAndGet);
assertEquals(2, captured.size(), "超限后仍可继续受理");
assertEquals(1, gate.waiting(), "等待数不超过上限");
captured.get(1).run();
assertEquals(2, ran.get(), "再次受理的任务正常执行");
assertEquals(0, gate.waiting(), "执行后名额再次释放");
}
@Test
void test_task_075_metrics_invalid_input_rejected() {
// 非法参数:等待上限 0/负值统一钳制到 1(首个受理、第二个拒绝),
// null 任务拒绝且不产生指标。
TaskQueueGate zeroLimit = gate(0);
zeroLimit.execute(() -> { });
assertThrows(TaskRejectedException.class, () -> zeroLimit.execute(() -> { }));
assertEquals(1, captured.size(), "上限 0 回退到 1");
captured.clear();
TaskQueueGate negativeLimit = gate(-5);
negativeLimit.execute(() -> { });
assertThrows(TaskRejectedException.class, () -> negativeLimit.execute(() -> { }));
assertEquals(1, captured.size(), "负值回退到 1");
assertThrows(IllegalArgumentException.class, () -> negativeLimit.execute(null));
assertEquals(0, executionCount(), "非法参数不产生执行指标");
}
@Test
void test_task_075_metrics_dependency_failure_releases_resources() {
// 依赖失败:执行器拒绝时名额释放、记录拒绝指标,恢复后再次提交成功;
// 任务执行抛异常时名额同样释放,后续任务不受影响。
TaskQueueGate gate = new TaskQueueGate(command -> {
throw new TaskRejectedException("executor full");
}, 4, meterRegistryProvider);
assertThrows(TaskRejectedException.class, () -> gate.execute(() -> { }));
assertEquals(0, gate.waiting(), "拒绝后名额释放");
assertEquals(1, rejectedCount("delegate-rejected"), "执行器拒绝单独计数");
TaskQueueGate recovered = gate(4);
AtomicInteger ran = new AtomicInteger();
recovered.execute(ran::incrementAndGet);
captured.get(0).run();
assertEquals(1, ran.get(), "恢复后提交成功");
captured.clear();
TaskQueueGate failingTaskGate = gate(4);
failingTaskGate.execute(() -> {
throw new IllegalStateException("task boom");
});
assertThrows(IllegalStateException.class, () -> captured.get(0).run(),
"任务异常向上传播(生产环境由虚拟线程吞掉)");
assertEquals(0, failingTaskGate.waiting(), "任务抛异常后名额释放");
failingTaskGate.execute(ran::incrementAndGet);
captured.get(1).run();
assertEquals(2, ran.get(), "异常后新任务可受理执行");
}
}