feat(站内通知): 麦象异常扫描上线——任务停滞/失败/队列积压/批量空结果推管理员
用户要求「maixiang异常也要发通知」,确认范围(卡住/失败/队列堆积/服务不可用)与 受众(只发管理员)后实现: - MaixiangConsoleClient:18960 后台只读接口客户端(batch/tasks、tasks、queue/status、 batch/detail),token 鉴权、失败只记日志。URL 必须用 URI 对象提交——字符串形态会被 RestClient 二次编码(%20→%2520),end_time 参数实测报 Incorrect DATETIME value, 检查会静默失效;已加回归单测 buildUrlEncodesTimeParameterExactlyOnce - MaixiangAnomalyScanner 五类检查:①批量任务停滞(status 0/1 超时无更新,默认 60 分钟) ②单任务滞留(创建超 30 分钟未完成)③近 30 分钟失败达最小条数 ④批量任务空结果 (worker 报错时批次仍被标"已完成",是唯一可抓的批量失败信号)⑤队列积压(pending≥300 / processing≥100);去重按天/小时/任务,全部为管理员全局事件(subjectUserId=null) - 接入 NotificationScanScheduler(分布式锁内同跑);scene=maixiang_anomaly; AIIMAGE_NOTIFICATION_MAIXIANG_* 环境变量可调,令牌留空=跳过 - 前端 NotificationScene 类型补 maixiang_anomaly(铃铛不按 scene 渲染,无运行时改动) - 测试:客户端解析(真实抓包样例)+ 扫描器 14 例 + 手工联调探针 MaixiangLiveProbeTest (-Dmaixiang.live=true 开启,只读不写通知) 已部署双节点(.env 加 console token、JAR cd3e06c4)并线上验证:首扫推 2×15 条管理员通知 (3 个变体任务停滞 / 39 个跟价任务滞留),二次扫描落库=0 去重生效。
This commit is contained in:
+152
@@ -0,0 +1,152 @@
|
||||
package com.nanri.aiimage.modules.notification.client;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.nanri.aiimage.config.NotificationProperties;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.BatchTaskPage;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.QueueStateItem;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.SingleTaskPage;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
import java.time.LocalDateTime;
|
||||
import java.util.List;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
|
||||
/**
|
||||
* 解析层单测:样例 JSON 全部来自线上 18960 后台接口真实返回(2026-09-15 抓取),
|
||||
* 接口契约变化时这里会第一时间失败。
|
||||
*/
|
||||
class MaixiangConsoleClientTest {
|
||||
|
||||
private final MaixiangConsoleClient client =
|
||||
new MaixiangConsoleClient(new NotificationProperties(), new ObjectMapper());
|
||||
|
||||
/** /api/console/batch/tasks 真实返回(截断 task_data)。 */
|
||||
private static final String BATCH_TASKS_JSON = """
|
||||
{"code":1,"mes":"成功","data":{"total":3,"page":1,"page_size":5,"items":[
|
||||
{"id":75,"task_id":"3011bc05-145d-4dfe-accd-5e02d75a4f47","task_type":"variant-collection",
|
||||
"task_data":"{\\"file_url\\": \\"https://oss.aishufu.top/xx.xlsx\\", \\"execute_country\\": [\\"UK\\"]}",
|
||||
"status":1,"uid":"1048","create_time":"2026-09-14 14:28:10","update_time":"2026-09-14 22:51:05"},
|
||||
{"id":74,"task_id":"a0535546-3c99-4c9f-9b9b-a7c516b18726","task_type":"variant-collection",
|
||||
"task_data":"{}","status":1,"uid":"1053","create_time":"2026-09-14 10:58:40","update_time":"2026-09-14 22:50:49"}
|
||||
]}}
|
||||
""";
|
||||
|
||||
/** /api/console/tasks 真实返回(截断 task_data)。 */
|
||||
private static final String SINGLE_TASKS_JSON = """
|
||||
{"code":1,"mes":"成功","data":{"total":39,"page":1,"page_size":3,"items":[
|
||||
{"id":1696319,"task_id":"task:price-track-run:d449150a-cbcb-4640-82e6-6388f6d3a4a4",
|
||||
"task_type":"price-track-run","task_data":"{}","task_status":0,"task_result":null,
|
||||
"create_time":"2026-09-13 21:08:07","update_time":"2026-09-13 21:08:07"},
|
||||
{"id":1740034,"task_id":"task:price-track-run:f5048c8b-e05d-4820-9cf8-e91fc86424d5",
|
||||
"task_type":"price-track-run","task_data":"{}",
|
||||
"task_result":"{\\"error\\": \\"未注册的任务类型: price-track-run\\"}","task_status":3,
|
||||
"create_time":"2026-09-15 03:20:30","update_time":"2026-09-15 03:20:32"}
|
||||
]}}
|
||||
""";
|
||||
|
||||
@Test
|
||||
void parseBatchTasksWithRealPayload() {
|
||||
BatchTaskPage page = client.parseBatchTaskPage(client.parseEnvelope(BATCH_TASKS_JSON, "test"));
|
||||
|
||||
assertThat(page.total()).isEqualTo(3);
|
||||
assertThat(page.items()).hasSize(2);
|
||||
var first = page.items().get(0);
|
||||
assertThat(first.taskId()).isEqualTo("3011bc05-145d-4dfe-accd-5e02d75a4f47");
|
||||
assertThat(first.taskType()).isEqualTo("variant-collection");
|
||||
assertThat(first.uid()).isEqualTo("1048");
|
||||
assertThat(first.status()).isEqualTo(1);
|
||||
assertThat(first.updateTime()).isEqualTo(LocalDateTime.of(2026, 9, 14, 22, 51, 5));
|
||||
}
|
||||
|
||||
@Test
|
||||
void parseSingleTasksWithRealPayload() {
|
||||
SingleTaskPage page = client.parseSingleTaskPage(client.parseEnvelope(SINGLE_TASKS_JSON, "test"));
|
||||
|
||||
assertThat(page.total()).isEqualTo(39);
|
||||
assertThat(page.items()).hasSize(2);
|
||||
var failed = page.items().get(1);
|
||||
assertThat(failed.status()).isEqualTo(3);
|
||||
assertThat(failed.resultRaw()).contains("未注册的任务类型");
|
||||
assertThat(failed.updateTime()).isEqualTo(LocalDateTime.of(2026, 9, 15, 3, 20, 32));
|
||||
}
|
||||
|
||||
@Test
|
||||
void parseQueueStatesWithRealPayload() {
|
||||
List<QueueStateItem> empty = client.parseQueueStates(
|
||||
client.parseEnvelope("{\"code\":1,\"mes\":\"成功\",\"data\":{\"queues\":[]}}", "test"));
|
||||
assertThat(empty).isEmpty();
|
||||
|
||||
List<QueueStateItem> queues = client.parseQueueStates(client.parseEnvelope(
|
||||
"{\"code\":1,\"mes\":\"成功\",\"data\":{\"queues\":[{\"level\":1,\"queue_pending\":500,\"queue_processing\":3}]}}",
|
||||
"test"));
|
||||
assertThat(queues).hasSize(1);
|
||||
assertThat(queues.get(0).level()).isEqualTo(1);
|
||||
assertThat(queues.get(0).pending()).isEqualTo(500);
|
||||
assertThat(queues.get(0).processing()).isEqualTo(3);
|
||||
}
|
||||
|
||||
@Test
|
||||
void parseBatchResultTotalDistinguishesUnsupportedTable() {
|
||||
// 已注册结果表:返回真实行数
|
||||
long total = client.parseBatchResultTotal(client.parseEnvelope(
|
||||
"{\"code\":1,\"mes\":\"成功\",\"data\":{\"task\":{\"task_id\":\"t1\"},\"table\":\"variant_collection\",\"columns\":[],\"items\":[],\"total\":0}}",
|
||||
"test"));
|
||||
assertThat(total).isZero();
|
||||
|
||||
// 未注册结果表(table=null,如 search-collection):哨兵值,不参与空结果判断
|
||||
long unsupported = client.parseBatchResultTotal(client.parseEnvelope(
|
||||
"{\"code\":1,\"mes\":\"成功\",\"data\":{\"task\":{\"task_id\":\"t2\"},\"table\":null,\"columns\":[],\"items\":[],\"total\":0}}",
|
||||
"test"));
|
||||
assertThat(unsupported).isEqualTo(MaixiangConsoleClient.RESULT_TOTAL_UNSUPPORTED);
|
||||
}
|
||||
|
||||
@Test
|
||||
void parseEnvelopeRejectsFailureResponses() {
|
||||
assertThat(client.parseEnvelope("{\"code\":-1,\"mes\":\"无权限\",\"data\":null}", "test")).isNull();
|
||||
assertThat(client.parseEnvelope("", "test")).isNull();
|
||||
assertThat(client.parseEnvelope("not-json", "test")).isNull();
|
||||
}
|
||||
|
||||
@Test
|
||||
void parseToleratesNullUidAndBadTime() {
|
||||
BatchTaskPage page = client.parseBatchTaskPage(client.parseEnvelope(
|
||||
"{\"code\":1,\"mes\":\"成功\",\"data\":{\"total\":1,\"items\":[{\"task_id\":\"t3\",\"task_type\":\"search-collection\",\"uid\":\"collect-27475\",\"status\":2,\"create_time\":\"bad\",\"update_time\":\"\"}]}}",
|
||||
"test"));
|
||||
assertThat(page.items().get(0).uid()).isEqualTo("collect-27475");
|
||||
assertThat(page.items().get(0).updateTime()).isNull();
|
||||
}
|
||||
|
||||
@Test
|
||||
void configuredRequiresBothUrlAndToken() {
|
||||
NotificationProperties properties = new NotificationProperties();
|
||||
MaixiangConsoleClient underTest = new MaixiangConsoleClient(properties, new ObjectMapper());
|
||||
assertThat(underTest.configured()).isFalse();
|
||||
|
||||
properties.setPriceTrackApiUrl("http://192.168.0.170:18960");
|
||||
assertThat(underTest.configured()).isFalse();
|
||||
|
||||
properties.setMaixiangConsoleToken("test-token");
|
||||
assertThat(underTest.configured()).isTrue();
|
||||
}
|
||||
|
||||
@Test
|
||||
void buildUrlEncodesTimeParameterExactlyOnce() {
|
||||
// 回归:end_time 里的空格必须编码成 %20(单次),否则提交时会被二次编码成 %2520,
|
||||
// 服务端拿到字面 "%20" 直接报 Incorrect DATETIME value(联调时实际踩到过)
|
||||
NotificationProperties properties = new NotificationProperties();
|
||||
properties.setPriceTrackApiUrl("http://192.168.0.170:18960");
|
||||
properties.setMaixiangConsoleToken("tok en+特殊");
|
||||
MaixiangConsoleClient underTest = new MaixiangConsoleClient(properties, new ObjectMapper());
|
||||
|
||||
String url = underTest.buildUrl("/api/console/tasks",
|
||||
"status=0", "page=1", "page_size=100", "end_time=2026-09-15 10:58:39");
|
||||
|
||||
assertThat(url).startsWith("http://192.168.0.170:18960/api/console/tasks?");
|
||||
assertThat(url).contains("end_time=2026-09-15%2010:58:39");
|
||||
assertThat(url).doesNotContain("%2520");
|
||||
assertThat(url).contains("token=tok%20en+%E7%89%B9%E6%AE%8A");
|
||||
// 组装结果必须是可直接提交的合法 URI
|
||||
assertThat(java.net.URI.create(url).getRawQuery()).contains("end_time=2026-09-15%2010:58:39");
|
||||
}
|
||||
}
|
||||
+284
@@ -0,0 +1,284 @@
|
||||
package com.nanri.aiimage.modules.notification.service;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.nanri.aiimage.config.NotificationProperties;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.BatchTaskItem;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.BatchTaskPage;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.QueueStateItem;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.SingleTaskItem;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient.SingleTaskPage;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.mockito.ArgumentCaptor;
|
||||
|
||||
import java.time.LocalDateTime;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
import static org.mockito.ArgumentMatchers.any;
|
||||
import static org.mockito.ArgumentMatchers.anyInt;
|
||||
import static org.mockito.ArgumentMatchers.anyLong;
|
||||
import static org.mockito.ArgumentMatchers.anyString;
|
||||
import static org.mockito.ArgumentMatchers.eq;
|
||||
import static org.mockito.ArgumentMatchers.isNull;
|
||||
import static org.mockito.Mockito.doReturn;
|
||||
import static org.mockito.Mockito.doThrow;
|
||||
import static org.mockito.Mockito.mock;
|
||||
import static org.mockito.Mockito.never;
|
||||
import static org.mockito.Mockito.times;
|
||||
import static org.mockito.Mockito.verify;
|
||||
import static org.mockito.Mockito.verifyNoInteractions;
|
||||
import static org.mockito.Mockito.when;
|
||||
|
||||
class MaixiangAnomalyScannerTest {
|
||||
|
||||
private static final LocalDateTime NOW = LocalDateTime.of(2026, 9, 15, 12, 0, 0);
|
||||
|
||||
private final NotificationProperties properties = new NotificationProperties();
|
||||
private final MaixiangConsoleClient consoleClient = mock(MaixiangConsoleClient.class);
|
||||
private final NotificationDispatchService dispatch = mock(NotificationDispatchService.class);
|
||||
|
||||
private final NotificationDispatchService.AdminAudience audience =
|
||||
new NotificationDispatchService.AdminAudience(List.of(), Set.of(), Map.of());
|
||||
|
||||
private MaixiangAnomalyScanner newScanner() {
|
||||
return new MaixiangAnomalyScanner(properties, consoleClient, dispatch, new ObjectMapper());
|
||||
}
|
||||
|
||||
// ======================== 扫描入口 ========================
|
||||
|
||||
@Test
|
||||
void scanSkipsWhenDisabled() {
|
||||
properties.setMaixiangScanEnabled(false);
|
||||
|
||||
newScanner().scan();
|
||||
|
||||
verifyNoInteractions(consoleClient);
|
||||
verifyNoInteractions(dispatch);
|
||||
}
|
||||
|
||||
@Test
|
||||
void scanSkipsWhenNotConfigured() {
|
||||
// 未配置 18960 地址/令牌:只做 configured() 探测,不查库、不拉数据、不告警
|
||||
newScanner().scan();
|
||||
|
||||
verifyNoInteractions(dispatch);
|
||||
verify(consoleClient, never()).batchTasks(anyInt(), any(), anyInt());
|
||||
verify(consoleClient, never()).singleTasks(anyInt(), any(), anyInt());
|
||||
verify(consoleClient, never()).queueStatus();
|
||||
}
|
||||
|
||||
// ======================== 批量任务停滞 ========================
|
||||
|
||||
@Test
|
||||
void stuckBatchTasksPushAdminNotificationWithStableContent() {
|
||||
when(consoleClient.batchTasks(eq(0), any(LocalDateTime.class), anyInt())).thenReturn(BatchTaskPage.EMPTY);
|
||||
when(consoleClient.batchTasks(eq(1), any(LocalDateTime.class), anyInt())).thenReturn(new BatchTaskPage(2, List.of(
|
||||
batchTask("3011bc05", "variant-collection", "1048", 1, NOW.minusHours(13)),
|
||||
batchTask("a0535546", "variant-collection", "1053", 1, NOW.minusHours(13)))));
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenReturn(1);
|
||||
|
||||
newScanner().checkStuckBatchTasks(audience, NOW);
|
||||
|
||||
ArgumentCaptor<String> content = ArgumentCaptor.forClass(String.class);
|
||||
ArgumentCaptor<String> key = ArgumentCaptor.forClass(String.class);
|
||||
verify(dispatch).pushToAdmins(eq(audience), eq(NotificationService.SCENE_MAIXIANG_ANOMALY),
|
||||
eq(NotificationService.LEVEL_WARNING), eq("麦象异常:麦象批量任务停滞"),
|
||||
content.capture(), key.capture(), isNull());
|
||||
assertThat(content.getValue()).contains("2 个批量任务超过 60 分钟无进展");
|
||||
assertThat(content.getValue()).contains("变体采集 2 个");
|
||||
assertThat(content.getValue()).contains("3011bc05");
|
||||
assertThat(content.getValue()).contains("最早停滞于 2026-09-14 23:00:00");
|
||||
assertThat(key.getValue()).isEqualTo("maixiang_stuck_batch:20260915");
|
||||
}
|
||||
|
||||
@Test
|
||||
void freshBatchTasksDoNotTriggerAlert() {
|
||||
// 创建时间早于阈值但 update_time 仍在推进(如正常跑着的大任务)不算停滞
|
||||
when(consoleClient.batchTasks(eq(0), any(LocalDateTime.class), anyInt())).thenReturn(BatchTaskPage.EMPTY);
|
||||
when(consoleClient.batchTasks(eq(1), any(LocalDateTime.class), anyInt())).thenReturn(new BatchTaskPage(1, List.of(
|
||||
batchTask("fresh-task", "variant-collection", "1048", 1, NOW.minusMinutes(5)))));
|
||||
|
||||
newScanner().checkStuckBatchTasks(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 单任务滞留 ========================
|
||||
|
||||
@Test
|
||||
void stuckSingleTasksPushAdminNotification() {
|
||||
when(consoleClient.singleTasks(eq(0), any(LocalDateTime.class), anyInt()))
|
||||
.thenReturn(new SingleTaskPage(39, List.of(
|
||||
singleTask("task:price-track-run:d449150a", "price-track-run", 0, NOW.minusDays(2)))));
|
||||
when(consoleClient.singleTasks(eq(1), any(LocalDateTime.class), anyInt())).thenReturn(SingleTaskPage.EMPTY);
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenReturn(1);
|
||||
|
||||
newScanner().checkStuckSingleTasks(audience, NOW);
|
||||
|
||||
ArgumentCaptor<String> content = ArgumentCaptor.forClass(String.class);
|
||||
ArgumentCaptor<String> key = ArgumentCaptor.forClass(String.class);
|
||||
verify(dispatch).pushToAdmins(eq(audience), eq(NotificationService.SCENE_MAIXIANG_ANOMALY),
|
||||
eq(NotificationService.LEVEL_WARNING), eq("麦象异常:麦象任务滞留未消费"),
|
||||
content.capture(), key.capture(), isNull());
|
||||
assertThat(content.getValue()).contains("1 个单任务超过 30 分钟未完成");
|
||||
assertThat(content.getValue()).contains("跟价 1 个");
|
||||
assertThat(key.getValue()).isEqualTo("maixiang_stuck_single:20260915");
|
||||
}
|
||||
|
||||
@Test
|
||||
void freshSingleTasksDoNotTriggerAlert() {
|
||||
when(consoleClient.singleTasks(eq(0), any(LocalDateTime.class), anyInt()))
|
||||
.thenReturn(new SingleTaskPage(1, List.of(
|
||||
singleTask("task:price-track-run:fresh", "price-track-run", 0, NOW.minusMinutes(1)))));
|
||||
when(consoleClient.singleTasks(eq(1), any(LocalDateTime.class), anyInt())).thenReturn(SingleTaskPage.EMPTY);
|
||||
|
||||
newScanner().checkStuckSingleTasks(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 任务失败 ========================
|
||||
|
||||
@Test
|
||||
void failedTasksPushWithLatestReason() {
|
||||
when(consoleClient.singleTasks(eq(3), isNull(), anyInt())).thenReturn(new SingleTaskPage(3, List.of(
|
||||
singleTask("task:price-track-run:f5048c8b", "price-track-run", 3, NOW.minusMinutes(10)))));
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenReturn(1);
|
||||
|
||||
newScanner().checkFailedSingleTasks(audience, NOW);
|
||||
|
||||
ArgumentCaptor<String> content = ArgumentCaptor.forClass(String.class);
|
||||
ArgumentCaptor<String> key = ArgumentCaptor.forClass(String.class);
|
||||
verify(dispatch).pushToAdmins(eq(audience), eq(NotificationService.SCENE_MAIXIANG_ANOMALY),
|
||||
eq(NotificationService.LEVEL_WARNING), eq("麦象异常:麦象任务失败"),
|
||||
content.capture(), key.capture(), isNull());
|
||||
assertThat(content.getValue()).contains("1 条任务失败");
|
||||
assertThat(content.getValue()).contains("未注册的任务类型: price-track-run");
|
||||
assertThat(key.getValue()).isEqualTo("maixiang_fail:2026091512");
|
||||
}
|
||||
|
||||
@Test
|
||||
void failedTasksBelowThresholdDoNotAlert() {
|
||||
properties.setMaixiangFailMinCount(3);
|
||||
when(consoleClient.singleTasks(eq(3), isNull(), anyInt())).thenReturn(new SingleTaskPage(2, List.of(
|
||||
singleTask("t1", "price-track-run", 3, NOW.minusMinutes(5)),
|
||||
singleTask("t2", "price-track-run", 3, NOW.minusMinutes(6)))));
|
||||
|
||||
newScanner().checkFailedSingleTasks(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
@Test
|
||||
void failedTasksOutsideWindowDoNotAlert() {
|
||||
// 更新时间在 30 分钟窗口之外的历史失败不参与聚合
|
||||
when(consoleClient.singleTasks(eq(3), isNull(), anyInt())).thenReturn(new SingleTaskPage(1, List.of(
|
||||
singleTask("t-old", "price-track-run", 3, NOW.minusHours(3)))));
|
||||
|
||||
newScanner().checkFailedSingleTasks(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 批量任务空结果 ========================
|
||||
|
||||
@Test
|
||||
void emptyBatchResultPushesOncePerTask() {
|
||||
BatchTaskItem finished = batchTask("empty-task-1", "variant-collection", "1095", 2, NOW.minusMinutes(3));
|
||||
when(consoleClient.batchTasks(eq(2), isNull(), anyInt()))
|
||||
.thenReturn(new BatchTaskPage(1, List.of(finished)));
|
||||
when(consoleClient.batchResultTotal("empty-task-1")).thenReturn(0L);
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenReturn(1);
|
||||
|
||||
newScanner().checkEmptyBatchResults(audience, NOW);
|
||||
|
||||
ArgumentCaptor<String> content = ArgumentCaptor.forClass(String.class);
|
||||
ArgumentCaptor<String> key = ArgumentCaptor.forClass(String.class);
|
||||
verify(dispatch).pushToAdmins(eq(audience), eq(NotificationService.SCENE_MAIXIANG_ANOMALY),
|
||||
eq(NotificationService.LEVEL_WARNING), eq("麦象异常:麦象批量任务无结果"),
|
||||
content.capture(), key.capture(), isNull());
|
||||
assertThat(content.getValue()).contains("empty-task-1").contains("变体采集").contains("uid=1095");
|
||||
assertThat(key.getValue()).isEqualTo("maixiang_batch_empty:empty-task-1");
|
||||
}
|
||||
|
||||
@Test
|
||||
void batchResultWithRowsOrUnsupportedTableDoNotAlert() {
|
||||
when(consoleClient.batchTasks(eq(2), isNull(), anyInt())).thenReturn(new BatchTaskPage(2, List.of(
|
||||
batchTask("normal-task", "variant-collection", "1095", 2, NOW.minusMinutes(3)),
|
||||
batchTask("unsupported-task", "search-collection", "collect-27475", 2, NOW.minusMinutes(3)))));
|
||||
when(consoleClient.batchResultTotal("normal-task")).thenReturn(12L);
|
||||
when(consoleClient.batchResultTotal("unsupported-task"))
|
||||
.thenReturn(MaixiangConsoleClient.RESULT_TOTAL_UNSUPPORTED);
|
||||
|
||||
newScanner().checkEmptyBatchResults(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 队列积压 ========================
|
||||
|
||||
@Test
|
||||
void queueBacklogPushesWhenOverThreshold() {
|
||||
when(consoleClient.queueStatus()).thenReturn(List.of(new QueueStateItem(1, 500, 3)));
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenReturn(1);
|
||||
|
||||
newScanner().checkQueueBacklog(audience, NOW);
|
||||
|
||||
ArgumentCaptor<String> content = ArgumentCaptor.forClass(String.class);
|
||||
verify(dispatch).pushToAdmins(eq(audience), eq(NotificationService.SCENE_MAIXIANG_ANOMALY),
|
||||
eq(NotificationService.LEVEL_WARNING), eq("麦象异常:麦象队列积压"),
|
||||
content.capture(), eq("maixiang_queue_backlog:2026091512"), isNull());
|
||||
assertThat(content.getValue()).contains("L1 待处理 500 / 处理中 3");
|
||||
}
|
||||
|
||||
@Test
|
||||
void queueUnderThresholdDoNotAlert() {
|
||||
when(consoleClient.queueStatus()).thenReturn(List.of(new QueueStateItem(1, 10, 2)));
|
||||
|
||||
newScanner().checkQueueBacklog(audience, NOW);
|
||||
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 容错 ========================
|
||||
|
||||
@Test
|
||||
void scanSwallowsSingleCheckFailure() {
|
||||
// 配置齐全时,某项检查抛异常不影响其余检查(也不向外抛)
|
||||
properties.setPriceTrackApiUrl("http://192.168.0.170:18960");
|
||||
properties.setMaixiangConsoleToken("token");
|
||||
when(consoleClient.configured()).thenReturn(true);
|
||||
when(dispatch.prepareAdminAudience()).thenReturn(audience);
|
||||
// 仅批量任务停滞检查(status=0 拉取)抛异常
|
||||
doThrow(new RuntimeException("麦象接口超时")).when(consoleClient).batchTasks(eq(0), any(), anyInt());
|
||||
doReturn(BatchTaskPage.EMPTY).when(consoleClient).batchTasks(eq(1), any(), anyInt());
|
||||
doReturn(BatchTaskPage.EMPTY).when(consoleClient).batchTasks(eq(2), any(), anyInt());
|
||||
doReturn(SingleTaskPage.EMPTY).when(consoleClient).singleTasks(anyInt(), any(), anyInt());
|
||||
doReturn(List.of()).when(consoleClient).queueStatus();
|
||||
|
||||
newScanner().scan();
|
||||
|
||||
// 第一项检查抛异常被吞掉后,末尾的队列检查仍然执行到
|
||||
verify(consoleClient, times(1)).queueStatus();
|
||||
verify(dispatch, never()).pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any());
|
||||
}
|
||||
|
||||
// ======================== 构造辅助 ========================
|
||||
|
||||
private BatchTaskItem batchTask(String taskId, String type, String uid, int status, LocalDateTime updateTime) {
|
||||
return new BatchTaskItem(taskId, type, uid, status, updateTime, updateTime);
|
||||
}
|
||||
|
||||
private SingleTaskItem singleTask(String taskId, String type, int status, LocalDateTime updateTime) {
|
||||
return new SingleTaskItem(taskId, type, status, updateTime, updateTime,
|
||||
"{\"error\": \"未注册的任务类型: price-track-run\"}");
|
||||
}
|
||||
}
|
||||
+81
@@ -0,0 +1,81 @@
|
||||
package com.nanri.aiimage.modules.notification.service;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.nanri.aiimage.config.NotificationProperties;
|
||||
import com.nanri.aiimage.modules.notification.client.MaixiangConsoleClient;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.junit.jupiter.api.condition.EnabledIfSystemProperty;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
import static org.mockito.ArgumentMatchers.any;
|
||||
import static org.mockito.ArgumentMatchers.anyString;
|
||||
import static org.mockito.Mockito.mock;
|
||||
import static org.mockito.Mockito.when;
|
||||
|
||||
/**
|
||||
* 手工联调:直连线上 18960 后台接口跑一遍麦象异常扫描,打印各检查的实际判定与文案(只读,不写通知)。
|
||||
*
|
||||
* <p>默认不执行;需要时显式开启(在 backend-java 目录):
|
||||
* <pre>
|
||||
* mvn test -Dtest=MaixiangLiveProbeTest -Dmaixiang.live=true \
|
||||
* -Dmaixiang.url=http://192.168.0.170:18960 -Dmaixiang.token=xxx
|
||||
* </pre>
|
||||
* 参数可省略,缺省读环境变量 AIIMAGE_NOTIFICATION_PRICE_TRACK_API_URL / AIIMAGE_NOTIFICATION_MAIXIANG_CONSOLE_TOKEN。
|
||||
*/
|
||||
@EnabledIfSystemProperty(named = "maixiang.live", matches = "true")
|
||||
class MaixiangLiveProbeTest {
|
||||
|
||||
@Test
|
||||
void probeLiveMaixiangAnomalies() {
|
||||
NotificationProperties properties = new NotificationProperties();
|
||||
properties.setPriceTrackApiUrl(firstNonBlank(
|
||||
System.getProperty("maixiang.url"), System.getenv("AIIMAGE_NOTIFICATION_PRICE_TRACK_API_URL")));
|
||||
properties.setMaixiangConsoleToken(firstNonBlank(
|
||||
System.getProperty("maixiang.token"), System.getenv("AIIMAGE_NOTIFICATION_MAIXIANG_CONSOLE_TOKEN")));
|
||||
System.out.println("[live-probe] 目标 " + properties.getPriceTrackApiUrl()
|
||||
+ ",token " + (properties.getMaixiangConsoleToken().isEmpty() ? "缺失" : "已配置"));
|
||||
|
||||
MaixiangConsoleClient client = new MaixiangConsoleClient(properties, new ObjectMapper());
|
||||
NotificationDispatchService dispatch = mock(NotificationDispatchService.class);
|
||||
List<String> captured = new ArrayList<>();
|
||||
when(dispatch.prepareAdminAudience()).thenReturn(
|
||||
new NotificationDispatchService.AdminAudience(List.of(), Set.of(), Map.of()));
|
||||
when(dispatch.pushToAdmins(any(), anyString(), anyString(), anyString(), anyString(), anyString(), any()))
|
||||
.thenAnswer(inv -> {
|
||||
captured.add("【" + inv.getArgument(3) + "】" + inv.getArgument(4)
|
||||
+ " (dedupe=" + inv.getArgument(5) + ")");
|
||||
return 1;
|
||||
});
|
||||
|
||||
new MaixiangAnomalyScanner(properties, client, dispatch, new ObjectMapper()).scan();
|
||||
|
||||
System.out.println("[live-probe] ===== 实际会推送的麦象异常通知(" + captured.size() + " 条)=====");
|
||||
if (captured.isEmpty()) {
|
||||
System.out.println("[live-probe] (无——当前线上无麦象异常)");
|
||||
}
|
||||
for (String line : captured) {
|
||||
System.out.println("[live-probe] " + line);
|
||||
}
|
||||
// 控制台在中文 Windows 下编码不可靠,落一份 UTF-8 报告便于人工核对
|
||||
try {
|
||||
java.nio.file.Files.writeString(
|
||||
java.nio.file.Path.of("target", "maixiang-live-probe.txt"),
|
||||
String.join(System.lineSeparator(), captured), java.nio.charset.StandardCharsets.UTF_8);
|
||||
} catch (Exception ignore) {
|
||||
// 落盘失败不影响探测本身
|
||||
}
|
||||
}
|
||||
|
||||
private String firstNonBlank(String... values) {
|
||||
for (String value : values) {
|
||||
if (value != null && !value.trim().isEmpty()) {
|
||||
return value.trim();
|
||||
}
|
||||
}
|
||||
return "";
|
||||
}
|
||||
}
|
||||
+2
-1
@@ -46,10 +46,11 @@ class NotificationScanSchedulerTest {
|
||||
mock(com.nanri.aiimage.common.service.DistributedJobLockService.class);
|
||||
private final NotificationProperties properties = new NotificationProperties();
|
||||
private final ProxyBalancePort proxyBalancePort = mock(ProxyBalancePort.class);
|
||||
private final MaixiangAnomalyScanner maixiangAnomalyScanner = mock(MaixiangAnomalyScanner.class);
|
||||
|
||||
private NotificationScanScheduler newScheduler() {
|
||||
return new NotificationScanScheduler(fileTaskMapper, brandCrawlTaskMapper, notificationService,
|
||||
dispatch, lockService, properties, proxyBalancePort);
|
||||
dispatch, lockService, properties, proxyBalancePort, maixiangAnomalyScanner);
|
||||
}
|
||||
|
||||
@Test
|
||||
|
||||
Reference in New Issue
Block a user