From 46774fffed1122ab6d18ed0e95c5a13a5dcdecf9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=BB=84=E8=87=AA=E8=BE=BE?= <980324341@qq.com> Date: Wed, 28 Oct 2026 12:09:09 +0800 Subject: [PATCH] =?UTF-8?q?perf(similar-asin):=20=E7=BC=BA=E5=9B=BE?= =?UTF-8?q?=E9=80=90=E6=A0=BC=E5=91=8A=E8=AD=A6=E9=99=8D=E4=B8=BA=20DEBUG?= =?UTF-8?q?=EF=BC=8C=E9=81=BF=E5=85=8D=E5=8D=95=E4=BB=BB=E5=8A=A1=E4=B8=87?= =?UTF-8?q?=E6=9D=A1=20WARN=20=E9=98=BB=E5=A1=9E=E6=97=A5=E5=BF=97?= =?UTF-8?q?=E9=98=9F=E5=88=97?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../support/SimilarAsinImageEmbedder.java | 5 +- ...SimilarAsinImageEmbedderLogVolumeTest.java | 83 +++++++++++++++++++ 2 files changed, 87 insertions(+), 1 deletion(-) create mode 100644 backend-java/src/test/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedderLogVolumeTest.java diff --git a/backend-java/src/main/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedder.java b/backend-java/src/main/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedder.java index ec63b12cf..2be950341 100644 --- a/backend-java/src/main/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedder.java +++ b/backend-java/src/main/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedder.java @@ -656,7 +656,10 @@ public class SimilarAsinImageEmbedder { : null; if (recovered == null) { imageSpool.countedBlankCell(); - log.warn("[similar-asin][image] cell-image-miss url={} colIdx={} ({}), leave blank", + // 逐格 WARN 曾把单任务刷出 10,545 条(峰值 6,426 行/秒,超过 AsyncAppender + // 8192 队列并阻塞业务线程);缺口汇总由 assembler 的 + // "result delivery incomplete" 与 "image spool closed" 统一输出,这里只留调试明细。 + log.debug("[similar-asin][image] cell-image-miss url={} colIdx={} ({}), leave blank", trimmedUrl, colIdx, alreadyFailed ? "prefetch failed" : "prefetch did not spool"); return null; } diff --git a/backend-java/src/test/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedderLogVolumeTest.java b/backend-java/src/test/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedderLogVolumeTest.java new file mode 100644 index 000000000..b012912fc --- /dev/null +++ b/backend-java/src/test/java/com/nanri/aiimage/modules/similarasin/service/support/SimilarAsinImageEmbedderLogVolumeTest.java @@ -0,0 +1,83 @@ +package com.nanri.aiimage.modules.similarasin.service.support; + +import ch.qos.logback.classic.Level; +import ch.qos.logback.classic.Logger; +import ch.qos.logback.classic.spi.ILoggingEvent; +import ch.qos.logback.core.read.ListAppender; +import com.nanri.aiimage.common.excel.WpsCellImageWriter; +import com.nanri.aiimage.modules.file.service.oss.OssStorageService; +import com.nanri.aiimage.modules.similarasin.service.support.SimilarAsinImageEmbedder.ImageSpool; +import org.apache.poi.ss.usermodel.Row; +import org.junit.jupiter.api.AfterEach; +import org.junit.jupiter.api.Test; +import org.junit.jupiter.api.extension.ExtendWith; +import org.mockito.Mock; +import org.mockito.junit.jupiter.MockitoExtension; +import org.slf4j.LoggerFactory; + +import java.nio.file.Files; +import java.util.HashMap; + +import static org.junit.jupiter.api.Assertions.assertEquals; +import static org.junit.jupiter.api.Assertions.assertNull; +import static org.mockito.Mockito.mock; + +/** + * 线上 32358:单任务 10,545 个缺图单元格各写一条 WARN,峰值 6,426 行/秒, + * 超过 logback AsyncAppender 的 8192 队列容量。缺口汇总已由 assembler 的 + * "result delivery incomplete" 与 "image spool closed" 输出,逐格明细降为 DEBUG。 + */ +@ExtendWith(MockitoExtension.class) +class SimilarAsinImageEmbedderLogVolumeTest { + + @Mock + private OssStorageService ossStorageService; + + private SimilarAsinImageEmbedder embedder; + + @AfterEach + void shutdown() { + if (embedder != null) { + embedder.shutdown(); + } + } + + @Test + void per_cell_image_miss_is_debug_not_warn() throws Exception { + embedder = new SimilarAsinImageEmbedder(null, ossStorageService); + Logger logger = (Logger) LoggerFactory.getLogger(SimilarAsinImageEmbedder.class); + Level previous = logger.getLevel(); + boolean previousAdditive = logger.isAdditive(); + ListAppender appender = new ListAppender<>(); + appender.start(); + logger.addAppender(appender); + logger.setAdditive(false); + logger.setLevel(Level.DEBUG); + ImageSpool spool = null; + try { + spool = new ImageSpool(Files.createTempDirectory("image-miss-log-test-")); + String url = "https://example.invalid/missing.jpg"; + spool.markPrefetchFailed(url); + WpsCellImageWriter.Session session = WpsCellImageWriter.createSession(); + Row row = mock(Row.class); + for (int i = 0; i < 100; i++) { + assertNull(embedder.embedAsExcelCellImage( + i, 0, url, row, new HashMap<>(), session, spool)); + } + assertEquals(100, spool.blankCells()); + long warn = appender.list.stream() + .filter(event -> event.getLevel() == Level.WARN).count(); + long debug = appender.list.stream() + .filter(event -> event.getLevel() == Level.DEBUG).count(); + assertEquals(0, warn, "逐格缺图不应再写 WARN;汇总由 assembler 统一输出"); + assertEquals(100, debug); + } finally { + logger.detachAppender(appender); + logger.setAdditive(previousAdditive); + logger.setLevel(previous); + if (spool != null) { + spool.close(); + } + } + } +}