task-1: 建立 Similar ASIN 性能基线夹具 (1000/5000行、图片开关、chunk与payload采样)

新增 SimilarAsinPerfFixture 确定性夹具：按 sourceFileKey+rowIndex 派生字段，支持 0/1/1000/5000 行、图片开关两种模式、chunk 划分与 payload 字节采样；空输入返回空、超限(>5000行/非法chunk/空key)抛 IllegalArgumentException。含 10 个测试覆盖默认路径/批量/幂等/边界/非法输入/依赖失败恢复。
2026-08-29 14:22:07 +08:00
parent 322905607a
commit 2039acdfe6
4 changed files with 1097 additions and 0 deletions
@@ -0,0 +1,139 @@
+package com.nanri.aiimage.modules.similarasin.util;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.nanri.aiimage.modules.similarasin.model.vo.SimilarAsinParsedRowVo;
+import lombok.extern.slf4j.Slf4j;
+
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.LinkedHashMap;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * Similar ASIN 性能基线夹具：生成 1000/5000 行解析数据、图片开关两种模式、
+ * chunk 划分与 payload 大小采样，供性能基线测试与压测复用。
+ * 上限约束：单次最多 MAX_ROWS 行，防止基线夹具本身造成无界内存增长。
+ */
+@Slf4j
+public class SimilarAsinPerfFixture {
+
+    public static final int MAX_ROWS = 5000;
+    public static final int DEFAULT_CHUNK_SIZE = 200;
+
+    private static final String[] COUNTRIES = {"英国", "德国", "法国", "意大利", "西班牙"};
+    private static final String[] TITLES = {
+            "Women Floral Dress Summer Casual",
+            "Men Cotton T-Shirt Crew Neck",
+            "Kids Waterproof Rain Jacket",
+            "Fitness Yoga Pants High Waist",
+            "Home Office Desk Lamp LED",
+            "Stainless Steel Water Bottle 750ml",
+            "Wireless Bluetooth Earbuds Pro",
+            "Pet Grooming Brush Cat Dog"
+    };
+    private static final String[] SKU_PREFIX = {"SKU", "MSKU", "ASIN-ITEM", "PROD"};
+
+    private final ObjectMapper objectMapper;
+
+    public SimilarAsinPerfFixture(ObjectMapper objectMapper) {
+        this.objectMapper = objectMapper;
+    }
+
+    /** 生成 rowCount 行解析行数据；withImages=true 时为每行生成 http 图片 URL。rowCount 超出 [0, MAX_ROWS] 时拒绝。
+     * 所有字段由 sourceFileKey + rowIndex 确定性派生，同一输入必然产生相同输出（幂等）。 */
+    public List<SimilarAsinParsedRowVo> generateRows(String sourceFileKey, int rowCount, boolean withImages) {
+        if (sourceFileKey == null || sourceFileKey.isBlank()) {
+            throw new IllegalArgumentException("sourceFileKey 不能为空");
+        }
+        if (rowCount < 0 || rowCount > MAX_ROWS) {
+            throw new IllegalArgumentException("rowCount 必须在 [0, " + MAX_ROWS + "] 范围内，实际 " + rowCount);
+        }
+        List<SimilarAsinParsedRowVo> rows = new ArrayList<>(rowCount);
+        for (int i = 0; i < rowCount; i++) {
+            SimilarAsinParsedRowVo row = new SimilarAsinParsedRowVo();
+            int rowIndex = i + 1;
+            long seed = (sourceFileKey.hashCode() * 31L + rowIndex) & 0x7fffffffL;
+            String sourceId = String.valueOf(rowIndex);
+            row.setSourceFileKey(sourceFileKey);
+            row.setSourceFilename(sourceFileKey.substring(sourceFileKey.lastIndexOf('/') + 1));
+            row.setRowIndex(rowIndex);
+            row.setSourceId(sourceId);
+            row.setDisplayId(sourceId);
+            row.setRowToken(rowTokenFor(sourceFileKey, rowIndex));
+            row.setAsin(deterministicAsin(seed));
+            row.setCountry(COUNTRIES[(int) (seed >> 5) % COUNTRIES.length]);
+            row.setSku(SKU_PREFIX[(int) (seed >> 9) % SKU_PREFIX.length] + "-" + (1000 + rowIndex));
+            row.setTitle(TITLES[(int) (seed >> 13) % TITLES.length]);
+            if (withImages) {
+                row.setUrl("https://m.media-amazon.com/images/I/" + deterministicAsin(seed ^ 0x5DEDE5B5L) + ".jpg");
+            } else {
+                row.setUrl("");
+            }
+            Map<String, String> values = new LinkedHashMap<>();
+            values.put("id", sourceId);
+            values.put("asin", row.getAsin());
+            values.put("国家", row.getCountry());
+            values.put("价格", String.format("%.2f", 1 + (seed % 9900) / 100.0));
+            values.put("货号", row.getSku());
+            values.put("标题", row.getTitle());
+            if (withImages) {
+                values.put("主图URL", row.getUrl());
+            }
+            row.setValues(values);
+            rows.add(row);
+        }
+        return rows;
+    }
+
+    public String rowTokenFor(String sourceFileKey, Integer rowIndex) {
+        return sourceFileKey + "::row::" + rowIndex;
+    }
+
+    /** 按 chunkSize 顺序划分；chunkSize 必须为正数，行集合不能为 null。 */
+    public List<List<SimilarAsinParsedRowVo>> splitChunks(List<SimilarAsinParsedRowVo> rows, int chunkSize) {
+        if (rows == null) {
+            throw new IllegalArgumentException("rows 不能为 null");
+        }
+        if (chunkSize <= 0) {
+            throw new IllegalArgumentException("chunkSize 必须为正数，实际 " + chunkSize);
+        }
+        List<List<SimilarAsinParsedRowVo>> chunks = new ArrayList<>();
+        if (rows.isEmpty()) {
+            return chunks;
+        }
+        for (int from = 0; from < rows.size(); from += chunkSize) {
+            int to = Math.min(from + chunkSize, rows.size());
+            chunks.add(new ArrayList<>(rows.subList(from, to)));
+        }
+        return chunks;
+    }
+
+    /** 采样全量行 payload 大小与 chunk 划分数。序列化失败时向上抛出不产生部分结果。 */
+    public Metrics samplePayload(List<SimilarAsinParsedRowVo> rows, boolean withImages, int chunkSize) {
+        List<List<SimilarAsinParsedRowVo>> chunks = splitChunks(rows, chunkSize);
+        if (rows.isEmpty()) {
+            return new Metrics(0, 0, 0);
+        }
+        try {
+            byte[] bytes = objectMapper.writeValueAsString(rows).getBytes(StandardCharsets.UTF_8);
+            return new Metrics(rows.size(), chunks.size(), bytes.length);
+        } catch (Exception ex) {
+            throw new IllegalStateException("payload 采样序列化失败", ex);
+        }
+    }
+
+    public record Metrics(int rowCount, int chunkCount, long payloadBytes) {
+    }
+
+    private static String deterministicAsin(long seed) {
+        StringBuilder sb = new StringBuilder("B0");
+        long state = seed;
+        for (int i = 0; i < 8; i++) {
+            state = state * 6364136223846793005L + 1442695040888963407L;
+            int pick = (int) ((state >>> 33) % 36);
+            sb.append(pick < 10 ? (char) ('0' + pick) : (char) ('A' + pick - 10));
+        }
+        return sb.toString();
+    }
+}
@@ -0,0 +1,198 @@
+package com.nanri.aiimage.modules.similarasin.util;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.nanri.aiimage.modules.similarasin.model.vo.SimilarAsinParsedRowVo;
+import org.junit.jupiter.api.Test;
+
+import java.util.LinkedHashMap;
+import java.util.List;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertFalse;
+import static org.junit.jupiter.api.Assertions.assertNotNull;
+import static org.junit.jupiter.api.Assertions.assertThrows;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+/**
+ * Task 1：Similar ASIN 性能基线夹具（1000/5000 行、图片开关、chunk 数与 payload 大小采样）。
+ * 先写测试确认 RED，再实现 SimilarAsinPerfFixture。
+ */
+class SimilarAsinPerfFixtureTest {
+
+    private final SimilarAsinPerfFixture fixture = new SimilarAsinPerfFixture(new ObjectMapper());
+
+    @Test
+    void test_task_001_payload_chunk_image_normal_default_path() {
+        // 1000 行、带图片开关，默认 chunk 大小
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/base.xlsx", 1000, true);
+        assertEquals(1000, rows.size());
+        // 行必须包含 url 图片地址
+        assertFalse(rows.get(0).getUrl().isBlank());
+        assertTrue(rows.get(0).getUrl().startsWith("http"));
+        // rowToken 稳定且唯一
+        assertEquals(rows.get(0).getRowToken(), fixture.rowTokenFor(rows.get(0).getSourceFileKey(), rows.get(0).getRowIndex()));
+        assertEquals(1000, rows.stream().map(SimilarAsinParsedRowVo::getRowToken).distinct().count());
+
+        List<List<SimilarAsinParsedRowVo>> chunks = fixture.splitChunks(rows, 200);
+        assertEquals(5, chunks.size());
+        assertEquals(200, chunks.get(0).size());
+
+        SimilarAsinPerfFixture.Metrics metrics = fixture.samplePayload(rows, true, 200);
+        assertEquals(1000, metrics.rowCount());
+        assertEquals(5, metrics.chunkCount());
+        assertTrue(metrics.payloadBytes() > 0, "payload 采样字节数必须大于 0");
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_normal_multiple_items() {
+        // 5000 行批量场景：顺序稳定、chunk 数正确、结果不丢失
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/multi.xlsx", 5000, false);
+        assertEquals(5000, rows.size());
+        assertTrue(rows.get(0).getUrl().isBlank(), "图片开关关闭时 url 必须为空");
+
+        List<List<SimilarAsinParsedRowVo>> chunks = fixture.splitChunks(rows, 200);
+        assertEquals(25, chunks.size());
+        // 顺序稳定：拼接后与原始一致
+        List<SimilarAsinParsedRowVo> restored = chunks.stream().flatMap(List::stream).toList();
+        assertEquals(rows.size(), restored.size());
+        for (int i = 0; i < rows.size(); i++) {
+            assertEquals(rows.get(i).getRowToken(), restored.get(i).getRowToken());
+        }
+        // 所有行 rowIndex 递增
+        for (int i = 0; i < rows.size(); i++) {
+            assertEquals(i + 1, rows.get(i).getRowIndex());
+        }
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_normal_repeated_operation_is_idempotent() {
+        List<SimilarAsinParsedRowVo> first = fixture.generateRows("uploads/20260829/idem.xlsx", 1000, true);
+        List<SimilarAsinParsedRowVo> second = fixture.generateRows("uploads/20260829/idem.xlsx", 1000, true);
+        // 同一输入重复生成：token 完全一致，不产生重复差异
+        assertEquals(first.size(), second.size());
+        for (int i = 0; i < first.size(); i++) {
+            assertEquals(first.get(i).getRowToken(), second.get(i).getRowToken());
+            assertEquals(first.get(i).getAsin(), second.get(i).getAsin());
+        }
+        // splitChunks 幂等：两次划分 chunk 数一致
+        assertEquals(fixture.splitChunks(first, 200).size(), fixture.splitChunks(second, 200).size());
+        // 采样指标幂等
+        SimilarAsinPerfFixture.Metrics m1 = fixture.samplePayload(first, true, 200);
+        SimilarAsinPerfFixture.Metrics m2 = fixture.samplePayload(second, true, 200);
+        assertEquals(m1.payloadBytes(), m2.payloadBytes());
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_boundary_empty_input() {
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/empty.xlsx", 0, true);
+        assertNotNull(rows);
+        assertEquals(0, rows.size());
+        // 空行 splitChunks 返回空，不产生无效 chunk
+        assertEquals(0, fixture.splitChunks(rows, 200).size());
+        // 空行采样：行数 0、chunk 0、payload 字节数为 0（不创建任何载荷）
+        SimilarAsinPerfFixture.Metrics metrics = fixture.samplePayload(rows, true, 200);
+        assertEquals(0, metrics.rowCount());
+        assertEquals(0, metrics.chunkCount());
+        assertEquals(0, metrics.payloadBytes());
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_boundary_single_item() {
+        // 单行：不依赖批量路径且结果正确
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/single.xlsx", 1, true);
+        assertEquals(1, rows.size());
+        assertEquals(1, rows.get(0).getRowIndex());
+        assertEquals(1, fixture.splitChunks(rows, 200).size());
+        // 单行 chunk 划分后仍只含 1 行
+        List<List<SimilarAsinParsedRowVo>> chunks = fixture.splitChunks(rows, 200);
+        assertEquals(1, chunks.get(0).size());
+        SimilarAsinPerfFixture.Metrics metrics = fixture.samplePayload(rows, true, 200);
+        assertEquals(1, metrics.rowCount());
+        assertEquals(1, metrics.chunkCount());
+        assertTrue(metrics.payloadBytes() > 0);
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_boundary_limit_and_overflow() {
+        // 超过最大行数（5000）时拒绝，不发生无界内存增长
+        assertThrows(IllegalArgumentException.class, () -> fixture.generateRows("uploads/20260829/overflow.xlsx", 5001, true));
+        // 达到最大允许值 5000 时允许
+        assertEquals(5000, fixture.generateRows("uploads/20260829/max.xlsx", 5000, true).size());
+        // chunkSize 非法值拒绝
+        assertThrows(IllegalArgumentException.class, () -> fixture.splitChunks(fixture.generateRows("uploads/20260829/a.xlsx", 100, true), 0));
+        assertThrows(IllegalArgumentException.class, () -> fixture.splitChunks(fixture.generateRows("uploads/20260829/b.xlsx", 100, true), -1));
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_invalid_input_rejected() {
+        // null 文件 key 拒绝
+        assertThrows(IllegalArgumentException.class, () -> fixture.generateRows(null, 100, true));
+        // 空白文件 key 拒绝
+        assertThrows(IllegalArgumentException.class, () -> fixture.generateRows("   ", 100, true));
+        // 负行数拒绝
+        assertThrows(IllegalArgumentException.class, () -> fixture.generateRows("uploads/20260829/neg.xlsx", -1, true));
+        // null 行集合分块拒绝
+        assertThrows(IllegalArgumentException.class, () -> fixture.splitChunks(null, 200));
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_dependency_failure_releases_resources() {
+        // 采样时序列化器失败（mock 抛异常）：错误可恢复，不产生部分结果
+        ObjectMapper broken = new ObjectMapper() {
+            @Override
+            public String writeValueAsString(Object value) {
+                throw new IllegalStateException("serializer down");
+            }
+        };
+        SimilarAsinPerfFixture failingFixture = new SimilarAsinPerfFixture(broken);
+        List<SimilarAsinParsedRowVo> rows = failingFixture.generateRows("uploads/20260829/fail.xlsx", 1000, true);
+        assertThrows(IllegalStateException.class, () -> failingFixture.samplePayload(rows, true, 200));
+        // 恢复后（换回正常 mapper）仍能正常工作
+        SimilarAsinPerfFixture.Metrics recovered = fixture.samplePayload(fixture.generateRows("uploads/20260829/recover.xlsx", 1000, true), true, 200);
+        assertTrue(recovered.payloadBytes() > 0);
+        assertNotNull(recovered);
+        // 行对象在失败后仍可复用（不持有任何锁或已关闭资源）
+        assertTrue(rows.get(0).getAsin().startsWith("B0"));
+        // 验证图片开关两种模式下行字段差异明确
+        List<SimilarAsinParsedRowVo> noImg = fixture.generateRows("uploads/20260829/nimg.xlsx", 10, false);
+        assertTrue(noImg.get(0).getUrl().isBlank());
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_normal_fields_populated() {
+        // 行字段完整性：asin/country/sku/title/values 均填充且稳定
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/fields.xlsx", 10, false);
+        SimilarAsinParsedRowVo row = rows.get(3);
+        assertTrue(row.getAsin().matches("B0[A-Z0-9]{8}"));
+        assertFalse(row.getCountry().isBlank());
+        assertFalse(row.getSku().isBlank());
+        assertFalse(row.getTitle().isBlank());
+        assertNotNull(row.getValues());
+        assertFalse(row.getValues().isEmpty());
+        assertTrue(row.getValues().containsKey("asin"));
+        assertTrue(row.getValues().containsKey("国家"));
+        // 行号与 sourceId 关联正确
+        assertEquals("4", row.getSourceId());
+        assertEquals(4, row.getRowIndex());
+        // values 是独立副本，修改不影响后续生成
+        row.getValues().put("价格", "999");
+        List<SimilarAsinParsedRowVo> again = fixture.generateRows("uploads/20260829/fields.xlsx", 10, false);
+        assertTrue(!again.get(3).getValues().getOrDefault("价格", "").equals("999"));
+    }
+
+    @Test
+    void test_task_001_payload_chunk_image_boundary_chunk_size_edge() {
+        // chunk 边界：行数恰好整除 / 有余数 / 单 chunk 放不下
+        List<SimilarAsinParsedRowVo> rows = fixture.generateRows("uploads/20260829/edge.xlsx", 100, false);
+        // 100 行 / 40 → 3 chunks（40+40+20）
+        List<List<SimilarAsinParsedRowVo>> chunks = fixture.splitChunks(rows, 40);
+        assertEquals(3, chunks.size());
+        assertEquals(40, chunks.get(0).size());
+        assertEquals(20, chunks.get(2).size());
+        // chunkSize 大于总行数 → 单 chunk
+        assertEquals(1, fixture.splitChunks(rows, 500).size());
+        // chunkSize 恰好等于行数 → 单 chunk 全量
+        assertEquals(1, fixture.splitChunks(rows, 100).size());
+        assertEquals(100, fixture.splitChunks(rows, 100).get(0).size());
+    }
+}