task-70: 历史清理改为 keyset 分页、小批量和短事务

2026-08-30 19:48:59 +08:00
parent fb090bf80d
commit 9de4603484
4 changed files with 585 additions and 96 deletions
@@ -12,6 +12,11 @@ public class ModuleCleanupProperties {
    private boolean enabled = true;
    private String cron = "0 0 0 * * *";
    private long retentionDays = 7;
+    /**
+     * keyset 分页每批处理的任务数：每批一个短事务，批内按 id 升序，
+     * 批间无行级排他锁占用；0/负值回退默认 500。
+     */
+    private int batchSize = 500;
    // SHOP_DATA_CRAWL keeps one per-shop daily workbook in its task service
    // and must not be removed by the age-based sweep.
    private List<String> moduleTypes = new ArrayList<>(List.of("DEDUPE", "SPLIT", "CONVERT", "DELETE_BRAND", "PRODUCT_RISK_RESOLVE", "PRICE_TRACK", "SHOP_MATCH", "PATROL_DELETE", "QUERY_ASIN", "WITHDRAW", "APPEARANCE_PATENT", "SIMILAR_ASIN", "COLLECT_DATA"));