perf(LLM任务): 首查短超时快速失败 + 退避抖动 + 标题失败跳过外观识别
生产 24h 数据:外观专利任务 LLM 重试失败 93+82 次几乎全是超时, 终态 41 行降级为「外观识别异常」;成功调用 p99=34s、超 60s 仅 0.02%。 原策略每轮重试都挂满 90s(被全局 call-timeout 钳制),且 1.5s/3s 密集重试整批落在同一劣化窗口内。 - 第 1 次尝试改用 llm-first-attempt-read-timeout-millis(默认 60s)快速失败, 重试走完整读超时,慢而成功的正常调用不被误杀 - 重试等待改 LlmRetryBackoff:2s/10s + ±30% 抖动,覆盖更长窗口并打散同批尖峰 - 外观专利标题识别失败时跳过外观请求(该行必走回退,外观结果本就会被丢弃)
This commit is contained in:
@@ -0,0 +1,47 @@
|
||||
package com.nanri.aiimage.common.retry;
|
||||
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
import static org.assertj.core.api.Assertions.assertThat;
|
||||
|
||||
/** 重试退避策略:档位、上下界与抖动范围(固定 random 消除随机性)。 */
|
||||
class LlmRetryBackoffTest {
|
||||
|
||||
@Test
|
||||
void firstRetryWaitsTwoSeconds() {
|
||||
assertThat(LlmRetryBackoff.delayMillis(1, 0.5d)).isEqualTo(2_000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
void secondRetryWaitsTenSeconds() {
|
||||
assertThat(LlmRetryBackoff.delayMillis(2, 0.5d)).isEqualTo(10_000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
void attemptsBeyondTableUseLastTier() {
|
||||
assertThat(LlmRetryBackoff.delayMillis(3, 0.5d)).isEqualTo(10_000L);
|
||||
assertThat(LlmRetryBackoff.delayMillis(9, 0.5d)).isEqualTo(10_000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
void jitterStaysWithinThirtyPercent() {
|
||||
assertThat(LlmRetryBackoff.delayMillis(1, 0d)).isEqualTo(1_400L);
|
||||
assertThat(LlmRetryBackoff.delayMillis(1, 1d)).isEqualTo(2_600L);
|
||||
assertThat(LlmRetryBackoff.delayMillis(2, 0d)).isEqualTo(7_000L);
|
||||
assertThat(LlmRetryBackoff.delayMillis(2, 1d)).isEqualTo(13_000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
void attemptIndexBelowOneIsClampedToFirstTier() {
|
||||
assertThat(LlmRetryBackoff.delayMillis(0, 0.5d)).isEqualTo(2_000L);
|
||||
assertThat(LlmRetryBackoff.delayMillis(-3, 0.5d)).isEqualTo(2_000L);
|
||||
}
|
||||
|
||||
@Test
|
||||
void randomDelayAlwaysPositiveAndBounded() {
|
||||
for (int i = 0; i < 200; i++) {
|
||||
long delay = LlmRetryBackoff.delayMillis(1);
|
||||
assertThat(delay).isBetween(1_400L, 2_600L);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user