fix(dedupe): 文件处理槽位等待加上限,等不到判失败并写明原因
原先 Semaphore.acquire() 无超时:一个文件卡在上游读取或 OSS 上传时, 同批与后续任务的每个文件都无限排在这 4 个槽位上——任务不落终态、 进度冻在已提交那格。改为 tryAcquire(默认 600s,可配 aiimage.dedupe.run.file-slot-wait-seconds),等不到把该文件判失败 并写明「是没排到槽位」,不再是静默续等。新增 2 例互为对照: 槽位占满必须到点返回 false 且不占槽位;有空槽位照常放行。
This commit is contained in:
+87
@@ -0,0 +1,87 @@
|
||||
package com.nanri.aiimage.modules.dedupe.service;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.nanri.aiimage.config.InstanceMetadata;
|
||||
import com.nanri.aiimage.config.StorageProperties;
|
||||
import com.nanri.aiimage.modules.file.service.oss.OssStorageService;
|
||||
import com.nanri.aiimage.modules.task.mapper.FileResultMapper;
|
||||
import com.nanri.aiimage.modules.task.mapper.FileTaskMapper;
|
||||
import org.junit.jupiter.api.DisplayName;
|
||||
import org.junit.jupiter.api.Test;
|
||||
import org.junit.jupiter.api.extension.ExtendWith;
|
||||
import org.mockito.Mock;
|
||||
import org.mockito.junit.jupiter.MockitoExtension;
|
||||
import org.springframework.data.redis.core.StringRedisTemplate;
|
||||
import org.springframework.test.util.ReflectionTestUtils;
|
||||
|
||||
import java.util.concurrent.Semaphore;
|
||||
|
||||
import static org.junit.jupiter.api.Assertions.assertEquals;
|
||||
import static org.junit.jupiter.api.Assertions.assertFalse;
|
||||
import static org.junit.jupiter.api.Assertions.assertNotNull;
|
||||
import static org.junit.jupiter.api.Assertions.assertTrue;
|
||||
|
||||
/**
|
||||
* 文件处理槽位的等待上限(回归:原先 {@code Semaphore.acquire()} 没有超时)。
|
||||
*
|
||||
* <p>去重的文件并行度只有 4 个槽位。一个文件卡在上游读取或 OSS 上传时,同批与后续任务
|
||||
* 的每个文件都原先**无限**排在 {@code acquire()} 上:任务不落终态、进度冻在已提交的那一格,
|
||||
* 用户只能干等。改造后等不到槽位就把该文件判失败并写明"是没排到槽位",等待上限可配置。
|
||||
*/
|
||||
@ExtendWith(MockitoExtension.class)
|
||||
class DedupeRunServiceFileSlotTest {
|
||||
|
||||
@Mock
|
||||
private FileTaskMapper fileTaskMapper;
|
||||
@Mock
|
||||
private FileResultMapper fileResultMapper;
|
||||
@Mock
|
||||
private StorageProperties storageProperties;
|
||||
@Mock
|
||||
private OssStorageService ossStorageService;
|
||||
@Mock
|
||||
private DedupeTotalDataService dedupeTotalDataService;
|
||||
@Mock
|
||||
private com.nanri.aiimage.common.service.CompanyScopeSupport companyScopeSupport;
|
||||
@Mock
|
||||
private StringRedisTemplate redisTemplate;
|
||||
|
||||
private final ObjectMapper objectMapper = new ObjectMapper();
|
||||
|
||||
private DedupeRunService newService(long waitSeconds) {
|
||||
DedupeRunService service = new DedupeRunService(fileTaskMapper, fileResultMapper,
|
||||
storageProperties, ossStorageService, dedupeTotalDataService, companyScopeSupport,
|
||||
redisTemplate, objectMapper, new InstanceMetadata("server-110"));
|
||||
ReflectionTestUtils.setField(service, "fileSlotWaitSeconds", waitSeconds);
|
||||
return service;
|
||||
}
|
||||
|
||||
private Semaphore slots(DedupeRunService service) {
|
||||
Semaphore semaphore = (Semaphore) ReflectionTestUtils.getField(service, "fileParallelSemaphore");
|
||||
assertNotNull(semaphore, "文件并行槽位必须存在");
|
||||
return semaphore;
|
||||
}
|
||||
|
||||
@Test
|
||||
@DisplayName("槽位被占满时等待必须到点返回 false,而不是无限排队")
|
||||
void timesOutWhenNoSlotIsFree() throws Exception {
|
||||
DedupeRunService service = newService(1L);
|
||||
Semaphore slots = slots(service);
|
||||
assertTrue(slots.drainPermits() > 0, "用例前提:全部槽位被其它文件占着");
|
||||
|
||||
assertFalse(service.tryAcquireFileSlot(), "槽位占满时必须超时返回,不能继续无界排队");
|
||||
assertEquals(0, slots.availablePermits(), "超时返回不得顺手占住一个槽位");
|
||||
}
|
||||
|
||||
@Test
|
||||
@DisplayName("有空槽位时照常拿到(超时不是无条件拒绝)")
|
||||
void grantsSlotWhenOneIsFree() throws Exception {
|
||||
DedupeRunService service = newService(1L);
|
||||
Semaphore slots = slots(service);
|
||||
slots.release();
|
||||
int before = slots.availablePermits();
|
||||
|
||||
assertTrue(service.tryAcquireFileSlot(), "有空槽位就必须放行");
|
||||
assertEquals(before - 1, slots.availablePermits(), "拿到槽位要真的占住一个");
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user