fix(backend-java): 收口并发资源与恢复链路
This commit is contained in:
@@ -31,6 +31,7 @@ import com.nanri.aiimage.modules.withdraw.service.WithdrawResultFileJobHandler;
|
||||
import com.nanri.aiimage.modules.withdraw.service.WithdrawTaskService;
|
||||
import io.micrometer.core.instrument.MeterRegistry;
|
||||
import org.springframework.beans.factory.ObjectProvider;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
@@ -40,7 +41,10 @@ import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.Set;
|
||||
import java.util.concurrent.ArrayBlockingQueue;
|
||||
import java.util.concurrent.ExecutorService;
|
||||
import java.util.concurrent.ThreadPoolExecutor;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
import java.util.concurrent.Executors;
|
||||
import java.util.concurrent.Semaphore;
|
||||
|
||||
@@ -77,9 +81,30 @@ public class TaskFileJobConfig {
|
||||
.factory());
|
||||
}
|
||||
|
||||
/**
|
||||
* transient payload 物理删除使用独立有界线程池,不能与业务虚拟线程执行器共用,
|
||||
* 避免清理洪峰占满业务任务线程并形成无界在途删除。
|
||||
*/
|
||||
@Bean(name = "transientPayloadDeleteExecutor", destroyMethod = "shutdown")
|
||||
public ExecutorService transientPayloadDeleteExecutor(
|
||||
@Value("${aiimage.transient-storage.delete-dispatch-pool-size:2}") int poolSize,
|
||||
@Value("${aiimage.transient-storage.delete-dispatch-queue-capacity:100}") int queueCapacity) {
|
||||
int workers = Math.max(1, Math.min(poolSize, 16));
|
||||
int queue = Math.max(1, Math.min(queueCapacity, 10_000));
|
||||
return new ThreadPoolExecutor(
|
||||
workers, workers, 0L, TimeUnit.MILLISECONDS,
|
||||
new ArrayBlockingQueue<>(queue),
|
||||
runnable -> {
|
||||
Thread thread = new Thread(runnable, "transient-payload-delete");
|
||||
thread.setDaemon(true);
|
||||
return thread;
|
||||
},
|
||||
new ThreadPoolExecutor.AbortPolicy());
|
||||
}
|
||||
|
||||
@Bean("taskQueueExecutor")
|
||||
public TaskExecutor taskQueueExecutor(
|
||||
ExecutorService taskQueueVirtualThreadExecutor,
|
||||
@Qualifier("taskQueueVirtualThreadExecutor") ExecutorService taskQueueVirtualThreadExecutor,
|
||||
@Value("${aiimage.coze-task.max-concurrent:12}") int maxConcurrent,
|
||||
@Value("${aiimage.coze-task.max-waiting:1000}") int maxWaiting,
|
||||
ObjectProvider<MeterRegistry> meterRegistryProvider) {
|
||||
|
||||
Reference in New Issue
Block a user