task-22: 拆分 collect-data 模块 API 至 types/modules/collect-data.ts,java-modules.ts re-export

This commit is contained in:
2026-08-31 19:50:53 +08:00
parent 79e3513056
commit 8f119198fd
3 changed files with 494 additions and 251 deletions
+1 -251
View File
@@ -21,6 +21,7 @@ export * from "./types/modules/price-track.ts";
export * from "./types/modules/shop-match.ts";
export * from "./types/modules/query-asin.ts";
export * from "./types/modules/withdraw.ts";
export * from "./types/modules/collect-data.ts";
import type {
ProductRiskCandidateVo,
ProductRiskDashboardVo,
@@ -433,257 +434,6 @@ export function synthesizeImageVideoVoice(payload: { text: string; voiceId: stri
);
}
// ========== 采集数据 ==========
export interface CollectDataSourceFile {
fileKey: string;
originalFilename?: string;
relativePath?: string;
}
export interface CollectDataFilters {
amount?: number | string | null;
minAmount?: number | string | null;
maxAmount?: number | string | null;
min_amount?: number | string | null;
max_amount?: number | string | null;
rank?: boolean | null;
fba?: boolean | null;
fbm?: boolean | null;
countryCodes?: string[];
countryCode?: string | null;
country_code?: string | null;
}
export interface CollectDataParseRequest {
user_id: number;
files: CollectDataSourceFile[];
task_type?: string;
filters?: CollectDataFilters;
}
export interface CollectDataParseVo {
taskId: number;
taskNo?: string;
sourceFilename?: string;
sourceFileCount?: number;
totalRows?: number;
acceptedRows?: number;
droppedRows?: number;
pageSize?: number;
}
export interface CollectDataDashboardVo {
pendingTaskCount: number;
processedTaskCount: number;
successTaskCount: number;
failedTaskCount: number;
}
export interface CollectDataHistoryItem {
resultId?: number;
taskId?: number;
taskNo?: string;
sourceFilename?: string;
resultFilename?: string;
downloadUrl?: string;
taskStatus?: string;
success?: boolean;
error?: string;
rowCount?: number;
dedupeFilteredCount?: number;
invalidFilteredCount?: number;
brandRejectedCount?: number;
finalRowCount?: number;
totalRows?: number;
receivedRows?: number;
processedRows?: number;
collectStage?: string;
currentKeyword?: string;
searchCurrentPage?: number;
searchTotalPages?: number;
detailProcessedAsins?: number;
detailTotalAsins?: number;
progressPercent?: number;
createdAt?: string;
startedAt?: string;
finishedAt?: string;
taskType?: string;
filters?: CollectDataFilters;
}
export interface CollectDataHistoryVo {
items: CollectDataHistoryItem[];
}
export interface CollectDataTaskSummary {
id?: number;
taskNo?: string;
status?: string;
errorMessage?: string;
createdAt?: string;
updatedAt?: string;
startedAt?: string;
finishedAt?: string;
taskType?: string;
}
export interface CollectDataTaskDetailVo {
task?: CollectDataTaskSummary;
items?: CollectDataHistoryItem[];
}
export interface CollectDataTaskBatchVo {
items: CollectDataTaskDetailVo[];
missingTaskIds?: number[];
}
export interface CollectDataItemVo {
id?: number;
rowIndex?: number;
sourceFileKey?: string;
sourceFilename?: string;
keyword?: string;
statusValue?: string;
extra?: Record<string, string>;
}
export interface CollectDataItemsPageVo {
taskId?: number;
taskNo?: string;
taskType?: string;
taskStatus?: string;
page?: number;
pageSize?: number;
count?: number;
total?: number;
totalPages?: number;
filters?: CollectDataFilters;
items: CollectDataItemVo[];
}
export function parseCollectData(
request: Omit<CollectDataParseRequest, "user_id"> | CollectDataParseRequest,
) {
return unwrapJavaResponse(
post<JavaApiResponse<CollectDataParseVo>, CollectDataParseRequest>(
`${JAVA_API_PREFIX}/collect-data/parse`,
{ ...request, user_id: getCurrentUserId() },
),
);
}
export function activateCollectDataTask(taskId: number) {
return unwrapJavaResponse(
post<JavaApiResponse<null>, undefined>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/activate?user_id=${encodeURIComponent(String(getCurrentUserId()))}`,
undefined,
),
);
}
export function getCollectDataItemsPage(
taskId: number,
page: number = 1,
pageSize: number = 50,
) {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataItemsPageVo>>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/items`,
{
params: {
user_id: getCurrentUserId(),
page,
page_size: pageSize,
},
},
),
);
}
export function getCollectDataDashboard() {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataDashboardVo>>(
`${JAVA_API_PREFIX}/collect-data/dashboard`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function getCollectDataHistory(limit: number = 50) {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataHistoryVo>>(
`${JAVA_API_PREFIX}/collect-data/history`,
{ params: { user_id: getCurrentUserId(), limit } },
),
);
}
export function getCollectDataTaskProgressBatch(
taskIds: number[],
options: TaskProgressBatchOptions = {},
) {
return postTaskProgressBatch<CollectDataTaskBatchVo>(
`${JAVA_API_PREFIX}/collect-data/tasks/progress/batch`,
taskIds,
options,
);
}
export function deleteCollectDataTask(taskId: number) {
return unwrapJavaResponse(
del<JavaApiResponse<null>>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function deleteCollectDataHistory(resultId: number) {
return unwrapJavaResponse(
del<JavaApiResponse<null>>(
`${JAVA_API_PREFIX}/collect-data/history/${resultId}`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export interface CollectDataCountryPreferenceVo {
country_codes: string[];
}
export function getCollectDataCountryPreference() {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataCountryPreferenceVo>>(
`${JAVA_API_PREFIX}/collect-data/country-preference`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function putCollectDataCountryPreference(countryCodes: string[]) {
return unwrapJavaResponse(
put<
JavaApiResponse<CollectDataCountryPreferenceVo>,
{ user_id: number; country_codes: string[] }
>(`${JAVA_API_PREFIX}/collect-data/country-preference`, {
user_id: getCurrentUserId(),
country_codes: countryCodes,
}),
);
}
export function failCollectDataTask(taskId: number, error?: string) {
const params = new URLSearchParams({ user_id: String(getCurrentUserId()) });
if (error) params.set('error', error);
return unwrapJavaResponse(
post<JavaApiResponse<null>, undefined>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/fail?${params.toString()}`,
undefined,
),
);
}
export function getJavaDownloadUrl(path: string) {
let raw =
path.startsWith("http://") || path.startsWith("https://")
@@ -0,0 +1,316 @@
import { get, post, put, del, type JavaApiResponse, unwrapJavaResponse } from '../../http.ts'
import { buildJavaUrl, JAVA_API_PREFIX } from '../../url.ts'
import { getCurrentUserId } from '../../user.ts'
import { getTaskProgressCacheTtlMs, getTaskProgressTimeoutMs } from '../../../task-progress-config.ts'
import { createTaskProgressRequestCache } from '../../../task-progress-request-cache.ts'
export interface CollectDataSourceFile {
fileKey: string;
originalFilename?: string;
relativePath?: string;
}
export interface CollectDataFilters {
amount?: number | string | null;
minAmount?: number | string | null;
maxAmount?: number | string | null;
min_amount?: number | string | null;
max_amount?: number | string | null;
rank?: boolean | null;
fba?: boolean | null;
fbm?: boolean | null;
countryCodes?: string[];
countryCode?: string | null;
country_code?: string | null;
}
export interface CollectDataParseRequest {
user_id: number;
files: CollectDataSourceFile[];
task_type?: string;
filters?: CollectDataFilters;
}
export interface CollectDataParseVo {
taskId: number;
taskNo?: string;
sourceFilename?: string;
sourceFileCount?: number;
totalRows?: number;
acceptedRows?: number;
droppedRows?: number;
pageSize?: number;
}
export interface CollectDataDashboardVo {
pendingTaskCount: number;
processedTaskCount: number;
successTaskCount: number;
failedTaskCount: number;
}
export interface CollectDataHistoryItem {
resultId?: number;
taskId?: number;
taskNo?: string;
sourceFilename?: string;
resultFilename?: string;
downloadUrl?: string;
taskStatus?: string;
success?: boolean;
error?: string;
rowCount?: number;
dedupeFilteredCount?: number;
invalidFilteredCount?: number;
brandRejectedCount?: number;
finalRowCount?: number;
totalRows?: number;
receivedRows?: number;
processedRows?: number;
collectStage?: string;
currentKeyword?: string;
searchCurrentPage?: number;
searchTotalPages?: number;
detailProcessedAsins?: number;
detailTotalAsins?: number;
progressPercent?: number;
createdAt?: string;
startedAt?: string;
finishedAt?: string;
taskType?: string;
filters?: CollectDataFilters;
}
export interface CollectDataHistoryVo {
items: CollectDataHistoryItem[];
}
export interface CollectDataTaskSummary {
id?: number;
taskNo?: string;
status?: string;
errorMessage?: string;
createdAt?: string;
updatedAt?: string;
startedAt?: string;
finishedAt?: string;
taskType?: string;
}
export interface CollectDataTaskDetailVo {
task?: CollectDataTaskSummary;
items?: CollectDataHistoryItem[];
}
export interface CollectDataTaskBatchVo {
items: CollectDataTaskDetailVo[];
missingTaskIds?: number[];
}
export interface CollectDataItemVo {
id?: number;
rowIndex?: number;
sourceFileKey?: string;
sourceFilename?: string;
keyword?: string;
statusValue?: string;
extra?: Record<string, string>;
}
export interface CollectDataItemsPageVo {
taskId?: number;
taskNo?: string;
taskType?: string;
taskStatus?: string;
page?: number;
pageSize?: number;
count?: number;
total?: number;
totalPages?: number;
filters?: CollectDataFilters;
items: CollectDataItemVo[];
}
export interface CollectDataCountryPreferenceVo {
country_codes: string[];
}
interface TaskProgressBatchOptions {
force?: boolean;
}
const taskProgressResponseCache = createTaskProgressRequestCache<unknown>({
ttlMs: () => getTaskProgressCacheTtlMs(),
maxEntries: 100,
maxInflight: 16,
});
function normalizeTaskIds(taskIds: number[]) {
return Array.from(
new Set(
(taskIds || [])
.map((taskId) => Number(taskId))
.filter((taskId) => Number.isFinite(taskId) && taskId > 0),
),
).sort((left, right) => left - right);
}
function buildTaskProgressRequestKey(path: string, taskIds: number[]) {
return `${path}::${taskIds.join(",")}`;
}
async function postTaskProgressBatch<T>(
path: string,
taskIds: number[],
options: TaskProgressBatchOptions = {},
) {
const normalizedTaskIds = normalizeTaskIds(taskIds);
if (!normalizedTaskIds.length) {
return { items: [], missingTaskIds: [] } as T;
}
const cacheKey = buildTaskProgressRequestKey(path, normalizedTaskIds);
const cached = taskProgressResponseCache.get(cacheKey);
if (!options.force && cached !== undefined) {
return cached as T;
}
const inflight = taskProgressResponseCache.getInflight(cacheKey);
if (!options.force && inflight) {
return (await inflight) as T;
}
const requestPromise = unwrapJavaResponse(
post<JavaApiResponse<T>, { taskIds: number[] }>(path, { taskIds: normalizedTaskIds }, {
timeout: getTaskProgressTimeoutMs(),
}),
)
.then((data) => {
taskProgressResponseCache.set(cacheKey, data);
return data;
})
.finally(() => {
taskProgressResponseCache.endInflight(cacheKey);
});
taskProgressResponseCache.startInflight(cacheKey, requestPromise);
return requestPromise;
}
export function parseCollectData(
request: Omit<CollectDataParseRequest, "user_id"> | CollectDataParseRequest,
) {
return unwrapJavaResponse(
post<JavaApiResponse<CollectDataParseVo>, CollectDataParseRequest>(
`${JAVA_API_PREFIX}/collect-data/parse`,
{ ...request, user_id: getCurrentUserId() },
),
);
}
export function activateCollectDataTask(taskId: number) {
return unwrapJavaResponse(
post<JavaApiResponse<null>, undefined>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/activate?user_id=${encodeURIComponent(String(getCurrentUserId()))}`,
undefined,
),
);
}
export function getCollectDataItemsPage(
taskId: number,
page: number = 1,
pageSize: number = 50,
) {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataItemsPageVo>>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/items`,
{
params: {
user_id: getCurrentUserId(),
page,
page_size: pageSize,
},
},
),
);
}
export function getCollectDataDashboard() {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataDashboardVo>>(
`${JAVA_API_PREFIX}/collect-data/dashboard`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function getCollectDataHistory(limit: number = 50) {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataHistoryVo>>(
`${JAVA_API_PREFIX}/collect-data/history`,
{ params: { user_id: getCurrentUserId(), limit } },
),
);
}
export function getCollectDataTaskProgressBatch(
taskIds: number[],
options: TaskProgressBatchOptions = {},
) {
return postTaskProgressBatch<CollectDataTaskBatchVo>(
`${JAVA_API_PREFIX}/collect-data/tasks/progress/batch`,
taskIds,
options,
);
}
export function deleteCollectDataTask(taskId: number) {
return unwrapJavaResponse(
del<JavaApiResponse<null>>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function deleteCollectDataHistory(resultId: number) {
return unwrapJavaResponse(
del<JavaApiResponse<null>>(
`${JAVA_API_PREFIX}/collect-data/history/${resultId}`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function getCollectDataCountryPreference() {
return unwrapJavaResponse(
get<JavaApiResponse<CollectDataCountryPreferenceVo>>(
`${JAVA_API_PREFIX}/collect-data/country-preference`,
{ params: { user_id: getCurrentUserId() } },
),
);
}
export function putCollectDataCountryPreference(countryCodes: string[]) {
return unwrapJavaResponse(
put<
JavaApiResponse<CollectDataCountryPreferenceVo>,
{ user_id: number; country_codes: string[] }
>(`${JAVA_API_PREFIX}/collect-data/country-preference`, {
user_id: getCurrentUserId(),
country_codes: countryCodes,
}),
);
}
export function failCollectDataTask(taskId: number, error?: string) {
const params = new URLSearchParams({ user_id: String(getCurrentUserId()) });
if (error) params.set('error', error);
return unwrapJavaResponse(
post<JavaApiResponse<null>, undefined>(
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/fail?${params.toString()}`,
undefined,
),
);
}