task-22: 拆分 collect-data 模块 API 至 types/modules/collect-data.ts,java-modules.ts re-export
This commit is contained in:
@@ -21,6 +21,7 @@ export * from "./types/modules/price-track.ts";
|
||||
export * from "./types/modules/shop-match.ts";
|
||||
export * from "./types/modules/query-asin.ts";
|
||||
export * from "./types/modules/withdraw.ts";
|
||||
export * from "./types/modules/collect-data.ts";
|
||||
import type {
|
||||
ProductRiskCandidateVo,
|
||||
ProductRiskDashboardVo,
|
||||
@@ -433,257 +434,6 @@ export function synthesizeImageVideoVoice(payload: { text: string; voiceId: stri
|
||||
);
|
||||
}
|
||||
|
||||
// ========== 采集数据 ==========
|
||||
|
||||
export interface CollectDataSourceFile {
|
||||
fileKey: string;
|
||||
originalFilename?: string;
|
||||
relativePath?: string;
|
||||
}
|
||||
|
||||
export interface CollectDataFilters {
|
||||
amount?: number | string | null;
|
||||
minAmount?: number | string | null;
|
||||
maxAmount?: number | string | null;
|
||||
min_amount?: number | string | null;
|
||||
max_amount?: number | string | null;
|
||||
rank?: boolean | null;
|
||||
fba?: boolean | null;
|
||||
fbm?: boolean | null;
|
||||
countryCodes?: string[];
|
||||
countryCode?: string | null;
|
||||
country_code?: string | null;
|
||||
}
|
||||
|
||||
export interface CollectDataParseRequest {
|
||||
user_id: number;
|
||||
files: CollectDataSourceFile[];
|
||||
task_type?: string;
|
||||
filters?: CollectDataFilters;
|
||||
}
|
||||
|
||||
export interface CollectDataParseVo {
|
||||
taskId: number;
|
||||
taskNo?: string;
|
||||
sourceFilename?: string;
|
||||
sourceFileCount?: number;
|
||||
totalRows?: number;
|
||||
acceptedRows?: number;
|
||||
droppedRows?: number;
|
||||
pageSize?: number;
|
||||
}
|
||||
|
||||
export interface CollectDataDashboardVo {
|
||||
pendingTaskCount: number;
|
||||
processedTaskCount: number;
|
||||
successTaskCount: number;
|
||||
failedTaskCount: number;
|
||||
}
|
||||
|
||||
export interface CollectDataHistoryItem {
|
||||
resultId?: number;
|
||||
taskId?: number;
|
||||
taskNo?: string;
|
||||
sourceFilename?: string;
|
||||
resultFilename?: string;
|
||||
downloadUrl?: string;
|
||||
taskStatus?: string;
|
||||
success?: boolean;
|
||||
error?: string;
|
||||
rowCount?: number;
|
||||
dedupeFilteredCount?: number;
|
||||
invalidFilteredCount?: number;
|
||||
brandRejectedCount?: number;
|
||||
finalRowCount?: number;
|
||||
totalRows?: number;
|
||||
receivedRows?: number;
|
||||
processedRows?: number;
|
||||
collectStage?: string;
|
||||
currentKeyword?: string;
|
||||
searchCurrentPage?: number;
|
||||
searchTotalPages?: number;
|
||||
detailProcessedAsins?: number;
|
||||
detailTotalAsins?: number;
|
||||
progressPercent?: number;
|
||||
createdAt?: string;
|
||||
startedAt?: string;
|
||||
finishedAt?: string;
|
||||
taskType?: string;
|
||||
filters?: CollectDataFilters;
|
||||
}
|
||||
|
||||
export interface CollectDataHistoryVo {
|
||||
items: CollectDataHistoryItem[];
|
||||
}
|
||||
|
||||
export interface CollectDataTaskSummary {
|
||||
id?: number;
|
||||
taskNo?: string;
|
||||
status?: string;
|
||||
errorMessage?: string;
|
||||
createdAt?: string;
|
||||
updatedAt?: string;
|
||||
startedAt?: string;
|
||||
finishedAt?: string;
|
||||
taskType?: string;
|
||||
}
|
||||
|
||||
export interface CollectDataTaskDetailVo {
|
||||
task?: CollectDataTaskSummary;
|
||||
items?: CollectDataHistoryItem[];
|
||||
}
|
||||
|
||||
export interface CollectDataTaskBatchVo {
|
||||
items: CollectDataTaskDetailVo[];
|
||||
missingTaskIds?: number[];
|
||||
}
|
||||
|
||||
export interface CollectDataItemVo {
|
||||
id?: number;
|
||||
rowIndex?: number;
|
||||
sourceFileKey?: string;
|
||||
sourceFilename?: string;
|
||||
keyword?: string;
|
||||
statusValue?: string;
|
||||
extra?: Record<string, string>;
|
||||
}
|
||||
|
||||
export interface CollectDataItemsPageVo {
|
||||
taskId?: number;
|
||||
taskNo?: string;
|
||||
taskType?: string;
|
||||
taskStatus?: string;
|
||||
page?: number;
|
||||
pageSize?: number;
|
||||
count?: number;
|
||||
total?: number;
|
||||
totalPages?: number;
|
||||
filters?: CollectDataFilters;
|
||||
items: CollectDataItemVo[];
|
||||
}
|
||||
|
||||
export function parseCollectData(
|
||||
request: Omit<CollectDataParseRequest, "user_id"> | CollectDataParseRequest,
|
||||
) {
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<CollectDataParseVo>, CollectDataParseRequest>(
|
||||
`${JAVA_API_PREFIX}/collect-data/parse`,
|
||||
{ ...request, user_id: getCurrentUserId() },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function activateCollectDataTask(taskId: number) {
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<null>, undefined>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/activate?user_id=${encodeURIComponent(String(getCurrentUserId()))}`,
|
||||
undefined,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataItemsPage(
|
||||
taskId: number,
|
||||
page: number = 1,
|
||||
pageSize: number = 50,
|
||||
) {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataItemsPageVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/items`,
|
||||
{
|
||||
params: {
|
||||
user_id: getCurrentUserId(),
|
||||
page,
|
||||
page_size: pageSize,
|
||||
},
|
||||
},
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataDashboard() {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataDashboardVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/dashboard`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataHistory(limit: number = 50) {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataHistoryVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/history`,
|
||||
{ params: { user_id: getCurrentUserId(), limit } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataTaskProgressBatch(
|
||||
taskIds: number[],
|
||||
options: TaskProgressBatchOptions = {},
|
||||
) {
|
||||
return postTaskProgressBatch<CollectDataTaskBatchVo>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/progress/batch`,
|
||||
taskIds,
|
||||
options,
|
||||
);
|
||||
}
|
||||
|
||||
export function deleteCollectDataTask(taskId: number) {
|
||||
return unwrapJavaResponse(
|
||||
del<JavaApiResponse<null>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function deleteCollectDataHistory(resultId: number) {
|
||||
return unwrapJavaResponse(
|
||||
del<JavaApiResponse<null>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/history/${resultId}`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export interface CollectDataCountryPreferenceVo {
|
||||
country_codes: string[];
|
||||
}
|
||||
|
||||
export function getCollectDataCountryPreference() {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataCountryPreferenceVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/country-preference`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function putCollectDataCountryPreference(countryCodes: string[]) {
|
||||
return unwrapJavaResponse(
|
||||
put<
|
||||
JavaApiResponse<CollectDataCountryPreferenceVo>,
|
||||
{ user_id: number; country_codes: string[] }
|
||||
>(`${JAVA_API_PREFIX}/collect-data/country-preference`, {
|
||||
user_id: getCurrentUserId(),
|
||||
country_codes: countryCodes,
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
export function failCollectDataTask(taskId: number, error?: string) {
|
||||
const params = new URLSearchParams({ user_id: String(getCurrentUserId()) });
|
||||
if (error) params.set('error', error);
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<null>, undefined>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/fail?${params.toString()}`,
|
||||
undefined,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getJavaDownloadUrl(path: string) {
|
||||
let raw =
|
||||
path.startsWith("http://") || path.startsWith("https://")
|
||||
|
||||
@@ -0,0 +1,316 @@
|
||||
import { get, post, put, del, type JavaApiResponse, unwrapJavaResponse } from '../../http.ts'
|
||||
import { buildJavaUrl, JAVA_API_PREFIX } from '../../url.ts'
|
||||
import { getCurrentUserId } from '../../user.ts'
|
||||
import { getTaskProgressCacheTtlMs, getTaskProgressTimeoutMs } from '../../../task-progress-config.ts'
|
||||
import { createTaskProgressRequestCache } from '../../../task-progress-request-cache.ts'
|
||||
|
||||
export interface CollectDataSourceFile {
|
||||
fileKey: string;
|
||||
originalFilename?: string;
|
||||
relativePath?: string;
|
||||
}
|
||||
|
||||
export interface CollectDataFilters {
|
||||
amount?: number | string | null;
|
||||
minAmount?: number | string | null;
|
||||
maxAmount?: number | string | null;
|
||||
min_amount?: number | string | null;
|
||||
max_amount?: number | string | null;
|
||||
rank?: boolean | null;
|
||||
fba?: boolean | null;
|
||||
fbm?: boolean | null;
|
||||
countryCodes?: string[];
|
||||
countryCode?: string | null;
|
||||
country_code?: string | null;
|
||||
}
|
||||
|
||||
export interface CollectDataParseRequest {
|
||||
user_id: number;
|
||||
files: CollectDataSourceFile[];
|
||||
task_type?: string;
|
||||
filters?: CollectDataFilters;
|
||||
}
|
||||
|
||||
export interface CollectDataParseVo {
|
||||
taskId: number;
|
||||
taskNo?: string;
|
||||
sourceFilename?: string;
|
||||
sourceFileCount?: number;
|
||||
totalRows?: number;
|
||||
acceptedRows?: number;
|
||||
droppedRows?: number;
|
||||
pageSize?: number;
|
||||
}
|
||||
|
||||
export interface CollectDataDashboardVo {
|
||||
pendingTaskCount: number;
|
||||
processedTaskCount: number;
|
||||
successTaskCount: number;
|
||||
failedTaskCount: number;
|
||||
}
|
||||
|
||||
export interface CollectDataHistoryItem {
|
||||
resultId?: number;
|
||||
taskId?: number;
|
||||
taskNo?: string;
|
||||
sourceFilename?: string;
|
||||
resultFilename?: string;
|
||||
downloadUrl?: string;
|
||||
taskStatus?: string;
|
||||
success?: boolean;
|
||||
error?: string;
|
||||
rowCount?: number;
|
||||
dedupeFilteredCount?: number;
|
||||
invalidFilteredCount?: number;
|
||||
brandRejectedCount?: number;
|
||||
finalRowCount?: number;
|
||||
totalRows?: number;
|
||||
receivedRows?: number;
|
||||
processedRows?: number;
|
||||
collectStage?: string;
|
||||
currentKeyword?: string;
|
||||
searchCurrentPage?: number;
|
||||
searchTotalPages?: number;
|
||||
detailProcessedAsins?: number;
|
||||
detailTotalAsins?: number;
|
||||
progressPercent?: number;
|
||||
createdAt?: string;
|
||||
startedAt?: string;
|
||||
finishedAt?: string;
|
||||
taskType?: string;
|
||||
filters?: CollectDataFilters;
|
||||
}
|
||||
|
||||
export interface CollectDataHistoryVo {
|
||||
items: CollectDataHistoryItem[];
|
||||
}
|
||||
|
||||
export interface CollectDataTaskSummary {
|
||||
id?: number;
|
||||
taskNo?: string;
|
||||
status?: string;
|
||||
errorMessage?: string;
|
||||
createdAt?: string;
|
||||
updatedAt?: string;
|
||||
startedAt?: string;
|
||||
finishedAt?: string;
|
||||
taskType?: string;
|
||||
}
|
||||
|
||||
export interface CollectDataTaskDetailVo {
|
||||
task?: CollectDataTaskSummary;
|
||||
items?: CollectDataHistoryItem[];
|
||||
}
|
||||
|
||||
export interface CollectDataTaskBatchVo {
|
||||
items: CollectDataTaskDetailVo[];
|
||||
missingTaskIds?: number[];
|
||||
}
|
||||
|
||||
export interface CollectDataItemVo {
|
||||
id?: number;
|
||||
rowIndex?: number;
|
||||
sourceFileKey?: string;
|
||||
sourceFilename?: string;
|
||||
keyword?: string;
|
||||
statusValue?: string;
|
||||
extra?: Record<string, string>;
|
||||
}
|
||||
|
||||
export interface CollectDataItemsPageVo {
|
||||
taskId?: number;
|
||||
taskNo?: string;
|
||||
taskType?: string;
|
||||
taskStatus?: string;
|
||||
page?: number;
|
||||
pageSize?: number;
|
||||
count?: number;
|
||||
total?: number;
|
||||
totalPages?: number;
|
||||
filters?: CollectDataFilters;
|
||||
items: CollectDataItemVo[];
|
||||
}
|
||||
|
||||
export interface CollectDataCountryPreferenceVo {
|
||||
country_codes: string[];
|
||||
}
|
||||
|
||||
interface TaskProgressBatchOptions {
|
||||
force?: boolean;
|
||||
}
|
||||
|
||||
const taskProgressResponseCache = createTaskProgressRequestCache<unknown>({
|
||||
ttlMs: () => getTaskProgressCacheTtlMs(),
|
||||
maxEntries: 100,
|
||||
maxInflight: 16,
|
||||
});
|
||||
|
||||
function normalizeTaskIds(taskIds: number[]) {
|
||||
return Array.from(
|
||||
new Set(
|
||||
(taskIds || [])
|
||||
.map((taskId) => Number(taskId))
|
||||
.filter((taskId) => Number.isFinite(taskId) && taskId > 0),
|
||||
),
|
||||
).sort((left, right) => left - right);
|
||||
}
|
||||
|
||||
function buildTaskProgressRequestKey(path: string, taskIds: number[]) {
|
||||
return `${path}::${taskIds.join(",")}`;
|
||||
}
|
||||
|
||||
async function postTaskProgressBatch<T>(
|
||||
path: string,
|
||||
taskIds: number[],
|
||||
options: TaskProgressBatchOptions = {},
|
||||
) {
|
||||
const normalizedTaskIds = normalizeTaskIds(taskIds);
|
||||
if (!normalizedTaskIds.length) {
|
||||
return { items: [], missingTaskIds: [] } as T;
|
||||
}
|
||||
|
||||
const cacheKey = buildTaskProgressRequestKey(path, normalizedTaskIds);
|
||||
const cached = taskProgressResponseCache.get(cacheKey);
|
||||
if (!options.force && cached !== undefined) {
|
||||
return cached as T;
|
||||
}
|
||||
|
||||
const inflight = taskProgressResponseCache.getInflight(cacheKey);
|
||||
if (!options.force && inflight) {
|
||||
return (await inflight) as T;
|
||||
}
|
||||
|
||||
const requestPromise = unwrapJavaResponse(
|
||||
post<JavaApiResponse<T>, { taskIds: number[] }>(path, { taskIds: normalizedTaskIds }, {
|
||||
timeout: getTaskProgressTimeoutMs(),
|
||||
}),
|
||||
)
|
||||
.then((data) => {
|
||||
taskProgressResponseCache.set(cacheKey, data);
|
||||
return data;
|
||||
})
|
||||
.finally(() => {
|
||||
taskProgressResponseCache.endInflight(cacheKey);
|
||||
});
|
||||
|
||||
taskProgressResponseCache.startInflight(cacheKey, requestPromise);
|
||||
return requestPromise;
|
||||
}
|
||||
|
||||
export function parseCollectData(
|
||||
request: Omit<CollectDataParseRequest, "user_id"> | CollectDataParseRequest,
|
||||
) {
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<CollectDataParseVo>, CollectDataParseRequest>(
|
||||
`${JAVA_API_PREFIX}/collect-data/parse`,
|
||||
{ ...request, user_id: getCurrentUserId() },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function activateCollectDataTask(taskId: number) {
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<null>, undefined>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/activate?user_id=${encodeURIComponent(String(getCurrentUserId()))}`,
|
||||
undefined,
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataItemsPage(
|
||||
taskId: number,
|
||||
page: number = 1,
|
||||
pageSize: number = 50,
|
||||
) {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataItemsPageVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/items`,
|
||||
{
|
||||
params: {
|
||||
user_id: getCurrentUserId(),
|
||||
page,
|
||||
page_size: pageSize,
|
||||
},
|
||||
},
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataDashboard() {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataDashboardVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/dashboard`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataHistory(limit: number = 50) {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataHistoryVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/history`,
|
||||
{ params: { user_id: getCurrentUserId(), limit } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataTaskProgressBatch(
|
||||
taskIds: number[],
|
||||
options: TaskProgressBatchOptions = {},
|
||||
) {
|
||||
return postTaskProgressBatch<CollectDataTaskBatchVo>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/progress/batch`,
|
||||
taskIds,
|
||||
options,
|
||||
);
|
||||
}
|
||||
|
||||
export function deleteCollectDataTask(taskId: number) {
|
||||
return unwrapJavaResponse(
|
||||
del<JavaApiResponse<null>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function deleteCollectDataHistory(resultId: number) {
|
||||
return unwrapJavaResponse(
|
||||
del<JavaApiResponse<null>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/history/${resultId}`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function getCollectDataCountryPreference() {
|
||||
return unwrapJavaResponse(
|
||||
get<JavaApiResponse<CollectDataCountryPreferenceVo>>(
|
||||
`${JAVA_API_PREFIX}/collect-data/country-preference`,
|
||||
{ params: { user_id: getCurrentUserId() } },
|
||||
),
|
||||
);
|
||||
}
|
||||
|
||||
export function putCollectDataCountryPreference(countryCodes: string[]) {
|
||||
return unwrapJavaResponse(
|
||||
put<
|
||||
JavaApiResponse<CollectDataCountryPreferenceVo>,
|
||||
{ user_id: number; country_codes: string[] }
|
||||
>(`${JAVA_API_PREFIX}/collect-data/country-preference`, {
|
||||
user_id: getCurrentUserId(),
|
||||
country_codes: countryCodes,
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
export function failCollectDataTask(taskId: number, error?: string) {
|
||||
const params = new URLSearchParams({ user_id: String(getCurrentUserId()) });
|
||||
if (error) params.set('error', error);
|
||||
return unwrapJavaResponse(
|
||||
post<JavaApiResponse<null>, undefined>(
|
||||
`${JAVA_API_PREFIX}/collect-data/tasks/${taskId}/fail?${params.toString()}`,
|
||||
undefined,
|
||||
),
|
||||
);
|
||||
}
|
||||
Reference in New Issue
Block a user