117 lines
3.1 KiB
JavaScript
117 lines
3.1 KiB
JavaScript
'use client';
|
||
|
||
import { useState, useCallback } from 'react';
|
||
import { useTranslation } from 'react-i18next';
|
||
import i18n from '@/lib/i18n';
|
||
import request from '@/lib/util/request';
|
||
import { toast } from 'sonner';
|
||
|
||
export default function useDataCleaning(projectId) {
|
||
const { t } = useTranslation();
|
||
const [processing, setProcessing] = useState(false);
|
||
const [progress, setProgress] = useState({
|
||
total: 0,
|
||
completed: 0,
|
||
percentage: 0,
|
||
cleanedCount: 0
|
||
});
|
||
|
||
const resetProgress = useCallback(() => {
|
||
setTimeout(() => {
|
||
setProgress({
|
||
total: 0,
|
||
completed: 0,
|
||
percentage: 0,
|
||
cleanedCount: 0
|
||
});
|
||
}, 500);
|
||
}, []);
|
||
|
||
const handleDataCleaning = useCallback(
|
||
async (chunkIds, selectedModelInfo, fetchChunks) => {
|
||
try {
|
||
if (!chunkIds || chunkIds.length === 0) return;
|
||
|
||
if (!selectedModelInfo) {
|
||
throw new Error(t('textSplit.selectModelFirst'));
|
||
}
|
||
|
||
setProcessing(true);
|
||
|
||
if (chunkIds.length === 1) {
|
||
const chunkId = chunkIds[0];
|
||
const currentLanguage = i18n.language === 'zh-CN' ? '中文' : 'en';
|
||
|
||
const response = await request(`/api/projects/${projectId}/chunks/${chunkId}/clean`, {
|
||
method: 'POST',
|
||
headers: {
|
||
'Content-Type': 'application/json'
|
||
},
|
||
body: JSON.stringify({
|
||
model: selectedModelInfo,
|
||
language: currentLanguage
|
||
})
|
||
});
|
||
|
||
if (!response.ok) {
|
||
const errorData = await response.json();
|
||
throw new Error(errorData.error || t('textSplit.dataCleaningFailed', { chunkId }));
|
||
}
|
||
|
||
const data = await response.json();
|
||
toast.success(
|
||
t('textSplit.dataCleaningSuccess', {
|
||
originalLength: data.originalLength,
|
||
cleanedLength: data.cleanedLength
|
||
})
|
||
);
|
||
|
||
if (fetchChunks) fetchChunks();
|
||
return;
|
||
}
|
||
|
||
const response = await request(`/api/projects/${projectId}/tasks`, {
|
||
method: 'POST',
|
||
headers: {
|
||
'Content-Type': 'application/json'
|
||
},
|
||
body: JSON.stringify({
|
||
taskType: 'data-cleaning',
|
||
modelInfo: selectedModelInfo,
|
||
language: i18n.language,
|
||
detail: '批量数据清洗任务',
|
||
note: { chunkIds }
|
||
})
|
||
});
|
||
|
||
if (!response.ok) {
|
||
const errorData = await response.json();
|
||
throw new Error(errorData.error || t('tasks.createFailed'));
|
||
}
|
||
|
||
const data = await response.json();
|
||
if (data?.code !== 0) {
|
||
throw new Error(data?.message || t('tasks.createFailed'));
|
||
}
|
||
|
||
toast.success(`${t('tasks.createSuccess')}，${t('tasks.title')}查看进度`);
|
||
} catch (error) {
|
||
toast.error(error.message);
|
||
} finally {
|
||
setProcessing(false);
|
||
resetProgress();
|
||
}
|
||
},
|
||
[projectId, t, resetProgress]
|
||
);
|
||
|
||
return {
|
||
processing,
|
||
progress,
|
||
setProgress,
|
||
setProcessing,
|
||
handleDataCleaning,
|
||
resetProgress
|
||
};
|
||
}
|