2026-07-10 16:45:55 +08:00
|
|
|
|
<script setup lang="ts">
|
|
|
|
|
|
import { computed, nextTick, onBeforeUnmount, onMounted, reactive, ref, watch } from 'vue'
|
|
|
|
|
|
import { onBeforeRouteLeave, useRouter } from 'vue-router'
|
2026-07-11 14:49:10 +08:00
|
|
|
|
import { ElMessage, type UploadFile } from 'element-plus'
|
2026-07-13 11:47:33 +08:00
|
|
|
|
import { storeToRefs } from 'pinia'
|
2026-07-11 14:49:10 +08:00
|
|
|
|
import AppConfirmDialog from '@/components/AppConfirmDialog.vue'
|
2026-07-10 16:45:55 +08:00
|
|
|
|
import TaskSetupStep from './create/TaskSetupStep.vue'
|
2026-07-13 17:12:49 +08:00
|
|
|
|
import ModelSelectionStep from './create/ModelSelectionStep.vue'
|
2026-07-12 15:39:43 +08:00
|
|
|
|
import SourceUploadStep from './create/SourceUploadStep.vue'
|
2026-07-10 16:45:55 +08:00
|
|
|
|
import PreviewCompareStep from './create/PreviewCompareStep.vue'
|
|
|
|
|
|
import GenerationStep from './create/GenerationStep.vue'
|
|
|
|
|
|
import ResultEditorStep from './create/ResultEditorStep.vue'
|
2026-07-23 15:10:13 +08:00
|
|
|
|
import { DEFAULT_SOURCE_TEXT, estimateTokenCount } from './create/previewModel'
|
2026-07-13 15:28:48 +08:00
|
|
|
|
import {
|
|
|
|
|
|
createDefaultStructuredOptions,
|
|
|
|
|
|
createDefaultUnstructuredOptions,
|
|
|
|
|
|
} from './create/dataProcessCreateState'
|
|
|
|
|
|
import { useDataProcessGeneration } from './create/useDataProcessGeneration'
|
2026-07-24 11:28:02 +08:00
|
|
|
|
import { useDataProcessPreviewBuild } from './create/useDataProcessPreviewBuild'
|
|
|
|
|
|
import {
|
|
|
|
|
|
mapDataProcessSourceFile,
|
|
|
|
|
|
useDataProcessSourceUpload,
|
|
|
|
|
|
validateSourceFileSelection,
|
|
|
|
|
|
} from './create/useDataProcessSourceUpload'
|
2026-07-13 11:47:33 +08:00
|
|
|
|
import { useModelsStore } from '@/stores/models'
|
2026-07-23 15:10:13 +08:00
|
|
|
|
import {
|
|
|
|
|
|
createDataProcessPreview,
|
|
|
|
|
|
createDataProcessTask,
|
|
|
|
|
|
deleteDataProcessPreview,
|
|
|
|
|
|
deleteDataProcessSourceFile,
|
|
|
|
|
|
getDataProcessPreview,
|
|
|
|
|
|
getDataProcessSourceContent,
|
|
|
|
|
|
pullDataProcessExternalSource,
|
|
|
|
|
|
testDataProcessExternalSource,
|
|
|
|
|
|
updateDataProcessPreview,
|
|
|
|
|
|
updateDataProcessTask,
|
|
|
|
|
|
type DataProcessExternalSourcePayload,
|
|
|
|
|
|
type DataProcessPreviewItem,
|
|
|
|
|
|
} from '@/api/modules/dataProcess'
|
|
|
|
|
|
import type { DataProcessConfig } from '@/types/dataProcess'
|
2026-07-11 14:49:10 +08:00
|
|
|
|
import type {
|
|
|
|
|
|
ExternalDataSource,
|
2026-07-13 17:12:49 +08:00
|
|
|
|
GenerationControlOptions,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
PreviewItem,
|
|
|
|
|
|
ProcessType,
|
|
|
|
|
|
StepId,
|
|
|
|
|
|
StructuredProcessOptions,
|
|
|
|
|
|
UnstructuredProcessOptions,
|
2026-07-13 15:28:48 +08:00
|
|
|
|
UploadedDataFile,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
} from './create/types'
|
2026-07-10 16:45:55 +08:00
|
|
|
|
|
|
|
|
|
|
const router = useRouter()
|
2026-07-13 11:47:33 +08:00
|
|
|
|
const modelsStore = useModelsStore()
|
|
|
|
|
|
const { list: modelList } = storeToRefs(modelsStore)
|
2026-07-24 11:28:02 +08:00
|
|
|
|
// 候选范围与模型管理保持一致,不在数据处理页面重复定义模型过滤规则。
|
|
|
|
|
|
const generationModels = computed(() => modelList.value)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const taskSetupRef = ref<InstanceType<typeof TaskSetupStep>>()
|
2026-07-13 17:12:49 +08:00
|
|
|
|
const modelSelectionRef = ref<InstanceType<typeof ModelSelectionStep>>()
|
2026-07-11 14:49:10 +08:00
|
|
|
|
const confirmDialogRef = ref<InstanceType<typeof AppConfirmDialog>>()
|
2026-07-24 15:06:01 +08:00
|
|
|
|
const PREVIEW_MODEL_VERSION = 'backend-pipeline-v4'
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const WIZARD_STEPS = [
|
2026-07-12 15:39:43 +08:00
|
|
|
|
{ id: 'create', title: '创建任务', desc: '填写任务信息与处理配置' },
|
2026-07-13 17:12:49 +08:00
|
|
|
|
{ id: 'model', title: '大模型选择', desc: '选择生成模型并设置输出要求' },
|
2026-07-12 15:39:43 +08:00
|
|
|
|
{ id: 'upload', title: '上传文件', desc: '上传或接入待处理的源数据' },
|
2026-07-10 16:45:55 +08:00
|
|
|
|
{ id: 'preview', title: '数据预览', desc: '核对源文件与预览内容' },
|
|
|
|
|
|
{ id: 'generate', title: '开始生成', desc: '确认摘要并启动处理' },
|
2026-07-16 09:36:39 +08:00
|
|
|
|
{ id: 'results', title: '结果编辑与保存', desc: '检查、修改并保存结果' },
|
2026-07-10 16:45:55 +08:00
|
|
|
|
] as const satisfies ReadonlyArray<{ id: StepId; title: string; desc: string }>
|
|
|
|
|
|
const currentStep = ref(0)
|
|
|
|
|
|
const currentStepId = computed<StepId>(() => WIZARD_STEPS[currentStep.value]?.id ?? 'create')
|
|
|
|
|
|
const task = reactive({ name: '', description: '' })
|
2026-07-23 15:10:13 +08:00
|
|
|
|
const taskId = ref<string | null>(null)
|
2026-07-13 16:41:42 +08:00
|
|
|
|
const processType = ref<ProcessType>('structured')
|
2026-07-13 15:28:48 +08:00
|
|
|
|
const structuredOptions = ref<StructuredProcessOptions>(createDefaultStructuredOptions())
|
|
|
|
|
|
const unstructuredOptions = ref<UnstructuredProcessOptions>(createDefaultUnstructuredOptions())
|
2026-07-13 17:12:49 +08:00
|
|
|
|
const modelSelectionOptions = computed<GenerationControlOptions>(() => (
|
|
|
|
|
|
processType.value === 'unstructured' ? unstructuredOptions.value : structuredOptions.value
|
|
|
|
|
|
))
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const uploadedFiles = ref<UploadedDataFile[]>([])
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const previewBuilding = ref(false)
|
|
|
|
|
|
const { buildPreviewsByFile } = useDataProcessPreviewBuild()
|
2026-07-11 11:00:15 +08:00
|
|
|
|
const externalSource = reactive<ExternalDataSource>({
|
2026-07-23 15:10:13 +08:00
|
|
|
|
type: 'postgresql',
|
2026-07-11 11:00:15 +08:00
|
|
|
|
url: '',
|
|
|
|
|
|
authMode: 'none',
|
|
|
|
|
|
username: '',
|
|
|
|
|
|
password: '',
|
|
|
|
|
|
limit: 1000,
|
2026-07-23 15:10:13 +08:00
|
|
|
|
query: '',
|
|
|
|
|
|
fileName: 'external-data.jsonl',
|
2026-07-11 11:00:15 +08:00
|
|
|
|
})
|
|
|
|
|
|
const externalPulling = ref(false)
|
|
|
|
|
|
const externalConnected = ref(false)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const fileName = computed(() => uploadedFiles.value.map(f => f.name).join(', '))
|
|
|
|
|
|
const previewSignature = ref('')
|
|
|
|
|
|
const previewItems = ref<PreviewItem[]>([])
|
|
|
|
|
|
const selectedPreviewFileId = ref<string | null>(null)
|
|
|
|
|
|
const selectedPreviewId = ref<string | null>(null)
|
|
|
|
|
|
const selectedPreviewIdsByFile = ref<Record<string, string>>({})
|
|
|
|
|
|
const dirty = ref(false)
|
|
|
|
|
|
let allowLeave = false
|
|
|
|
|
|
|
2026-07-13 15:28:48 +08:00
|
|
|
|
const {
|
|
|
|
|
|
generation,
|
|
|
|
|
|
results,
|
|
|
|
|
|
selectedResultId,
|
2026-07-23 15:10:13 +08:00
|
|
|
|
persistResultChanges,
|
2026-07-13 15:28:48 +08:00
|
|
|
|
resetDownstream,
|
|
|
|
|
|
restoreResult,
|
|
|
|
|
|
startGeneration,
|
|
|
|
|
|
stopGeneration,
|
|
|
|
|
|
stopGenerationTimer,
|
|
|
|
|
|
updateResultField,
|
|
|
|
|
|
validateResults,
|
|
|
|
|
|
} = useDataProcessGeneration({
|
2026-07-23 15:10:13 +08:00
|
|
|
|
taskId,
|
2026-07-13 15:28:48 +08:00
|
|
|
|
dirty,
|
2026-07-23 15:10:13 +08:00
|
|
|
|
beforeGenerate: syncPreviewChanges,
|
2026-07-10 16:45:55 +08:00
|
|
|
|
})
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const { enqueueSourceUpload, sourceUploading } = useDataProcessSourceUpload({
|
|
|
|
|
|
taskId,
|
|
|
|
|
|
uploadedFiles,
|
|
|
|
|
|
onUploaded(file) {
|
|
|
|
|
|
previewSignature.value = ''
|
|
|
|
|
|
resetDownstream()
|
|
|
|
|
|
dirty.value = true
|
|
|
|
|
|
ElMessage.success(`文件 ${file.name} 上传成功,等待切分`)
|
|
|
|
|
|
},
|
|
|
|
|
|
})
|
|
|
|
|
|
const hasUnfinishedUploads = computed(() => uploadedFiles.value.some((file) => (
|
|
|
|
|
|
file.status !== 'ready' || !file.sourceFileId
|
|
|
|
|
|
)))
|
2026-07-10 16:45:55 +08:00
|
|
|
|
|
|
|
|
|
|
const modifiedPreviewCount = computed(() => previewItems.value.filter((item) => item.status !== 'original').length)
|
2026-07-13 15:28:48 +08:00
|
|
|
|
const previewItemsByFile = computed(() => {
|
|
|
|
|
|
const grouped = new Map<string, PreviewItem[]>()
|
|
|
|
|
|
for (const item of previewItems.value) {
|
|
|
|
|
|
const items = grouped.get(item.sourceFileId) || []
|
|
|
|
|
|
items.push(item)
|
|
|
|
|
|
grouped.set(item.sourceFileId, items)
|
|
|
|
|
|
}
|
|
|
|
|
|
return grouped
|
|
|
|
|
|
})
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const activePreviewFile = computed(() => uploadedFiles.value.find((file) => String(file.uid) === selectedPreviewFileId.value))
|
2026-07-13 15:28:48 +08:00
|
|
|
|
const activePreviewItems = computed(() => previewItemsByFile.value.get(selectedPreviewFileId.value || '') || [])
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const activeSourceText = computed(() => activePreviewFile.value?.content ?? '')
|
|
|
|
|
|
const previewFiles = computed(() => uploadedFiles.value.map((file) => {
|
2026-07-13 15:28:48 +08:00
|
|
|
|
const items = previewItemsByFile.value.get(String(file.uid)) || []
|
2026-07-10 16:45:55 +08:00
|
|
|
|
return {
|
|
|
|
|
|
id: String(file.uid),
|
|
|
|
|
|
name: file.name,
|
|
|
|
|
|
count: items.length,
|
|
|
|
|
|
modifiedCount: items.filter((item) => item.status !== 'original').length,
|
|
|
|
|
|
}
|
|
|
|
|
|
}))
|
|
|
|
|
|
const primaryActionLabel = computed(() => {
|
2026-07-13 17:12:49 +08:00
|
|
|
|
if (currentStepId.value === 'create') return '继续:选择大模型'
|
|
|
|
|
|
if (currentStepId.value === 'model') return '继续:上传文件'
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (currentStepId.value === 'upload') {
|
|
|
|
|
|
if (sourceUploading.value) return '正在上传'
|
|
|
|
|
|
return previewBuilding.value ? '正在切分' : '继续:数据预览'
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
if (currentStepId.value === 'preview') return '确认预览并继续'
|
|
|
|
|
|
if (currentStepId.value === 'results') return '保存任务'
|
|
|
|
|
|
if (generation.status === 'running') return '正在生成'
|
|
|
|
|
|
if (generation.status === 'success') return '查看生成结果'
|
|
|
|
|
|
if (generation.status === 'failed') return '重新生成'
|
|
|
|
|
|
return '开始生成'
|
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
const primaryActionIcon = computed(() => {
|
|
|
|
|
|
if (currentStepId.value === 'results') return 'fa-check'
|
|
|
|
|
|
if (currentStepId.value === 'generate' && generation.status !== 'success') return 'fa-play'
|
|
|
|
|
|
return 'fa-arrow-right'
|
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
const previousStepLabel = computed(() => currentStep.value > 0
|
|
|
|
|
|
? WIZARD_STEPS[currentStep.value - 1].title
|
|
|
|
|
|
: '')
|
|
|
|
|
|
|
2026-07-12 15:39:43 +08:00
|
|
|
|
function goToStep(stepId: StepId) {
|
|
|
|
|
|
const nextStepIndex = WIZARD_STEPS.findIndex((step) => step.id === stepId)
|
|
|
|
|
|
if (nextStepIndex >= 0) currentStep.value = nextStepIndex
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-13 17:12:49 +08:00
|
|
|
|
function updateModelSelectionOptions(value: GenerationControlOptions) {
|
|
|
|
|
|
if (processType.value === 'unstructured') {
|
|
|
|
|
|
unstructuredOptions.value = { ...unstructuredOptions.value, ...value }
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
structuredOptions.value = { ...structuredOptions.value, ...value }
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
function toBackendConfig(): DataProcessConfig {
|
|
|
|
|
|
const options = processType.value === 'unstructured'
|
|
|
|
|
|
? unstructuredOptions.value
|
|
|
|
|
|
: structuredOptions.value
|
|
|
|
|
|
|
|
|
|
|
|
const common = {
|
|
|
|
|
|
preprocess_options: [...options.preprocessOptions],
|
|
|
|
|
|
semantic_enrichment: options.semanticEnrichment,
|
|
|
|
|
|
dataset_split: { ...options.datasetSplit },
|
|
|
|
|
|
generation_model_id: options.generationModelId,
|
|
|
|
|
|
generation_prompt: options.generationPrompt,
|
|
|
|
|
|
temperature: options.temperature,
|
|
|
|
|
|
max_tokens: options.maxTokens,
|
|
|
|
|
|
json_mode: options.jsonMode,
|
|
|
|
|
|
quality_filter_enabled: options.qualityFilterEnabled,
|
|
|
|
|
|
filter_low_quality: options.filterLowQuality,
|
|
|
|
|
|
filter_short_content: options.filterShortContent,
|
|
|
|
|
|
min_output_length: options.minOutputLength,
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (processType.value === 'unstructured') {
|
|
|
|
|
|
return {
|
|
|
|
|
|
...common,
|
|
|
|
|
|
chunk_method: unstructuredOptions.value.chunkMethod,
|
|
|
|
|
|
chunk_size: unstructuredOptions.value.chunkSize,
|
|
|
|
|
|
chunk_overlap: unstructuredOptions.value.chunkOverlap,
|
|
|
|
|
|
min_chunk_size: unstructuredOptions.value.minChunkSize,
|
2026-07-25 18:00:44 +08:00
|
|
|
|
semantic_breakpoint_percentile: unstructuredOptions.value.semanticBreakpointPercentile,
|
2026-07-23 15:10:13 +08:00
|
|
|
|
preserve_tables: unstructuredOptions.value.preserveTables,
|
|
|
|
|
|
preserve_code_blocks: unstructuredOptions.value.preserveCodeBlocks,
|
|
|
|
|
|
preserve_lists: unstructuredOptions.value.preserveLists,
|
|
|
|
|
|
qa_pairs_per_chunk: unstructuredOptions.value.qaPairsPerChunk,
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
|
...common,
|
|
|
|
|
|
qa_pairs_per_row: structuredOptions.value.qaPairsPerRow,
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function taskPayload() {
|
|
|
|
|
|
return {
|
|
|
|
|
|
name: task.name.trim(),
|
|
|
|
|
|
description: task.description.trim(),
|
|
|
|
|
|
process_type: processType.value,
|
|
|
|
|
|
config: toBackendConfig(),
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function externalPayload(): DataProcessExternalSourcePayload {
|
|
|
|
|
|
return {
|
2026-07-24 10:27:52 +08:00
|
|
|
|
type: 'postgresql',
|
2026-07-23 15:10:13 +08:00
|
|
|
|
url: externalSource.url.trim(),
|
|
|
|
|
|
auth_mode: externalSource.authMode,
|
|
|
|
|
|
username: externalSource.username || undefined,
|
|
|
|
|
|
password: externalSource.password || undefined,
|
|
|
|
|
|
limit: externalSource.limit,
|
|
|
|
|
|
query: externalSource.query?.trim() || undefined,
|
|
|
|
|
|
file_name: externalSource.fileName || 'external-data.jsonl',
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function mapPreviewItem(item: DataProcessPreviewItem): PreviewItem {
|
|
|
|
|
|
return {
|
|
|
|
|
|
id: String(item.id),
|
|
|
|
|
|
sourceFileId: String(item.source_file_id),
|
|
|
|
|
|
originalContent: item.original_content,
|
|
|
|
|
|
editedContent: item.edited_content,
|
|
|
|
|
|
sourceStart: item.source_start,
|
|
|
|
|
|
sourceEnd: item.source_end,
|
|
|
|
|
|
sourceStartLine: item.source_start_line,
|
|
|
|
|
|
sourceEndLine: item.source_end_line,
|
|
|
|
|
|
tokenCount: item.token_count,
|
|
|
|
|
|
status: item.status,
|
2026-07-25 18:00:44 +08:00
|
|
|
|
sourcePages: Array.isArray(item.quality_score?.source_pages)
|
|
|
|
|
|
? item.quality_score.source_pages.filter((value): value is number => typeof value === 'number')
|
|
|
|
|
|
: [],
|
2026-07-23 15:10:13 +08:00
|
|
|
|
updatedAt: item.updated_at,
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-11 14:49:10 +08:00
|
|
|
|
function previewAffectingOptions() {
|
|
|
|
|
|
if (processType.value === 'structured') {
|
|
|
|
|
|
return {
|
|
|
|
|
|
preprocessOptions: structuredOptions.value.preprocessOptions,
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
if (processType.value === 'unstructured') {
|
|
|
|
|
|
const {
|
|
|
|
|
|
preprocessOptions,
|
|
|
|
|
|
chunkMethod,
|
|
|
|
|
|
chunkSize,
|
|
|
|
|
|
chunkOverlap,
|
|
|
|
|
|
minChunkSize,
|
2026-07-25 18:00:44 +08:00
|
|
|
|
semanticBreakpointPercentile,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
preserveTables,
|
|
|
|
|
|
preserveCodeBlocks,
|
|
|
|
|
|
preserveLists,
|
|
|
|
|
|
} = unstructuredOptions.value
|
|
|
|
|
|
return {
|
|
|
|
|
|
preprocessOptions,
|
|
|
|
|
|
chunkMethod,
|
|
|
|
|
|
chunkSize,
|
|
|
|
|
|
chunkOverlap,
|
|
|
|
|
|
minChunkSize,
|
2026-07-25 18:00:44 +08:00
|
|
|
|
semanticBreakpointPercentile,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
preserveTables,
|
|
|
|
|
|
preserveCodeBlocks,
|
|
|
|
|
|
preserveLists,
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
return null
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function generationAffectingOptions() {
|
|
|
|
|
|
if (processType.value === 'structured') {
|
2026-07-13 11:47:33 +08:00
|
|
|
|
const {
|
|
|
|
|
|
semanticEnrichment, qaPairsPerRow, datasetSplit, generationModelId, generationPrompt,
|
|
|
|
|
|
temperature, maxTokens, jsonMode,
|
|
|
|
|
|
qualityFilterEnabled, filterLowQuality, filterShortContent, minOutputLength,
|
|
|
|
|
|
} = structuredOptions.value
|
|
|
|
|
|
return {
|
|
|
|
|
|
semanticEnrichment, qaPairsPerRow, datasetSplit, generationModelId, generationPrompt,
|
|
|
|
|
|
temperature, maxTokens, jsonMode,
|
|
|
|
|
|
qualityFilterEnabled, filterLowQuality, filterShortContent, minOutputLength,
|
|
|
|
|
|
}
|
2026-07-11 14:49:10 +08:00
|
|
|
|
}
|
|
|
|
|
|
if (processType.value === 'unstructured') {
|
|
|
|
|
|
const {
|
|
|
|
|
|
semanticEnrichment,
|
|
|
|
|
|
qaPairsPerChunk,
|
|
|
|
|
|
datasetSplit,
|
2026-07-13 11:47:33 +08:00
|
|
|
|
generationModelId,
|
|
|
|
|
|
generationPrompt,
|
|
|
|
|
|
temperature,
|
|
|
|
|
|
maxTokens,
|
|
|
|
|
|
jsonMode,
|
|
|
|
|
|
qualityFilterEnabled,
|
|
|
|
|
|
filterLowQuality,
|
|
|
|
|
|
filterShortContent,
|
|
|
|
|
|
minOutputLength,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
} = unstructuredOptions.value
|
|
|
|
|
|
return {
|
|
|
|
|
|
semanticEnrichment,
|
|
|
|
|
|
qaPairsPerChunk,
|
|
|
|
|
|
datasetSplit,
|
2026-07-13 11:47:33 +08:00
|
|
|
|
generationModelId,
|
|
|
|
|
|
generationPrompt,
|
|
|
|
|
|
temperature,
|
|
|
|
|
|
maxTokens,
|
|
|
|
|
|
jsonMode,
|
|
|
|
|
|
qualityFilterEnabled,
|
|
|
|
|
|
filterLowQuality,
|
|
|
|
|
|
filterShortContent,
|
|
|
|
|
|
minOutputLength,
|
2026-07-11 14:49:10 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
return null
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const generationOptionsSignature = computed(() => JSON.stringify(generationAffectingOptions()))
|
|
|
|
|
|
|
2026-07-24 11:28:02 +08:00
|
|
|
|
function buildPreviewConfigSignature() {
|
|
|
|
|
|
return `${PREVIEW_MODEL_VERSION}:${processType.value}:${JSON.stringify(previewAffectingOptions())}`
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-11 14:49:10 +08:00
|
|
|
|
function buildPreviewSignature() {
|
|
|
|
|
|
const filesSignature = uploadedFiles.value
|
2026-07-23 15:10:13 +08:00
|
|
|
|
.map((file) => `${file.uid}:${file.name}:${file.size}:${file.checksumSha256 || file.count}`)
|
2026-07-11 14:49:10 +08:00
|
|
|
|
.join('|')
|
2026-07-24 11:28:02 +08:00
|
|
|
|
return `${buildPreviewConfigSignature()}:${filesSignature}`
|
2026-07-11 14:49:10 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-10 16:45:55 +08:00
|
|
|
|
watch(
|
2026-07-11 14:49:10 +08:00
|
|
|
|
[() => task.name, () => task.description, processType, structuredOptions, unstructuredOptions, externalSource],
|
2026-07-24 11:28:02 +08:00
|
|
|
|
() => { dirty.value = true },
|
2026-07-11 11:00:15 +08:00
|
|
|
|
{ deep: true },
|
2026-07-10 16:45:55 +08:00
|
|
|
|
)
|
|
|
|
|
|
|
2026-07-12 15:39:43 +08:00
|
|
|
|
watch(processType, (nextType, previousType) => {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (nextType === previousType || uploadedFiles.value.length === 0) return
|
2026-07-12 15:39:43 +08:00
|
|
|
|
resetSourceDataForProcessTypeChange()
|
|
|
|
|
|
ElMessage.info('处理类型已变更,请重新上传或拉取匹配的源数据')
|
|
|
|
|
|
})
|
|
|
|
|
|
|
2026-07-11 14:49:10 +08:00
|
|
|
|
watch(generationOptionsSignature, (currentSignature, previousSignature) => {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (currentSignature === previousSignature) return
|
2026-07-11 14:49:10 +08:00
|
|
|
|
resetDownstream()
|
|
|
|
|
|
})
|
|
|
|
|
|
|
2026-07-10 16:45:55 +08:00
|
|
|
|
function scrollToStepTop() {
|
|
|
|
|
|
document.querySelector<HTMLElement>('.layout-content')?.scrollTo({ top: 0, behavior: 'smooth' })
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
watch(currentStep, () => nextTick(scrollToStepTop))
|
|
|
|
|
|
|
2026-07-24 11:28:02 +08:00
|
|
|
|
function handleFileChange(uploadFile: UploadFile) {
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const raw = uploadFile.raw
|
|
|
|
|
|
if (!raw) return
|
2026-07-23 15:10:13 +08:00
|
|
|
|
if (!taskId.value) {
|
|
|
|
|
|
ElMessage.error('任务尚未创建,请返回模型选择步骤后重试')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const validation = validateSourceFileSelection(raw, processType.value, uploadedFiles.value)
|
|
|
|
|
|
if (!validation.valid) {
|
|
|
|
|
|
ElMessage[validation.severity](validation.message)
|
2026-07-23 15:10:13 +08:00
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-24 11:28:02 +08:00
|
|
|
|
// 必须先同步插入文件行,再交给队列;这样选择完成后页面会立即展示全部文件。
|
|
|
|
|
|
const localUid = `local-${uploadFile.uid}-${Date.now()}-${uploadedFiles.value.length}`
|
|
|
|
|
|
uploadedFiles.value.push({
|
|
|
|
|
|
uid: localUid,
|
|
|
|
|
|
rawFile: raw,
|
|
|
|
|
|
name: raw.name,
|
|
|
|
|
|
size: raw.size,
|
|
|
|
|
|
count: 0,
|
|
|
|
|
|
content: '',
|
|
|
|
|
|
fileFormat: validation.extension,
|
|
|
|
|
|
status: 'queued',
|
|
|
|
|
|
uploadProgress: 0,
|
|
|
|
|
|
previewStatus: 'waiting',
|
|
|
|
|
|
previewProgress: 0,
|
|
|
|
|
|
})
|
|
|
|
|
|
dirty.value = true
|
|
|
|
|
|
enqueueSourceUpload({ uid: localUid, file: raw, extension: validation.extension })
|
2026-07-23 15:10:13 +08:00
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function useSampleFile() {
|
|
|
|
|
|
if (!taskId.value) {
|
|
|
|
|
|
ElMessage.error('任务尚未创建,请返回模型选择步骤后重试')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
const sample = new File([DEFAULT_SOURCE_TEXT], 'finance_qa.jsonl', { type: 'application/x-ndjson' })
|
2026-07-24 11:28:02 +08:00
|
|
|
|
handleFileChange({ raw: sample, uid: Date.now(), name: sample.name } as UploadFile)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-11 11:00:15 +08:00
|
|
|
|
function updateExternalSource(value: ExternalDataSource) {
|
|
|
|
|
|
Object.assign(externalSource, value)
|
|
|
|
|
|
externalConnected.value = false
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function handleTestConnection() {
|
|
|
|
|
|
if (!taskId.value) {
|
|
|
|
|
|
ElMessage.error('任务尚未创建,请返回模型选择步骤后重试')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-11 11:00:15 +08:00
|
|
|
|
if (!externalSource.url.trim()) {
|
|
|
|
|
|
ElMessage.warning('请先填写数据源地址')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
externalPulling.value = true
|
2026-07-23 15:10:13 +08:00
|
|
|
|
try {
|
|
|
|
|
|
const result = await testDataProcessExternalSource(taskId.value, externalPayload())
|
|
|
|
|
|
externalConnected.value = result.connected
|
|
|
|
|
|
if (result.connected) ElMessage.success(result.message || '数据源连接测试成功')
|
|
|
|
|
|
else ElMessage.warning(result.message || '数据源连接失败')
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
externalConnected.value = false
|
|
|
|
|
|
} finally {
|
2026-07-11 11:00:15 +08:00
|
|
|
|
externalPulling.value = false
|
2026-07-23 15:10:13 +08:00
|
|
|
|
}
|
2026-07-11 11:00:15 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function handlePullData() {
|
|
|
|
|
|
if (!taskId.value) {
|
|
|
|
|
|
ElMessage.error('任务尚未创建,请返回模型选择步骤后重试')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-11 11:00:15 +08:00
|
|
|
|
if (!externalSource.url.trim()) {
|
|
|
|
|
|
ElMessage.warning('请先填写数据源地址')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-23 15:10:13 +08:00
|
|
|
|
if (!externalSource.query?.trim()) {
|
|
|
|
|
|
ElMessage.warning('请先填写只读 SELECT 查询语句')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-11 11:00:15 +08:00
|
|
|
|
externalPulling.value = true
|
2026-07-23 15:10:13 +08:00
|
|
|
|
try {
|
|
|
|
|
|
const response = await pullDataProcessExternalSource(taskId.value, externalPayload())
|
|
|
|
|
|
const newFiles: UploadedDataFile[] = []
|
|
|
|
|
|
for (const file of response.files) {
|
|
|
|
|
|
const source = await getDataProcessSourceContent(taskId.value, file.id, {
|
|
|
|
|
|
start_line: 1,
|
|
|
|
|
|
line_count: 5000,
|
|
|
|
|
|
})
|
2026-07-24 11:28:02 +08:00
|
|
|
|
newFiles.push(mapDataProcessSourceFile(file, source.content))
|
2026-07-23 15:10:13 +08:00
|
|
|
|
}
|
|
|
|
|
|
uploadedFiles.value.push(...newFiles)
|
2026-07-11 11:00:15 +08:00
|
|
|
|
externalConnected.value = true
|
2026-07-23 15:10:13 +08:00
|
|
|
|
previewSignature.value = ''
|
|
|
|
|
|
resetDownstream()
|
2026-07-11 11:00:15 +08:00
|
|
|
|
dirty.value = true
|
2026-07-23 15:10:13 +08:00
|
|
|
|
ElMessage.success(`已成功登记 ${newFiles.length} 个外部源文件`)
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
externalConnected.value = false
|
|
|
|
|
|
} finally {
|
|
|
|
|
|
externalPulling.value = false
|
|
|
|
|
|
}
|
2026-07-11 11:00:15 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function handleRemoveFile(uid: string | number) {
|
2026-07-10 16:45:55 +08:00
|
|
|
|
const index = uploadedFiles.value.findIndex(f => f.uid === uid)
|
2026-07-23 15:10:13 +08:00
|
|
|
|
if (index < 0 || !taskId.value) return
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const file = uploadedFiles.value[index]
|
|
|
|
|
|
if (!file) return
|
|
|
|
|
|
if (file.status === 'uploading') {
|
|
|
|
|
|
ElMessage.warning('当前文件正在上传,请等待上传结束后再删除')
|
2026-07-23 15:10:13 +08:00
|
|
|
|
return
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (file.sourceFileId) {
|
|
|
|
|
|
try {
|
|
|
|
|
|
await deleteDataProcessSourceFile(taskId.value, file.sourceFileId)
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
2026-07-23 15:10:13 +08:00
|
|
|
|
uploadedFiles.value.splice(index, 1)
|
|
|
|
|
|
previewSignature.value = ''
|
|
|
|
|
|
previewItems.value = []
|
|
|
|
|
|
selectedPreviewId.value = null
|
|
|
|
|
|
resetDownstream()
|
|
|
|
|
|
dirty.value = true
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-12 15:39:43 +08:00
|
|
|
|
function resetSourceDataForProcessTypeChange() {
|
|
|
|
|
|
uploadedFiles.value = []
|
|
|
|
|
|
previewSignature.value = ''
|
|
|
|
|
|
previewItems.value = []
|
|
|
|
|
|
selectedPreviewFileId.value = null
|
|
|
|
|
|
selectedPreviewId.value = null
|
|
|
|
|
|
selectedPreviewIdsByFile.value = {}
|
|
|
|
|
|
externalConnected.value = false
|
|
|
|
|
|
resetDownstream()
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-10 16:45:55 +08:00
|
|
|
|
async function nextFromCreate() {
|
|
|
|
|
|
const valid = await taskSetupRef.value?.validate()
|
|
|
|
|
|
if (!valid) return
|
2026-07-13 17:12:49 +08:00
|
|
|
|
goToStep('model')
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
async function nextFromModel() {
|
|
|
|
|
|
const valid = await modelSelectionRef.value?.validate()
|
|
|
|
|
|
if (!valid) return
|
2026-07-23 15:10:13 +08:00
|
|
|
|
try {
|
|
|
|
|
|
const saved = taskId.value
|
|
|
|
|
|
? await updateDataProcessTask(taskId.value, taskPayload())
|
|
|
|
|
|
: await createDataProcessTask(taskPayload())
|
|
|
|
|
|
taskId.value = String(saved.id)
|
|
|
|
|
|
dirty.value = true
|
|
|
|
|
|
goToStep('upload')
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
// 请求层已展示名称冲突或配置非法等具体原因。
|
|
|
|
|
|
}
|
2026-07-12 15:39:43 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function nextFromUpload() {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (previewBuilding.value || sourceUploading.value) return
|
2026-07-23 15:10:13 +08:00
|
|
|
|
if (!taskId.value) {
|
|
|
|
|
|
ElMessage.error('任务尚未创建,请返回模型选择步骤后重试')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
if (uploadedFiles.value.length === 0) {
|
2026-07-11 11:00:15 +08:00
|
|
|
|
ElMessage.warning(processType.value === 'external' ? '请先拉取至少一个数据源' : '请上传至少一个源数据文件')
|
2026-07-10 16:45:55 +08:00
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const failedUploads = uploadedFiles.value.filter((file) => file.status === 'failed')
|
|
|
|
|
|
if (failedUploads.length) {
|
|
|
|
|
|
ElMessage.warning(`${failedUploads.length} 个文件上传失败,请删除后重新选择`)
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (hasUnfinishedUploads.value) {
|
|
|
|
|
|
ElMessage.warning('请等待所有文件上传完成后再开始切分')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
|
2026-07-11 14:49:10 +08:00
|
|
|
|
const signature = buildPreviewSignature()
|
2026-07-24 11:28:02 +08:00
|
|
|
|
const configSignature = buildPreviewConfigSignature()
|
|
|
|
|
|
const allFilesSucceeded = () => uploadedFiles.value.every((file) => (
|
|
|
|
|
|
file.previewStatus === 'success' && file.previewConfigSignature === configSignature
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
if (signature === previewSignature.value && previewItems.value.length && allFilesSucceeded()) {
|
|
|
|
|
|
goToStep('preview')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
for (const file of uploadedFiles.value) {
|
|
|
|
|
|
if (file.previewConfigSignature === configSignature) continue
|
|
|
|
|
|
file.previewStatus = 'waiting'
|
|
|
|
|
|
file.previewProgress = 0
|
|
|
|
|
|
file.previewError = undefined
|
|
|
|
|
|
file.previewCount = undefined
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
previewBuilding.value = true
|
|
|
|
|
|
try {
|
|
|
|
|
|
const pendingFileIds = uploadedFiles.value
|
|
|
|
|
|
.filter((file) => file.previewStatus !== 'success' || file.previewConfigSignature !== configSignature)
|
|
|
|
|
|
.map((file) => file.sourceFileId)
|
|
|
|
|
|
.filter((fileId): fileId is string => Boolean(fileId))
|
|
|
|
|
|
// 构建接口是同步响应:请求中只展示真实的“处理中”,响应成功后才记为 100%。
|
|
|
|
|
|
await buildPreviewsByFile(taskId.value, pendingFileIds, (progress) => {
|
|
|
|
|
|
const file = uploadedFiles.value.find((item) => (
|
|
|
|
|
|
String(item.sourceFileId) === String(progress.source_file_id)
|
|
|
|
|
|
))
|
|
|
|
|
|
if (!file) return
|
|
|
|
|
|
file.previewStatus = progress.status
|
|
|
|
|
|
file.previewProgress = progress.progress
|
|
|
|
|
|
file.previewCount = progress.preview_count
|
|
|
|
|
|
file.previewError = progress.error
|
|
|
|
|
|
if (progress.status === 'success') file.previewConfigSignature = configSignature
|
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
const failedCount = uploadedFiles.value.filter((file) => file.previewStatus === 'failed').length
|
|
|
|
|
|
if (failedCount || !allFilesSucceeded()) {
|
|
|
|
|
|
ElMessage.warning(`${failedCount || 1} 个文件切分失败;修正问题后点击“继续:数据预览”即可重试`)
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
try {
|
|
|
|
|
|
const first = await getDataProcessPreview(taskId.value, { page: 1, page_size: 500 })
|
|
|
|
|
|
const items = [...first.items]
|
|
|
|
|
|
const pages = Math.ceil(first.total / first.page_size)
|
|
|
|
|
|
for (let page = 2; page <= pages; page += 1) {
|
|
|
|
|
|
const next = await getDataProcessPreview(taskId.value, { page, page_size: 500 })
|
|
|
|
|
|
items.push(...next.items)
|
|
|
|
|
|
}
|
|
|
|
|
|
previewItems.value = items.map(mapPreviewItem)
|
|
|
|
|
|
} catch {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
ElMessage.warning('文件切分已经完成,但预览加载失败;请再次点击继续重试加载')
|
2026-07-23 15:10:13 +08:00
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (!previewItems.value.length) {
|
|
|
|
|
|
ElMessage.warning('源文件没有生成可用的预览条目,请检查文件内容和预处理配置')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
selectedPreviewFileId.value = String(uploadedFiles.value[0]?.uid ?? '') || null
|
|
|
|
|
|
selectedPreviewId.value = activePreviewItems.value[0]?.id ?? null
|
|
|
|
|
|
selectedPreviewIdsByFile.value = selectedPreviewId.value && selectedPreviewFileId.value
|
|
|
|
|
|
? { [selectedPreviewFileId.value]: selectedPreviewId.value }
|
|
|
|
|
|
: {}
|
|
|
|
|
|
previewSignature.value = signature
|
|
|
|
|
|
resetDownstream()
|
2026-07-24 11:28:02 +08:00
|
|
|
|
goToStep('preview')
|
|
|
|
|
|
} finally {
|
|
|
|
|
|
previewBuilding.value = false
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function selectPreviewFile(fileId: string) {
|
|
|
|
|
|
if (selectedPreviewFileId.value && selectedPreviewId.value) {
|
|
|
|
|
|
selectedPreviewIdsByFile.value[selectedPreviewFileId.value] = selectedPreviewId.value
|
|
|
|
|
|
}
|
|
|
|
|
|
selectedPreviewFileId.value = fileId
|
|
|
|
|
|
selectedPreviewId.value = selectedPreviewIdsByFile.value[fileId]
|
|
|
|
|
|
|| activePreviewItems.value[0]?.id
|
|
|
|
|
|
|| null
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function selectPreviewItem(id: string) {
|
|
|
|
|
|
selectedPreviewId.value = id
|
|
|
|
|
|
if (selectedPreviewFileId.value) selectedPreviewIdsByFile.value[selectedPreviewFileId.value] = id
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function updatePreviewContent(id: string, value: string) {
|
|
|
|
|
|
const item = previewItems.value.find((entry) => entry.id === id)
|
|
|
|
|
|
if (!item) return
|
|
|
|
|
|
item.editedContent = value
|
2026-07-23 15:10:13 +08:00
|
|
|
|
item.tokenCount = estimateTokenCount(value)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
item.status = value === item.originalContent ? 'original' : item.sourceStart == null ? 'manual' : 'modified'
|
2026-07-11 14:49:10 +08:00
|
|
|
|
resetDownstream()
|
2026-07-10 16:45:55 +08:00
|
|
|
|
dirty.value = true
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function syncPreviewChanges() {
|
|
|
|
|
|
if (!taskId.value) throw new Error('任务尚未创建')
|
|
|
|
|
|
const changedItems = previewItems.value.filter((item) => item.status === 'modified' || item.status === 'manual')
|
|
|
|
|
|
for (const item of changedItems) {
|
|
|
|
|
|
const saved = await updateDataProcessPreview(taskId.value, item.id, {
|
|
|
|
|
|
edited_content: item.editedContent,
|
|
|
|
|
|
expected_updated_at: item.updatedAt,
|
|
|
|
|
|
})
|
|
|
|
|
|
const index = previewItems.value.findIndex((entry) => entry.id === item.id)
|
|
|
|
|
|
if (index >= 0) previewItems.value[index] = mapPreviewItem(saved)
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-10 16:45:55 +08:00
|
|
|
|
function restorePreviewItem(id: string) {
|
|
|
|
|
|
const item = previewItems.value.find((entry) => entry.id === id)
|
|
|
|
|
|
if (!item || item.sourceStart == null) return
|
|
|
|
|
|
item.editedContent = item.originalContent
|
2026-07-23 15:10:13 +08:00
|
|
|
|
item.tokenCount = estimateTokenCount(item.originalContent)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
item.status = 'original'
|
2026-07-11 14:49:10 +08:00
|
|
|
|
resetDownstream()
|
2026-07-10 16:45:55 +08:00
|
|
|
|
dirty.value = true
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-23 15:10:13 +08:00
|
|
|
|
async function addPreviewItem() {
|
|
|
|
|
|
if (!selectedPreviewFileId.value || !taskId.value) return
|
|
|
|
|
|
try {
|
|
|
|
|
|
const created = await createDataProcessPreview(taskId.value, {
|
|
|
|
|
|
source_file_id: selectedPreviewFileId.value,
|
|
|
|
|
|
edited_content: '',
|
|
|
|
|
|
})
|
|
|
|
|
|
const item = mapPreviewItem(created)
|
|
|
|
|
|
previewItems.value.push(item)
|
|
|
|
|
|
selectPreviewItem(item.id)
|
|
|
|
|
|
resetDownstream()
|
|
|
|
|
|
dirty.value = true
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
// 请求层已展示错误。
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
async function removePreviewItem(id: string) {
|
2026-07-11 14:49:10 +08:00
|
|
|
|
const confirmed = await confirmDialogRef.value?.open({
|
|
|
|
|
|
title: '删除预览内容?',
|
|
|
|
|
|
message: '删除只影响本次处理,不会修改源文件。删除后可重新从源文件生成预览。',
|
|
|
|
|
|
confirmText: '删除',
|
|
|
|
|
|
cancelText: '取消',
|
|
|
|
|
|
tone: 'danger',
|
|
|
|
|
|
})
|
|
|
|
|
|
if (!confirmed) return
|
2026-07-10 16:45:55 +08:00
|
|
|
|
|
|
|
|
|
|
const index = previewItems.value.findIndex((item) => item.id === id)
|
|
|
|
|
|
if (index < 0) return
|
2026-07-23 15:10:13 +08:00
|
|
|
|
if (!taskId.value) return
|
|
|
|
|
|
try {
|
|
|
|
|
|
await deleteDataProcessPreview(taskId.value, id)
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
previewItems.value.splice(index, 1)
|
|
|
|
|
|
selectedPreviewId.value = activePreviewItems.value[Math.min(index, activePreviewItems.value.length - 1)]?.id ?? null
|
|
|
|
|
|
if (selectedPreviewFileId.value && selectedPreviewId.value) {
|
|
|
|
|
|
selectedPreviewIdsByFile.value[selectedPreviewFileId.value] = selectedPreviewId.value
|
|
|
|
|
|
}
|
2026-07-11 14:49:10 +08:00
|
|
|
|
resetDownstream()
|
2026-07-10 16:45:55 +08:00
|
|
|
|
dirty.value = true
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
async function handlePrimaryAction() {
|
|
|
|
|
|
if (currentStepId.value === 'create') {
|
|
|
|
|
|
await nextFromCreate()
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-13 17:12:49 +08:00
|
|
|
|
if (currentStepId.value === 'model') {
|
|
|
|
|
|
await nextFromModel()
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-12 15:39:43 +08:00
|
|
|
|
if (currentStepId.value === 'upload') {
|
2026-07-23 15:10:13 +08:00
|
|
|
|
await nextFromUpload()
|
2026-07-12 15:39:43 +08:00
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
if (currentStepId.value === 'preview') {
|
|
|
|
|
|
if (!previewItems.value.length) {
|
|
|
|
|
|
ElMessage.warning('当前没有可生成的预览内容')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-12 15:39:43 +08:00
|
|
|
|
goToStep('generate')
|
2026-07-10 16:45:55 +08:00
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (currentStepId.value === 'generate') {
|
|
|
|
|
|
if (generation.status === 'success') {
|
2026-07-12 15:39:43 +08:00
|
|
|
|
goToStep('results')
|
2026-07-10 16:45:55 +08:00
|
|
|
|
} else if (generation.status !== 'running') {
|
2026-07-23 15:10:13 +08:00
|
|
|
|
await startGeneration()
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
await saveTask()
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function handleBack() {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (sourceUploading.value) {
|
|
|
|
|
|
ElMessage.warning('请等待当前文件上传完成')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (previewBuilding.value) {
|
|
|
|
|
|
ElMessage.warning('请等待当前文件切分完成')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
if (generation.status === 'running') {
|
|
|
|
|
|
ElMessage.warning('请先停止当前生成任务')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (currentStep.value > 0) currentStep.value -= 1
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
async function saveTask() {
|
|
|
|
|
|
if (!validateResults()) {
|
|
|
|
|
|
ElMessage.warning('请先修正校验失败的结果')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-23 15:10:13 +08:00
|
|
|
|
try {
|
|
|
|
|
|
await persistResultChanges()
|
|
|
|
|
|
} catch {
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
|
|
|
|
|
if (!validateResults()) {
|
|
|
|
|
|
ElMessage.warning('仍有结果未通过后端质量校验,请继续修正')
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-10 16:45:55 +08:00
|
|
|
|
dirty.value = false
|
|
|
|
|
|
allowLeave = true
|
|
|
|
|
|
ElMessage.success('数据处理任务已保存')
|
|
|
|
|
|
await router.push('/data-process')
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
async function handleCancel() {
|
|
|
|
|
|
if (!dirty.value) {
|
|
|
|
|
|
allowLeave = true
|
|
|
|
|
|
router.back()
|
|
|
|
|
|
return
|
|
|
|
|
|
}
|
2026-07-11 14:49:10 +08:00
|
|
|
|
const confirmed = await confirmDialogRef.value?.open({
|
|
|
|
|
|
title: '确认离开当前页面?',
|
|
|
|
|
|
message: '当前存在未保存修改,离开后这些修改将不会保留。',
|
|
|
|
|
|
confirmText: '放弃修改',
|
|
|
|
|
|
cancelText: '继续编辑',
|
|
|
|
|
|
tone: 'danger',
|
|
|
|
|
|
})
|
|
|
|
|
|
if (!confirmed) return
|
|
|
|
|
|
allowLeave = true
|
|
|
|
|
|
router.back()
|
2026-07-10 16:45:55 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
2026-07-11 14:49:10 +08:00
|
|
|
|
onBeforeRouteLeave(async () => {
|
2026-07-24 11:28:02 +08:00
|
|
|
|
if (sourceUploading.value) {
|
|
|
|
|
|
ElMessage.warning('请等待当前文件上传完成后再离开页面')
|
|
|
|
|
|
return false
|
|
|
|
|
|
}
|
2026-07-11 14:49:10 +08:00
|
|
|
|
if (allowLeave || !dirty.value) return true
|
|
|
|
|
|
const confirmed = await confirmDialogRef.value?.open({
|
|
|
|
|
|
title: '确认离开当前页面?',
|
|
|
|
|
|
message: '当前存在未保存修改,离开后这些修改将不会保留。',
|
|
|
|
|
|
confirmText: '放弃修改',
|
|
|
|
|
|
cancelText: '继续编辑',
|
|
|
|
|
|
tone: 'danger',
|
|
|
|
|
|
})
|
|
|
|
|
|
if (confirmed) allowLeave = true
|
|
|
|
|
|
return Boolean(confirmed)
|
2026-07-10 16:45:55 +08:00
|
|
|
|
})
|
|
|
|
|
|
|
2026-07-13 15:28:48 +08:00
|
|
|
|
onBeforeUnmount(() => {
|
|
|
|
|
|
stopGenerationTimer()
|
|
|
|
|
|
})
|
2026-07-24 11:28:02 +08:00
|
|
|
|
onMounted(() => {
|
|
|
|
|
|
localStorage.removeItem('yg-data-process-create-draft')
|
|
|
|
|
|
void modelsStore.load(true)
|
2026-07-13 11:47:33 +08:00
|
|
|
|
})
|
2026-07-10 16:45:55 +08:00
|
|
|
|
</script>
|
|
|
|
|
|
|
|
|
|
|
|
<template>
|
|
|
|
|
|
<div class="create-wizard-layout">
|
|
|
|
|
|
<main class="wizard-main">
|
|
|
|
|
|
<div class="wizard-main-inner">
|
|
|
|
|
|
<div class="wizard-steps-container">
|
|
|
|
|
|
<div class="custom-wizard-steps">
|
2026-07-13 17:12:49 +08:00
|
|
|
|
<template v-for="(step, index) in WIZARD_STEPS" :key="step.id">
|
|
|
|
|
|
<div
|
|
|
|
|
|
v-if="index !== 0"
|
|
|
|
|
|
class="step-connector"
|
|
|
|
|
|
:class="{ 'is-active': currentStep >= index }"
|
|
|
|
|
|
></div>
|
|
|
|
|
|
<div
|
|
|
|
|
|
class="step-item"
|
|
|
|
|
|
:class="{
|
|
|
|
|
|
'is-active': currentStep === index,
|
|
|
|
|
|
'is-completed': currentStep > index
|
|
|
|
|
|
}"
|
|
|
|
|
|
:aria-current="currentStep === index ? 'step' : undefined"
|
|
|
|
|
|
>
|
|
|
|
|
|
<div class="step-node">
|
|
|
|
|
|
<div class="step-icon">
|
|
|
|
|
|
<i v-if="currentStep > index" class="fa fa-check" />
|
|
|
|
|
|
<span v-else>{{ index + 1 }}</span>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<div class="step-text">
|
|
|
|
|
|
<div class="step-title">{{ step.title }}</div>
|
|
|
|
|
|
</div>
|
2026-07-10 16:45:55 +08:00
|
|
|
|
</div>
|
|
|
|
|
|
</div>
|
2026-07-13 17:12:49 +08:00
|
|
|
|
</template>
|
2026-07-10 16:45:55 +08:00
|
|
|
|
</div>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
|
|
<div class="wizard-content">
|
|
|
|
|
|
<TaskSetupStep
|
|
|
|
|
|
v-if="currentStepId === 'create'"
|
|
|
|
|
|
ref="taskSetupRef"
|
|
|
|
|
|
v-model:name="task.name"
|
|
|
|
|
|
v-model:description="task.description"
|
|
|
|
|
|
v-model:process-type="processType"
|
2026-07-11 14:49:10 +08:00
|
|
|
|
v-model:structured-options="structuredOptions"
|
|
|
|
|
|
v-model:unstructured-options="unstructuredOptions"
|
2026-07-13 17:12:49 +08:00
|
|
|
|
/>
|
|
|
|
|
|
|
|
|
|
|
|
<ModelSelectionStep
|
|
|
|
|
|
v-else-if="currentStepId === 'model'"
|
|
|
|
|
|
ref="modelSelectionRef"
|
|
|
|
|
|
:options="modelSelectionOptions"
|
|
|
|
|
|
:models="generationModels"
|
|
|
|
|
|
@update:options="updateModelSelectionOptions"
|
2026-07-12 15:39:43 +08:00
|
|
|
|
/>
|
|
|
|
|
|
|
|
|
|
|
|
<SourceUploadStep
|
|
|
|
|
|
v-else-if="currentStepId === 'upload'"
|
|
|
|
|
|
:process-type="processType"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
:uploaded-files="uploadedFiles"
|
2026-07-11 11:00:15 +08:00
|
|
|
|
:external-source="externalSource"
|
|
|
|
|
|
:external-pulling="externalPulling"
|
|
|
|
|
|
:external-connected="externalConnected"
|
2026-07-24 11:28:02 +08:00
|
|
|
|
:preview-building="previewBuilding"
|
|
|
|
|
|
:source-uploading="sourceUploading"
|
2026-07-11 11:00:15 +08:00
|
|
|
|
@update:external-source="updateExternalSource"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
@file-change="handleFileChange"
|
|
|
|
|
|
@remove-file="handleRemoveFile"
|
|
|
|
|
|
@use-sample="useSampleFile"
|
2026-07-11 11:00:15 +08:00
|
|
|
|
@test-connection="handleTestConnection"
|
|
|
|
|
|
@pull-data="handlePullData"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
/>
|
|
|
|
|
|
|
|
|
|
|
|
<PreviewCompareStep
|
|
|
|
|
|
v-else-if="currentStepId === 'preview'"
|
|
|
|
|
|
:selected-id="selectedPreviewId"
|
|
|
|
|
|
:selected-file-id="selectedPreviewFileId"
|
|
|
|
|
|
:source-text="activeSourceText"
|
|
|
|
|
|
:items="activePreviewItems"
|
|
|
|
|
|
:process-type="processType"
|
|
|
|
|
|
:file-name="activePreviewFile?.name ?? ''"
|
2026-07-24 11:28:02 +08:00
|
|
|
|
:task-id="taskId"
|
|
|
|
|
|
:source-file-id="activePreviewFile?.sourceFileId ?? activePreviewFile?.uid ?? null"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
:files="previewFiles"
|
|
|
|
|
|
@update:selected-id="selectPreviewItem"
|
|
|
|
|
|
@update:selected-file-id="selectPreviewFile"
|
|
|
|
|
|
@update:item-content="updatePreviewContent"
|
|
|
|
|
|
@restore:item="restorePreviewItem"
|
|
|
|
|
|
@add:item="addPreviewItem"
|
|
|
|
|
|
@remove:item="removePreviewItem"
|
|
|
|
|
|
/>
|
|
|
|
|
|
|
|
|
|
|
|
<GenerationStep
|
|
|
|
|
|
v-else-if="currentStepId === 'generate'"
|
|
|
|
|
|
:task-name="task.name"
|
|
|
|
|
|
:process-type="processType"
|
|
|
|
|
|
:file-name="fileName"
|
|
|
|
|
|
:preview-count="previewItems.length"
|
|
|
|
|
|
:modified-count="modifiedPreviewCount"
|
|
|
|
|
|
:generation="generation"
|
|
|
|
|
|
@stop="stopGeneration"
|
|
|
|
|
|
@retry="startGeneration"
|
|
|
|
|
|
/>
|
|
|
|
|
|
|
|
|
|
|
|
<ResultEditorStep
|
2026-07-12 15:39:43 +08:00
|
|
|
|
v-else-if="currentStepId === 'results'"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
v-model:selected-id="selectedResultId"
|
|
|
|
|
|
:items="results"
|
2026-07-24 16:30:29 +08:00
|
|
|
|
:preview-items="previewItems"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
@update:field="updateResultField"
|
|
|
|
|
|
@restore:item="restoreResult"
|
|
|
|
|
|
/>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
</main>
|
|
|
|
|
|
|
|
|
|
|
|
<footer class="wizard-footer">
|
|
|
|
|
|
<div class="footer-left">
|
2026-07-24 11:28:02 +08:00
|
|
|
|
<el-button v-if="currentStep > 0" :disabled="previewBuilding || sourceUploading" @click="handleBack">
|
2026-07-10 16:45:55 +08:00
|
|
|
|
<i class="fa fa-arrow-left" style="margin-right: 6px;" /> 返回:{{ previousStepLabel }}
|
|
|
|
|
|
</el-button>
|
|
|
|
|
|
<el-button v-else @click="handleCancel">取消</el-button>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<div class="footer-center">
|
|
|
|
|
|
</div>
|
|
|
|
|
|
<div class="footer-right">
|
|
|
|
|
|
<el-button
|
|
|
|
|
|
class="wizard-primary-action"
|
|
|
|
|
|
type="primary"
|
2026-07-24 11:28:02 +08:00
|
|
|
|
:loading="generation.status === 'running' || (currentStepId === 'upload' && (sourceUploading || previewBuilding))"
|
|
|
|
|
|
:disabled="(currentStepId === 'generate' && generation.status === 'running') || previewBuilding || sourceUploading || (currentStepId === 'upload' && hasUnfinishedUploads)"
|
2026-07-10 16:45:55 +08:00
|
|
|
|
@click="handlePrimaryAction"
|
|
|
|
|
|
>
|
|
|
|
|
|
{{ primaryActionLabel }} <i class="fa" :class="primaryActionIcon" style="margin-left: 6px;" />
|
|
|
|
|
|
</el-button>
|
|
|
|
|
|
</div>
|
|
|
|
|
|
</footer>
|
|
|
|
|
|
</div>
|
2026-07-11 14:49:10 +08:00
|
|
|
|
|
|
|
|
|
|
<AppConfirmDialog ref="confirmDialogRef" />
|
2026-07-10 16:45:55 +08:00
|
|
|
|
</template>
|
|
|
|
|
|
|
2026-07-13 15:28:48 +08:00
|
|
|
|
<style scoped lang="scss" src="./create/data-process-create.scss"></style>
|