feat(dataset): 补全样本原文与删除操作
This commit is contained in:
@@ -15,6 +15,7 @@ const apiPath = path.join(root, 'src/api/modules/dataset.ts')
|
|||||||
const adapterPath = path.join(root, 'src/mock/adapter.ts')
|
const adapterPath = path.join(root, 'src/mock/adapter.ts')
|
||||||
const mockPath = path.join(root, 'src/mock/data.ts')
|
const mockPath = path.join(root, 'src/mock/data.ts')
|
||||||
const recordsPath = path.join(root, 'src/views/dataset/datasetRecords.ts')
|
const recordsPath = path.join(root, 'src/views/dataset/datasetRecords.ts')
|
||||||
|
const recordEditorPath = path.join(root, 'src/views/dataset/preview/useDatasetRecordEditor.ts')
|
||||||
const versionsPath = path.join(root, 'src/mock/datasetVersions.ts')
|
const versionsPath = path.join(root, 'src/mock/datasetVersions.ts')
|
||||||
const source = fs.readFileSync(previewPath, 'utf8')
|
const source = fs.readFileSync(previewPath, 'utf8')
|
||||||
const previewLogicSource = source.slice(0, source.indexOf('<style'))
|
const previewLogicSource = source.slice(0, source.indexOf('<style'))
|
||||||
@@ -27,11 +28,12 @@ const apiSource = fs.readFileSync(apiPath, 'utf8')
|
|||||||
const adapterSource = fs.readFileSync(adapterPath, 'utf8')
|
const adapterSource = fs.readFileSync(adapterPath, 'utf8')
|
||||||
const mockSource = fs.readFileSync(mockPath, 'utf8')
|
const mockSource = fs.readFileSync(mockPath, 'utf8')
|
||||||
const recordsSource = fs.readFileSync(recordsPath, 'utf8')
|
const recordsSource = fs.readFileSync(recordsPath, 'utf8')
|
||||||
|
const recordEditorSource = fs.readFileSync(recordEditorPath, 'utf8')
|
||||||
const versionsSource = fs.readFileSync(versionsPath, 'utf8')
|
const versionsSource = fs.readFileSync(versionsPath, 'utf8')
|
||||||
const recordsModuleCode = ts.transpileModule(recordsSource, {
|
const recordsModuleCode = ts.transpileModule(recordsSource, {
|
||||||
compilerOptions: { module: ts.ModuleKind.ESNext, target: ts.ScriptTarget.ES2022 },
|
compilerOptions: { module: ts.ModuleKind.ESNext, target: ts.ScriptTarget.ES2022 },
|
||||||
}).outputText
|
}).outputText
|
||||||
const { parseDatasetRecords, updateDatasetRecord } = await import(
|
const { deleteDatasetRecord, parseDatasetRecords, updateDatasetRecord } = await import(
|
||||||
`data:text/javascript;base64,${Buffer.from(recordsModuleCode).toString('base64')}`
|
`data:text/javascript;base64,${Buffer.from(recordsModuleCode).toString('base64')}`
|
||||||
)
|
)
|
||||||
const versionsModuleCode = ts.transpileModule(versionsSource, {
|
const versionsModuleCode = ts.transpileModule(versionsSource, {
|
||||||
@@ -65,6 +67,12 @@ expect(previewSurfaceSource.includes('class="record-table"'), '样本数据应
|
|||||||
expect(previewSurfaceSource.includes('fixed="right"'), '逐条编辑操作列应固定在表格右侧')
|
expect(previewSurfaceSource.includes('fixed="right"'), '逐条编辑操作列应固定在表格右侧')
|
||||||
expect(previewSurfaceSource.includes('v-for="fieldKey in tableFieldKeys"'), '企业表格应根据数据结构动态生成字段列')
|
expect(previewSurfaceSource.includes('v-for="fieldKey in tableFieldKeys"'), '企业表格应根据数据结构动态生成字段列')
|
||||||
expect(previewSurfaceSource.includes("emit('edit', asDatasetRecord(row))"), '每条样本应向主页面发送编辑事件')
|
expect(previewSurfaceSource.includes("emit('edit', asDatasetRecord(row))"), '每条样本应向主页面发送编辑事件')
|
||||||
|
expect(previewSurfaceSource.includes("emit('delete', asDatasetRecord(row))"), '每条样本应提供删除操作')
|
||||||
|
expect(previewSurfaceSource.includes('label="原文参照"'), '样本列表应展示生成内容对应的原文参照')
|
||||||
|
expect(source.includes('getDatasetFileRecordSources'), '详情页应从后端读取发布样本的真实原文')
|
||||||
|
expect(recordEditorSource.includes('deleteDatasetRecord('), '删除样本应只修改当前文件草稿')
|
||||||
|
expect(recordEditorSource.includes('删除后将暂存到当前草稿'), '删除样本前应说明保存版本后才生效')
|
||||||
|
expect(source.includes('selectedFileSize'), '详情文件大小也应统一显示为 MB')
|
||||||
expect(previewSurfaceSource.includes('暂存修改'), '单条编辑应先暂存到当前页面')
|
expect(previewSurfaceSource.includes('暂存修改'), '单条编辑应先暂存到当前页面')
|
||||||
expect(source.includes('hasPendingVersionChanges && isViewingActiveVersion'), '存在暂存修改时才应显示保存版本按钮')
|
expect(source.includes('hasPendingVersionChanges && isViewingActiveVersion'), '存在暂存修改时才应显示保存版本按钮')
|
||||||
expect(source.includes('保存版本'), '文件工具栏应提供保存版本按钮')
|
expect(source.includes('保存版本'), '文件工具栏应提供保存版本按钮')
|
||||||
@@ -85,10 +93,10 @@ expect(source.includes('hasUnsavedChanges'), '在线编辑器应跟踪未保存
|
|||||||
expect(source.includes('onBeforeRouteLeave'), '离开页面时应保护未保存修改')
|
expect(source.includes('onBeforeRouteLeave'), '离开页面时应保护未保存修改')
|
||||||
expect(previewSurfaceSource.includes("event.key.toLowerCase() === 's'"), '在线编辑器应支持快捷键保存')
|
expect(previewSurfaceSource.includes("event.key.toLowerCase() === 's'"), '在线编辑器应支持快捷键保存')
|
||||||
expect(source.includes('loadVersions(selectedFile)'), '版本内容加载失败后应支持重新加载')
|
expect(source.includes('loadVersions(selectedFile)'), '版本内容加载失败后应支持重新加载')
|
||||||
expect(source.includes('function resetRecordEditor()'), '主页面应提供统一的编辑器状态清理函数')
|
expect(recordEditorSource.includes('function resetRecordEditor()'), '编辑器逻辑应提供统一的状态清理函数')
|
||||||
const resetEditorStart = source.indexOf('function resetRecordEditor()')
|
const resetEditorStart = recordEditorSource.indexOf('function resetRecordEditor()')
|
||||||
const updateFieldStart = source.indexOf('function updateEditField', resetEditorStart)
|
const updateFieldStart = recordEditorSource.indexOf('function openRecordEditor', resetEditorStart)
|
||||||
const resetEditorSource = source.slice(resetEditorStart, updateFieldStart)
|
const resetEditorSource = recordEditorSource.slice(resetEditorStart, updateFieldStart)
|
||||||
for (const marker of [
|
for (const marker of [
|
||||||
'editorVisible.value = false',
|
'editorVisible.value = false',
|
||||||
'editingRecord.value = null',
|
'editingRecord.value = null',
|
||||||
@@ -141,6 +149,9 @@ const afterLines = updated.split('\n')
|
|||||||
expect(afterLines[0] === beforeLines[0] && afterLines[1] === '', '单条保存不得改写其他样本或空行')
|
expect(afterLines[0] === beforeLines[0] && afterLines[1] === '', '单条保存不得改写其他样本或空行')
|
||||||
expect(JSON.parse(afterLines[2]).instruction === '第二条已修改', '单条保存应准确更新目标样本')
|
expect(JSON.parse(afterLines[2]).instruction === '第二条已修改', '单条保存应准确更新目标样本')
|
||||||
expect(Array.isArray(JSON.parse(afterLines[2]).output), '单条保存不应丢失数组等非字符串字段类型')
|
expect(Array.isArray(JSON.parse(afterLines[2]).output), '单条保存不应丢失数组等非字符串字段类型')
|
||||||
|
const deleted = deleteDatasetRecord(updated, 'samples.jsonl', 2)
|
||||||
|
expect(!deleted.includes('第二条已修改'), '删除样本应准确移除目标 JSONL 记录')
|
||||||
|
expect(deleted.split('\n')[0] === beforeLines[0], '删除样本不得改写其他 JSONL 记录')
|
||||||
const invalid = parseDatasetRecords('{invalid json}', 'samples.jsonl')
|
const invalid = parseDatasetRecords('{invalid json}', 'samples.jsonl')
|
||||||
expect(invalid.records[0].kind === 'invalid' && invalid.records[0].error, '非法 JSON 行应被单独标记并给出错误')
|
expect(invalid.records[0].kind === 'invalid' && invalid.records[0].error, '非法 JSON 行应被单独标记并给出错误')
|
||||||
const repairedJson = updateDatasetRecord('{invalid json}', 'samples.json', 0, { repaired: true })
|
const repairedJson = updateDatasetRecord('{invalid json}', 'samples.json', 0, { repaired: true })
|
||||||
|
|||||||
@@ -10,18 +10,27 @@ import {
|
|||||||
deleteDatasetFileVersion,
|
deleteDatasetFileVersion,
|
||||||
downloadFileUrl,
|
downloadFileUrl,
|
||||||
getDataset,
|
getDataset,
|
||||||
|
getDatasetFileRecordSources,
|
||||||
getDatasetFileVersionContent,
|
getDatasetFileVersionContent,
|
||||||
getDatasetFileVersions,
|
getDatasetFileVersions,
|
||||||
} from '@/api/modules/dataset'
|
} from '@/api/modules/dataset'
|
||||||
import { DATASET_TYPE_MAP, STORAGE_MAP } from '@/constants'
|
import { DATASET_TYPE_MAP, STORAGE_MAP } from '@/constants'
|
||||||
import { parseDatasetRecords, updateDatasetRecord } from './datasetRecords'
|
import {
|
||||||
import type { DatasetRecord } from './datasetRecords'
|
attachDatasetRecordSources,
|
||||||
|
parseDatasetRecords,
|
||||||
|
} from './datasetRecords'
|
||||||
import DatasetVersionBar from './preview/DatasetVersionBar.vue'
|
import DatasetVersionBar from './preview/DatasetVersionBar.vue'
|
||||||
import DatasetRecordTable from './preview/DatasetRecordTable.vue'
|
import DatasetRecordTable from './preview/DatasetRecordTable.vue'
|
||||||
import DatasetRecordEditorDialog from './preview/DatasetRecordEditorDialog.vue'
|
import DatasetRecordEditorDialog from './preview/DatasetRecordEditorDialog.vue'
|
||||||
import DatasetRawPreview from './preview/DatasetRawPreview.vue'
|
import DatasetRawPreview from './preview/DatasetRawPreview.vue'
|
||||||
import type { EditField } from './preview/types'
|
import { useDatasetRecordEditor } from './preview/useDatasetRecordEditor'
|
||||||
import type { DatasetFile, DatasetItem, DatasetVersion } from '@/types'
|
import { formatMegabytes } from '@/utils/fileSize'
|
||||||
|
import type {
|
||||||
|
DatasetFile,
|
||||||
|
DatasetItem,
|
||||||
|
DatasetRecordSource,
|
||||||
|
DatasetVersion,
|
||||||
|
} from '@/types'
|
||||||
|
|
||||||
const route = useRoute()
|
const route = useRoute()
|
||||||
const datasetId = route.params.id as string
|
const datasetId = route.params.id as string
|
||||||
@@ -34,14 +43,9 @@ const selectedFileId = ref('')
|
|||||||
const previewContent = ref('')
|
const previewContent = ref('')
|
||||||
const baseVersionContent = ref('')
|
const baseVersionContent = ref('')
|
||||||
const previewError = ref('')
|
const previewError = ref('')
|
||||||
const editorVisible = ref(false)
|
|
||||||
const editingRecord = ref<DatasetRecord | null>(null)
|
|
||||||
const editFields = ref<EditField[]>([])
|
|
||||||
const rawDraft = ref('')
|
|
||||||
const originalDraft = ref('')
|
|
||||||
const savingRecord = ref(false)
|
|
||||||
const savingVersion = ref(false)
|
const savingVersion = ref(false)
|
||||||
const versions = ref<DatasetVersion[]>([])
|
const versions = ref<DatasetVersion[]>([])
|
||||||
|
const recordSources = ref<DatasetRecordSource[]>([])
|
||||||
const selectedVersionId = ref('')
|
const selectedVersionId = ref('')
|
||||||
const activeVersionId = ref('')
|
const activeVersionId = ref('')
|
||||||
const loadedVersionId = ref('')
|
const loadedVersionId = ref('')
|
||||||
@@ -56,15 +60,13 @@ const selectedFile = computed(() => files.value.find((file) => fileKey(file) ===
|
|||||||
const totalLines = computed(() => previewContent.value ? previewContent.value.split('\n').length : 0)
|
const totalLines = computed(() => previewContent.value ? previewContent.value.split('\n').length : 0)
|
||||||
const recordResult = computed(() => parseDatasetRecords(previewContent.value, selectedFile.value?.name || ''))
|
const recordResult = computed(() => parseDatasetRecords(previewContent.value, selectedFile.value?.name || ''))
|
||||||
const isRecordFile = computed(() => recordResult.value.supported)
|
const isRecordFile = computed(() => recordResult.value.supported)
|
||||||
const records = computed(() => recordResult.value.records)
|
const records = computed(() => attachDatasetRecordSources(
|
||||||
|
recordResult.value.records,
|
||||||
|
recordSources.value,
|
||||||
|
))
|
||||||
const viewedVersion = computed(() => versions.value.find((item) => item.id === loadedVersionId.value))
|
const viewedVersion = computed(() => versions.value.find((item) => item.id === loadedVersionId.value))
|
||||||
const isViewingActiveVersion = computed(() => Boolean(loadedVersionId.value) && loadedVersionId.value === activeVersionId.value)
|
const isViewingActiveVersion = computed(() => Boolean(loadedVersionId.value) && loadedVersionId.value === activeVersionId.value)
|
||||||
const currentDraft = computed(() => editingRecord.value?.kind === 'object'
|
|
||||||
? JSON.stringify(editFields.value)
|
|
||||||
: rawDraft.value)
|
|
||||||
const hasEditorDraftChanges = computed(() => editorVisible.value && currentDraft.value !== originalDraft.value)
|
|
||||||
const hasPendingVersionChanges = computed(() => previewContent.value !== baseVersionContent.value)
|
const hasPendingVersionChanges = computed(() => previewContent.value !== baseVersionContent.value)
|
||||||
const hasUnsavedChanges = computed(() => hasEditorDraftChanges.value || hasPendingVersionChanges.value)
|
|
||||||
const datasetType = computed(() => {
|
const datasetType = computed(() => {
|
||||||
const value = String(dataset.value?.type || '').toLowerCase()
|
const value = String(dataset.value?.type || '').toLowerCase()
|
||||||
return DATASET_TYPE_MAP[value] || dataset.value?.type || '-'
|
return DATASET_TYPE_MAP[value] || dataset.value?.type || '-'
|
||||||
@@ -76,11 +78,28 @@ const storageType = computed(() => {
|
|||||||
const createdAt = computed(() => dataset.value?.create_time
|
const createdAt = computed(() => dataset.value?.create_time
|
||||||
? new Date(dataset.value.create_time).toLocaleString('zh-CN')
|
? new Date(dataset.value.create_time).toLocaleString('zh-CN')
|
||||||
: '-')
|
: '-')
|
||||||
|
const datasetSize = computed(() => formatMegabytes(
|
||||||
|
dataset.value?.size_bytes,
|
||||||
|
dataset.value?.size,
|
||||||
|
))
|
||||||
|
const selectedFileSize = computed(() => formatMegabytes(
|
||||||
|
selectedFile.value?.size_bytes,
|
||||||
|
selectedFile.value?.size,
|
||||||
|
))
|
||||||
|
|
||||||
function fileKey(file: DatasetFile) {
|
function fileKey(file: DatasetFile) {
|
||||||
return String(file.id || file.name)
|
return String(file.id || file.name)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const {
|
||||||
|
editorVisible, editingRecord, editFields, rawDraft, savingRecord,
|
||||||
|
hasEditorDraftChanges, openRecordEditor, resetRecordEditor, updateEditField,
|
||||||
|
closeRecordEditor, saveRecord, deleteRecord,
|
||||||
|
} = useDatasetRecordEditor(selectedFile, isViewingActiveVersion, previewContent)
|
||||||
|
const hasUnsavedChanges = computed(
|
||||||
|
() => hasEditorDraftChanges.value || hasPendingVersionChanges.value,
|
||||||
|
)
|
||||||
|
|
||||||
async function loadDataset() {
|
async function loadDataset() {
|
||||||
loading.value = true
|
loading.value = true
|
||||||
try {
|
try {
|
||||||
@@ -101,7 +120,10 @@ async function loadVersions(file: DatasetFile) {
|
|||||||
const requestId = ++versionRequestId
|
const requestId = ++versionRequestId
|
||||||
try {
|
try {
|
||||||
const result = await getDatasetFileVersions(fileKey(file))
|
const result = await getDatasetFileVersions(fileKey(file))
|
||||||
const activeContent = await getDatasetFileVersionContent(fileKey(file), result.active_version_id)
|
const [activeContent, sources] = await Promise.all([
|
||||||
|
getDatasetFileVersionContent(fileKey(file), result.active_version_id),
|
||||||
|
getDatasetFileRecordSources(fileKey(file)),
|
||||||
|
])
|
||||||
if (requestId !== versionRequestId) return
|
if (requestId !== versionRequestId) return
|
||||||
versions.value = result.versions
|
versions.value = result.versions
|
||||||
nextVersionNumber.value = result.next_version_number
|
nextVersionNumber.value = result.next_version_number
|
||||||
@@ -111,9 +133,13 @@ async function loadVersions(file: DatasetFile) {
|
|||||||
loadedVersionId.value = result.active_version_id
|
loadedVersionId.value = result.active_version_id
|
||||||
previewContent.value = activeContent.content
|
previewContent.value = activeContent.content
|
||||||
baseVersionContent.value = activeContent.content
|
baseVersionContent.value = activeContent.content
|
||||||
|
recordSources.value = sources.items || []
|
||||||
resetRecordEditor()
|
resetRecordEditor()
|
||||||
} catch {
|
} catch {
|
||||||
if (requestId === versionRequestId) previewError.value = '版本内容加载失败,请稍后重试'
|
if (requestId === versionRequestId) {
|
||||||
|
recordSources.value = []
|
||||||
|
previewError.value = '版本内容加载失败,请稍后重试'
|
||||||
|
}
|
||||||
} finally {
|
} finally {
|
||||||
if (requestId === versionRequestId) previewLoading.value = false
|
if (requestId === versionRequestId) previewLoading.value = false
|
||||||
}
|
}
|
||||||
@@ -221,40 +247,6 @@ async function deleteViewedVersion() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
function openRecordEditor(record: DatasetRecord) {
|
|
||||||
if (!isViewingActiveVersion.value) {
|
|
||||||
ElMessage.warning('历史版本为只读,请先设为当前版本')
|
|
||||||
return
|
|
||||||
}
|
|
||||||
editingRecord.value = record
|
|
||||||
if (record.kind === 'object') {
|
|
||||||
editFields.value = Object.entries(record.value as Record<string, unknown>).map(([key, value]) => ({
|
|
||||||
key,
|
|
||||||
value: typeof value === 'string' ? value : JSON.stringify(value, null, 2),
|
|
||||||
isJson: typeof value !== 'string',
|
|
||||||
}))
|
|
||||||
rawDraft.value = ''
|
|
||||||
} else {
|
|
||||||
editFields.value = []
|
|
||||||
rawDraft.value = record.raw
|
|
||||||
}
|
|
||||||
editorVisible.value = true
|
|
||||||
originalDraft.value = record.kind === 'object' ? JSON.stringify(editFields.value) : rawDraft.value
|
|
||||||
}
|
|
||||||
|
|
||||||
function resetRecordEditor() {
|
|
||||||
editorVisible.value = false
|
|
||||||
editingRecord.value = null
|
|
||||||
editFields.value = []
|
|
||||||
rawDraft.value = ''
|
|
||||||
originalDraft.value = ''
|
|
||||||
}
|
|
||||||
|
|
||||||
function updateEditField(index: number, value: string) {
|
|
||||||
const field = editFields.value[index]
|
|
||||||
if (field) field.value = value
|
|
||||||
}
|
|
||||||
|
|
||||||
async function confirmDiscardChanges(message = '当前存在尚未保存为版本的修改,放弃后将无法恢复。') {
|
async function confirmDiscardChanges(message = '当前存在尚未保存为版本的修改,放弃后将无法恢复。') {
|
||||||
if (!hasUnsavedChanges.value) return true
|
if (!hasUnsavedChanges.value) return true
|
||||||
try {
|
try {
|
||||||
@@ -269,63 +261,6 @@ async function confirmDiscardChanges(message = '当前存在尚未保存为版
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
async function confirmEditorDiscardChanges() {
|
|
||||||
if (!hasEditorDraftChanges.value) return true
|
|
||||||
try {
|
|
||||||
await ElMessageBox.confirm('当前样本存在未暂存修改,放弃后将无法恢复。', '确认放弃修改?', {
|
|
||||||
type: 'warning',
|
|
||||||
confirmButtonText: '放弃修改',
|
|
||||||
cancelButtonText: '继续编辑',
|
|
||||||
})
|
|
||||||
return true
|
|
||||||
} catch {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async function closeRecordEditor(done?: () => void) {
|
|
||||||
if (savingRecord.value) return
|
|
||||||
if (!await confirmEditorDiscardChanges()) return
|
|
||||||
resetRecordEditor()
|
|
||||||
done?.()
|
|
||||||
}
|
|
||||||
|
|
||||||
function buildNextRecordValue() {
|
|
||||||
if (editingRecord.value?.kind !== 'object') return JSON.parse(rawDraft.value)
|
|
||||||
const nextValue: Record<string, unknown> = {}
|
|
||||||
for (const field of editFields.value) {
|
|
||||||
nextValue[field.key] = field.isJson ? JSON.parse(field.value) : field.value
|
|
||||||
}
|
|
||||||
return nextValue
|
|
||||||
}
|
|
||||||
|
|
||||||
async function saveRecord() {
|
|
||||||
if (!selectedFile.value || !editingRecord.value || savingRecord.value) return
|
|
||||||
const record = editingRecord.value
|
|
||||||
let nextValue: unknown
|
|
||||||
try {
|
|
||||||
nextValue = buildNextRecordValue()
|
|
||||||
} catch (error) {
|
|
||||||
ElMessage.error(`JSON 格式校验失败:${error instanceof Error ? error.message : '内容格式不正确'}`)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
savingRecord.value = true
|
|
||||||
try {
|
|
||||||
const nextContent = updateDatasetRecord(
|
|
||||||
previewContent.value,
|
|
||||||
selectedFile.value.name,
|
|
||||||
record.sourceIndex,
|
|
||||||
nextValue,
|
|
||||||
)
|
|
||||||
previewContent.value = nextContent
|
|
||||||
resetRecordEditor()
|
|
||||||
ElMessage.success(`第 ${record.displayIndex} 条修改已暂存`)
|
|
||||||
} finally {
|
|
||||||
savingRecord.value = false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async function saveVersion() {
|
async function saveVersion() {
|
||||||
if (
|
if (
|
||||||
!selectedFile.value
|
!selectedFile.value
|
||||||
@@ -396,7 +331,7 @@ onBeforeUnmount(() => window.removeEventListener('beforeunload', handleBeforeUnl
|
|||||||
|
|
||||||
<section class="dataset-overview" aria-label="数据集概览">
|
<section class="dataset-overview" aria-label="数据集概览">
|
||||||
<div class="overview-item"><span>数据条数</span><strong>{{ (dataset?.count || 0).toLocaleString() }}</strong></div>
|
<div class="overview-item"><span>数据条数</span><strong>{{ (dataset?.count || 0).toLocaleString() }}</strong></div>
|
||||||
<div class="overview-item"><span>数据大小</span><strong>{{ dataset?.size || '-' }}</strong></div>
|
<div class="overview-item"><span>数据大小</span><strong>{{ datasetSize }}</strong></div>
|
||||||
<div class="overview-item overview-item-wide"><span>创建时间</span><strong>{{ createdAt }}</strong></div>
|
<div class="overview-item overview-item-wide"><span>创建时间</span><strong>{{ createdAt }}</strong></div>
|
||||||
</section>
|
</section>
|
||||||
|
|
||||||
@@ -433,7 +368,7 @@ onBeforeUnmount(() => window.removeEventListener('beforeunload', handleBeforeUnl
|
|||||||
<div>
|
<div>
|
||||||
<h2>{{ selectedFile?.name }}</h2>
|
<h2>{{ selectedFile?.name }}</h2>
|
||||||
<p>
|
<p>
|
||||||
{{ selectedFile?.size || '未知大小' }} <span aria-hidden="true">·</span>
|
{{ selectedFileSize }} <span aria-hidden="true">·</span>
|
||||||
<template v-if="isRecordFile">{{ records.length.toLocaleString() }} 条记录</template>
|
<template v-if="isRecordFile">{{ records.length.toLocaleString() }} 条记录</template>
|
||||||
<template v-else>{{ totalLines.toLocaleString() }} 行</template>
|
<template v-else>{{ totalLines.toLocaleString() }} 行</template>
|
||||||
</p>
|
</p>
|
||||||
@@ -470,6 +405,7 @@ onBeforeUnmount(() => window.removeEventListener('beforeunload', handleBeforeUnl
|
|||||||
:is-viewing-active-version="isViewingActiveVersion"
|
:is-viewing-active-version="isViewingActiveVersion"
|
||||||
:version-id="loadedVersionId"
|
:version-id="loadedVersionId"
|
||||||
@edit="openRecordEditor"
|
@edit="openRecordEditor"
|
||||||
|
@delete="deleteRecord"
|
||||||
/>
|
/>
|
||||||
|
|
||||||
<DatasetRawPreview
|
<DatasetRawPreview
|
||||||
|
|||||||
@@ -1,3 +1,5 @@
|
|||||||
|
import type { DatasetRecordSource } from '@/types'
|
||||||
|
|
||||||
export type DatasetRecordKind = 'object' | 'primitive' | 'invalid'
|
export type DatasetRecordKind = 'object' | 'primitive' | 'invalid'
|
||||||
|
|
||||||
export interface DatasetRecord {
|
export interface DatasetRecord {
|
||||||
@@ -6,6 +8,8 @@ export interface DatasetRecord {
|
|||||||
raw: string
|
raw: string
|
||||||
kind: DatasetRecordKind
|
kind: DatasetRecordKind
|
||||||
value: unknown
|
value: unknown
|
||||||
|
sourceText?: string
|
||||||
|
sourceWasPreprocessed?: boolean
|
||||||
error?: string
|
error?: string
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -15,6 +19,35 @@ export interface DatasetRecordResult {
|
|||||||
error?: string
|
error?: string
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** 通过内容优先、物理行兜底,把发布样本重新关联到切片原文。 */
|
||||||
|
export function attachDatasetRecordSources(
|
||||||
|
records: DatasetRecord[],
|
||||||
|
sources: DatasetRecordSource[],
|
||||||
|
) {
|
||||||
|
const used = new Set<number>()
|
||||||
|
return records.map((record) => {
|
||||||
|
const value = record.kind === 'object'
|
||||||
|
? record.value as Record<string, unknown>
|
||||||
|
: {}
|
||||||
|
let sourceIndex = sources.findIndex((source, index) => (
|
||||||
|
!used.has(index)
|
||||||
|
&& source.instruction === String(value.instruction || '')
|
||||||
|
&& source.input === String(value.input || '')
|
||||||
|
&& source.output === String(value.output || '')
|
||||||
|
))
|
||||||
|
if (sourceIndex < 0 && sources[record.sourceIndex] && !used.has(record.sourceIndex)) {
|
||||||
|
sourceIndex = record.sourceIndex
|
||||||
|
}
|
||||||
|
if (sourceIndex < 0) return record
|
||||||
|
used.add(sourceIndex)
|
||||||
|
return {
|
||||||
|
...record,
|
||||||
|
sourceText: sources[sourceIndex]?.source_text || '',
|
||||||
|
sourceWasPreprocessed: sources[sourceIndex]?.preprocessed || false,
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
function isObjectRecord(value: unknown): value is Record<string, unknown> {
|
function isObjectRecord(value: unknown): value is Record<string, unknown> {
|
||||||
return typeof value === 'object' && value !== null && !Array.isArray(value)
|
return typeof value === 'object' && value !== null && !Array.isArray(value)
|
||||||
}
|
}
|
||||||
@@ -119,3 +152,33 @@ export function updateDatasetRecord(
|
|||||||
|
|
||||||
throw new Error('当前文件不支持逐条编辑')
|
throw new Error('当前文件不支持逐条编辑')
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** 删除目标样本;删除只修改当前草稿,仍需由调用方保存为新版本。 */
|
||||||
|
export function deleteDatasetRecord(
|
||||||
|
content: string,
|
||||||
|
fileName: string,
|
||||||
|
sourceIndex: number,
|
||||||
|
) {
|
||||||
|
const normalizedName = fileName.toLowerCase()
|
||||||
|
if (normalizedName.endsWith('.jsonl')) {
|
||||||
|
const lines = content.split('\n')
|
||||||
|
if (sourceIndex < 0 || sourceIndex >= lines.length || !lines[sourceIndex]?.trim()) {
|
||||||
|
throw new Error('目标样本不存在')
|
||||||
|
}
|
||||||
|
lines.splice(sourceIndex, 1)
|
||||||
|
return lines.join('\n')
|
||||||
|
}
|
||||||
|
|
||||||
|
if (normalizedName.endsWith('.json')) {
|
||||||
|
const root: unknown = JSON.parse(content)
|
||||||
|
if (Array.isArray(root)) {
|
||||||
|
if (sourceIndex < 0 || sourceIndex >= root.length) throw new Error('目标样本不存在')
|
||||||
|
root.splice(sourceIndex, 1)
|
||||||
|
return JSON.stringify(root, null, 2)
|
||||||
|
}
|
||||||
|
if (sourceIndex !== 0) throw new Error('目标样本不存在')
|
||||||
|
return '[]'
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new Error('当前文件不支持逐条删除')
|
||||||
|
}
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ const props = defineProps<{
|
|||||||
|
|
||||||
const emit = defineEmits<{
|
const emit = defineEmits<{
|
||||||
edit: [record: DatasetRecord]
|
edit: [record: DatasetRecord]
|
||||||
|
delete: [record: DatasetRecord]
|
||||||
}>()
|
}>()
|
||||||
|
|
||||||
const pageSize = 10
|
const pageSize = 10
|
||||||
@@ -18,9 +19,18 @@ const currentPage = ref(1)
|
|||||||
|
|
||||||
const allTableFieldKeys = computed(() => {
|
const allTableFieldKeys = computed(() => {
|
||||||
const keys = new Set<string>()
|
const keys = new Set<string>()
|
||||||
|
const sourceFieldKeys = new Set([
|
||||||
|
'source_text',
|
||||||
|
'source_content',
|
||||||
|
'original_text',
|
||||||
|
'original',
|
||||||
|
'source',
|
||||||
|
])
|
||||||
props.records.forEach((record) => {
|
props.records.forEach((record) => {
|
||||||
if (record.kind !== 'object') return
|
if (record.kind !== 'object') return
|
||||||
Object.keys(record.value as Record<string, unknown>).forEach((key) => keys.add(key))
|
Object.keys(record.value as Record<string, unknown>)
|
||||||
|
.filter((key) => !sourceFieldKeys.has(key))
|
||||||
|
.forEach((key) => keys.add(key))
|
||||||
})
|
})
|
||||||
const preferred = ['instruction', 'question', 'prompt', 'input', 'context', 'output', 'answer', 'response']
|
const preferred = ['instruction', 'question', 'prompt', 'input', 'context', 'output', 'answer', 'response']
|
||||||
return [...keys].sort((a, b) => {
|
return [...keys].sort((a, b) => {
|
||||||
@@ -69,6 +79,16 @@ function recordFieldValue(record: DatasetRecord, key: string) {
|
|||||||
return Object.prototype.hasOwnProperty.call(data, key) ? formatFieldValue(data[key]) : '-'
|
return Object.prototype.hasOwnProperty.call(data, key) ? formatFieldValue(data[key]) : '-'
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function recordSourceText(record: DatasetRecord) {
|
||||||
|
if (record.sourceText?.trim()) return record.sourceText
|
||||||
|
if (record.kind !== 'object') return '无关联原文'
|
||||||
|
const data = record.value as Record<string, unknown>
|
||||||
|
for (const key of ['source_text', 'source_content', 'original_text', 'original', 'source']) {
|
||||||
|
if (typeof data[key] === 'string' && data[key].trim()) return data[key]
|
||||||
|
}
|
||||||
|
return '无关联原文'
|
||||||
|
}
|
||||||
|
|
||||||
function extraFieldValue(record: DatasetRecord) {
|
function extraFieldValue(record: DatasetRecord) {
|
||||||
if (record.kind !== 'object') return '-'
|
if (record.kind !== 'object') return '-'
|
||||||
const data = record.value as Record<string, unknown>
|
const data = record.value as Record<string, unknown>
|
||||||
@@ -144,6 +164,22 @@ function recordRowClassName({ row }: { row: unknown }) {
|
|||||||
</el-tooltip>
|
</el-tooltip>
|
||||||
</template>
|
</template>
|
||||||
</el-table-column>
|
</el-table-column>
|
||||||
|
<el-table-column label="原文参照" min-width="280">
|
||||||
|
<template #default="{ row }">
|
||||||
|
<el-tooltip
|
||||||
|
:content="recordSourceText(asDatasetRecord(row))"
|
||||||
|
placement="top"
|
||||||
|
:show-after="400"
|
||||||
|
>
|
||||||
|
<div
|
||||||
|
class="table-cell-text source-reference-cell"
|
||||||
|
:class="{ 'is-empty': recordSourceText(asDatasetRecord(row)) === '无关联原文' }"
|
||||||
|
>
|
||||||
|
{{ recordSourceText(asDatasetRecord(row)) }}
|
||||||
|
</div>
|
||||||
|
</el-tooltip>
|
||||||
|
</template>
|
||||||
|
</el-table-column>
|
||||||
<el-table-column v-if="hasExtraTableFields" label="其他字段" min-width="240">
|
<el-table-column v-if="hasExtraTableFields" label="其他字段" min-width="240">
|
||||||
<template #default="{ row }">
|
<template #default="{ row }">
|
||||||
<el-tooltip
|
<el-tooltip
|
||||||
@@ -166,8 +202,9 @@ function recordRowClassName({ row }: { row: unknown }) {
|
|||||||
<el-tag v-else size="small" type="success">正常</el-tag>
|
<el-tag v-else size="small" type="success">正常</el-tag>
|
||||||
</template>
|
</template>
|
||||||
</el-table-column>
|
</el-table-column>
|
||||||
<el-table-column label="操作" width="96" align="center" fixed="right">
|
<el-table-column label="操作" width="156" align="center" fixed="right">
|
||||||
<template #default="{ row }">
|
<template #default="{ row }">
|
||||||
|
<div class="record-actions">
|
||||||
<el-button
|
<el-button
|
||||||
type="primary"
|
type="primary"
|
||||||
link
|
link
|
||||||
@@ -179,6 +216,18 @@ function recordRowClassName({ row }: { row: unknown }) {
|
|||||||
<i :class="asDatasetRecord(row).kind === 'invalid' ? 'fa fa-wrench' : 'fa fa-pencil'" />
|
<i :class="asDatasetRecord(row).kind === 'invalid' ? 'fa fa-wrench' : 'fa fa-pencil'" />
|
||||||
{{ asDatasetRecord(row).kind === 'invalid' ? '修复' : '编辑' }}
|
{{ asDatasetRecord(row).kind === 'invalid' ? '修复' : '编辑' }}
|
||||||
</el-button>
|
</el-button>
|
||||||
|
<el-button
|
||||||
|
type="danger"
|
||||||
|
link
|
||||||
|
:disabled="!isViewingActiveVersion"
|
||||||
|
:title="isViewingActiveVersion ? '' : '历史版本为只读,请先设为当前版本'"
|
||||||
|
:aria-label="`删除第 ${asDatasetRecord(row).displayIndex} 条数据`"
|
||||||
|
@click="emit('delete', asDatasetRecord(row))"
|
||||||
|
>
|
||||||
|
<i class="fa fa-trash-o" />
|
||||||
|
删除
|
||||||
|
</el-button>
|
||||||
|
</div>
|
||||||
</template>
|
</template>
|
||||||
</el-table-column>
|
</el-table-column>
|
||||||
</el-table>
|
</el-table>
|
||||||
@@ -287,6 +336,21 @@ function recordRowClassName({ row }: { row: unknown }) {
|
|||||||
-webkit-line-clamp: 2;
|
-webkit-line-clamp: 2;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
.source-reference-cell {
|
||||||
|
color: #344054;
|
||||||
|
}
|
||||||
|
|
||||||
|
.source-reference-cell.is-empty {
|
||||||
|
color: #98a2b3;
|
||||||
|
}
|
||||||
|
|
||||||
|
.record-actions {
|
||||||
|
display: inline-flex;
|
||||||
|
align-items: center;
|
||||||
|
justify-content: center;
|
||||||
|
white-space: nowrap;
|
||||||
|
}
|
||||||
|
|
||||||
.record-table .el-button i {
|
.record-table .el-button i {
|
||||||
margin-right: 5px;
|
margin-right: 5px;
|
||||||
}
|
}
|
||||||
|
|||||||
174
frontend/src/views/dataset/preview/useDatasetRecordEditor.ts
Normal file
174
frontend/src/views/dataset/preview/useDatasetRecordEditor.ts
Normal file
@@ -0,0 +1,174 @@
|
|||||||
|
import { computed, ref } from 'vue'
|
||||||
|
import type { ComputedRef, Ref } from 'vue'
|
||||||
|
import { ElMessage, ElMessageBox } from 'element-plus'
|
||||||
|
import {
|
||||||
|
deleteDatasetRecord,
|
||||||
|
updateDatasetRecord,
|
||||||
|
} from '../datasetRecords'
|
||||||
|
import type { DatasetRecord } from '../datasetRecords'
|
||||||
|
import type { DatasetFile } from '@/types'
|
||||||
|
import type { EditField } from './types'
|
||||||
|
|
||||||
|
export function useDatasetRecordEditor(
|
||||||
|
selectedFile: ComputedRef<DatasetFile | undefined>,
|
||||||
|
isViewingActiveVersion: ComputedRef<boolean>,
|
||||||
|
previewContent: Ref<string>,
|
||||||
|
) {
|
||||||
|
const editorVisible = ref(false)
|
||||||
|
const editingRecord = ref<DatasetRecord | null>(null)
|
||||||
|
const editFields = ref<EditField[]>([])
|
||||||
|
const rawDraft = ref('')
|
||||||
|
const originalDraft = ref('')
|
||||||
|
const savingRecord = ref(false)
|
||||||
|
const currentDraft = computed(() => editingRecord.value?.kind === 'object'
|
||||||
|
? JSON.stringify(editFields.value)
|
||||||
|
: rawDraft.value)
|
||||||
|
const hasEditorDraftChanges = computed(
|
||||||
|
() => editorVisible.value && currentDraft.value !== originalDraft.value,
|
||||||
|
)
|
||||||
|
|
||||||
|
function resetRecordEditor() {
|
||||||
|
editorVisible.value = false
|
||||||
|
editingRecord.value = null
|
||||||
|
editFields.value = []
|
||||||
|
rawDraft.value = ''
|
||||||
|
originalDraft.value = ''
|
||||||
|
}
|
||||||
|
|
||||||
|
function openRecordEditor(record: DatasetRecord) {
|
||||||
|
if (!isViewingActiveVersion.value) {
|
||||||
|
ElMessage.warning('历史版本为只读,请先设为当前版本')
|
||||||
|
return
|
||||||
|
}
|
||||||
|
editingRecord.value = record
|
||||||
|
if (record.kind === 'object') {
|
||||||
|
editFields.value = Object.entries(record.value as Record<string, unknown>).map(
|
||||||
|
([key, value]) => ({
|
||||||
|
key,
|
||||||
|
value: typeof value === 'string' ? value : JSON.stringify(value, null, 2),
|
||||||
|
isJson: typeof value !== 'string',
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
rawDraft.value = ''
|
||||||
|
} else {
|
||||||
|
editFields.value = []
|
||||||
|
rawDraft.value = record.raw
|
||||||
|
}
|
||||||
|
editorVisible.value = true
|
||||||
|
originalDraft.value = record.kind === 'object'
|
||||||
|
? JSON.stringify(editFields.value)
|
||||||
|
: rawDraft.value
|
||||||
|
}
|
||||||
|
|
||||||
|
function updateEditField(index: number, value: string) {
|
||||||
|
const field = editFields.value[index]
|
||||||
|
if (field) field.value = value
|
||||||
|
}
|
||||||
|
|
||||||
|
async function confirmEditorDiscardChanges() {
|
||||||
|
if (!hasEditorDraftChanges.value) return true
|
||||||
|
try {
|
||||||
|
await ElMessageBox.confirm(
|
||||||
|
'当前样本存在未暂存修改,放弃后将无法恢复。',
|
||||||
|
'确认放弃修改?',
|
||||||
|
{
|
||||||
|
type: 'warning',
|
||||||
|
confirmButtonText: '放弃修改',
|
||||||
|
cancelButtonText: '继续编辑',
|
||||||
|
},
|
||||||
|
)
|
||||||
|
return true
|
||||||
|
} catch {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async function closeRecordEditor(done?: () => void) {
|
||||||
|
if (savingRecord.value || !await confirmEditorDiscardChanges()) return
|
||||||
|
resetRecordEditor()
|
||||||
|
done?.()
|
||||||
|
}
|
||||||
|
|
||||||
|
function buildNextRecordValue() {
|
||||||
|
if (editingRecord.value?.kind !== 'object') return JSON.parse(rawDraft.value)
|
||||||
|
const nextValue: Record<string, unknown> = {}
|
||||||
|
for (const field of editFields.value) {
|
||||||
|
nextValue[field.key] = field.isJson ? JSON.parse(field.value) : field.value
|
||||||
|
}
|
||||||
|
return nextValue
|
||||||
|
}
|
||||||
|
|
||||||
|
async function saveRecord() {
|
||||||
|
if (!selectedFile.value || !editingRecord.value || savingRecord.value) return
|
||||||
|
const record = editingRecord.value
|
||||||
|
let nextValue: unknown
|
||||||
|
try {
|
||||||
|
nextValue = buildNextRecordValue()
|
||||||
|
} catch (error) {
|
||||||
|
ElMessage.error(`JSON 格式校验失败:${error instanceof Error ? error.message : '内容格式不正确'}`)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
savingRecord.value = true
|
||||||
|
try {
|
||||||
|
previewContent.value = updateDatasetRecord(
|
||||||
|
previewContent.value,
|
||||||
|
selectedFile.value.name,
|
||||||
|
record.sourceIndex,
|
||||||
|
nextValue,
|
||||||
|
)
|
||||||
|
resetRecordEditor()
|
||||||
|
ElMessage.success(`第 ${record.displayIndex} 条修改已暂存`)
|
||||||
|
} finally {
|
||||||
|
savingRecord.value = false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async function deleteRecord(record: DatasetRecord) {
|
||||||
|
if (!selectedFile.value || !isViewingActiveVersion.value) {
|
||||||
|
ElMessage.warning('历史版本为只读,请先设为当前版本')
|
||||||
|
return
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
await ElMessageBox.confirm(
|
||||||
|
'删除后将暂存到当前草稿,点击“保存版本”后正式生效。',
|
||||||
|
`删除第 ${record.displayIndex} 条数据?`,
|
||||||
|
{
|
||||||
|
type: 'warning',
|
||||||
|
confirmButtonText: '删除',
|
||||||
|
cancelButtonText: '取消',
|
||||||
|
confirmButtonClass: 'el-button--danger',
|
||||||
|
},
|
||||||
|
)
|
||||||
|
} catch {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
previewContent.value = deleteDatasetRecord(
|
||||||
|
previewContent.value,
|
||||||
|
selectedFile.value.name,
|
||||||
|
record.sourceIndex,
|
||||||
|
)
|
||||||
|
resetRecordEditor()
|
||||||
|
ElMessage.success(`第 ${record.displayIndex} 条已删除,请保存为新版本`)
|
||||||
|
} catch (error) {
|
||||||
|
ElMessage.error(error instanceof Error ? error.message : '删除失败')
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
editorVisible,
|
||||||
|
editingRecord,
|
||||||
|
editFields,
|
||||||
|
rawDraft,
|
||||||
|
savingRecord,
|
||||||
|
hasEditorDraftChanges,
|
||||||
|
openRecordEditor,
|
||||||
|
resetRecordEditor,
|
||||||
|
updateEditField,
|
||||||
|
closeRecordEditor,
|
||||||
|
saveRecord,
|
||||||
|
deleteRecord,
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user