新增数据类型转换
This commit is contained in:
wangjiming
@@ -1,305 +1,165 @@
|
||||
<script setup lang="ts">
|
||||
import { reactive } from 'vue'
|
||||
import { ElMessage } from 'element-plus'
|
||||
import { onMounted, ref } from 'vue'
|
||||
import { ElMessage, ElMessageBox } from 'element-plus'
|
||||
import { Plus, Delete, Refresh } from '@element-plus/icons-vue'
|
||||
import type { UploadRequestOptions } from 'element-plus'
|
||||
import PageCard from '@/components/PageCard.vue'
|
||||
import {
|
||||
getDataConvertTasks,
|
||||
createDataConvertTask,
|
||||
uploadSourceFiles,
|
||||
deleteDataConvertTask,
|
||||
type DataConvertTask,
|
||||
} from '@/api/modules/data-convert'
|
||||
|
||||
const settings = reactive({
|
||||
outputName: 'converted-data',
|
||||
encoding: 'UTF-8',
|
||||
})
|
||||
const loading = ref(false)
|
||||
const tasks = ref<DataConvertTask[]>([])
|
||||
const showCreate = ref(false)
|
||||
const form = ref({ name: '', outputName: 'converted-data' })
|
||||
|
||||
function showPrototypeNotice() {
|
||||
ElMessage.info('当前仅完成界面设计，转换功能将在后续接入')
|
||||
async function load() {
|
||||
loading.value = true
|
||||
try {
|
||||
const res = await getDataConvertTasks()
|
||||
tasks.value = res.items || []
|
||||
} finally {
|
||||
loading.value = false
|
||||
}
|
||||
}
|
||||
|
||||
function resetSettings() {
|
||||
Object.assign(settings, {
|
||||
outputName: 'converted-data',
|
||||
encoding: 'UTF-8',
|
||||
async function submitCreate() {
|
||||
if (!form.value.name) {
|
||||
ElMessage.warning('请填写任务名称')
|
||||
return
|
||||
}
|
||||
await createDataConvertTask({
|
||||
name: form.value.name,
|
||||
output_filename: form.value.outputName + '.jsonl',
|
||||
})
|
||||
ElMessage.success('任务创建成功')
|
||||
showCreate.value = false
|
||||
form.value = { name: '', outputName: 'converted-data' }
|
||||
load()
|
||||
}
|
||||
|
||||
async function customUpload(options: UploadRequestOptions) {
|
||||
const taskId = options.data?.taskId as string
|
||||
if (!taskId) {
|
||||
ElMessage.error('任务 ID 缺失')
|
||||
return
|
||||
}
|
||||
try {
|
||||
const res = await uploadSourceFiles(taskId, [options.file])
|
||||
const data = (res as any)?.data || res
|
||||
if (data?.auto_converted) {
|
||||
ElMessage.success(
|
||||
`上传并自动转换完成，输入 ${data.input_count} / 输出 ${data.output_count}，已自动导入数据集`,
|
||||
)
|
||||
} else {
|
||||
ElMessage.warning('上传完成，但转换失败：' + (data?.error || '未知错误'))
|
||||
}
|
||||
load()
|
||||
} catch {
|
||||
ElMessage.error('上传失败')
|
||||
}
|
||||
}
|
||||
|
||||
async function handleDelete(task: DataConvertTask) {
|
||||
try {
|
||||
await ElMessageBox.confirm(
|
||||
`确定要删除任务「${task.name}」吗？`,
|
||||
'删除确认',
|
||||
{ confirmButtonText: '确定删除', cancelButtonText: '取消', type: 'warning' },
|
||||
)
|
||||
} catch {
|
||||
return
|
||||
}
|
||||
await deleteDataConvertTask(task.id)
|
||||
ElMessage.success('任务已删除')
|
||||
load()
|
||||
}
|
||||
|
||||
function statusTag(status: string) {
|
||||
const map: Record<string, { type: string; label: string }> = {
|
||||
pending: { type: 'info', label: '待上传' },
|
||||
uploaded: { type: 'warning', label: '已上传' },
|
||||
running: { type: 'warning', label: '转换中' },
|
||||
completed: { type: 'success', label: '已完成' },
|
||||
failed: { type: 'danger', label: '失败' },
|
||||
}
|
||||
return map[status] || { type: 'info', label: status }
|
||||
}
|
||||
|
||||
onMounted(load)
|
||||
</script>
|
||||
|
||||
<template>
|
||||
<PageCard
|
||||
class="data-convert-page"
|
||||
title="数据类型转换"
|
||||
subtitle="将 JSON 文件转换为便于训练和评测使用的 JSONL 格式"
|
||||
subtitle="将 JSON 文件转换为 JSONL 格式，转换结果自动导入到数据集管理"
|
||||
>
|
||||
<div class="converter-panel">
|
||||
<div class="panel-header">
|
||||
<div class="tool-icon" aria-hidden="true">
|
||||
<i class="fa fa-exchange" />
|
||||
</div>
|
||||
<div>
|
||||
<h3>JSON 转 JSONL</h3>
|
||||
<p>每条 JSON 数据将输出为 JSONL 文件中的一行记录</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<el-form class="converter-form" label-position="top">
|
||||
<el-form-item label="转换类型">
|
||||
<div class="format-field" aria-label="JSON 转 JSONL">
|
||||
<span>JSON</span>
|
||||
<i class="fa fa-long-arrow-right" aria-hidden="true" />
|
||||
<span>JSONL</span>
|
||||
</div>
|
||||
</el-form-item>
|
||||
|
||||
<el-form-item label="源文件" required>
|
||||
<button class="upload-zone" type="button" @click="showPrototypeNotice">
|
||||
<i class="fa fa-cloud-upload" aria-hidden="true" />
|
||||
<span class="upload-content">
|
||||
<strong>点击选择或拖拽 JSON 文件到此处</strong>
|
||||
<small>仅支持 .json 格式，单文件不超过 200 MB</small>
|
||||
</span>
|
||||
<span class="select-button">选择文件</span>
|
||||
</button>
|
||||
</el-form-item>
|
||||
|
||||
<div class="form-row">
|
||||
<el-form-item label="输出文件名">
|
||||
<el-input v-model="settings.outputName">
|
||||
<template #append>.jsonl</template>
|
||||
</el-input>
|
||||
</el-form-item>
|
||||
|
||||
<el-form-item label="字符编码">
|
||||
<el-select v-model="settings.encoding" style="width: 100%">
|
||||
<el-option label="UTF-8" value="UTF-8" />
|
||||
</el-select>
|
||||
</el-form-item>
|
||||
</div>
|
||||
|
||||
<div class="format-tip">
|
||||
<i class="fa fa-info-circle" aria-hidden="true" />
|
||||
<span>支持由 JSON 数组转换为 JSONL，每个数组元素输出为一行。</span>
|
||||
</div>
|
||||
</el-form>
|
||||
|
||||
<div class="panel-footer">
|
||||
<span class="prototype-label">当前为 UI 原型，暂不执行实际转换</span>
|
||||
<div class="actions">
|
||||
<el-button @click="resetSettings">重置</el-button>
|
||||
<el-tooltip content="转换功能将在后续开发中接入" placement="top">
|
||||
<span><el-button type="primary" disabled>开始转换</el-button></span>
|
||||
</el-tooltip>
|
||||
</div>
|
||||
</div>
|
||||
<div class="toolbar">
|
||||
<el-button type="primary" :icon="Plus" @click="showCreate = true">新建转换任务</el-button>
|
||||
<el-button :icon="Refresh" @click="load">刷新</el-button>
|
||||
</div>
|
||||
|
||||
<el-table :data="tasks" v-loading="loading" border stripe>
|
||||
<el-table-column prop="name" label="任务名称" min-width="140" />
|
||||
<el-table-column label="状态" min-width="100">
|
||||
<template #default="{ row }">
|
||||
<el-tag :type="statusTag(row.status).type">{{ statusTag(row.status).label }}</el-tag>
|
||||
</template>
|
||||
</el-table-column>
|
||||
<el-table-column label="数据量" min-width="120">
|
||||
<template #default="{ row }">
|
||||
{{ row.output_count }} 条
|
||||
</template>
|
||||
</el-table-column>
|
||||
<el-table-column prop="output_filename" label="输出文件名" min-width="160" />
|
||||
<el-table-column prop="create_time" label="创建时间" min-width="180" />
|
||||
<el-table-column label="操作" width="240" fixed="right">
|
||||
<template #default="{ row }">
|
||||
<el-upload
|
||||
v-if="row.status === 'pending'"
|
||||
:auto-upload="true"
|
||||
:show-file-list="false"
|
||||
accept=".json"
|
||||
:http-request="customUpload"
|
||||
:data="{ taskId: row.id }"
|
||||
style="display: inline-block; margin-right: 8px"
|
||||
>
|
||||
<el-button link type="primary">上传文件</el-button>
|
||||
</el-upload>
|
||||
<el-button link type="danger" :icon="Delete" @click="handleDelete(row)">删除</el-button>
|
||||
</template>
|
||||
</el-table-column>
|
||||
</el-table>
|
||||
|
||||
<!-- 新建任务弹窗 -->
|
||||
<el-dialog v-model="showCreate" title="新建转换任务" width="480px">
|
||||
<el-form label-width="100px">
|
||||
<el-form-item label="任务名称" required>
|
||||
<el-input v-model="form.name" placeholder="请输入任务名称" />
|
||||
</el-form-item>
|
||||
<el-form-item label="输出文件名">
|
||||
<el-input v-model="form.outputName" placeholder="converted-data">
|
||||
<template #append>.jsonl</template>
|
||||
</el-input>
|
||||
</el-form-item>
|
||||
</el-form>
|
||||
<template #footer>
|
||||
<el-button @click="showCreate = false">取消</el-button>
|
||||
<el-button type="primary" @click="submitCreate">创建</el-button>
|
||||
</template>
|
||||
</el-dialog>
|
||||
</PageCard>
|
||||
</template>
|
||||
|
||||
<style scoped lang="scss">
|
||||
.converter-panel {
|
||||
width: 100%;
|
||||
min-height: calc(100vh - 220px);
|
||||
border: 1px solid #e4e7ed;
|
||||
border-radius: 8px;
|
||||
background: #fff;
|
||||
.toolbar {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
}
|
||||
|
||||
.panel-header {
|
||||
min-height: 72px;
|
||||
padding: 16px 20px;
|
||||
border-bottom: 1px solid #ebeef5;
|
||||
background: #fafafa;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 12px;
|
||||
box-sizing: border-box;
|
||||
|
||||
.tool-icon {
|
||||
width: 38px;
|
||||
height: 38px;
|
||||
flex: 0 0 auto;
|
||||
border-radius: 6px;
|
||||
background: var(--el-color-primary-light-9);
|
||||
color: var(--primary-color);
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
}
|
||||
|
||||
h3 {
|
||||
margin: 0;
|
||||
color: #303133;
|
||||
font-size: 15px;
|
||||
font-weight: 600;
|
||||
}
|
||||
|
||||
p {
|
||||
margin: 4px 0 0;
|
||||
color: #909399;
|
||||
font-size: 12px;
|
||||
}
|
||||
}
|
||||
|
||||
.converter-form {
|
||||
flex: 1;
|
||||
padding: 22px 24px 6px;
|
||||
|
||||
:deep(.el-form-item) {
|
||||
margin-bottom: 20px;
|
||||
}
|
||||
|
||||
:deep(.el-form-item__label) {
|
||||
padding-bottom: 8px;
|
||||
color: #606266;
|
||||
font-size: 13px;
|
||||
}
|
||||
}
|
||||
|
||||
.format-field {
|
||||
width: 100%;
|
||||
min-height: 40px;
|
||||
padding: 0 14px;
|
||||
border: 1px solid #dcdfe6;
|
||||
border-radius: 4px;
|
||||
background: #f5f7fa;
|
||||
color: #303133;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 14px;
|
||||
box-sizing: border-box;
|
||||
font-size: 13px;
|
||||
font-weight: 500;
|
||||
|
||||
i {
|
||||
color: #909399;
|
||||
}
|
||||
}
|
||||
|
||||
.upload-zone {
|
||||
width: 100%;
|
||||
min-height: 112px;
|
||||
padding: 20px;
|
||||
border: 1px dashed #b8c4d1;
|
||||
border-radius: 6px;
|
||||
background: #fafcff;
|
||||
color: #606266;
|
||||
cursor: pointer;
|
||||
font: inherit;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 14px;
|
||||
text-align: left;
|
||||
transition: border-color 0.2s ease, background 0.2s ease;
|
||||
|
||||
&:hover,
|
||||
&:focus-visible {
|
||||
border-color: var(--primary-color);
|
||||
background: var(--el-color-primary-light-9);
|
||||
outline: none;
|
||||
}
|
||||
|
||||
> i {
|
||||
color: var(--primary-color);
|
||||
font-size: 24px;
|
||||
}
|
||||
|
||||
.upload-content {
|
||||
min-width: 0;
|
||||
display: flex;
|
||||
flex: 1;
|
||||
flex-direction: column;
|
||||
gap: 5px;
|
||||
}
|
||||
|
||||
strong {
|
||||
color: #303133;
|
||||
font-size: 13px;
|
||||
font-weight: 500;
|
||||
}
|
||||
|
||||
small {
|
||||
color: #909399;
|
||||
font-size: 12px;
|
||||
}
|
||||
|
||||
.select-button {
|
||||
min-height: 32px;
|
||||
padding: 0 14px;
|
||||
border: 1px solid #dcdfe6;
|
||||
border-radius: 4px;
|
||||
background: #fff;
|
||||
color: #606266;
|
||||
display: inline-flex;
|
||||
align-items: center;
|
||||
white-space: nowrap;
|
||||
}
|
||||
}
|
||||
|
||||
.form-row {
|
||||
display: grid;
|
||||
grid-template-columns: minmax(0, 2fr) minmax(180px, 1fr);
|
||||
gap: 16px;
|
||||
}
|
||||
|
||||
.format-tip {
|
||||
min-height: 38px;
|
||||
padding: 9px 12px;
|
||||
border-radius: 4px;
|
||||
background: var(--el-color-primary-light-9);
|
||||
color: #606266;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 8px;
|
||||
box-sizing: border-box;
|
||||
font-size: 12px;
|
||||
|
||||
i {
|
||||
color: var(--primary-color);
|
||||
}
|
||||
}
|
||||
|
||||
.panel-footer {
|
||||
min-height: 64px;
|
||||
padding: 12px 24px;
|
||||
border-top: 1px solid #ebeef5;
|
||||
background: #fafafa;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: space-between;
|
||||
gap: 20px;
|
||||
box-sizing: border-box;
|
||||
|
||||
.prototype-label {
|
||||
color: #909399;
|
||||
font-size: 12px;
|
||||
}
|
||||
|
||||
.actions {
|
||||
display: flex;
|
||||
gap: 10px;
|
||||
}
|
||||
}
|
||||
|
||||
@media (max-width: 640px) {
|
||||
.converter-form {
|
||||
padding: 18px 16px 4px;
|
||||
}
|
||||
|
||||
.form-row {
|
||||
grid-template-columns: 1fr;
|
||||
gap: 0;
|
||||
}
|
||||
|
||||
.upload-zone {
|
||||
align-items: flex-start;
|
||||
flex-wrap: wrap;
|
||||
|
||||
.select-button {
|
||||
margin-left: 38px;
|
||||
}
|
||||
}
|
||||
|
||||
.panel-footer {
|
||||
padding: 12px 16px;
|
||||
align-items: flex-end;
|
||||
flex-direction: column;
|
||||
}
|
||||
gap: 10px;
|
||||
margin-bottom: 16px;
|
||||
}
|
||||
</style>
|
||||
|
||||
Reference in New Issue
Block a user