0c39f2f5b9
算力节点 (compute): - 新建 eval_runner.py: 评测执行引擎，作为subprocess运行 - 加载模型 + JSONL数据集 + 逐样本推理 - BLEU/ROUGE/Cosine基础指标计算 - LLM Judge评分(OpenAI兼容API调用) - 结果写入eval_results.json - adapter.py: build_command新增engine=eval分支 - main.py: 新增/json模块导入，新增/compute/files/read端点，eval job校验 后端: - platform.py: 重写startEval提交eval job到算力节点 - 支持models表和trained_models表查找 - 已合并模型不传adapter路径 - platform_store.py: 新增update_eval_task/running_eval_tasks/apply_eval_job_result - sync.py: poller新增eval job同步，异步读取eval_results.json回写结果 前端: - EvalCreateView/DimensionCreateView: eval模型过滤扩展(API类型+api_url) - EvalCreateView: GPU过滤在线节点空闲GPU - EvalTaskSetupStep: GPU value从数组index改为gpu.id - BasicMetricSetupStep: ROUGE方法名修正(rouge_1→rouge1) - EvalView: 新增5秒轮询刷新 Co-Authored-By: Claude <noreply@anthropic.com>
79 lines
2.1 KiB
Vue
79 lines
2.1 KiB
Vue
<script setup lang="ts">
|
|
import { ref } from 'vue'
|
|
import type { FormInstance, FormRules } from 'element-plus'
|
|
|
|
export interface BasicMetricSetupDraft {
|
|
bleu_enabled: boolean
|
|
bleu_n: number
|
|
rouge_enabled: boolean
|
|
rouge_methods: string[]
|
|
cosine_enabled: boolean
|
|
output_precision: number
|
|
}
|
|
|
|
defineProps<{
|
|
disabled?: boolean
|
|
}>()
|
|
|
|
const form = defineModel<BasicMetricSetupDraft>({ required: true })
|
|
const formRef = ref<FormInstance>()
|
|
|
|
const rules: FormRules<BasicMetricSetupDraft> = {
|
|
bleu_n: [{ required: true, type: 'number', min: 1, max: 8, message: 'BLEU ngram must be between 1 and 8', trigger: 'change' }],
|
|
output_precision: [{ required: true, type: 'number', min: 0, max: 8, message: 'Precision must be between 0 and 8', trigger: 'change' }],
|
|
}
|
|
|
|
async function validate() {
|
|
if (!formRef.value) return false
|
|
try {
|
|
return !!(await formRef.value.validate())
|
|
} catch {
|
|
return false
|
|
}
|
|
}
|
|
|
|
defineExpose({ validate })
|
|
</script>
|
|
|
|
<template>
|
|
<el-form
|
|
ref="formRef"
|
|
:model="form"
|
|
:rules="rules"
|
|
label-width="140px"
|
|
class="basic-metric-form"
|
|
:disabled="disabled"
|
|
>
|
|
<el-form-item label="BLEU">
|
|
<el-switch v-model="form.bleu_enabled" />
|
|
</el-form-item>
|
|
<el-form-item v-if="form.bleu_enabled" label="BLEU ngram" prop="bleu_n">
|
|
<el-input-number v-model="form.bleu_n" :min="1" :max="8" />
|
|
</el-form-item>
|
|
|
|
<el-form-item label="ROUGE">
|
|
<el-switch v-model="form.rouge_enabled" />
|
|
</el-form-item>
|
|
<el-form-item v-if="form.rouge_enabled" label="ROUGE methods">
|
|
<el-checkbox-group v-model="form.rouge_methods">
|
|
<el-checkbox value="rouge1">ROUGE-1</el-checkbox>
|
|
<el-checkbox value="rouge2">ROUGE-2</el-checkbox>
|
|
<el-checkbox value="rougeL">ROUGE-L</el-checkbox>
|
|
</el-checkbox-group>
|
|
</el-form-item>
|
|
|
|
<el-form-item label="Cosine">
|
|
<el-switch v-model="form.cosine_enabled" />
|
|
</el-form-item>
|
|
<el-form-item label="Output precision" prop="output_precision">
|
|
<el-input-number v-model="form.output_precision" :min="0" :max="8" />
|
|
</el-form-item>
|
|
</el-form>
|
|
</template>
|
|
|
|
<style scoped>
|
|
.basic-metric-form {
|
|
max-width: 760px;
|
|
}
|
|
</style>
|