first-update

2026-03-17 14:36:31 +08:00
parent 72f08aee7c
commit 4eddf05e79
516 changed files with 115270 additions and 1 deletions
--- a/easy-dataset-main/app/api/projects/[projectId]/eval-tasks/[taskId]/route.js
+++ b/easy-dataset-main/app/api/projects/[projectId]/eval-tasks/[taskId]/route.js
@@ -0,0 +1,176 @@
+import { NextResponse } from 'next/server';
+import { db } from '@/lib/db/index';
+import { getEvalResultsByTaskId, getEvalResultsStats } from '@/lib/db/evalResults';
+
+/**
+ * Get evaluation task details and results
+ */
+export async function GET(request, { params }) {
+  try {
+    const { projectId, taskId } = params;
+
+    if (!projectId || !taskId) {
+      return NextResponse.json({ error: 'Project ID and Task ID are required' }, { status: 400 });
+    }
+
+    // Fetch task details
+    const task = await db.task.findUnique({
+      where: { id: taskId }
+    });
+
+    if (!task) {
+      return NextResponse.json({ error: 'Task not found' }, { status: 404 });
+    }
+
+    if (task.projectId !== projectId) {
+      return NextResponse.json({ error: 'Task does not belong to this project' }, { status: 403 });
+    }
+
+    // Parse task detail fields
+    let detail = {};
+    let modelInfo = {};
+    try {
+      detail = task.detail ? JSON.parse(task.detail) : {};
+      modelInfo = task.modelInfo ? JSON.parse(task.modelInfo) : {};
+    } catch (e) {
+      console.error('Failed to parse task detail:', e);
+    }
+
+    // Parse query params
+    const { searchParams } = new URL(request.url);
+    const page = parseInt(searchParams.get('page') || '1');
+    const pageSize = parseInt(searchParams.get('pageSize') || '10');
+    const type = searchParams.get('type') || null;
+    const isCorrectStr = searchParams.get('isCorrect');
+    const isCorrect = isCorrectStr === 'true' ? true : isCorrectStr === 'false' ? false : null;
+
+    // Fetch results (supports pagination and filters)
+    const { items: results, total } = await getEvalResultsByTaskId(taskId, {
+      page,
+      pageSize,
+      type,
+      isCorrect
+    });
+
+    // Fetch stats
+    const stats = await getEvalResultsStats(taskId);
+
+    return NextResponse.json({
+      code: 0,
+      data: {
+        task: {
+          ...task,
+          detail,
+          modelInfo
+        },
+        results,
+        total,
+        page,
+        pageSize,
+        stats
+      }
+    });
+  } catch (error) {
+    console.error('Failed to fetch evaluation task details:', error);
+    return NextResponse.json(
+      { code: 500, error: 'Failed to fetch evaluation task details', message: error.message },
+      { status: 500 }
+    );
+  }
+}
+
+/**
+ * Delete evaluation task
+ */
+export async function DELETE(request, { params }) {
+  try {
+    const { projectId, taskId } = params;
+
+    if (!projectId || !taskId) {
+      return NextResponse.json({ error: 'Project ID and Task ID are required' }, { status: 400 });
+    }
+
+    // Validate task exists and belongs to this project
+    const task = await db.task.findUnique({
+      where: { id: taskId }
+    });
+
+    if (!task) {
+      return NextResponse.json({ error: 'Task not found' }, { status: 404 });
+    }
+
+    if (task.projectId !== projectId) {
+      return NextResponse.json({ error: 'Task does not belong to this project' }, { status: 403 });
+    }
+
+    // Delete evaluation results
+    await db.evalResults.deleteMany({
+      where: { taskId }
+    });
+
+    // Delete task
+    await db.task.delete({
+      where: { id: taskId }
+    });
+
+    return NextResponse.json({
+      code: 0,
+      message: 'Deleted'
+    });
+  } catch (error) {
+    console.error('Failed to delete evaluation task:', error);
+    return NextResponse.json(
+      { code: 500, error: 'Failed to delete evaluation task', message: error.message },
+      { status: 500 }
+    );
+  }
+}
+
+/**
+ * Interrupt evaluation task
+ */
+export async function PUT(request, { params }) {
+  try {
+    const { projectId, taskId } = params;
+    const data = await request.json();
+    const { action } = data;
+
+    if (!projectId || !taskId) {
+      return NextResponse.json({ error: 'Project ID and Task ID are required' }, { status: 400 });
+    }
+
+    // Validate task exists and belongs to this project
+    const task = await db.task.findUnique({
+      where: { id: taskId }
+    });
+
+    if (!task) {
+      return NextResponse.json({ error: 'Task not found' }, { status: 404 });
+    }
+
+    if (task.projectId !== projectId) {
+      return NextResponse.json({ error: 'Task does not belong to this project' }, { status: 403 });
+    }
+
+    if (action === 'interrupt') {
+      // Interrupt task
+      await db.task.update({
+        where: { id: taskId },
+        data: {
+          status: 3, // Interrupted
+          endTime: new Date()
+        }
+      });
+
+      return NextResponse.json({
+        code: 0,
+        message: 'Task interrupted'
+      });
+    }
+
+    return NextResponse.json({ error: 'Unknown action' }, { status: 400 });
+  } catch (error) {
+    console.error('Failed to operate evaluation task:', error);
+    return NextResponse.json({ code: 500, error: 'Operation failed', message: error.message }, { status: 500 });
+  }
+}
--- a/easy-dataset-main/app/api/projects/[projectId]/eval-tasks/route.js
+++ b/easy-dataset-main/app/api/projects/[projectId]/eval-tasks/route.js
@@ -0,0 +1,207 @@
+import { NextResponse } from 'next/server';
+import { db } from '@/lib/db/index';
+import { processTask } from '@/lib/services/tasks';
+
+/**
+ * Get all evaluation tasks for a project
+ */
+export async function GET(request, { params }) {
+  try {
+    const { projectId } = params;
+    const { searchParams } = new URL(request.url);
+    const page = parseInt(searchParams.get('page') || '1');
+    const pageSize = parseInt(searchParams.get('pageSize') || '20');
+
+    if (!projectId) {
+      return NextResponse.json({ error: 'Project ID is required' }, { status: 400 });
+    }
+
+    const skip = (page - 1) * pageSize;
+
+    // Fetch task list and total count
+    const [tasks, total] = await Promise.all([
+      db.task.findMany({
+        where: {
+          projectId,
+          taskType: 'model-evaluation'
+        },
+        orderBy: { createAt: 'desc' },
+        skip,
+        take: pageSize
+      }),
+      db.task.count({
+        where: {
+          projectId,
+          taskType: 'model-evaluation'
+        }
+      })
+    ]);
+
+    // Parse task detail fields
+    const tasksWithDetails = tasks.map(task => {
+      let detail = {};
+      let modelInfo = {};
+      try {
+        detail = task.detail ? JSON.parse(task.detail) : {};
+        modelInfo = task.modelInfo ? JSON.parse(task.modelInfo) : {};
+      } catch (e) {
+        console.error('Failed to parse task detail:', e);
+      }
+      return {
+        ...task,
+        detail,
+        modelInfo
+      };
+    });
+
+    return NextResponse.json({
+      code: 0,
+      data: {
+        items: tasksWithDetails,
+        total,
+        page,
+        pageSize,
+        totalPages: Math.ceil(total / pageSize)
+      }
+    });
+  } catch (error) {
+    console.error('Failed to fetch evaluation task list:', error);
+    return NextResponse.json(
+      { code: 500, error: 'Failed to fetch evaluation task list', message: error.message },
+      { status: 500 }
+    );
+  }
+}
+
+/**
+ * Create evaluation tasks
+ * Supports selecting multiple models and creating one task per model
+ */
+export async function POST(request, { params }) {
+  try {
+    const { projectId } = params;
+    const data = await request.json();
+
+    const {
+      models, // Models to evaluate: [{ modelId, providerId }]
+      evalDatasetIds, // Evaluation question IDs
+      judgeModelId, // Judge model ID (for subjective grading)
+      judgeProviderId, // Judge provider ID
+      language = 'zh-CN',
+      filterOptions = {}, // Filter options (for display)
+      customScoreAnchors = null // Custom score anchors for subjective grading
+    } = data;
+
+    // Validate required fields
+    if (!models || models.length === 0) {
+      return NextResponse.json({ code: 400, error: 'Please select at least one model to evaluate' }, { status: 400 });
+    }
+
+    if (!evalDatasetIds || evalDatasetIds.length === 0) {
+      return NextResponse.json({ code: 400, error: 'Please select questions to evaluate' }, { status: 400 });
+    }
+
+    // Check for subjective questions
+    const evalDatasets = await db.evalDatasets.findMany({
+      where: {
+        id: { in: evalDatasetIds },
+        projectId
+      },
+      select: { questionType: true }
+    });
+
+    const hasSubjectiveQuestions = evalDatasets.some(
+      q => q.questionType === 'short_answer' || q.questionType === 'open_ended'
+    );
+
+    // If there are subjective questions, a judge model is required
+    if (hasSubjectiveQuestions && (!judgeModelId || !judgeProviderId)) {
+      return NextResponse.json(
+        { code: 400, error: 'Short-answer or open-ended questions found. Please select a judge model for grading' },
+        { status: 400 }
+      );
+    }
+
+    // Judge model must not be the same as any test model
+    if (judgeModelId && judgeProviderId) {
+      const judgeModel = { modelId: judgeModelId, providerId: judgeProviderId };
+      const isJudgeInTestModels = models.some(
+        m => m.modelId === judgeModel.modelId && m.providerId === judgeModel.providerId
+      );
+      if (isJudgeInTestModels) {
+        return NextResponse.json(
+          { code: 400, error: 'Judge model cannot be the same as a test model' },
+          { status: 400 }
+        );
+      }
+    }
+
+    // Create one task per model
+    const createdTasks = [];
+
+    for (const model of models) {
+      const { modelId, providerId } = model;
+
+      // Fetch full model config
+      const modelConfig = await db.modelConfig.findFirst({
+        where: {
+          projectId,
+          providerId,
+          modelId
+        }
+      });
+
+      // Keep providerId for lookup, add providerName for display
+      const modelInfo = {
+        modelId,
+        modelName: modelConfig?.modelName || modelId,
+        providerId: providerId, // Provider ID (DB ID)
+        providerName: modelConfig?.providerName || providerId // Provider display name
+      };
+
+      // Build task detail
+      const taskDetail = {
+        evalDatasetIds,
+        judgeModelId: judgeModelId || null,
+        judgeProviderId: judgeProviderId || null,
+        filterOptions,
+        hasSubjectiveQuestions,
+        customScoreAnchors: customScoreAnchors || null // Store custom score anchors
+      };
+
+      // Create task
+      const newTask = await db.task.create({
+        data: {
+          projectId,
+          taskType: 'model-evaluation',
+          status: 0, // Processing
+          modelInfo: JSON.stringify(modelInfo),
+          language,
+          detail: JSON.stringify(taskDetail),
+          totalCount: evalDatasetIds.length,
+          completedCount: 0,
+          note: ''
+        }
+      });
+
+      createdTasks.push(newTask);
+
+      // Start task processing asynchronously
+      processTask(newTask.id).catch(err => {
+        console.error(`Failed to start evaluation task: ${newTask.id}`, err);
+      });
+    }
+
+    return NextResponse.json({
+      code: 0,
+      data: createdTasks,
+      message: `Successfully created ${createdTasks.length} evaluation tasks`
+    });
+  } catch (error) {
+    console.error('Failed to create evaluation task:', error);
+    return NextResponse.json(
+      { code: 500, error: 'Failed to create evaluation task', message: error.message },
+      { status: 500 }
+    );
+  }
+}