文件上传页面功能基本集成完成

2026-01-19 17:28:58 +08:00
parent 88eaa33db0
commit bfaeb24d9e
10 changed files with 16758 additions and 248 deletions
--- a/src/main.py
+++ b/src/main.py
@@ -6,8 +6,13 @@ import sys
 import json
 import pymysql
 import yaml
-from flask import Flask, request, jsonify
+import time
+from flask import Flask, request, jsonify, send_from_directory
 from flask_cors import CORS
+from werkzeug.utils import secure_filename
+
+# 导入API蓝图
+from api import register_blueprints

 # 获取项目根目录
 PROJECT_ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
@@ -42,142 +47,171 @@ def get_db_connection():

 def init_database():
    """初始化数据库表"""
-    conn = get_db_connection()
-    cursor = conn.cursor()
+    print("正在初始化数据库...")
+    try:
+        conn = get_db_connection()
+        cursor = conn.cursor()

-    tables = [
-        # 精调训练表
-        """CREATE TABLE IF NOT EXISTS fine_tune (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            name VARCHAR(255) NOT NULL,
-            base_model VARCHAR(255),
-            train_type VARCHAR(50),
-            train_method VARCHAR(50),
-            dataset_id INT,
-            valid_split VARCHAR(50),
-            valid_ratio INT DEFAULT 10,
-            output_model_name VARCHAR(255),
-            status VARCHAR(50) DEFAULT 'pending',
-            progress INT DEFAULT 0,
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+        tables = [
+            # 精调训练表
+            """CREATE TABLE IF NOT EXISTS fine_tune (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                name VARCHAR(255) NOT NULL,
+                base_model VARCHAR(255),
+                train_type VARCHAR(50),
+                train_method VARCHAR(50),
+                dataset_id INT,
+                valid_split VARCHAR(50),
+                valid_ratio INT DEFAULT 10,
+                output_model_name VARCHAR(255),
+                status VARCHAR(50) DEFAULT 'pending',
+                progress INT DEFAULT 0,
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 我的模型表
-        """CREATE TABLE IF NOT EXISTS my_models (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            name VARCHAR(255) NOT NULL,
-            type VARCHAR(100),
-            version VARCHAR(50),
-            description TEXT,
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 我的模型表
+            """CREATE TABLE IF NOT EXISTS my_models (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                name VARCHAR(255) NOT NULL,
+                type VARCHAR(100),
+                version VARCHAR(50),
+                description TEXT,
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 模型评测表
-        """CREATE TABLE IF NOT EXISTS model_eval (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            model_name VARCHAR(255) NOT NULL,
-            dataset VARCHAR(255),
-            metric VARCHAR(100),
-            score DECIMAL(10, 4),
-            status VARCHAR(50) DEFAULT 'completed',
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP
-        )""",
+            # 模型评测表
+            """CREATE TABLE IF NOT EXISTS model_eval (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                model_name VARCHAR(255) NOT NULL,
+                dataset VARCHAR(255),
+                metric VARCHAR(100),
+                score DECIMAL(10, 4),
+                status VARCHAR(50) DEFAULT 'completed',
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 模型部署表
-        """CREATE TABLE IF NOT EXISTS model_deploy (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            model_name VARCHAR(255) NOT NULL,
-            endpoint VARCHAR(255),
-            instance VARCHAR(100),
-            status VARCHAR(50) DEFAULT 'running',
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 模型部署表
+            """CREATE TABLE IF NOT EXISTS model_deploy (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                model_name VARCHAR(255) NOT NULL,
+                endpoint VARCHAR(255),
+                instance VARCHAR(100),
+                status VARCHAR(50) DEFAULT 'running',
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 数据集管理表
-        """CREATE TABLE IF NOT EXISTS dataset_manage (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            name VARCHAR(255) NOT NULL,
-            type VARCHAR(100),
-            size VARCHAR(50),
-            count INT,
-            description TEXT,
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 数据集管理表
+            """CREATE TABLE IF NOT EXISTS dataset_manage (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                name VARCHAR(255) NOT NULL,
+                type VARCHAR(100),
+                size VARCHAR(50),
+                count INT,
+                description TEXT,
+                file_path VARCHAR(500),
+                file_count INT DEFAULT 0,
+                storage_type VARCHAR(50) DEFAULT 'local',
+                minio_config TEXT,
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 数据生成表
-        """CREATE TABLE IF NOT EXISTS data_generate (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            name VARCHAR(255) NOT NULL,
-            template VARCHAR(255),
-            count INT DEFAULT 0,
-            status VARCHAR(50) DEFAULT 'pending',
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 数据集文件表
+            """CREATE TABLE IF NOT EXISTS dataset_files (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                dataset_id INT NOT NULL,
+                file_name VARCHAR(255) NOT NULL,
+                file_path VARCHAR(500) NOT NULL,
+                file_size BIGINT DEFAULT 0,
+                file_type VARCHAR(50),
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                FOREIGN KEY (dataset_id) REFERENCES dataset_manage(id) ON DELETE CASCADE
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 权限管理表
-        """CREATE TABLE IF NOT EXISTS permission (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            username VARCHAR(100) NOT NULL,
-            role VARCHAR(50) DEFAULT 'user',
-            permissions TEXT,
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 数据生成表
+            """CREATE TABLE IF NOT EXISTS data_generate (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                name VARCHAR(255) NOT NULL,
+                template VARCHAR(255),
+                count INT DEFAULT 0,
+                status VARCHAR(50) DEFAULT 'pending',
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 模型管理表
-        """CREATE TABLE IF NOT EXISTS model_manage (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            name VARCHAR(255) NOT NULL,
-            type VARCHAR(100),
-            version VARCHAR(50),
-            path VARCHAR(500),
-            description TEXT,
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 权限管理表
+            """CREATE TABLE IF NOT EXISTS permission (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                username VARCHAR(100) NOT NULL,
+                role VARCHAR(50) DEFAULT 'user',
+                permissions TEXT,
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 系统配置表
-        """CREATE TABLE IF NOT EXISTS sys_config (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            config_key VARCHAR(100) NOT NULL UNIQUE,
-            config_value TEXT,
-            description VARCHAR(255),
-            update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
-        )""",
+            # 模型管理表
+            """CREATE TABLE IF NOT EXISTS model_manage (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                name VARCHAR(255) NOT NULL,
+                type VARCHAR(100),
+                version VARCHAR(50),
+                path VARCHAR(500),
+                description TEXT,
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP,
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-        # 用户表
-        """CREATE TABLE IF NOT EXISTS users (
-            id INT AUTO_INCREMENT PRIMARY KEY,
-            username VARCHAR(100) NOT NULL UNIQUE,
-            password VARCHAR(255) NOT NULL,
-            role VARCHAR(50) DEFAULT 'user',
-            create_time DATETIME DEFAULT CURRENT_TIMESTAMP
-        )"""
-    ]
+            # 系统配置表
+            """CREATE TABLE IF NOT EXISTS sys_config (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                config_key VARCHAR(100) NOT NULL UNIQUE,
+                config_value TEXT,
+                description VARCHAR(255),
+                update_time DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4""",

-    for table_sql in tables:
-        cursor.execute(table_sql)
+            # 用户表
+            """CREATE TABLE IF NOT EXISTS users (
+                id INT AUTO_INCREMENT PRIMARY KEY,
+                username VARCHAR(100) NOT NULL UNIQUE,
+                password VARCHAR(255) NOT NULL,
+                role VARCHAR(50) DEFAULT 'user',
+                create_time DATETIME DEFAULT CURRENT_TIMESTAMP
+            ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4"""
+        ]

-    # 插入默认管理员用户
-    cursor.execute("SELECT * FROM users WHERE username = 'admin'")
-    if not cursor.fetchone():
-        cursor.execute("INSERT INTO users (username, password, role) VALUES ('admin', 'admin', 'admin')")
+        for i, table_sql in enumerate(tables):
+            try:
+                cursor.execute(table_sql)
+                print(f"  表 {i+1}/{len(tables)} 创建/检查成功")
+            except Exception as e:
+                print(f"  表 {i+1} 创建失败: {e}")

-    conn.commit()
-    cursor.close()
-    conn.close()
-    print("数据库初始化完成")
+        # 插入默认管理员用户
+        cursor.execute("SELECT * FROM users WHERE username = 'admin'")
+        if not cursor.fetchone():
+            cursor.execute("INSERT INTO users (username, password, role) VALUES ('admin', 'admin', 'admin')")
+            print("  默认管理员用户创建成功")
+
+        conn.commit()
+        cursor.close()
+        conn.close()
+        print("数据库初始化完成")
+    except Exception as e:
+        print(f"数据库初始化失败: {e}")
+        raise


 app = Flask(__name__)
 app.config['SECRET_KEY'] = CONFIG['secret_key']
 CORS(app, resources={r"/api/*": {"origins": "*"}})

+# 注册蓝图
+register_blueprints(app)
+

 # ============ 健康检查 ============
@app.route('/api/health', methods=['GET'])
@@ -370,32 +404,6 @@ def delete_model_deploy(id):
    return jsonify({'code': 0, 'message': '删除成功'})


-# ============ 数据集管理接口 ============
-@app.route('/api/dataset-manage', methods=['GET'])
-def get_dataset_manage():
-    return jsonify({'code': 0, 'data': generic_get_all('dataset_manage')})
-
-
-@app.route('/api/dataset-manage', methods=['POST'])
-def create_dataset_manage():
-    data = request.json
-    new_id = generic_create('dataset_manage', data)
-    return jsonify({'code': 0, 'message': '创建成功', 'id': new_id})
-
-
-@app.route('/api/dataset-manage/<int:id>', methods=['PUT'])
-def update_dataset_manage(id):
-    data = request.json
-    generic_update('dataset_manage', id, data)
-    return jsonify({'code': 0, 'message': '更新成功'})
-
-
-@app.route('/api/dataset-manage/<int:id>', methods=['DELETE'])
-def delete_dataset_manage(id):
-    generic_delete('dataset_manage', id)
-    return jsonify({'code': 0, 'message': '删除成功'})
-
-
 # ============ 数据生成接口 ============
@app.route('/api/data-generate', methods=['GET'])
 def get_data_generate():
@@ -501,6 +509,7 @@ def delete_sys_config(id):


 if __name__ == '__main__':
+    # 启动前先初始化数据库
    init_database()
    app_config = CONFIG['app']
    app.run(host=app_config['host'], port=app_config['port'], debug=app_config.get('debug', True))