From 6cd1e46e862bb2b5ab6b450bd2e118f89cf9a355 Mon Sep 17 00:00:00 2001 From: wuyongtao Date: Wed, 22 Jul 2026 20:47:05 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20=E6=B7=BB=E5=8A=A0=20compute=20?= =?UTF-8?q?=E6=95=B0=E6=8D=AE=E7=9B=AE=E5=BD=95=E7=BB=93=E6=9E=84=EF=BC=8C?= =?UTF-8?q?=E9=85=8D=E7=BD=AE=20gitignore=20=E8=A7=84=E5=88=99?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - docker/compute/data/yg-ft/ 下创建 models、datasets、outputs、logs 目录 - 保留目录结构和 README，忽略子目录实际内容（日志、模型、数据集等） - 修正 gitignore 全局 logs/ 规则为 /logs/，避免误伤 Co-Authored-By: Claude --- .gitignore | 13 ++++++- docker/compute/data/yg-ft/README.md | 38 +++++++++++++++++++ docker/compute/data/yg-ft/datasets/.gitkeep | 0 .../compute/data/yg-ft/logs/compute/.gitkeep | 0 .../compute/data/yg-ft/logs/training/.gitkeep | 0 docker/compute/data/yg-ft/models/.gitkeep | 0 docker/compute/data/yg-ft/outputs/.gitkeep | 0 7 files changed, 49 insertions(+), 2 deletions(-) create mode 100644 docker/compute/data/yg-ft/README.md create mode 100644 docker/compute/data/yg-ft/datasets/.gitkeep create mode 100644 docker/compute/data/yg-ft/logs/compute/.gitkeep create mode 100644 docker/compute/data/yg-ft/logs/training/.gitkeep create mode 100644 docker/compute/data/yg-ft/models/.gitkeep create mode 100644 docker/compute/data/yg-ft/outputs/.gitkeep diff --git a/.gitignore b/.gitignore index aceec2e..17ed7af 100644 --- a/.gitignore +++ b/.gitignore @@ -44,7 +44,7 @@ pip-delete-this-directory.txt # Runtime data and logs runtime/ backend/runtime/ -logs/ +/logs/ backend/logs/ *.db *.sqlite @@ -188,4 +188,13 @@ cython_debug/ .pypirc docker/llamafactory-latest.tar.gz -docker/compute/data/ +# Compute data - 保留目录结构和 README，忽略子目录内容（日志、模型、数据集等） +!docker/compute/data/yg-ft/logs/ +docker/compute/data/yg-ft/datasets/* +docker/compute/data/yg-ft/models/* +docker/compute/data/yg-ft/outputs/* +docker/compute/data/yg-ft/logs/** +!docker/compute/data/yg-ft/logs/compute/ +!docker/compute/data/yg-ft/logs/training/ +!docker/compute/data/yg-ft/**/.gitkeep +!docker/compute/data/yg-ft/**/README.md diff --git a/docker/compute/data/yg-ft/README.md b/docker/compute/data/yg-ft/README.md new file mode 100644 index 0000000..97866d4 --- /dev/null +++ b/docker/compute/data/yg-ft/README.md @@ -0,0 +1,38 @@ +# YG-FT Compute 数据目录说明 + +本目录挂载到 `yg-ft-compute-api` 容器的 `/data/yg-ft`，用于持久化存储训练相关的数据。 + +## 目录结构 + +``` +data/yg-ft/ +├── datasets/ # 数据集存储目录 +├── models/ # 模型文件存储目录 +├── outputs/ # 训练/推理输出结果目录 +└── logs/ + ├── compute/ # 计算服务运行日志 + └── training/ # 训练任务执行日志 +``` + +## 各目录说明 + +### datasets/ +训练和评估所使用的数据集文件，包括 JSON、JSONL、CSV 等格式。数据集由用户上传或通过平台创建，供 LLaMA-Factory 等训练引擎读取。 + +### models/ +存放模型文件，包括： +- 预训练基座模型（如 LLaMA、Qwen 等） +- 微调后的自定义模型权重 +- 合并后的部署模型 + +### outputs/ +训练任务和推理任务的输出结果，包括： +- 训练过程中的 checkpoint 文件 +- 评估结果和指标报告 +- 推理生成的结果文本 + +### logs/compute/ +计算服务（compute-api）的运行时日志，用于排查服务启动、GPU 调度、健康检查等问题。 + +### logs/training/ +各训练任务的执行日志，记录训练过程状态、报错信息等，便于追踪单个任务的运行情况。 diff --git a/docker/compute/data/yg-ft/datasets/.gitkeep b/docker/compute/data/yg-ft/datasets/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/docker/compute/data/yg-ft/logs/compute/.gitkeep b/docker/compute/data/yg-ft/logs/compute/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/docker/compute/data/yg-ft/logs/training/.gitkeep b/docker/compute/data/yg-ft/logs/training/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/docker/compute/data/yg-ft/models/.gitkeep b/docker/compute/data/yg-ft/models/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/docker/compute/data/yg-ft/outputs/.gitkeep b/docker/compute/data/yg-ft/outputs/.gitkeep new file mode 100644 index 0000000..e69de29