fix(data-process): 发布精确三路数据切分

compute/engines/llama_factory/adapter.py

@@ -265,6 +265,9 @@ def build_command(config: dict[str, Any], llama_factory_home: str = "/app/LLaMA-
     ]
     if dataset_dir:
         command.extend(["--dataset_dir", str(dataset_dir)])
+    eval_dataset = config.get("eval_dataset")
+    if eval_dataset:
+        command.extend(["--eval_dataset", str(eval_dataset), "--do_eval", "true"])
     _optional_arg(config, command, "--cutoff_len", "max_length", "cutoff_len")
     _optional_arg(config, command, "--lr_scheduler_type", "lr_scheduler_type")
     _optional_arg(config, command, "--warmup_ratio", "warmup_ratio")
@@ -273,7 +276,8 @@ def build_command(config: dict[str, Any], llama_factory_home: str = "/app/LLaMA-
     _optional_arg(config, command, "--lora_alpha", "lora_alpha")
     _optional_arg(config, command, "--lora_dropout", "lora_dropout")
     _optional_arg(config, command, "--gradient_accumulation_steps", "gradient_accumulation_steps")
-    _optional_arg(config, command, "--val_size", "val_size")
+    if not eval_dataset:
+        _optional_arg(config, command, "--val_size", "val_size")
     _optional_arg(config, command, "--max_samples", "max_samples")
     _optional_arg(config, command, "--preprocessing_num_workers", "preprocessing_num_workers")
     _optional_bool_arg(config, command, "--fp16", "fp16")
@@ -293,4 +297,3 @@ def parse_log_line(line: str) -> dict[str, float] | None:
         if match:
             result[key] = float(match.group(1))
     return result or None
-

compute/tests/test_llama_factory_adapter.py

@@ -0,0 +1,23 @@
+from __future__ import annotations
+
+from compute.engines.llama_factory.adapter import build_command
+
+
+def test_build_command_uses_explicit_validation_dataset_without_resplitting() -> None:
+    result = build_command(
+        {
+            "base_model": "/models/qwen",
+            "dataset": "ygft_dataset_train",
+            "eval_dataset": "ygft_dataset_validation",
+            "dataset_dir": "/datasets/example",
+            "output_dir": "/outputs/example",
+            "val_size": 0.1,
+        }
+    )
+
+    assert result.command[result.command.index("--dataset") + 1] == "ygft_dataset_train"
+    assert result.command[result.command.index("--eval_dataset") + 1] == (
+        "ygft_dataset_validation"
+    )
+    assert "--do_eval" in result.command
+    assert "--val_size" not in result.command