YG_FT/docker/compute/docker-compose.yml

services:
  compute-api:
    image: ${COMPUTE_API_IMAGE:-yg-ft-compute-api:latest}
    container_name: yg-ft-compute-api
    gpus: all
    ports:
      - "${COMPUTE_API_PORT:-19100}:9100"
    environment:
      COMPUTE_ENV: ${COMPUTE_ENV:-prod}
      COMPUTE_HOST_ID: ${COMPUTE_HOST_ID:-gpu-node-01}
      COMPUTE_EXECUTION_MODE: ${COMPUTE_EXECUTION_MODE:-real}
      MODELTF_ROUTE_PREFIX: ${MODELTF_ROUTE_PREFIX:-/modelTF}
      COMPUTE_SERVICE_TOKEN: ${COMPUTE_SERVICE_TOKEN:-change_me}
      ENABLE_APP_CALLBACK: ${ENABLE_APP_CALLBACK:-false}
      LLAMA_FACTORY_HOME: ${LLAMA_FACTORY_HOME:-/app/LLaMA-Factory}
      YG_FT_DATA_ROOT: ${YG_FT_DATA_ROOT:-/data/yg-ft}
      LOG_DIR: ${LOG_DIR:-/opt/yg-ft/logs/compute}
      CUDA_VISIBLE_DEVICES: ${CUDA_VISIBLE_DEVICES:-all}
      NVIDIA_VISIBLE_DEVICES: ${NVIDIA_VISIBLE_DEVICES:-all}
      NVIDIA_DRIVER_CAPABILITIES: ${NVIDIA_DRIVER_CAPABILITIES:-compute,utility}
      PYTHONPATH: /app
    volumes:
      - ../../compute:/app/compute:ro
      - ${YG_FT_DATA_ROOT_HOST:-/data/yg-ft}:${YG_FT_DATA_ROOT:-/data/yg-ft}
      - ../../runtime/compute/logs:/opt/yg-ft/logs/compute
      - ../../runtime/compute/training-logs:/opt/yg-ft/logs/training
    networks:
      - yg-ft-compute
    healthcheck:
      test: ["CMD-SHELL", "python -c \"import urllib.request; urllib.request.urlopen('http://127.0.0.1:9100/modelTF/health', timeout=3).read()\""]
      interval: 30s
      timeout: 5s
      retries: 3
      start_period: 20s
    restart: unless-stopped

networks:
  yg-ft-compute:
    name: yg-ft-compute