docker-compose.yml

x-nacos-env: &nacos-env
  USE_NACOS: ${USE_NACOS:-true}
  NACOS_SERVER_ADDR: ${NACOS_SERVER_ADDR:-nacos:8848}
  NACOS_NAMESPACE: ${NACOS_NAMESPACE:-public}
  NACOS_DATA_ID: ${NACOS_DATA_ID:-AUTO_ML_CONFIG}
  NACOS_GROUP: ${NACOS_GROUP:-AUTO_ML}

x-rabbitmq-env: &rabbitmq-env
  RABBITMQ_HOST: ${RABBITMQ_HOST:-rabbitmq}
  RABBITMQ_PORT: ${RABBITMQ_PORT:-5672}
  RABBITMQ_USER: ${RABBITMQ_USER:-automl}
  RABBITMQ_PASSWORD: ${RABBITMQ_PASSWORD:-automl123456}
  RABBITMQ_VHOST: ${RABBITMQ_VHOST:-/}
  RABBITMQ_EXCHANGE: ${RABBITMQ_EXCHANGE:-auto_ml_exchange}
  RABBITMQ_EXCHANGE_TYPE: ${RABBITMQ_EXCHANGE_TYPE:-topic}
  TRAINER_TASK_QUEUE: ${TRAINER_TASK_QUEUE:-trainer.task.queue}
  TRAINER_TASK_ROUTING_KEY: ${TRAINER_TASK_ROUTING_KEY:-trainer.task.submit}
  TRAINING_CODE_EXECUTE_QUEUE: ${TRAINING_CODE_EXECUTE_QUEUE:-training.code.execute}
  TRAINING_CODE_EXECUTE_ROUTING_KEY: ${TRAINING_CODE_EXECUTE_ROUTING_KEY:-training.code.execute}

x-minio-env: &minio-env
  S3_ACCESS_KEY: ${MINIO_ROOT_USER:-minioadmin}
  S3_SECRET_KEY: ${MINIO_ROOT_PASSWORD:-minioadmin123}
  S3_ENDPOINT: ${MINIO_ENDPOINT:-http://minio:9000}
  S3_DEFAULT_BUCKET: ${S3_DEFAULT_BUCKET:-auto-ml-datasets}

x-service-env: &service-env
  MODEL_TRAINER_URL: ${MODEL_TRAINER_URL:-http://model-trainer:8081}
  MODEL_DEPLOY_URL: ${MODEL_DEPLOY_URL:-http://model-deploy:8082}
  AI_PIPELINE_RUNTIME_URL: ${AI_PIPELINE_RUNTIME_URL:-http://ai-pipeline-runtime:8010}
  AUTO_AUGMENT_PIPELINE_URL: ${AUTO_AUGMENT_PIPELINE_URL:-${AI_PIPELINE_RUNTIME_URL:-http://ai-pipeline-runtime:8010}}
  PIPELINE_BATCH_SECRET_KEY: ${PIPELINE_BATCH_SECRET_KEY:-}

services:

  # =========================
  # MySQL
  # =========================
  mysql:
    image: mysql:8.0
    container_name: automl-mysql
    restart: unless-stopped
    environment:
      MYSQL_ROOT_PASSWORD: ${MYSQL_ROOT_PASSWORD:-root123456}
      MYSQL_DATABASE: ${MYSQL_DATABASE:-auto_ml}
      MYSQL_USER: ${MYSQL_USER:-automl}
      MYSQL_PASSWORD: ${MYSQL_PASSWORD:-automl123456}
      TZ: Asia/Shanghai
    ports:
      - "3306:3306"
    volumes:
      - mysql_data:/var/lib/mysql
      - ./mysql/init:/docker-entrypoint-initdb.d
    command:
      - --character-set-server=utf8mb4
      - --collation-server=utf8mb4_0900_ai_ci
    networks:
      - auto-ml-network
    healthcheck:
      test: ["CMD", "mysqladmin", "ping", "-h", "localhost"]
      interval: 10s
      timeout: 5s
      retries: 10

  # =========================
  # Nacos (rnacos)
  # =========================
  nacos:
    image: qingpan/rnacos:v0.7.4
    container_name: automl-nacos
    restart: unless-stopped
    ports:
      - "8848:8848"
      - "9848:9848"
      - "10848:10848"
    environment:
      MODE: standalone
      PREFER_HOST_MODE: hostname
    volumes:
      - ./nacos/data:/home/nacos/data
      - ./nacos/logs:/home/nacos/logs
    networks:
      - auto-ml-network

  # =========================
  # RabbitMQ
  # =========================
  rabbitmq:
    image: rabbitmq:3.12-management-alpine
    container_name: automl-rabbitmq
    restart: unless-stopped
    environment:
      RABBITMQ_DEFAULT_USER: ${RABBITMQ_USER:-automl}
      RABBITMQ_DEFAULT_PASS: ${RABBITMQ_PASSWORD:-automl123456}
      RABBITMQ_DEFAULT_VHOST: ${RABBITMQ_VHOST:-/}
    ports:
      - "5672:5672"
      - "15672:15672"
    volumes:
      - rabbitmq_data:/var/lib/rabbitmq
    networks:
      - auto-ml-network
    healthcheck:
      test: ["CMD", "rabbitmq-diagnostics", "check_running"]
      interval: 10s
      timeout: 5s
      retries: 10

  # =========================
  # MinIO
  # =========================
  minio:
    image: minio/minio:RELEASE.2025-04-03T14-56-28Z
    container_name: automl-minio
    restart: unless-stopped
    command: server /data --console-address ":9001"
    environment:
      MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minioadmin}
      MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-minioadmin123}
    ports:
      - "9000:9000"
      - "9010:9001"
    volumes:
      - ./minio/data:/data
      - minio_shared:/shared
    networks:
      - auto-ml-network
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 20s
      timeout: 10s
      retries: 5

  # =========================
  # MinIO 初始化
  # =========================
  minio-init:
    image: minio/mc:RELEASE.2025-08-13T08-35-41Z
    container_name: automl-minio-init
    depends_on:
      minio:
        condition: service_healthy
    volumes:
      - minio_shared:/shared
    networks:
      - auto-ml-network
    entrypoint:
      - /bin/sh
      - -c
      - |
        echo "⏳ waiting minio...";
        sleep 10;

        ACCESS_KEY=$$(cat /dev/urandom | tr -dc 'a-f0-9' | head -c 16);
        SECRET_KEY=$$(cat /dev/urandom | tr -dc 'a-zA-Z0-9' | head -c 32);

        echo "ACCESS_KEY=$$ACCESS_KEY" > /shared/minio.env;
        echo "SECRET_KEY=$$SECRET_KEY" >> /shared/minio.env;

        mc alias set myminio http://minio:9000 ${MINIO_ROOT_USER:-minioadmin} ${MINIO_ROOT_PASSWORD:-minioadmin123};

        mc admin user add myminio $$ACCESS_KEY $$SECRET_KEY || true;
        mc admin policy attach myminio readwrite --user $$ACCESS_KEY || true;

        mc mb myminio/auto-ml-datasets --ignore-existing;
        mc mb myminio/auto-ml-models --ignore-existing;
        mc mb myminio/auto-ml-annotations --ignore-existing;

        echo "✅ MinIO init done";

  # =========================
  # Nacos 初始化
  # =========================
  nacos-init:
    image: curlimages/curl:8.5.0
    container_name: automl-nacos-init
    depends_on:
      nacos:
        condition: service_started
      minio-init:
        condition: service_completed_successfully
    volumes:
      - ./nacos/init-config.sh:/init-config.sh
      - ./nacos/automl-config.yaml:/config/automl-config.yaml
      - minio_shared:/shared
    networks:
      - auto-ml-network
    environment:
      NACOS_HOST: nacos
      NACOS_PORT: 8848
      NACOS_NAMESPACE: ${NACOS_NAMESPACE:-public}
      DATA_ID: ${NACOS_DATA_ID:-AUTO_ML_CONFIG}
      GROUP: ${NACOS_GROUP:-AUTO_ML}
      CONFIG_FILE: /config/automl-config.yaml
      MINIO_ENV_FILE: /shared/minio.env
      MYSQL_HOST: mysql
      MYSQL_PORT: 3306
      MYSQL_USER: ${MYSQL_USER:-automl}
      MYSQL_PASSWORD: ${MYSQL_PASSWORD:-automl123456}
      MYSQL_DATABASE: ${MYSQL_DATABASE:-auto_ml}
      RABBITMQ_HOST: rabbitmq
      RABBITMQ_PORT: 5672
      RABBITMQ_USER: ${RABBITMQ_USER:-automl}
      RABBITMQ_PASSWORD: ${RABBITMQ_PASSWORD:-automl123456}
      RABBITMQ_VHOST: ${RABBITMQ_VHOST:-/}
      RABBITMQ_EXCHANGE: ${RABBITMQ_EXCHANGE:-auto_ml_exchange}
      RABBITMQ_EXCHANGE_TYPE: ${RABBITMQ_EXCHANGE_TYPE:-topic}
      MINIO_ENDPOINT: ${MINIO_ENDPOINT:-http://minio:9000}
      MODEL_TRAINER_URL: ${MODEL_TRAINER_URL:-http://model-trainer:8081}
      MODEL_DEPLOY_URL: ${MODEL_DEPLOY_URL:-http://model-deploy:8082}
      AI_PIPELINE_RUNTIME_URL: ${AI_PIPELINE_RUNTIME_URL:-http://ai-pipeline-runtime:8010}
      AUTO_AUGMENT_PIPELINE_URL: ${AUTO_AUGMENT_PIPELINE_URL:-${AI_PIPELINE_RUNTIME_URL:-http://ai-pipeline-runtime:8010}}
      TASK_STALE_TIMEOUT_SECONDS: ${TASK_STALE_TIMEOUT_SECONDS:-7200}
      NANO_BANANA_BASE_URL: ${NANO_BANANA_BASE_URL:-}
      NANO_BANANA_API_KEY: ${NANO_BANANA_API_KEY:-}
      NANO_BANANA_MODEL: ${NANO_BANANA_MODEL:-}
      QWEN_BASE_URL: ${QWEN_BASE_URL:-}
      QWEN_API_KEY: ${QWEN_API_KEY:-}
      QWEN_MODEL: ${QWEN_MODEL:-}
    entrypoint:
      - /bin/sh
      - -c
      - |
        echo "⏳ waiting nacos...";
        until curl -s http://nacos:8848 > /dev/null; do sleep 3; done;
        sh /init-config.sh

  # =========================
  # Model Trainer Service
  # =========================
  model-trainer:
    build:
      context: ./model_trainer
      dockerfile: Dockerfile
    image: automl-trainer:latest
    container_name: automl-trainer
    restart: unless-stopped
    depends_on:
      rabbitmq:
        condition: service_healthy
      minio:
        condition: service_healthy
      nacos-init:
        condition: service_completed_successfully
    environment:
      <<: [*nacos-env, *rabbitmq-env, *minio-env]
      S3_DATASETS_BUCKET: auto-ml-datasets
      S3_MODELS_BUCKET: auto-ml-models
      S3_ANNOTATIONS_BUCKET: auto-ml-annotations
      BASE_MODEL_DIR: /app/base_model
      HOST: 0.0.0.0
      PORT: ${MODEL_TRAINER_PORT:-8081}
    ports:
      - "${MODEL_TRAINER_PORT:-8081}:${MODEL_TRAINER_PORT:-8081}"
    volumes:
      - ./runs:/app/runs
      - ./logs/trainer:/app/logs
      - ./model_trainer/base_model:/app/base_model
    networks:
      - auto-ml-network
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import os, urllib.request; urllib.request.urlopen(f\"http://127.0.0.1:{os.getenv('PORT', '8081')}/health\")",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

  # =========================
  # Model Deploy Service
  # =========================
  model-deploy:
    build:
      context: ./model_deploy
      dockerfile: Dockerfile
    image: automl-deploy:latest
    container_name: automl-deploy
    restart: unless-stopped
    depends_on:
      rabbitmq:
        condition: service_healthy
      minio:
        condition: service_healthy
      nacos-init:
        condition: service_completed_successfully
    environment:
      <<: [*nacos-env, *rabbitmq-env, *minio-env]
      S3_MODELS_BUCKET: auto-ml-models
      RUNTIME_BASE_PORT: 9001
      RUNTIME_MAX_PORT: 9100
      HOST: 0.0.0.0
      PORT: ${MODEL_DEPLOY_PORT:-8082}
    ports:
      - "${MODEL_DEPLOY_PORT:-8082}:${MODEL_DEPLOY_PORT:-8082}"
      - "9001-9020:9001-9020"
    volumes:
      - ./models:/app/models
      - ./logs/deploy:/app/logs
    networks:
      - auto-ml-network
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import os, urllib.request; urllib.request.urlopen(f\"http://127.0.0.1:{os.getenv('PORT', '8082')}/health\")",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

  ai-pipeline-runtime:
    build:
      context: ./ai_pipeline_runtime
      dockerfile: Dockerfile
    image: ai-pipeline-runtime:latest
    container_name: ai-pipeline-runtime
    restart: unless-stopped
    depends_on:
      nacos-init:
        condition: service_completed_successfully
    environment:
      NACOS_SERVER_ADDR: ${NACOS_SERVER_ADDR:-nacos:8848}
      NACOS_NAMESPACE: ${NACOS_NAMESPACE:-public}
      NACOS_GROUP: ${NACOS_GROUP:-AUTO_ML}
    ports:
      - "${AI_PIPELINE_RUNTIME_PORT:-8010}:${AI_PIPELINE_RUNTIME_PORT:-8010}"
    networks:
      - auto-ml-network
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8010/health')",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

  # =========================
  # AI Pipeline 批量脚本 Sandbox
  # =========================
  ai-pipeline-sandbox:
    build:
      context: ./ai_pipeline_sandbox
      dockerfile: Dockerfile
    image: ai-pipeline-sandbox:latest
    container_name: ai-pipeline-sandbox
    restart: unless-stopped
    depends_on:
      rabbitmq:
        condition: service_healthy
      minio:
        condition: service_healthy
      nacos-init:
        condition: service_completed_successfully
    environment:
      <<: *nacos-env
    volumes:
      - pipeline_sandbox_runtime_data:/app/runtime-data
    networks:
      - auto-ml-network
    security_opt:
      - no-new-privileges:true
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8011/health')",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

  # =========================
  # Custom Training Runtime
  # =========================
  model-training-runtime:
    build:
      context: ./model_training_runtime
      dockerfile: Dockerfile
    image: model-training-runtime:latest
    container_name: model-training-runtime
    restart: unless-stopped
    depends_on:
      rabbitmq:
        condition: service_healthy
      minio:
        condition: service_healthy
      nacos-init:
        condition: service_completed_successfully
    environment:
      <<: [*nacos-env, *rabbitmq-env, *minio-env]
      S3_DATASETS_BUCKET: auto-ml-datasets
      S3_MODELS_BUCKET: auto-ml-models
      S3_ANNOTATIONS_BUCKET: auto-ml-annotations
    ports:
      - "${MODEL_TRAINING_RUNTIME_PORT:-8012}:8012"
    networks:
      - auto-ml-network
    security_opt:
      - no-new-privileges:true
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8012/health')",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

  frontend:
    build:
      context: ./frontend_v2
      dockerfile: Dockerfile
      args:
        VITE_API_BASE_URL: ${VITE_API_BASE_URL:-/api}
    image: automl-frontend:latest
    container_name: automl-frontend
    restart: unless-stopped
    depends_on:
      automl-server:
        condition: service_healthy
    ports:
      - "3000:80"
    networks:
      - auto-ml-network

  # =========================
  # AutoML 主服务
  # =========================
  automl-server:
    build:
      context: ./automl_server
      dockerfile: Dockerfile
    image: automl-server:latest
    container_name: automl-server
    restart: unless-stopped
    depends_on:
      mysql:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
      minio:
        condition: service_healthy
      nacos-init:
        condition: service_completed_successfully
      model-trainer:
        condition: service_healthy
      model-deploy:
        condition: service_healthy
      ai-pipeline-runtime:
        condition: service_healthy
      ai-pipeline-sandbox:
        condition: service_healthy
      model-training-runtime:
        condition: service_healthy
    environment:
      <<: [*nacos-env, *rabbitmq-env, *minio-env, *service-env]
      DB_HOST: mysql
      DB_PORT: 3306
      DB_USERNAME: ${MYSQL_USER:-automl}
      DB_PASSWORD: ${MYSQL_PASSWORD:-automl123456}
      DB_NAME: ${MYSQL_DATABASE:-auto_ml}
      S3_DEFAULT_BUCKET: auto-ml-datasets
      S3_DATASETS_BUCKET: auto-ml-datasets
      S3_MODELS_BUCKET: auto-ml-models
      S3_ANNOTATIONS_BUCKET: auto-ml-annotations
      APP_HOST: 0.0.0.0
      APP_PORT: 45678
      DEBUG: "false"
    ports:
      - "${AUTOML_SERVER_PORT:-45678}:45678"
    volumes:
      - ./logs/server:/app/logs
    networks:
      - auto-ml-network
    healthcheck:
      test:
        [
          "CMD",
          "python",
          "-c",
          "import urllib.request; urllib.request.urlopen('http://127.0.0.1:45678/health')",
        ]
      interval: 30s
      timeout: 10s
      retries: 5

volumes:
  mysql_data:
  rabbitmq_data:
  minio_shared:
  pipeline_sandbox_runtime_data:

networks:
  auto-ml-network:
    driver: bridge