docker-compose.yaml

services:

  # Proxy for one, or multiple, containerized inference servers
  proxy:
    image: nginx:1.28.2-alpine
    hostname: inference-server
    expose:
      - "${INFERENCE_PROXY_PORT:-8000}"
    volumes:
      - ./server/nginx_dev.conf.template:/etc/nginx/templates/nginx.conf.template:ro,z
    environment:
      - INFERENCE_PROXY_PORT=${INFERENCE_PROXY_PORT:-8000}
      - INFERENCE_SERVER_PORT=${INFERENCE_SERVER_PORT:-8100}
    depends_on:
      - inference-0
  # Base and developer deployments are using llama.cpp for improved portability
  inference-0:
    image: quay.io/logdetective/inference:latest
    build:
      context: .
      dockerfile: ./Containerfile.llama.cpp
    # make sure to match this hostname with inference->url in server/config.yml
    command: "llama-server --host 0.0.0.0 --port ${INFERENCE_SERVER_PORT:-8100}"
    stdin_open: true
    tty: true
    env_file: .env
    expose:
      - "${INFERENCE_SERVER_PORT:-8100}"
    volumes:
      - ${MODELS_PATH-./models}:/models:Z
    # these 4 lines are needed for CUDA acceleration
    # devices:
    #   - nvidia.com/gpu=all
    # security_opt:
    #   - "label=disable"
  server:
    image: quay.io/logdetective/server:latest
    depends_on:
      - proxy
      - postgres
    build:
      context: .
      dockerfile: ./Containerfile
    hostname: logdetective-server
    stdin_open: true
    tty: true
    volumes:
      - .:/src/:z
      - ./server/config.yml:/config.yml:z
      - ./files/run_server.sh:/run_server.sh:z
    ports:
      - "${LOGDETECTIVE_SERVER_PORT:-8080}:${LOGDETECTIVE_SERVER_PORT:-8080}"
    env_file: .env
    # so gunicorn can find logdetective python module
    # and alembic can find alembic.ini
    working_dir: /src
    entrypoint: ["/run_server.sh"]

  postgres:
    image: quay.io/sclorg/postgresql-15-c9s
    volumes:
      - database_data:/var/lib/postgresql/data
    ports:
      - "${POSTGRESQL_PORT:-5432}:${POSTGRESQL_PORT:-5432}"
    env_file: .env

  packit-interface:
    image: quay.io/logdetective/packit:latest
    volumes:
      - ${FM_CERT_PATH:-./fedora_messaging_certs/logdetective-packit-cert.pem}:/etc/fedora-messaging/fedora-cert.pem:ro,Z
      - ${FM_KEY_PATH:-./fedora_messaging_certs/logdetective-packit-key.pem}:/etc/fedora-messaging/fedora-key.pem:ro,Z
    depends_on:
      - server
    # Port 8090 is the default for logdetective-packit container
    # github.com/fedora-copr/logdetective-packit
    ports:
      - "${PACKIT_INTERFACE_PORT:-8090}:${PACKIT_INTERFACE_PORT:-8090}"
    env_file: .env

volumes:
  database_data:
    driver: local