docker-compose.yml

networks:
  frontend:
    external: true
  app:
    driver: bridge
    internal: false

services:
  nginx:
    image: nginxinc/nginx-unprivileged:alpine
    networks:
      - app
      - frontend
    depends_on:
      - vllm
    ports:
      - '8080'
    volumes:
      - ./.docker/templates:/etc/nginx/templates:ro
      - ./index.html:/app/index.html
    environment:
      NGINX_WEB_ROOT: /app
      NGINX_PORT: 8080
      NGINX_ALLOW_IP: "${NGINX_ALLOW_IP}"
      NGINX_ALLOW_METRICS_IP: "${NGINX_ALLOW_METRICS_IP}"
    labels:
      - "traefik.enable=true"
      - "traefik.docker.network=frontend"
      - "traefik.http.routers.${COMPOSE_PROJECT_NAME}.rule=Host(`${COMPOSE_DOMAIN}`)"

  vllm:
    image: itkdev/vllm:cpu
    command: "--model ${VLLM_MODEL:-facebook/opt-125m} ${VLLM_OPTIONS:-}"
    shm_size: "${SHM_SIZE:-8gb}"
    networks:
      - app
    extra_hosts:
      - "host.docker.internal:host-gateway"
    ports:
      - "8000"
    environment:
      - "HUGGING_FACE_HUB_TOKEN=${HUGGING_FACE_HUB_TOKEN}"
      - "VLLM_API_KEY=${VLLM_API_KEY}"
    volumes:
      - ./.docker/data/vllm/:/root/.cache/huggingface:rw