llm_vector_server/docker-compose.yml

services:
  app:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: vector-server-app
    ports:
      - "8000:8000"
    volumes:
      - .:/app
      - ./model:/app/model   # 挂载模型
    environment:
      - PYTHONUNBUFFERED=1
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]