llm_vector_server/docker-compose.yml

version: "3.8"
services:
  # vLLM - Qwen3 0.6B
  vllm-0.6b:
    image: vllm/vllm-openai:latest
    container_name: vllm-qwen3-0.6b
    ports:
      - "8100:8000"
    command: >
      --model Qwen/Qwen3-Embedding-0.6B
      --dtype float16
      --api-port 8000
    volumes:
      - ./models:/root/.cache/huggingface

#  # vLLM - Qwen3 4B
#  vllm-4b:
#    image: vllm/vllm-openai:latest
#    container_name: vllm-qwen3-4b
#    ports:
#      - "8200:8000"
#    command: >
#      --model Qwen/Qwen3-Embedding-4B
#      --dtype float16
#      --api-port 8000
#    volumes:
#      - ./models:/root/.cache/huggingface
#
#  # vLLM - Qwen3 8B
#  vllm-8b:
#    image: vllm/vllm-openai:latest
#    container_name: vllm-qwen3-8b
#    ports:
#      - "8300:8000"
#    command: >
#      --model Qwen/Qwen3-Embedding-8B
#      --dtype float16
#      --api-port 8000
#    volumes:
#      - ./models:/root/.cache/huggingface

  # Milvus 向量数据库
  milvus:
    image: registry.cn-hangzhou.aliyuncs.com/milvusdb/milvus:2.4.0
    container_name: milvus
    ports:
      - "19530:19530"
      - "9091:9091"
    environment:
      - ETCD_USE_EMBED=true
      - MINIO_USE_EMBED=true
      - PULSAR_USE_EMBED=true
    volumes:
      - ./milvus_data:/var/lib/milvus