luojunhui 2 days ago
parent
commit
84d73ef941
1 changed files with 5 additions and 3 deletions
  1. 5 3
      docker-compose.yml

+ 5 - 3
docker-compose.yml

@@ -6,9 +6,11 @@ services:
     ports:
       - "8100:8000"
     command: >
-      --model Qwen/Qwen3-Embedding-0.6B
-      --dtype float16
-      --port 8000
+      sh -c "
+      pip install --upgrade vllm &&
+      pip install --upgrade transformers &&
+      python -m vllm.entrypoints.openai.api_server --model /app/models/Qwen3-Embedding-0.6B --dtype float16 --port 8000
+      "
     volumes:
       # 挂载预下载的模型目录
       - ./models/Qwen3-Embedding-0.6B:/app/models/Qwen3-Embedding-0.6B