|
@@ -6,9 +6,11 @@ services:
|
|
|
ports:
|
|
|
- "8100:8000"
|
|
|
command: >
|
|
|
- --model Qwen/Qwen3-Embedding-0.6B
|
|
|
- --dtype float16
|
|
|
- --port 8000
|
|
|
+ sh -c "
|
|
|
+ pip install --upgrade vllm &&
|
|
|
+ pip install --upgrade transformers &&
|
|
|
+ python -m vllm.entrypoints.openai.api_server --model /app/models/Qwen3-Embedding-0.6B --dtype float16 --port 8000
|
|
|
+ "
|
|
|
volumes:
|
|
|
# 挂载预下载的模型目录
|
|
|
- ./models/Qwen3-Embedding-0.6B:/app/models/Qwen3-Embedding-0.6B
|