|
@@ -6,11 +6,9 @@ services:
|
|
|
ports:
|
|
|
- "8100:8000"
|
|
|
command: >
|
|
|
- sh -c "
|
|
|
- pip install --upgrade vllm &&
|
|
|
- pip install --upgrade transformers &&
|
|
|
- python -m vllm.entrypoints.openai.api_server --model /app/models/Qwen3-Embedding-0.6B --dtype float16 --port 8000
|
|
|
- "
|
|
|
+ --model Qwen/Qwen3-Embedding-0.6B
|
|
|
+ --dtype float16
|
|
|
+ --port 8000
|
|
|
volumes:
|
|
|
# 挂载预下载的模型目录
|
|
|
- ./models/Qwen3-Embedding-0.6B:/app/models/Qwen3-Embedding-0.6B
|