|
|
@@ -2,7 +2,7 @@ FROM egs-registry.cn-hangzhou.cr.aliyuncs.com/egs/vllm:0.8.2-pytorch2.6-cu124-20
|
|
|
|
|
|
COPY models/Qwen3-Embedding-4B /models/Qwen3-Embedding-4B
|
|
|
|
|
|
-CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
|
|
+CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", \
|
|
|
"--model", "/models/Qwen3-Embedding-4B", \
|
|
|
"--dtype", "float16", \
|
|
|
"--port", "8000", \
|
luojunhui