|
@@ -2,6 +2,10 @@ FROM egs-registry.cn-hangzhou.cr.aliyuncs.com/egs/vllm:0.8.2-pytorch2.6-cu124-20
|
|
|
|
|
|
COPY models/Qwen3-Embedding-4B /models/Qwen3-Embedding-4B
|
|
|
|
|
|
+COPY requirements.txt requirements.txt
|
|
|
+
|
|
|
+RUN pip install -r requirements.txt
|
|
|
+
|
|
|
CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", \
|
|
|
"--model", "/models/Qwen3-Embedding-4B", \
|
|
|
"--dtype", "float16", \
|