| 1234567891011121314151617181920 |
- FROM egs-registry.cn-hangzhou.cr.aliyuncs.com/egs/vllm:0.8.2-pytorch2.6-cu124-20250328
- WORKDIR /app
- ENV PYTHONDONTWRITEBYTECODE=1
- ENV PYTHONUNBUFFERED=1
- ENV PIP_DISABLE_PIP_VERSION_CHECK=on
- ENV TZ=Asia/Shanghai
- RUN apt-get update \
- && ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone \
- COPY requirements.txt .
- RUN pip install --no-cache-dir -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple
- COPY . .
- EXPOSE 8000
- CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", "--model", "/app/model", "--dtype", "float16"]
|
