init

Dockerfile

@@ -18,6 +18,6 @@ RUN pip install --no-cache-dir -r requirements.txt -i https://mirrors.aliyun.com
 
 COPY . .
 
-EXPOSE 8080
+EXPOSE 8000
 
-CMD ["hypercorn", "task_app:app", "--config", "app_config.toml"]
+CMD ["python3", "-m", "vllm.entrypoints.openai.api_server", "--model", "/app/model", "--dtype", "float16"]

docker-compose.yml

@@ -8,5 +8,6 @@ services:
       - "8000:8000"
     volumes:
       - .:/app
+      - ./model:/app/model   # 挂载本地的模型目录
     environment:
       - PYTHONUNBUFFERED=1