|
@@ -1,6 +1,6 @@
|
|
from quart import Quart
|
|
from quart import Quart
|
|
from quart_cors import cors
|
|
from quart_cors import cors
|
|
-from pymilvus import connections
|
|
|
|
|
|
+# from pymilvus import connections
|
|
from vllm import LLM, SamplingParams
|
|
from vllm import LLM, SamplingParams
|
|
|
|
|
|
from applications.config import LOCAL_MODEL_CONFIG, DEFAULT_MODEL
|
|
from applications.config import LOCAL_MODEL_CONFIG, DEFAULT_MODEL
|
|
@@ -12,8 +12,9 @@ app = Quart(__name__)
|
|
llm = None
|
|
llm = None
|
|
|
|
|
|
# 连接向量数据库
|
|
# 连接向量数据库
|
|
-connections.connect("default", host="milvus", port="19530")
|
|
|
|
-
|
|
|
|
|
|
+# connections.connect("default", host="milvus", port="19530")
|
|
|
|
+# connections.connect("default", host="milvus", port="19530")
|
|
|
|
+connections = None
|
|
|
|
|
|
# 注册路由
|
|
# 注册路由
|
|
app_route = server_routes(llm, connections)
|
|
app_route = server_routes(llm, connections)
|