main.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. from ast import main
  2. import json
  3. import uuid
  4. from fastapi import FastAPI, HTTPException, Request
  5. from fastapi.responses import JSONResponse
  6. from fastapi.middleware.cors import CORSMiddleware
  7. from pydantic import BaseModel
  8. from utils.params import TaskStatusParam, DecodeListParam,TopicListParam,EvaluateListParam,EvaluateStatusParam,DecodeWorkflowParam
  9. from dotenv import load_dotenv, find_dotenv
  10. from decode_task.decodeTask import get_decode_result_by_id as get_decode_result_by_id_db
  11. from decode_task.evaluateTask import get_evaluate_result_by_id as get_evaluate_result_by_id_db
  12. from decode_task.topicTask import get_topic_result_by_id as get_topic_result_by_id_db
  13. from decode_task.topicTask import update_topic_result_by_id as update_topic_result_by_id_db
  14. from decode_task.topicTask import search_topic_list as search_topic_list_db
  15. from typing import List
  16. from models.decode_record import DecodeRecord
  17. from models.evaluate_record import EvaluateRecord
  18. from models.decode_workflow import DecodeWorkflow
  19. from task_schedule import TaskScheduler
  20. from loguru import logger
  21. import sys
  22. logger.add(sink=sys.stderr, level="ERROR", backtrace=True, diagnose=True)
  23. load_dotenv(find_dotenv(), override=False)
  24. app = FastAPI()
  25. scheduler = TaskScheduler()
  26. app.add_middleware(
  27. CORSMiddleware,
  28. allow_origins=["*"],
  29. allow_credentials=True,
  30. allow_methods=["*"],
  31. allow_headers=["*"],
  32. )
  33. @app.exception_handler(HTTPException)
  34. async def http_exception_handler(request: Request, exc: HTTPException):
  35. return JSONResponse(
  36. status_code=200,
  37. content={"code": exc.status_code, "message": exc.message, "data": None}
  38. )
  39. @app.on_event("startup")
  40. def startup_event():
  41. scheduler.start()
  42. @app.post("/decodeWorkflow/create")
  43. def decode_topic(param:TopicListParam):
  44. video_list = param.video_list
  45. logger.info(f"数据池数据 = {video_list}")
  46. data_list = []
  47. for video in video_list:
  48. video_id = video.video_id
  49. video_url = video.video_url
  50. video_title = video.title
  51. task_id = str(uuid.uuid4())
  52. DecodeWorkflow(
  53. task_id=task_id,
  54. video_id=video_id,
  55. video_url=video_url,
  56. title=video_title,
  57. type=param.type,
  58. result=None,
  59. ).save()
  60. data_list.append({
  61. "task_id": task_id,
  62. "video_id": video_id,
  63. "video_url": video_url,
  64. "title": video_title,
  65. "task_status": 0,
  66. "type": param.type,
  67. })
  68. return {
  69. "code": 0,
  70. "message": "success",
  71. "data":{
  72. "type": param.type,
  73. "tasks": data_list
  74. }
  75. }
  76. @app.post("/decodeWorkflow/update")
  77. def update_topic_result(param: DecodeWorkflowParam):
  78. db_res = update_topic_result_by_id_db(param)
  79. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  80. if not db_res:
  81. return {
  82. "code": -1,
  83. "message": '任务不存在',
  84. "data": None
  85. }
  86. result, status,error_reason,video_url,title = db_res
  87. return {
  88. "code": 0,
  89. "message": status == 2 and "success" or error_reason,
  90. "data": {
  91. "result": result,
  92. "status": status,
  93. "error":error_reason,
  94. "video_url":video_url,
  95. "title":title,
  96. }
  97. }
  98. @app.post("/decodeWorkflow/result")
  99. def get_topic_result(param: TaskStatusParam):
  100. db_res = get_topic_result_by_id_db(param.task_id)
  101. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  102. if not db_res:
  103. return {
  104. "code": -1,
  105. "message": '任务不存在',
  106. "data": None
  107. }
  108. result, status,error_reason = db_res
  109. return {
  110. "code": 0,
  111. "message": status == 2 and "success" or error_reason,
  112. "data": {
  113. "result": result,
  114. "status": status,
  115. "error":error_reason,
  116. }
  117. }
  118. @app.get("/decodeWorkflow/list")
  119. def search_topic_list(video_id: str = None, video_url: str = None, title: str = None, task_status: int = None):
  120. params = {}
  121. if video_id:
  122. params["video_id"] = video_id
  123. if video_url:
  124. params["video_url"] = video_url
  125. if title:
  126. params["title"] = title
  127. if task_status is not None:
  128. params["task_status"] = task_status
  129. tasks = search_topic_list_db(params if params else None)
  130. if not tasks:
  131. return {
  132. "code": -1,
  133. "message": "暂无数据",
  134. "data": []
  135. }
  136. return {
  137. "code": 0,
  138. "message": "success",
  139. "data": tasks
  140. }
  141. @app.post("/decodeVideo/create")
  142. def decode_video(param:DecodeListParam):
  143. video_list = param.video_list
  144. logger.info(f"数据池数据 = {video_list}")
  145. data_list = []
  146. for video in video_list:
  147. video_id = video.channel_content_id
  148. video_url = video.video
  149. task_id = str(uuid.uuid4())
  150. DecodeRecord(
  151. task_id=task_id,
  152. video_id=video_id,
  153. video_url=video_url,
  154. task_status = 0
  155. ).save()
  156. data_list.append({
  157. "task_id": task_id,
  158. "video_id": video_id,
  159. })
  160. return {
  161. "code": 0,
  162. "message": "success",
  163. "data": data_list
  164. }
  165. @app.post("/decode/result")
  166. def get_decode_result(param: TaskStatusParam):
  167. db_res = get_decode_result_by_id_db(param.task_id)
  168. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  169. if not db_res:
  170. return {
  171. "code": -1,
  172. "message": '任务不存在',
  173. "data": None
  174. }
  175. result, status,error_reason,search_keywords = db_res
  176. return {
  177. "code": 0,
  178. "message": status == 2 and "success" or error_reason,
  179. "data": {
  180. "result": result,
  181. "status": status,
  182. "error":error_reason,
  183. "searchKeyword":search_keywords
  184. }
  185. }
  186. @app.post("/evaluate/create")
  187. def evaluate_video(param:EvaluateListParam):
  188. evaluate_list = param.evaluate_list
  189. logger.info(f"创建评估数据 = {evaluate_list}")
  190. data_list = []
  191. for evaluate in evaluate_list:
  192. evaluate_id = str(uuid.uuid4())
  193. task_id = evaluate.task_id
  194. channel_content_id = evaluate.channel_content_id
  195. EvaluateRecord(
  196. evaluate_id=evaluate_id,
  197. task_id=task_id,
  198. search_result= json.dumps(evaluate.result),
  199. evaluate_result=None,
  200. error_reason=None,
  201. status = 0
  202. ).save()
  203. data_list.append({
  204. "task_id": task_id,
  205. "evaluate_id": evaluate_id,
  206. "channel_content_id":channel_content_id
  207. })
  208. return {
  209. "code": 0,
  210. "message": "success",
  211. "data": data_list
  212. }
  213. @app.post("/evaluate/result")
  214. def get_evaluate_result(param: EvaluateStatusParam):
  215. db_res = get_evaluate_result_by_id_db(param.evaluate_id)
  216. logger.info(f"\n查询评估结果的evaluate_id = {param.evaluate_id}")
  217. if not db_res:
  218. return {
  219. "code": -1,
  220. "message": '评估不存在',
  221. "data": None
  222. }
  223. result, status,error_reason = db_res
  224. return {
  225. "code": 0,
  226. "message": status == 2 and "success" or error_reason,
  227. "data": {
  228. "result": result,
  229. "status": status,
  230. "error":error_reason,
  231. }
  232. }