main.py 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299
  1. from ast import main
  2. import json
  3. import uuid
  4. from fastapi import FastAPI, HTTPException, Request
  5. from fastapi.responses import JSONResponse
  6. from fastapi.middleware.cors import CORSMiddleware
  7. from pydantic import BaseModel
  8. from utils.params import TaskStatusParam, DecodeListParam,TopicListParam,EvaluateListParam,EvaluateStatusParam,DecodeWorkflowParam
  9. from dotenv import load_dotenv, find_dotenv
  10. from decode_task.decodeTask import get_decode_result_by_id as get_decode_result_by_id_db
  11. from decode_task.evaluateTask import get_evaluate_result_by_id as get_evaluate_result_by_id_db
  12. from decode_task.topicTask import get_topic_result_by_id as get_topic_result_by_id_db
  13. from decode_task.topicTask import get_topic_list as get_topic_list_db
  14. from decode_task.topicTask import update_topic_result_by_id as update_topic_result_by_id_db
  15. from decode_task.topicTask import search_topic_list as search_topic_list_db
  16. from typing import List
  17. from models.decode_record import DecodeRecord
  18. from models.evaluate_record import EvaluateRecord
  19. from models.decode_workflow import DecodeWorkflow
  20. from task_schedule import TaskScheduler
  21. from loguru import logger
  22. import sys
  23. logger.add(sink=sys.stderr, level="ERROR", backtrace=True, diagnose=True)
  24. load_dotenv(find_dotenv(), override=False)
  25. app = FastAPI()
  26. scheduler = TaskScheduler()
  27. app.add_middleware(
  28. CORSMiddleware,
  29. allow_origins=["*"],
  30. allow_credentials=True,
  31. allow_methods=["*"],
  32. allow_headers=["*"],
  33. )
  34. @app.exception_handler(HTTPException)
  35. async def http_exception_handler(request: Request, exc: HTTPException):
  36. return JSONResponse(
  37. status_code=200,
  38. content={"code": exc.status_code, "message": exc.message, "data": None}
  39. )
  40. @app.on_event("startup")
  41. def startup_event():
  42. scheduler.start()
  43. @app.post("/decodeWorkflow/create")
  44. def decode_list():
  45. logger.info(f"数据池数据 = {video_list}")
  46. data_list = []
  47. for video in video_list:
  48. video_id = video.video_id
  49. video_url = video.video_url
  50. video_title = video.title
  51. task_id = str(uuid.uuid4())
  52. DecodeWorkflow(
  53. task_id=task_id,
  54. video_id=video_id,
  55. video_url=video_url,
  56. title=video_title,
  57. type=param.type,
  58. result=None,
  59. ).save()
  60. data_list.append({
  61. "task_id": task_id,
  62. "video_id": video_id,
  63. "video_url": video_url,
  64. "title": video_title,
  65. "task_status": 0,
  66. "type": param.type,
  67. })
  68. return {
  69. "code": 0,
  70. "message": "success",
  71. "data":{
  72. "type": param.type,
  73. "tasks": data_list
  74. }
  75. }
  76. @app.post("/decodeWorkflow/create")
  77. def decode_topic(param:TopicListParam):
  78. video_list = param.video_list
  79. logger.info(f"数据池数据 = {video_list}")
  80. data_list = []
  81. for video in video_list:
  82. video_id = video.video_id
  83. video_url = video.video_url
  84. video_title = video.title
  85. task_id = str(uuid.uuid4())
  86. DecodeWorkflow(
  87. task_id=task_id,
  88. video_id=video_id,
  89. video_url=video_url,
  90. title=video_title,
  91. type=param.type,
  92. result=None,
  93. ).save()
  94. data_list.append({
  95. "task_id": task_id,
  96. "video_id": video_id,
  97. "video_url": video_url,
  98. "title": video_title,
  99. "task_status": 0,
  100. "type": param.type,
  101. })
  102. return {
  103. "code": 0,
  104. "message": "success",
  105. "data":{
  106. "type": param.type,
  107. "tasks": data_list
  108. }
  109. }
  110. @app.post("/decodeWorkflow/update")
  111. def update_topic_result(param: DecodeWorkflowParam):
  112. db_res = update_topic_result_by_id_db(param)
  113. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  114. if not db_res:
  115. return {
  116. "code": -1,
  117. "message": '任务不存在',
  118. "data": None
  119. }
  120. result, status,error_reason,video_url,title = db_res
  121. return {
  122. "code": 0,
  123. "message": status == 2 and "success" or error_reason,
  124. "data": {
  125. "result": result,
  126. "status": status,
  127. "error":error_reason,
  128. "video_url":video_url,
  129. "title":title,
  130. }
  131. }
  132. @app.post("/decodeWorkflow/result")
  133. def get_topic_result(param: TaskStatusParam):
  134. db_res = get_topic_result_by_id_db(param.task_id)
  135. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  136. if not db_res:
  137. return {
  138. "code": -1,
  139. "message": '任务不存在',
  140. "data": None
  141. }
  142. result, status,error_reason = db_res
  143. return {
  144. "code": 0,
  145. "message": status == 2 and "success" or error_reason,
  146. "data": {
  147. "result": result,
  148. "status": status,
  149. "error":error_reason,
  150. }
  151. }
  152. @app.post("/decodeWorkflow/list")
  153. def search_topic_list(param:DecodeWorkflowParam):
  154. tasks = search_topic_list_db(param)
  155. if not tasks:
  156. return {
  157. "code": -1,
  158. "message": "任务不存在",
  159. "data": []
  160. }
  161. return {
  162. "code": 0,
  163. "message": "success",
  164. "data": tasks
  165. }
  166. @app.post("/decodeVideo/create")
  167. def decode_video(param:DecodeListParam):
  168. video_list = param.video_list
  169. logger.info(f"数据池数据 = {video_list}")
  170. data_list = []
  171. for video in video_list:
  172. video_id = video.channel_content_id
  173. video_url = video.video
  174. task_id = str(uuid.uuid4())
  175. DecodeRecord(
  176. task_id=task_id,
  177. video_id=video_id,
  178. video_url=video_url,
  179. task_status = 0
  180. ).save()
  181. data_list.append({
  182. "task_id": task_id,
  183. "video_id": video_id,
  184. })
  185. return {
  186. "code": 0,
  187. "message": "success",
  188. "data": data_list
  189. }
  190. @app.post("/decode/result")
  191. def get_decode_result(param: TaskStatusParam):
  192. db_res = get_decode_result_by_id_db(param.task_id)
  193. logger.info(f"\n查询结构结果的task_id = {param.task_id}")
  194. if not db_res:
  195. return {
  196. "code": -1,
  197. "message": '任务不存在',
  198. "data": None
  199. }
  200. result, status,error_reason,search_keywords = db_res
  201. return {
  202. "code": 0,
  203. "message": status == 2 and "success" or error_reason,
  204. "data": {
  205. "result": result,
  206. "status": status,
  207. "error":error_reason,
  208. "searchKeyword":search_keywords
  209. }
  210. }
  211. @app.post("/evaluate/create")
  212. def evaluate_video(param:EvaluateListParam):
  213. evaluate_list = param.evaluate_list
  214. logger.info(f"创建评估数据 = {evaluate_list}")
  215. data_list = []
  216. for evaluate in evaluate_list:
  217. evaluate_id = str(uuid.uuid4())
  218. task_id = evaluate.task_id
  219. channel_content_id = evaluate.channel_content_id
  220. EvaluateRecord(
  221. evaluate_id=evaluate_id,
  222. task_id=task_id,
  223. search_result= json.dumps(evaluate.result),
  224. evaluate_result=None,
  225. error_reason=None,
  226. status = 0
  227. ).save()
  228. data_list.append({
  229. "task_id": task_id,
  230. "evaluate_id": evaluate_id,
  231. "channel_content_id":channel_content_id
  232. })
  233. return {
  234. "code": 0,
  235. "message": "success",
  236. "data": data_list
  237. }
  238. @app.post("/evaluate/result")
  239. def get_evaluate_result(param: EvaluateStatusParam):
  240. db_res = get_evaluate_result_by_id_db(param.evaluate_id)
  241. logger.info(f"\n查询评估结果的evaluate_id = {param.evaluate_id}")
  242. if not db_res:
  243. return {
  244. "code": -1,
  245. "message": '评估不存在',
  246. "data": None
  247. }
  248. result, status,error_reason = db_res
  249. return {
  250. "code": 0,
  251. "message": status == 2 and "success" or error_reason,
  252. "data": {
  253. "result": result,
  254. "status": status,
  255. "error":error_reason,
  256. }
  257. }