update

server/conf_task.py

@@ -7,9 +7,11 @@ import requests
 from flask import Flask, request
 from flask import jsonify
 from dotenv import load_dotenv
+
 sys.path.append(os.path.abspath(os.path.join(os.getcwd(), "..")))
 from conf.config import get_config
 from common.db.mysql_help import MysqlHelper
+
 load_dotenv(verbose=True)
 env = os.getenv('env')
 app = Flask(__name__)
@@ -18,6 +20,7 @@ app.config['JSON_AS_ASCII'] = False
 mysql_con = MysqlHelper()
 conf = get_config()
 
+
 @app.route("/v1/crawler/task/dellink", methods=["POST"])
 def delSpiderLink():
     data = request.json
@@ -108,7 +111,6 @@ def getSource():
             return jsonify({'code': '200', 'result': [], 'message': '没有更多数据'})
         source_list = list()
         for source_info in result:
-
             source_dict = {
                 'task_type': [
                     {
@@ -297,9 +299,9 @@ def create_uid(task, task_id):
     user_tag = task.get('user_tag')
     user_content_tag = task.get('user_content_tag')
 
-    mode_name_id = task['mode_name_id']
-    mode_board_id = task['mode_board_id']
-    content_category_id = task['content_category_id']
+    mode_name_id = task.get('mode_name_id', 0)
+    mode_board_id = task.get('mode_board_id', 0)
+    content_category_id = task.get('content_category_id', 0)
 
     mn_sql = f'select * from crawler_mode_name where id={mode_name_id}'
     mode_name_list = mysql_con.get_values(mn_sql)
@@ -307,9 +309,21 @@ def create_uid(task, task_id):
     mode_board_list = mysql_con.get_values(mb_sql)
     cc_sql = f'select * from crawler_content_category where id={content_category_id}'
     content_category_list = mysql_con.get_values(cc_sql)
-    task['mode_name_str'] = mode_name_list[0]['mode_name']
-    task['mode_board_str'] = mode_board_list[0]['mode_board']
-    task['content_category_str'] = content_category_list[0]['content_category']
+    if mode_name_list:
+        task['mode_name_str'] = mode_name_list[0]['mode_name']
+    else:
+        task['mode_name_str'] = ''
+    if mode_board_list:
+
+        task['mode_board_str'] = mode_board_list[0]['mode_board']
+    else:
+        task['mode_board_str'] = ''
+    if content_category_list:
+
+        task['content_category_str'] = content_category_list[0]['content_category']
+    else:
+        task['content_category_str'] = ''
+
     mode_value_str = f"{task['mode_name_str']},{task['mode_board_str']}"
     content_category_str = f"{task['content_category_str']}"
 
@@ -362,7 +376,8 @@ def create_uid(task, task_id):
             mode_board_str=task['mode_board_str'],
             content_category_str=task['content_category_str'],
             mode_value_str=mode_value_str,
-            task_id=task_id
+            task_id=task_id,
+            media_main_url=conf['media_main_url'].format(media_id)
         )
         keys = ','.join(data.keys())
         values = ','.join(['%s'] * len(data))