update

server/conf_task.py

@@ -25,8 +25,12 @@ conf = get_config()
 def delSpiderLink():
     data = request.json
     spider_links = data['spider_link']
+    del_link = []
     for link in spider_links:
-        up_sql = f'update crawler_author_map set is_del=0 where spider_link='
+        up_sql = f'update crawler_author_map set is_del=0 where spider_link="{link}"'
+        MysqlHelper.update_values(up_sql)
+        del_link.append(link)
+    return jsonify({'code': 200, 'message': '抓取名单删除成功', 'del_link': del_link})
 
 
 @app.route("/v1/crawler/task/getcategory", methods=["GET"])
@@ -258,7 +262,7 @@ def getOneTask():
         data['spider_rule'] = eval(data['spider_rule'])
         #
         data['user_tag_info'] = eval(data['user_tag_info'])
-        data['content_tag_info'] = eval(data['user_content_tag'])
+        data['content_tag_info'] = eval(data['content_tag_info'])
 
 
     except Exception as e:
@@ -325,9 +329,6 @@ def create_uid(task, task_id):
     else:
         task['content_category_str'] = ''
 
-    mode_value_str = f"{task['mode_name_str']},{task['mode_board_str']}"
-    content_category_str = f"{task['content_category_str']}"
-
     success_list = list()
     fail_list = list()
 
@@ -340,10 +341,19 @@ def create_uid(task, task_id):
         content_tag_list.append(tag['tagName'])
     user_tags = ','.join(str(i) for i in tag_name_list)
     user_content_tags = ','.join(str(i) for i in content_tag_list)
+
     for author_url in spider_link:
         now_time = int(time.time())
         time_array = time.localtime(now_time)
         str_time = time.strftime("%Y-%m-%d", time_array)
+        # 生成创建用户的tag
+        tags = ""
+        tags_list = ['spider', user_tags, task['mode_name_str'], task['mode_board_str'],
+                     task['content_category_str'], str_time]
+        for v in tags_list:
+            if v:
+                tags += str(v) + ','
+
         post_data = {
             # 'count': 1,     # （必须）账号个数：传1
             # 'accountType': 4,   # （必须）账号类型 ：传 4 app虚拟账号
@@ -351,7 +361,7 @@ def create_uid(task, task_id):
             'nickName': '',  # 昵称  默认 vuser......
             'avatarUrl': '',
             # 头像Url  默认 http://weapppiccdn.yishihui.com/resources/images/pic_normal.png
-            'tagName': f"{'spider'},{user_tags},{mode_value_str},{content_category_str},{str_time}",  # 多条数据用英文逗号分割
+            'tagName': tags[:-1],  # 多条数据用英文逗号分割
         }
         try:
             response = requests.post(url=conf['media_url'], params=post_data)
@@ -376,7 +386,7 @@ def create_uid(task, task_id):
             mode_name_str=task['mode_name_str'],
             mode_board_str=task['mode_board_str'],
             content_category_str=task['content_category_str'],
-            mode_value_str=mode_value_str,
+            # mode_value_str=mode_value_str,
             task_id=task_id,
             media_main_url=conf['media_main_url'].format(media_id)
         )