|
|
@@ -25,8 +25,12 @@ conf = get_config()
|
|
|
def delSpiderLink():
|
|
|
data = request.json
|
|
|
spider_links = data['spider_link']
|
|
|
+ del_link = []
|
|
|
for link in spider_links:
|
|
|
- up_sql = f'update crawler_author_map set is_del=0 where spider_link='
|
|
|
+ up_sql = f'update crawler_author_map set is_del=0 where spider_link="{link}"'
|
|
|
+ MysqlHelper.update_values(up_sql)
|
|
|
+ del_link.append(link)
|
|
|
+ return jsonify({'code': 200, 'message': '抓取名单删除成功', 'del_link': del_link})
|
|
|
|
|
|
|
|
|
@app.route("/v1/crawler/task/getcategory", methods=["GET"])
|
|
|
@@ -258,7 +262,7 @@ def getOneTask():
|
|
|
data['spider_rule'] = eval(data['spider_rule'])
|
|
|
#
|
|
|
data['user_tag_info'] = eval(data['user_tag_info'])
|
|
|
- data['content_tag_info'] = eval(data['user_content_tag'])
|
|
|
+ data['content_tag_info'] = eval(data['content_tag_info'])
|
|
|
|
|
|
|
|
|
except Exception as e:
|
|
|
@@ -325,9 +329,6 @@ def create_uid(task, task_id):
|
|
|
else:
|
|
|
task['content_category_str'] = ''
|
|
|
|
|
|
- mode_value_str = f"{task['mode_name_str']},{task['mode_board_str']}"
|
|
|
- content_category_str = f"{task['content_category_str']}"
|
|
|
-
|
|
|
success_list = list()
|
|
|
fail_list = list()
|
|
|
|
|
|
@@ -340,10 +341,19 @@ def create_uid(task, task_id):
|
|
|
content_tag_list.append(tag['tagName'])
|
|
|
user_tags = ','.join(str(i) for i in tag_name_list)
|
|
|
user_content_tags = ','.join(str(i) for i in content_tag_list)
|
|
|
+
|
|
|
for author_url in spider_link:
|
|
|
now_time = int(time.time())
|
|
|
time_array = time.localtime(now_time)
|
|
|
str_time = time.strftime("%Y-%m-%d", time_array)
|
|
|
+ # 生成创建用户的tag
|
|
|
+ tags = ""
|
|
|
+ tags_list = ['spider', user_tags, task['mode_name_str'], task['mode_board_str'],
|
|
|
+ task['content_category_str'], str_time]
|
|
|
+ for v in tags_list:
|
|
|
+ if v:
|
|
|
+ tags += str(v) + ','
|
|
|
+
|
|
|
post_data = {
|
|
|
# 'count': 1, # （必须）账号个数：传1
|
|
|
# 'accountType': 4, # （必须）账号类型 ：传 4 app虚拟账号
|
|
|
@@ -351,7 +361,7 @@ def create_uid(task, task_id):
|
|
|
'nickName': '', # 昵称 默认 vuser......
|
|
|
'avatarUrl': '',
|
|
|
# 头像Url 默认 http://weapppiccdn.yishihui.com/resources/images/pic_normal.png
|
|
|
- 'tagName': f"{'spider'},{user_tags},{mode_value_str},{content_category_str},{str_time}", # 多条数据用英文逗号分割
|
|
|
+ 'tagName': tags[:-1], # 多条数据用英文逗号分割
|
|
|
}
|
|
|
try:
|
|
|
response = requests.post(url=conf['media_url'], params=post_data)
|
|
|
@@ -376,7 +386,7 @@ def create_uid(task, task_id):
|
|
|
mode_name_str=task['mode_name_str'],
|
|
|
mode_board_str=task['mode_board_str'],
|
|
|
content_category_str=task['content_category_str'],
|
|
|
- mode_value_str=mode_value_str,
|
|
|
+ # mode_value_str=mode_value_str,
|
|
|
task_id=task_id,
|
|
|
media_main_url=conf['media_main_url'].format(media_id)
|
|
|
)
|
