|
@@ -91,6 +91,13 @@ def getCategory():
|
|
|
return jsonify({'code': 200, 'data': result})
|
|
|
|
|
|
|
|
|
+@app.route("/v1/crawler/task/getboard", methods=["GET"])
|
|
|
+def getBoard():
|
|
|
+ sql = f'select id, mode_board from crawler_board'
|
|
|
+ result = mysql_con.get_values(sql)
|
|
|
+ return jsonify({'code': 200, 'data': result})
|
|
|
+
|
|
|
+
|
|
|
@app.route("/v1/crawler/task/getmodename", methods=["GET"])
|
|
|
def getModeName():
|
|
|
sql = f'select id, mode_name from crawler_mode'
|
|
@@ -98,9 +105,9 @@ def getModeName():
|
|
|
return jsonify({'code': 200, 'data': result})
|
|
|
|
|
|
|
|
|
-@app.route("/v1/crawler/task/getmodeboard", methods=["GET"])
|
|
|
-def getModeBoard():
|
|
|
- sql = f'select id, mode_board from crawler_board'
|
|
|
+@app.route("/v1/crawler/task/getrecommendboard", methods=["GET"])
|
|
|
+def getRecommendBoard():
|
|
|
+ sql = f'select id, mode_board from crawler_recommend_board'
|
|
|
result = mysql_con.get_values(sql)
|
|
|
return jsonify({'code': 200, 'data': result})
|
|
|
|
|
@@ -475,23 +482,25 @@ def create_uid(task, task_id, spider_link):
|
|
|
str_time = time.strftime("%Y%m%d", time_array)
|
|
|
# 生成创建用户的tag
|
|
|
|
|
|
- mode_tags = task['mode_name_str']+task['mode_board_str']
|
|
|
tags = ''
|
|
|
if task['task_type'] == 'author':
|
|
|
spider_task = '账户'
|
|
|
- tags_list = ['spider', spider_task, spider_platform, user_tags, author_url, task['content_category_str'], str_time]
|
|
|
+ tags_list = ['spider', spider_task, spider_platform, user_tags, task['content_category_str'], str_time]
|
|
|
|
|
|
elif task['task_type'] == 'search':
|
|
|
spider_task = '搜索'
|
|
|
tags_list = ['spider', spider_task, spider_platform, user_tags, author_url, task['content_category_str'], str_time]
|
|
|
elif task['task_type'] == 'board':
|
|
|
spider_task = '榜单'
|
|
|
+ mode_tags = task['mode_board_str']
|
|
|
+
|
|
|
tags_list = ['spider', spider_task, spider_platform, user_tags, mode_tags, task['content_category_str'], str_time]
|
|
|
elif task['task_type'] == 'recommend':
|
|
|
spider_task = '推荐'
|
|
|
+ mode_tags = task['mode_name_str'] + task['mode_board_str']
|
|
|
tags_list = ['spider', spider_task, spider_platform, user_tags, mode_tags, task['content_category_str'], str_time]
|
|
|
else:
|
|
|
- tags_list = ['spider', spider_platform, user_tags, mode_tags, task['content_category_str'], str_time]
|
|
|
+ tags_list = ['spider', spider_platform, user_tags, task['content_category_str'], str_time]
|
|
|
for v in tags_list:
|
|
|
if v:
|
|
|
tags += str(v) + ','
|