|
@@ -57,15 +57,16 @@ def insertTask():
|
|
|
outer_info = data.get('spider_link')
|
|
|
source = data.get('source')
|
|
|
exist_outer_info = list()
|
|
|
- for link in outer_info:
|
|
|
- s_sql = f"""select spider_link from crawler_task where source={source}"""
|
|
|
- result = MysqlHelper.get_values(s_sql)
|
|
|
- if not result:
|
|
|
- continue
|
|
|
- if link in eval(result[0]):
|
|
|
- exist_outer_info.append(link)
|
|
|
- if exist_outer_info:
|
|
|
- return jsonify({'code': 200, 'message': '名单重复', 'repeat_list': exist_outer_info})
|
|
|
+
|
|
|
+ s_sql = f"""select spider_link from crawler_task where source='{source}'"""
|
|
|
+ result = MysqlHelper.get_values(s_sql)
|
|
|
+ if result:
|
|
|
+ for outer_link in outer_info:
|
|
|
+ for link_tuple in result:
|
|
|
+ if outer_link in link_tuple[0]:
|
|
|
+ exist_outer_info.append(outer_link)
|
|
|
+ if exist_outer_info:
|
|
|
+ return jsonify({'code': 200, 'message': '名单重复', 'repeat_list': exist_outer_info})
|
|
|
|
|
|
# 字段转换
|
|
|
|
|
@@ -121,7 +122,7 @@ def getAllTask():
|
|
|
|
|
|
t_sql = f"""select count(*) from crawler_task"""
|
|
|
t_res = MysqlHelper.get_values(t_sql)
|
|
|
- total = t_res[0]
|
|
|
+ total = t_res[0][0]
|
|
|
except Exception as e:
|
|
|
return jsonify({"code": "400", 'message': "任务列表获取失败"})
|
|
|
|