Browse Source

update 全部任务查询接口,任务总量返回

kk 2 years ago
parent
commit
cec15bb549
1 changed files with 11 additions and 10 deletions
  1. 11 10
      server/conf_task.py

+ 11 - 10
server/conf_task.py

@@ -57,15 +57,16 @@ def insertTask():
         outer_info = data.get('spider_link')
         outer_info = data.get('spider_link')
         source = data.get('source')
         source = data.get('source')
         exist_outer_info = list()
         exist_outer_info = list()
-        for link in outer_info:
-            s_sql = f"""select spider_link from crawler_task where source={source}"""
-            result = MysqlHelper.get_values(s_sql)
-            if not result:
-                continue
-            if link in eval(result[0]):
-                exist_outer_info.append(link)
-        if exist_outer_info:
-            return jsonify({'code': 200, 'message': '名单重复', 'repeat_list': exist_outer_info})
+
+        s_sql = f"""select spider_link from crawler_task where source='{source}'"""
+        result = MysqlHelper.get_values(s_sql)
+        if result:
+            for outer_link in outer_info:
+                for link_tuple in result:
+                    if outer_link in link_tuple[0]:
+                        exist_outer_info.append(outer_link)
+            if exist_outer_info:
+                return jsonify({'code': 200, 'message': '名单重复', 'repeat_list': exist_outer_info})
 
 
         # 字段转换
         # 字段转换
 
 
@@ -121,7 +122,7 @@ def getAllTask():
 
 
         t_sql = f"""select count(*) from crawler_task"""
         t_sql = f"""select count(*) from crawler_task"""
         t_res = MysqlHelper.get_values(t_sql)
         t_res = MysqlHelper.get_values(t_sql)
-        total = t_res[0]
+        total = t_res[0][0]
     except Exception as e:
     except Exception as e:
         return jsonify({"code": "400", 'message': "任务列表获取失败"})
         return jsonify({"code": "400", 'message': "任务列表获取失败"})