浏览代码

task1---3次

罗俊辉 8 月之前
父节点
当前提交
82d0329d85
共有 1 个文件被更改,包括 4 次插入5 次删除
  1. 4 5
      tasks/task1.py

+ 4 - 5
tasks/task1.py

@@ -28,7 +28,7 @@ class MatchTask1(object):
         select_sql1 = f"""
             SELECT DISTINCT (content_id)       
             FROM {db_article} 
-            WHERE content_status = 0 and process_times <= 5
+            WHERE content_status = 0 and process_times <= 3
             ORDER BY request_time_stamp
             ASC
             LIMIT {spider_coroutines};
@@ -42,11 +42,10 @@ class MatchTask1(object):
             select_sql = f"""
                 SELECT trace_id, content_id, gh_id, article_title, article_text, content_status, process_times
                 FROM {db_article} 
-                WHERE content_id in {content_ids_tuple} and process_times <= 5 
+                WHERE content_id in {content_ids_tuple} and process_times <= 3 
                 ORDER BY request_time_stamp
                 ASC;
             """
-            print(select_sql)
             task_list = await self.mysql_client.async_select(sql=select_sql)
             task_obj_list = [
                 {
@@ -219,7 +218,7 @@ class MatchTask1(object):
                     trace_id=params['trace_id']
                 )
             else:
-                if int(params['process_times']) < 5:
+                if int(params['process_times']) < 3:
                     update_sql3 = f"""
                         UPDATE {db_article}
                         SET 
@@ -254,7 +253,7 @@ class MatchTask1(object):
                         trace_id=params['trace_id']
                     )
         except Exception as e:
-            if int(params['process_times']) < 5:
+            if int(params['process_times']) < 3:
                 logging(
                     code="9018",
                     info="{}异常错误:{}, 回退状态为0".format(params['trace_id'], e),