|
@@ -28,7 +28,7 @@ class MatchTask1(object):
|
|
|
select_sql1 = f"""
|
|
|
SELECT DISTINCT (content_id)
|
|
|
FROM {db_article}
|
|
|
- WHERE content_status = 0 and process_times <= 5
|
|
|
+ WHERE content_status = 0 and process_times <= 3
|
|
|
ORDER BY request_time_stamp
|
|
|
ASC
|
|
|
LIMIT {spider_coroutines};
|
|
@@ -42,11 +42,10 @@ class MatchTask1(object):
|
|
|
select_sql = f"""
|
|
|
SELECT trace_id, content_id, gh_id, article_title, article_text, content_status, process_times
|
|
|
FROM {db_article}
|
|
|
- WHERE content_id in {content_ids_tuple} and process_times <= 5
|
|
|
+ WHERE content_id in {content_ids_tuple} and process_times <= 3
|
|
|
ORDER BY request_time_stamp
|
|
|
ASC;
|
|
|
"""
|
|
|
- print(select_sql)
|
|
|
task_list = await self.mysql_client.async_select(sql=select_sql)
|
|
|
task_obj_list = [
|
|
|
{
|
|
@@ -219,7 +218,7 @@ class MatchTask1(object):
|
|
|
trace_id=params['trace_id']
|
|
|
)
|
|
|
else:
|
|
|
- if int(params['process_times']) < 5:
|
|
|
+ if int(params['process_times']) < 3:
|
|
|
update_sql3 = f"""
|
|
|
UPDATE {db_article}
|
|
|
SET
|
|
@@ -254,7 +253,7 @@ class MatchTask1(object):
|
|
|
trace_id=params['trace_id']
|
|
|
)
|
|
|
except Exception as e:
|
|
|
- if int(params['process_times']) < 5:
|
|
|
+ if int(params['process_times']) < 3:
|
|
|
logging(
|
|
|
code="9018",
|
|
|
info="{}异常错误:{}, 回退状态为0".format(params['trace_id'], e),
|