|
@@ -263,7 +263,7 @@ class UpdatePublishedArticlesMinigramDetail(object):
|
|
SET first_level = %s, fission_0 = %s, fission_1 = %s, fission_2 = %s
|
|
SET first_level = %s, fission_0 = %s, fission_1 = %s, fission_2 = %s
|
|
WHERE root_source_id = %s and recall_dt = %s;
|
|
WHERE root_source_id = %s and recall_dt = %s;
|
|
"""
|
|
"""
|
|
- self.long_articles_db_client.save(
|
|
|
|
|
|
+ self.piaoquan_crawler_db_client.save(
|
|
query=update_sql,
|
|
query=update_sql,
|
|
params=(
|
|
params=(
|
|
mini_program_detail['first_uv'],
|
|
mini_program_detail['first_uv'],
|
|
@@ -338,27 +338,6 @@ class UpdatePublishedArticlesMinigramDetail(object):
|
|
message="获取前三天的 rootSourceId, 一共有 {} 条记录".format(len(root_source_id_obj_list))
|
|
message="获取前三天的 rootSourceId, 一共有 {} 条记录".format(len(root_source_id_obj_list))
|
|
)
|
|
)
|
|
fail_count = 0
|
|
fail_count = 0
|
|
- for item in tqdm(root_source_id_obj_list, desc="update_mini_program_detail_job"):
|
|
|
|
- try:
|
|
|
|
- self.update_each_root_source_id(
|
|
|
|
- root_source_id=item['root_source_id'],
|
|
|
|
- recall_dt=item['recall_dt']
|
|
|
|
- )
|
|
|
|
- except Exception as e:
|
|
|
|
- log(
|
|
|
|
- task=TASK_NAME,
|
|
|
|
- function="update_minigram_detail",
|
|
|
|
- status="fail",
|
|
|
|
- message="更新单条数据失败, 报错信息是 {}".format(e),
|
|
|
|
- data={"error_msg": traceback.format_exc()}
|
|
|
|
- )
|
|
|
|
- fail_count += 1
|
|
|
|
- log(
|
|
|
|
- task=TASK_NAME,
|
|
|
|
- function="update_minigram_detail",
|
|
|
|
- message="获取前三天的 rootSourceId, 一共有 {} 条记录".format(len(root_source_id_obj_list))
|
|
|
|
- )
|
|
|
|
- fail_count = 0
|
|
|
|
for item in tqdm(root_source_id_obj_list, desc="update_mini_program_detail_job"):
|
|
for item in tqdm(root_source_id_obj_list, desc="update_mini_program_detail_job"):
|
|
try:
|
|
try:
|
|
self.update_each_root_source_id(
|
|
self.update_each_root_source_id(
|