浏览代码

Merge branch '2024-10-14-luojunhui-use-updateTime-instead-of-CreateTime' of luojunhui/LongArticlesJob into master

luojunhui 7 月之前
父节点
当前提交
5931caa96a
共有 1 个文件被更改,包括 10 次插入6 次删除
  1. 10 6
      updateMinigramInfoDaily.py

+ 10 - 6
updateMinigramInfoDaily.py

@@ -14,6 +14,7 @@ from applications import longArticlesMySQL, PQMySQL, WeixinSpider, Functions, lo
 
 TASK_NAME = "updateMinigramInfoDaily"
 
+
 def get_yesterday():
     yesterday = datetime.today() - timedelta(1)
     return yesterday
@@ -31,16 +32,16 @@ class DailyDataManager(object):
     @classmethod
     def get_published_articles(cls, biz_date):
         """
-        获取已经发布的文章的信息, createTime 选择为前一天的 0 点并且转化为时间戳
+        获取已经发布的文章的信息, updateTime 选择为前一天的 0 点并且转化为时间戳
         :return:
         """
         biz_date_midnight = datetime(year=biz_date.year, month=biz_date.month, day=biz_date.day)
         biz_date_ts = biz_date_midnight.timestamp()
         biz_date_end_ts = biz_date_ts + 24 * 60 * 60 - 1
         sql2 = f"""
-        select ContentUrl, wx_sn, createTime
+        select ContentUrl, wx_sn, updateTime
         from official_articles_v2
-        where createTime between {biz_date_ts} and {biz_date_end_ts};
+        where updateTime between {biz_date_ts} and {biz_date_end_ts};
 --         and accountName in (
 --                         select distinct account_name from account_avg_info_v2
 --                         );
@@ -60,8 +61,8 @@ class DailyDataManager(object):
         :return:
         """
         try:
-            wx_sn, mini_info, create_time = cls.get_root_source_ids(line)
-            dt_object = datetime.fromtimestamp(create_time)
+            wx_sn, mini_info, update_time = cls.get_root_source_ids(line)
+            dt_object = datetime.fromtimestamp(update_time)
             publish_dt = dt_object.strftime('%Y-%m-%d')
             one_day = timedelta(days=1)
             two_day = timedelta(days=2)
@@ -210,7 +211,8 @@ class DailyDataManager(object):
                     final[sub_key] = length
                 tt[key] = final
             for key in first_level:
-                temp = [len(first_level[key]), tt.get(key, {}).get(0, 0), tt.get(key, {}).get(1, 0), tt.get(key, {}).get(2, 0)]
+                temp = [len(first_level[key]), tt.get(key, {}).get(0, 0), tt.get(key, {}).get(1, 0),
+                        tt.get(key, {}).get(2, 0)]
                 L[key] = temp
             return L
 
@@ -332,6 +334,7 @@ def updateMinigramInfoJob(biz_date=None):
             message="小程序更新失败---{}, 报错信息是: {}".format(biz_date.__str__(), e)
         )
 
+
 def main():
     parser = ArgumentParser()
     parser.add_argument("--run-date",
@@ -359,5 +362,6 @@ def main():
             #     message="更新文章小程序信息任务正常执行"
             # )
 
+
 if __name__ == '__main__':
     main()