|
@@ -14,6 +14,7 @@ from applications import longArticlesMySQL, PQMySQL, WeixinSpider, Functions, lo
|
|
|
|
|
|
TASK_NAME = "updateMinigramInfoDaily"
|
|
|
|
|
|
+
|
|
|
def get_yesterday():
|
|
|
yesterday = datetime.today() - timedelta(1)
|
|
|
return yesterday
|
|
@@ -31,16 +32,16 @@ class DailyDataManager(object):
|
|
|
@classmethod
|
|
|
def get_published_articles(cls, biz_date):
|
|
|
"""
|
|
|
- 获取已经发布的文章的信息, createTime 选择为前一天的 0 点并且转化为时间戳
|
|
|
+ 获取已经发布的文章的信息, updateTime 选择为前一天的 0 点并且转化为时间戳
|
|
|
:return:
|
|
|
"""
|
|
|
biz_date_midnight = datetime(year=biz_date.year, month=biz_date.month, day=biz_date.day)
|
|
|
biz_date_ts = biz_date_midnight.timestamp()
|
|
|
biz_date_end_ts = biz_date_ts + 24 * 60 * 60 - 1
|
|
|
sql2 = f"""
|
|
|
- select ContentUrl, wx_sn, createTime
|
|
|
+ select ContentUrl, wx_sn, updateTime
|
|
|
from official_articles_v2
|
|
|
- where createTime between {biz_date_ts} and {biz_date_end_ts};
|
|
|
+ where updateTime between {biz_date_ts} and {biz_date_end_ts};
|
|
|
-- and accountName in (
|
|
|
-- select distinct account_name from account_avg_info_v2
|
|
|
-- );
|
|
@@ -60,8 +61,8 @@ class DailyDataManager(object):
|
|
|
:return:
|
|
|
"""
|
|
|
try:
|
|
|
- wx_sn, mini_info, create_time = cls.get_root_source_ids(line)
|
|
|
- dt_object = datetime.fromtimestamp(create_time)
|
|
|
+ wx_sn, mini_info, update_time = cls.get_root_source_ids(line)
|
|
|
+ dt_object = datetime.fromtimestamp(update_time)
|
|
|
publish_dt = dt_object.strftime('%Y-%m-%d')
|
|
|
one_day = timedelta(days=1)
|
|
|
two_day = timedelta(days=2)
|
|
@@ -210,7 +211,8 @@ class DailyDataManager(object):
|
|
|
final[sub_key] = length
|
|
|
tt[key] = final
|
|
|
for key in first_level:
|
|
|
- temp = [len(first_level[key]), tt.get(key, {}).get(0, 0), tt.get(key, {}).get(1, 0), tt.get(key, {}).get(2, 0)]
|
|
|
+ temp = [len(first_level[key]), tt.get(key, {}).get(0, 0), tt.get(key, {}).get(1, 0),
|
|
|
+ tt.get(key, {}).get(2, 0)]
|
|
|
L[key] = temp
|
|
|
return L
|
|
|
|
|
@@ -332,6 +334,7 @@ def updateMinigramInfoJob(biz_date=None):
|
|
|
message="小程序更新失败---{}, 报错信息是: {}".format(biz_date.__str__(), e)
|
|
|
)
|
|
|
|
|
|
+
|
|
|
def main():
|
|
|
parser = ArgumentParser()
|
|
|
parser.add_argument("--run-date",
|
|
@@ -359,5 +362,6 @@ def main():
|
|
|
# message="更新文章小程序信息任务正常执行"
|
|
|
# )
|
|
|
|
|
|
+
|
|
|
if __name__ == '__main__':
|
|
|
main()
|