liqian 2 rokov pred
rodič
commit
e2792a37ef
2 zmenil súbory, kde vykonal 5 pridanie a 5 odobranie
  1. 2 2
      config.py
  2. 3 3
      religion_class_user_update.py

+ 2 - 2
config.py

@@ -399,14 +399,14 @@ class BaseConfig(object):
     RELIGION_USERS = {
         'catholicism': {
             'project': 'loghubods',
-            'table': '',
+            'table': 'catholicism_midlist',
             # 用户列表更新结果存放 redis key 前缀,完整格式:'religion:catholicism:users:item:{hash_tag}:{date}'
             'key_name_prefix': 'religion:catholicism:users:item:',
         },  # 天主教
 
         'christianity': {
             'project': 'loghubods',
-            'table': '',
+            'table': 'christianity_midlist',
             # 用户列表更新结果存放 redis key 前缀,完整格式:'religion:christianity:users:item:{hash_tag}:{date}'
             'key_name_prefix': 'religion:christianity:users:item:',
         },  # 基督教

+ 3 - 3
religion_class_user_update.py

@@ -30,7 +30,7 @@ def data_check(project, table, now_date):
     )
 
     try:
-        dt = datetime.datetime.strftime(now_date, '%Y%m%d%H')
+        dt = datetime.datetime.strftime(now_date, '%Y%m%d')
         sql = f'select * from {project}.{table} where dt = {dt}'
         with odps.execute_sql(sql=sql).open_reader() as reader:
             data_count = reader.count
@@ -42,7 +42,7 @@ def data_check(project, table, now_date):
 def get_religion_users(now_date, project, table, key_name_prefix):
     """获取宗教用户列表"""
     # 获取mid
-    dt = datetime.datetime.strftime(now_date, '%Y%m%d%H')
+    dt = datetime.datetime.strftime(now_date, '%Y%m%d')
     records = get_data_from_odps(date=dt, project=project, table=table)
     feature_data = []
     for record in records:
@@ -69,7 +69,7 @@ def get_religion_users(now_date, project, table, key_name_prefix):
     for key, val in hash_result:
         if len(val) > 0:
             key_name = f"{key_name_prefix}{key}:{datetime.datetime.strftime(now_date, '%Y%m%d')}"
-            redis_helper.add_data_with_set(key_name=key_name, values=val, expire_time=2 * 3600)
+            redis_helper.add_data_with_set(key_name=key_name, values=val, expire_time=2 * 24 * 3600)
 
 
 def timer_check(religion_name):