|
@@ -30,7 +30,7 @@ def data_check(project, table, now_date):
|
|
)
|
|
)
|
|
|
|
|
|
try:
|
|
try:
|
|
- dt = datetime.datetime.strftime(now_date, '%Y%m%d%H')
|
|
|
|
|
|
+ dt = datetime.datetime.strftime(now_date, '%Y%m%d')
|
|
sql = f'select * from {project}.{table} where dt = {dt}'
|
|
sql = f'select * from {project}.{table} where dt = {dt}'
|
|
with odps.execute_sql(sql=sql).open_reader() as reader:
|
|
with odps.execute_sql(sql=sql).open_reader() as reader:
|
|
data_count = reader.count
|
|
data_count = reader.count
|
|
@@ -42,7 +42,7 @@ def data_check(project, table, now_date):
|
|
def get_religion_users(now_date, project, table, key_name_prefix):
|
|
def get_religion_users(now_date, project, table, key_name_prefix):
|
|
"""获取宗教用户列表"""
|
|
"""获取宗教用户列表"""
|
|
# 获取mid
|
|
# 获取mid
|
|
- dt = datetime.datetime.strftime(now_date, '%Y%m%d%H')
|
|
|
|
|
|
+ dt = datetime.datetime.strftime(now_date, '%Y%m%d')
|
|
records = get_data_from_odps(date=dt, project=project, table=table)
|
|
records = get_data_from_odps(date=dt, project=project, table=table)
|
|
feature_data = []
|
|
feature_data = []
|
|
for record in records:
|
|
for record in records:
|
|
@@ -69,7 +69,7 @@ def get_religion_users(now_date, project, table, key_name_prefix):
|
|
for key, val in hash_result:
|
|
for key, val in hash_result:
|
|
if len(val) > 0:
|
|
if len(val) > 0:
|
|
key_name = f"{key_name_prefix}{key}:{datetime.datetime.strftime(now_date, '%Y%m%d')}"
|
|
key_name = f"{key_name_prefix}{key}:{datetime.datetime.strftime(now_date, '%Y%m%d')}"
|
|
- redis_helper.add_data_with_set(key_name=key_name, values=val, expire_time=2 * 3600)
|
|
|
|
|
|
+ redis_helper.add_data_with_set(key_name=key_name, values=val, expire_time=2 * 24 * 3600)
|
|
|
|
|
|
|
|
|
|
def timer_check(religion_name):
|
|
def timer_check(religion_name):
|