|
@@ -40,12 +40,14 @@ def to_redis(group, mid_list):
|
|
|
f"execute time = {(time.time() - start_time) / 60}min")
|
|
|
|
|
|
|
|
|
-def update_user_group_to_redis(project, table, dt, app_type):
|
|
|
+def update_user_group_to_redis(project, table, dt, app_type_list):
|
|
|
"""更新mid对应分组到redis中"""
|
|
|
# 获取用户分组数据
|
|
|
feature_df = get_feature_data(project=project, table=table, features=features, dt=dt)
|
|
|
feature_df['apptype'] = feature_df['apptype'].astype(int)
|
|
|
- feature_df = feature_df[feature_df['apptype'] == app_type]
|
|
|
+ # feature_df = feature_df[feature_df['apptype'] == app_type]
|
|
|
+ feature_df = feature_df[feature_df['apptype'].isin(app_type_list)]
|
|
|
+ print(len(feature_df))
|
|
|
group_list = features[1:]
|
|
|
pool = multiprocessing.Pool(processes=len(group_list))
|
|
|
for group in group_list:
|
|
@@ -59,7 +61,8 @@ def update_user_group_to_redis(project, table, dt, app_type):
|
|
|
|
|
|
def timer_check():
|
|
|
try:
|
|
|
- app_type = config_.APP_TYPE['VLOG']
|
|
|
+ # app_type = config_.APP_TYPE['VLOG']
|
|
|
+ app_type_list = config_.AD_APP_TYPE_LIST
|
|
|
project = config_.ad_model_data['user_group'].get('project')
|
|
|
table = config_.ad_model_data['user_group'].get('table')
|
|
|
now_date = datetime.datetime.today()
|
|
@@ -71,7 +74,7 @@ def timer_check():
|
|
|
if data_count > 0:
|
|
|
log_.info(f"user group data count = {data_count}")
|
|
|
# 数据准备好,进行更新
|
|
|
- update_user_group_to_redis(project=project, table=table, dt=dt, app_type=app_type)
|
|
|
+ update_user_group_to_redis(project=project, table=table, dt=dt, app_type_list=app_type_list)
|
|
|
log_.info(f"user group data update end!")
|
|
|
elif now_min > 45:
|
|
|
log_.info('user group data is None!')
|