Преглед на файлове

user group add apptype: 21

liqian преди 2 години
родител
ревизия
25e9c815dc
променени са 2 файла, в които са добавени 14 реда и са изтрити 10 реда
  1. 7 6
      config.py
  2. 7 4
      user_group_update.py

+ 7 - 6
config.py

@@ -596,6 +596,12 @@ class BaseConfig(object):
             'table': 'video_sharerate_admodel'
         },
     }
+    # 调用广告模型appType列表
+    AD_APP_TYPE_LIST = [
+        APP_TYPE['VLOG'],
+        APP_TYPE['PIAO_QUAN_VIDEO_PLUS'],
+    ]
+
     # 用户组有广告时的分享率预测结果存放 redis key 前缀,完整格式:ad:users:group:predict:share:rate:{date}
     KEY_NAME_PREFIX_AD_GROUP = 'ad:users:group:predict:share:rate:'
     # 视频有广告时的分享率预测结果存放 redis key 前缀,完整格式:ad:video:predict:share:rate:{date}
@@ -614,13 +620,8 @@ class DevelopmentConfig(BaseConfig):
     PROJECT_PATH = '/data2/rov-offline'
 
     # 测试环境redis地址
-    # REDIS_INFO = {
-    #     'host': 'r-bp1ps6my7lzg8rdhwx682.redis.rds.aliyuncs.com',
-    #     'port': 6379,
-    #     'password': 'Wqsd@2019',
-    # }
     REDIS_INFO = {
-        'host': 'r-bp16jexstuzih671tz.redis.rds.aliyuncs.com',
+        'host': 'r-bp1ps6my7lzg8rdhwx682.redis.rds.aliyuncs.com',
         'port': 6379,
         'password': 'Wqsd@2019',
     }

+ 7 - 4
user_group_update.py

@@ -40,12 +40,14 @@ def to_redis(group, mid_list):
               f"execute time = {(time.time() - start_time) / 60}min")
 
 
-def update_user_group_to_redis(project, table, dt, app_type):
+def update_user_group_to_redis(project, table, dt, app_type_list):
     """更新mid对应分组到redis中"""
     # 获取用户分组数据
     feature_df = get_feature_data(project=project, table=table, features=features, dt=dt)
     feature_df['apptype'] = feature_df['apptype'].astype(int)
-    feature_df = feature_df[feature_df['apptype'] == app_type]
+    # feature_df = feature_df[feature_df['apptype'] == app_type]
+    feature_df = feature_df[feature_df['apptype'].isin(app_type_list)]
+    print(len(feature_df))
     group_list = features[1:]
     pool = multiprocessing.Pool(processes=len(group_list))
     for group in group_list:
@@ -59,7 +61,8 @@ def update_user_group_to_redis(project, table, dt, app_type):
 
 def timer_check():
     try:
-        app_type = config_.APP_TYPE['VLOG']
+        # app_type = config_.APP_TYPE['VLOG']
+        app_type_list = config_.AD_APP_TYPE_LIST
         project = config_.ad_model_data['user_group'].get('project')
         table = config_.ad_model_data['user_group'].get('table')
         now_date = datetime.datetime.today()
@@ -71,7 +74,7 @@ def timer_check():
         if data_count > 0:
             log_.info(f"user group data count = {data_count}")
             # 数据准备好,进行更新
-            update_user_group_to_redis(project=project, table=table, dt=dt, app_type=app_type)
+            update_user_group_to_redis(project=project, table=table, dt=dt, app_type_list=app_type_list)
             log_.info(f"user group data update end!")
         elif now_min > 45:
             log_.info('user group data is None!')