update

user_group_update.py

@@ -1,4 +1,5 @@
 import datetime
+import multiprocessing
 import traceback
 from threading import Timer
 from utils import RedisHelper, data_check, get_feature_data, send_msg_to_feishu
@@ -32,9 +33,15 @@ def update_user_group_to_redis(project, table, dt, app_type):
         mid_list = feature_df[group].tolist()
         mid_list = [mid for mid in mid_list if mid is not None]
         log_.info(f"mid count = {len(mid_list)}")
+        pool = multiprocessing.Pool(processes=5)
         for mid in mid_list:
             key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{mid}"
-            redis_helper.set_data_to_redis(key_name=key_name, value=group, expire_time=25 * 3600)
+            pool.apply_async(
+                func=redis_helper.set_data_to_redis,
+                args=(key_name, group, 25 * 3600)
+            )
+        pool.close()
+        pool.join()
         log_.info(f"group = {group}, mid count = {len(mid_list)}, update redis finished!")
 
 
@@ -43,7 +50,7 @@ def timer_check():
         app_type = config_.APP_TYPE['VLOG']
         project = config_.ad_model_data['user_group'].get('project')
         table = config_.ad_model_data['user_group'].get('table')
-        now_date = datetime.datetime.today() - datetime.timedelta(days=2)
+        now_date = datetime.datetime.today()
         dt = datetime.datetime.strftime(now_date, '%Y%m%d')
         log_.info(f"now_date: {dt}")
         now_min = datetime.datetime.now().minute