update user_group_update.py

config.py

@@ -933,8 +933,8 @@ class ProductionConfig(BaseConfig):
 
 def set_config():
     # 获取环境变量 ROV_OFFLINE_ENV
-    # env = os.environ.get('ROV_OFFLINE_ENV')
-    env = 'dev'
+    env = os.environ.get('ROV_OFFLINE_ENV')
+    # env = 'dev'
     if env is None:
         # log_.error('ENV ERROR: is None!')
         return

user_group_update.py

@@ -32,7 +32,7 @@ def to_redis(group, mid_list):
         mid_temp_list = mid_list[i * 100:(i + 1) * 100]
         task_list = [
             gevent.spawn(redis_helper.set_data_to_redis,
-                         f"{config_.KEY_NAME_PREFIX_MID_GROUP}{mid}", group, 25 * 3600)
+                         f"{config_.KEY_NAME_PREFIX_MID_GROUP}{mid}", group, 26 * 3600)
             for mid in mid_temp_list
         ]
         gevent.joinall(task_list)
@@ -49,34 +49,13 @@ def update_user_group_to_redis(project, table, dt, app_type):
     group_list = features[1:]
     pool = multiprocessing.Pool(processes=len(group_list))
     for group in group_list:
-        # log_.info(f"group = {group} update redis start ...")
-        # start_time = time.time()
         mid_list = feature_df[group].tolist()
         mid_list = list(set(mid_list))
         mid_list = [mid for mid in mid_list if mid is not None]
-        # log_.info(f"mid count = {len(mid_list)}")
         pool.apply_async(func=to_redis, args=(group, mid_list))
-
-        # for i in range(len(mid_list)//100+1):
-        #     log_.info(f"i = {i}")
-        #     mid_temp_list = mid_list[i*100:(i+1)*100]
-        #     pool.apply_async(func=to_redis, args=(group, mid_temp_list))
     pool.close()
     pool.join()
 
-        # for mid in mid_list:
-        #     # print(mid)
-        #     key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{mid}"
-        #     redis_helper.set_data_to_redis(key_name=key_name, value=group, expire_time=25 * 3600)
-        #     pool.apply_async(
-        #         func=redis_helper.set_data_to_redis,
-        #         args=(key_name, group, 25 * 3600)
-        #     )
-        # pool.close()
-        # pool.join()
-        # log_.info(f"group = {group}, mid count = {len(mid_list)}, update redis finished! "
-        #           f"execute time = {(time.time()-start_time)/60}min")
-
 
 def timer_check():
     try: