update

user_group_update.py

@@ -32,10 +32,10 @@ def to_redis(group, mid_list, class_key_list):
         for i in range(len(mid_list) // 100 + 1):
             # log_.info(f"i = {i}")
             mid_temp_list = mid_list[i * 100:(i + 1) * 100]
-            print(mid_temp_list)
+            # print(mid_temp_list)
             task_list = [
                 gevent.spawn(redis_helper.set_data_to_redis,
-                             f"{config_.KEY_NAME_PREFIX_MID_GROUP}{class_key}:{mid}", group, 26 * 3600)
+                             f"{config_.KEY_NAME_PREFIX_MID_GROUP}{class_key}:{mid}", group, 28 * 3600)
                 for mid in mid_temp_list
             ]
             gevent.joinall(task_list)
@@ -58,9 +58,7 @@ def to_redis2(process_mid_list, mid_group_mapping, ad_mid_group_key_params):
             if len(mid_value) > 0:
                 task_list.append(
                     gevent.spawn(redis_helper.set_data_to_redis,
-                                 f"{config_.KEY_NAME_PREFIX_MID_GROUP}:{mid}",
-                                 str(mid_value),
-                                 26 * 3600)
+                                 f"{config_.KEY_NAME_PREFIX_MID_GROUP}{mid}", str(mid_value), 28 * 3600)
                 )
         gevent.joinall(task_list)
     log_.info(f"mid count = {len(process_mid_list)}, update redis finished! "

utils.py

@@ -477,15 +477,11 @@ def get_feature_data(project, table, features, dt):
     """获取特征数据"""
     records = get_data_from_odps(date=dt, project=project, table=table)
     feature_data = []
-    i = 0
     for record in records:
-        if i >= 1000:
-            break
         item = {}
         for feature_name in features:
             item[feature_name] = record[feature_name]
         feature_data.append(item)
-        i += 1
     feature_df = pd.DataFrame(feature_data)
     return feature_df