update

videos_filter.py

@@ -389,6 +389,10 @@ def filter_app_pool():
 
 def filter_rov_h():
     """过滤小程序小时级数据"""
+    rule_params = {
+        'rule1': {'return_count': 20, 'score_rule': 0.005},
+        'rule2': {'return_count': 20, 'score_rule': 0.001}
+    }
     return_count_list = [20, 10]
     log_.info("rov_h pool filter start ...")
     redis_helper = RedisHelper()
@@ -397,13 +401,13 @@ def filter_rov_h():
     # 获取当前所在小时
     now_h = datetime.now().hour
     log_.info(f'now_date = {now_date}, now_h = {now_h}.')
-    for cnt in return_count_list:
-        log_.info(f"return_count = {cnt}")
+    for key, value in rule_params.items():
+        log_.info(f"rule = {key}, param = {value}")
         # 需过滤两个视频列表
         key_prefix_list = [config_.RECALL_KEY_NAME_PREFIX_BY_H, config_.RECALL_KEY_NAME_PREFIX_DUP_H]
         for i, key_prefix in enumerate(key_prefix_list):
             # 拼接key
-            key_name = f"{key_prefix}{cnt}.{now_date}.{now_h}"
+            key_name = f"{key_prefix}{key}.{now_date}.{now_h}"
             log_.info(f"key_name: {key_name}")
             # 获取视频
             data = redis_helper.get_data_zset_with_index(key_name=key_name, start=0, end=-1)
@@ -425,7 +429,7 @@ def filter_rov_h():
             redis_helper.remove_value_from_zset(key_name=key_name, value=list(filter_videos))
             if i == 0:
                 # 将小时级的数据需要过滤的视频加入到线上过滤应用列表中
-                redis_helper.add_data_with_set(key_name=f"{config_.H_VIDEO_FILER}{cnt}",
+                redis_helper.add_data_with_set(key_name=f"{config_.H_VIDEO_FILER}{key}",
                                                values=filter_videos, expire_time=2*3600)
     log_.info("rov_h pool filter end!")