|
|
@@ -59,6 +59,7 @@ def dup_data(h_video_ids, initial_key_name, dup_key_name, region, political_filt
|
|
|
def dup_to_redis(now_date, now_h, rule_key, h_rule_key, region_24h_rule_key, by_24h_rule_key, by_48h_rule_key,
|
|
|
region, data_key, rule_rank_h_flag, political_filter, shield_config, dup_remove):
|
|
|
"""将地域分组小时级数据与其他召回视频池去重，存入对应的redis"""
|
|
|
+ log_.info(f"region = {region} dup start ...")
|
|
|
# ##### 获取地域小时级数据
|
|
|
region_h_key_name = \
|
|
|
f"{config_.RECALL_KEY_NAME_PREFIX_REGION_BY_H}{region}:{data_key}:{rule_key}:" \
|
|
|
@@ -138,6 +139,7 @@ def dup_to_redis(now_date, now_h, rule_key, h_rule_key, region_24h_rule_key, by_
|
|
|
h_video_ids = dup_data(h_video_ids=h_video_ids, initial_key_name=other_h_24h_key_name,
|
|
|
dup_key_name=other_h_24h_dup_key_name, region=region, political_filter=political_filter,
|
|
|
shield_config=shield_config, dup_remove=dup_remove)
|
|
|
+ log_.info(f"region = {region} dup end!")
|
|
|
|
|
|
|
|
|
def copy_data_for_city(region, city_code, data_key, rule_key, now_date, now_h, shield_config):
|
