zhangbo 1 year ago
parent
commit
7587586c2e
2 changed files with 6 additions and 2 deletions
  1. 3 1
      alg_recsys_rank_item_realtime_1day.py
  2. 3 1
      alg_recsys_rank_item_realtime_1h.py

+ 3 - 1
alg_recsys_rank_item_realtime_1day.py

@@ -22,7 +22,7 @@ REDIS_PREFIX = "item_rt_fea_1day_"
 def process_and_store(row):
     video_id, json_str = row
     key = REDIS_PREFIX + str(video_id)
-    expire_time = 24 * 3600 * 2
+    expire_time = 24 * 3600
     redis_helper.set_data_to_redis(key, json_str, expire_time)
     # log_.info("video写入数据key={},value={}".format(key, json_str))
 
@@ -175,6 +175,8 @@ def h_timer_check():
         log_.info("video的数据量:{}".format(len(video_list)))
         records_process_for_list(video_list, process_and_store, max_size=50, num_workers=8)
 
+        redis_helper.set_data_to_redis(REDIS_PREFIX + "partiton", partition, 24 * 3600)
+
 
 
 

+ 3 - 1
alg_recsys_rank_item_realtime_1h.py

@@ -22,7 +22,7 @@ REDIS_PREFIX = "item_rt_fea_1h_"
 def process_and_store(row):
     video_id, json_str = row
     key = REDIS_PREFIX + str(video_id)
-    expire_time = 24 * 3600 * 2
+    expire_time = 24 * 3600
     redis_helper.set_data_to_redis(key, json_str, expire_time)
     # log_.info("video写入数据key={},value={}".format(key, json_str))
 
@@ -155,6 +155,8 @@ def h_timer_check():
         log_.info("video的数据量:{}".format(len(video_list)))
         records_process_for_list(video_list, process_and_store, max_size=50, num_workers=8)
 
+        redis_helper.set_data_to_redis(REDIS_PREFIX + "partiton", partition, 24 * 3600)
+