|
@@ -22,7 +22,7 @@ REDIS_PREFIX = "item_rt_fea_1day_"
|
|
|
def process_and_store(row):
|
|
|
video_id, json_str = row
|
|
|
key = REDIS_PREFIX + str(video_id)
|
|
|
- expire_time = 24 * 3600 * 2
|
|
|
+ expire_time = 24 * 3600
|
|
|
redis_helper.set_data_to_redis(key, json_str, expire_time)
|
|
|
# log_.info("video写入数据key={},value={}".format(key, json_str))
|
|
|
|
|
@@ -175,6 +175,8 @@ def h_timer_check():
|
|
|
log_.info("video的数据量:{}".format(len(video_list)))
|
|
|
records_process_for_list(video_list, process_and_store, max_size=50, num_workers=8)
|
|
|
|
|
|
+ redis_helper.set_data_to_redis(REDIS_PREFIX + "partiton", partition, 24 * 3600)
|
|
|
+
|
|
|
|
|
|
|
|
|
|