|
|
@@ -104,8 +104,9 @@ OR exploded_value = 'P0高风险' \
|
|
|
d["tags"] = tags
|
|
|
video_tags_list.append(d)
|
|
|
log_.info("{}:{}".format(video_id, tags))
|
|
|
-
|
|
|
- records_process_for_list(video_tags_list, process_and_store, max_size=10, num_workers=5)
|
|
|
+ log_.info("video的数据量:{}".format(len(video_tags_list)))
|
|
|
+ records_process_for_list(video_tags_list, process_and_store, max_size=50, num_workers=8)
|
|
|
+ log_.info("video的数据量:{}".format(len(video_tags_list)))
|
|
|
|
|
|
except Exception as e:
|
|
|
log_.error(str(e) + str(traceback.format_exc()))
|
|
|
@@ -116,7 +117,7 @@ def process_and_store(row):
|
|
|
key = REDIS_PREFIX + str(video_id)
|
|
|
expire_time = 24 * 3600 * 2
|
|
|
redis_helper.set_data_to_redis(key, tags, expire_time)
|
|
|
- log_.info("trend-avg写入数据key={},value={}".format(key, tags))
|
|
|
+ log_.info("video-tags写入数据key={},value={}".format(key, tags))
|
|
|
|
|
|
def main():
|
|
|
log_.info("开始执行:" + datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
|
zhangbo