|
|
@@ -82,8 +82,25 @@ class RedisHelper(object):
|
|
|
:param expire_time: 过期时间，单位：s，默认7天
|
|
|
:return: None
|
|
|
"""
|
|
|
+ if not data:
|
|
|
+ return
|
|
|
conn = self.connect()
|
|
|
- conn.zadd(key_name, data)
|
|
|
+ # 数据量大时一次性写入耗时长，分批次写入
|
|
|
+ keys_list = list(data.keys())
|
|
|
+ print(len(keys_list))
|
|
|
+ zadd_data = {}
|
|
|
+ for i, key in enumerate(keys_list):
|
|
|
+ if i % 100 == 0:
|
|
|
+ print(i)
|
|
|
+ if zadd_data:
|
|
|
+ print(f'==={i}')
|
|
|
+ conn.zadd(key_name, zadd_data)
|
|
|
+ zadd_data = {key: data.get(key)}
|
|
|
+ else:
|
|
|
+ zadd_data[key] = data.get(key)
|
|
|
+ if zadd_data:
|
|
|
+ print(len(zadd_data))
|
|
|
+ conn.zadd(key_name, zadd_data)
|
|
|
# 设置过期时间
|
|
|
conn.expire(key_name, int(expire_time))
|
|
|
|
