|
@@ -65,9 +65,9 @@ def records_process_for_list(records, executor, max_size=50, num_workers=10):
|
|
|
t.join()
|
|
t.join()
|
|
|
def process_and_store(row):
|
|
def process_and_store(row):
|
|
|
table_key, json_str = row
|
|
table_key, json_str = row
|
|
|
- key = REDIS_PREFIX + ":" + PARTITION + ":" + str(table_key)
|
|
|
|
|
|
|
+ key = REDIS_PREFIX + PARTITION + ":" + str(table_key)
|
|
|
expire_time = EXPIRE_TIME
|
|
expire_time = EXPIRE_TIME
|
|
|
- print(key + "\t" + json_str)
|
|
|
|
|
|
|
+ # print(key + "\t" + json_str)
|
|
|
redis_helper.set_data_to_redis(key, json_str, expire_time)
|
|
redis_helper.set_data_to_redis(key, json_str, expire_time)
|
|
|
|
|
|
|
|
def check_data(project, table, date, hour) -> int:
|
|
def check_data(project, table, date, hour) -> int:
|
zhangbo