|
|
@@ -6,7 +6,6 @@ from threading import Timer
|
|
|
from utils import RedisHelper, get_data_from_odps, send_msg_to_feishu
|
|
|
from config import set_config
|
|
|
from log import Log
|
|
|
-from records_process import records_process
|
|
|
from queue import Queue
|
|
|
from tqdm import tqdm
|
|
|
import threading
|
|
|
@@ -127,7 +126,7 @@ def h_timer_check():
|
|
|
data = get_table_data(project, table, partition)
|
|
|
log_.info("数据处理完成，数据数量={}，开始处理和写入redis。".format(len(data)))
|
|
|
#3 写入redis
|
|
|
- records_process(data, process_and_store, max_size=10, num_workers=5)
|
|
|
+ records_process_for_list(data, process_and_store, max_size=10, num_workers=5)
|
|
|
|
|
|
except Exception as e:
|
|
|
log_.error(f"4小时地域-趋势统计数据更新失败, exception: {e}, traceback: {traceback.format_exc()}")
|
zhangbo