|
@@ -75,7 +75,7 @@ class ReadDataFromOdps(object):
|
|
|
多线程读取 odps，并且异步更新到 mysql 中，作为训练数据
|
|
多线程读取 odps，并且异步更新到 mysql 中，作为训练数据
|
|
|
:return:
|
|
:return:
|
|
|
"""
|
|
"""
|
|
|
- dt_list = generate_daily_strings(start_date="20240301", end_date="20200410")
|
|
|
|
|
|
|
+ dt_list = generate_daily_strings(start_date="20240302", end_date="20200410")
|
|
|
for dt in tqdm(dt_list):
|
|
for dt in tqdm(dt_list):
|
|
|
daily_info = self.read_daily_data(dt)
|
|
daily_info = self.read_daily_data(dt)
|
|
|
with ThreadPoolExecutor(max_workers=8) as Pool:
|
|
with ThreadPoolExecutor(max_workers=8) as Pool:
|
罗俊辉