|
@@ -86,7 +86,7 @@ class DataProcessor(object):
|
|
|
select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data;"
|
|
|
init_data_tuple = self.client_spider.select(select_sql)
|
|
|
init_list = list(init_data_tuple)
|
|
|
- with ThreadPoolExecutor(max_workers=10) as Pool:
|
|
|
+ with ThreadPoolExecutor(max_workers=4) as Pool:
|
|
|
Pool.map(process_info, init_list)
|
|
|
# for item in tqdm(init_list):
|
|
|
# try:
|