|
@@ -156,8 +156,10 @@ class DataProcessor(object):
|
|
|
select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"
|
|
|
init_data_tuple = self.client_spider.select(select_sql)
|
|
|
init_list = list(init_data_tuple)
|
|
|
- with ThreadPoolExecutor(max_workers=10) as Pool:
|
|
|
- Pool.map(process_info, init_list)
|
|
|
+ for item in init_list:
|
|
|
+ print(item)
|
|
|
+ # with ThreadPoolExecutor(max_workers=10) as Pool:
|
|
|
+ # Pool.map(process_info, init_list)
|
|
|
|
|
|
|
|
|
class SpiderProcess(object):
|