|
@@ -164,7 +164,10 @@ class DataProcessor(object):
|
|
|
init_data_tuple = self.client_spider.select(select_sql)
|
|
|
init_list = list(init_data_tuple)
|
|
|
for item in tqdm(init_list):
|
|
|
- process_info(item)
|
|
|
+ try:
|
|
|
+ process_info(item)
|
|
|
+ except Exception as e:
|
|
|
+ print("操作失败", e)
|
|
|
# time.sleep(0.5)
|
|
|
# with ThreadPoolExecutor(max_workers=8) as Pool:
|
|
|
# Pool.map(process_info, init_list)
|