소스 검색

generate label for mysql

罗俊辉 1 년 전
부모
커밋
ef1b90d6c1
1개의 변경된 파일5개의 추가작업 그리고 5개의 파일을 삭제
  1. 5 5
      process_data.py

+ 5 - 5
process_data.py

@@ -163,11 +163,11 @@ class DataProcessor(object):
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label = 0 and hour_dt_str < '20240327';"
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label = 0 and hour_dt_str < '20240327';"
         init_data_tuple = self.client_spider.select(select_sql)
         init_data_tuple = self.client_spider.select(select_sql)
         init_list = list(init_data_tuple)
         init_list = list(init_data_tuple)
-        # for item in init_list:
-        #     # print(item)
-        #     process_info(item)
-        with ThreadPoolExecutor(max_workers=10) as Pool:
-            Pool.map(process_info, init_list)
+        for item in init_list:
+            # print(item)
+            process_info(item)
+        # with ThreadPoolExecutor(max_workers=10) as Pool:
+        #     Pool.map(process_info, init_list)
 
 
 
 
 class SpiderProcess(object):
 class SpiderProcess(object):