Pārlūkot izejas kodu

generate label for mysql

罗俊辉 1 gadu atpakaļ
vecāks
revīzija
ef1b90d6c1
1 mainītis faili ar 5 papildinājumiem un 5 dzēšanām
  1. 5 5
      process_data.py

+ 5 - 5
process_data.py

@@ -163,11 +163,11 @@ class DataProcessor(object):
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label = 0 and hour_dt_str < '20240327';"
         init_data_tuple = self.client_spider.select(select_sql)
         init_list = list(init_data_tuple)
-        # for item in init_list:
-        #     # print(item)
-        #     process_info(item)
-        with ThreadPoolExecutor(max_workers=10) as Pool:
-            Pool.map(process_info, init_list)
+        for item in init_list:
+            # print(item)
+            process_info(item)
+        # with ThreadPoolExecutor(max_workers=10) as Pool:
+        #     Pool.map(process_info, init_list)
 
 
 class SpiderProcess(object):