Ver código fonte

generate label for mysql

罗俊辉 1 ano atrás
pai
commit
ef1b90d6c1
1 arquivos alterados com 5 adições e 5 exclusões
  1. 5 5
      process_data.py

+ 5 - 5
process_data.py

@@ -163,11 +163,11 @@ class DataProcessor(object):
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label = 0 and hour_dt_str < '20240327';"
         init_data_tuple = self.client_spider.select(select_sql)
         init_list = list(init_data_tuple)
-        # for item in init_list:
-        #     # print(item)
-        #     process_info(item)
-        with ThreadPoolExecutor(max_workers=10) as Pool:
-            Pool.map(process_info, init_list)
+        for item in init_list:
+            # print(item)
+            process_info(item)
+        # with ThreadPoolExecutor(max_workers=10) as Pool:
+        #     Pool.map(process_info, init_list)
 
 
 class SpiderProcess(object):