Ver Fonte

generate label for mysql

罗俊辉 há 1 ano atrás
pai
commit
58080bdceb
1 ficheiros alterados com 4 adições e 2 exclusões
  1. 4 2
      process_data.py

+ 4 - 2
process_data.py

@@ -156,8 +156,10 @@ class DataProcessor(object):
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"
         init_data_tuple = self.client_spider.select(select_sql)
         init_list = list(init_data_tuple)
-        with ThreadPoolExecutor(max_workers=10) as Pool:
-            Pool.map(process_info, init_list)
+        for item in init_list:
+            print(item)
+        # with ThreadPoolExecutor(max_workers=10) as Pool:
+        #     Pool.map(process_info, init_list)
 
 
 class SpiderProcess(object):