Browse Source

generate label for mysql

罗俊辉 1 year ago
parent
commit
dc367a8899
1 changed files with 2 additions and 0 deletions
  1. 2 0
      process_data.py

+ 2 - 0
process_data.py

@@ -118,6 +118,7 @@ class DataProcessor(object):
             read_title_from mysql
             """
             sql = f"""SELECT title from wx_video where id = {video_id};"""
+            print("title", sql)
             try:
                 title = client.select(sql)[0][0]
                 return title
@@ -151,6 +152,7 @@ class DataProcessor(object):
             title = read_title(client=self.client, video_id=video_id)
             label, dt_daily = generate_label(video_id, hour_dt, label_info)
             insert_sql = f"""INSERT INTO lightgbm_data (video_title, label, daily_dt_str) values ('{title}', '{label}', '{dt_daily}';"""
+            print("insert", insert_sql)
             self.client_spider.update(insert_sql)
 
         select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"