|
@@ -118,6 +118,7 @@ class DataProcessor(object):
|
|
|
read_title_from mysql
|
|
|
"""
|
|
|
sql = f"""SELECT title from wx_video where id = {video_id};"""
|
|
|
+ print("title", sql)
|
|
|
try:
|
|
|
title = client.select(sql)[0][0]
|
|
|
return title
|
|
@@ -151,6 +152,7 @@ class DataProcessor(object):
|
|
|
title = read_title(client=self.client, video_id=video_id)
|
|
|
label, dt_daily = generate_label(video_id, hour_dt, label_info)
|
|
|
insert_sql = f"""INSERT INTO lightgbm_data (video_title, label, daily_dt_str) values ('{title}', '{label}', '{dt_daily}';"""
|
|
|
+ print("insert", insert_sql)
|
|
|
self.client_spider.update(insert_sql)
|
|
|
|
|
|
select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"
|