|
@@ -151,8 +151,10 @@ class DataProcessor(object):
|
|
|
label_info = label_data
|
|
|
title = read_title(client=self.client, video_id=video_id)
|
|
|
label, dt_daily = generate_label(video_id, hour_dt, label_info)
|
|
|
- insert_sql = f"""INSERT INTO lightgbm_data (video_title, label, daily_dt_str) values ('{title}', '{label}', '{dt_daily}');"""
|
|
|
- # print("insert", insert_sql)
|
|
|
+ insert_sql = f"""UPDATE lightgbm_data
|
|
|
+ set video_title = '{title}', label = '{label}', daily_dt_str = '{dt_daily}'
|
|
|
+ where video_id = '{video_id}'
|
|
|
+ ;"""
|
|
|
self.client_spider.update(insert_sql)
|
|
|
|
|
|
select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"
|