@@ -152,8 +152,7 @@ class DataProcessor(object):
insert_sql = f"""INSERT INTO lightgbm_data (video_title, label, daily_dt_str) values ('{title}', '{label}', '{dt_daily}';"""
await self.client_spider.update(insert_sql)
-
- select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL;"
+ select_sql = "SELECT video_id, hour_dt_str FROM lightgbm_data where label is NULL and hour_dt_str < '20240327';"
init_data_tuple = self.client_spider.select(select_sql)
init_list = list(init_data_tuple)
async_tasks = []