|
@@ -129,7 +129,7 @@ class SpiderProcess(object):
|
|
|
把 spider_duration 存储到数据库中
|
|
把 spider_duration 存储到数据库中
|
|
|
:return:
|
|
:return:
|
|
|
"""
|
|
"""
|
|
|
- select_sql = "SELECT video_id, video_title, label, channel, out_user_id, spider_mode, out_play_cnt, out_like_cnt, out_share_cnt FROM lightgbm_data WHERE type = 'spider';"
|
|
|
|
|
|
|
+ select_sql = "SELECT video_id, video_title, label, channel, out_user_id, spider_mode, out_play_cnt, out_like_cnt, out_share_cnt FROM lightgbm_data WHERE type = 'spider' order by daily_dt_str;"
|
|
|
data_list = self.client_spider.select(select_sql)
|
|
data_list = self.client_spider.select(select_sql)
|
|
|
df = []
|
|
df = []
|
|
|
for line in tqdm(data_list):
|
|
for line in tqdm(data_list):
|
罗俊辉