|
|
@@ -92,9 +92,9 @@ class ToutiaoRecommendCrawler(object):
|
|
|
publish_time = item['publish_time']
|
|
|
insert_sql = f"""
|
|
|
INSERT INTO crawler_meta_article
|
|
|
- (platform, mode, category, out_account_id, title, link, read_cnt, like_cnt, description, publish_time, crawler_time, unique_index)
|
|
|
+ (platform, mode, category, out_account_id, title, link, read_cnt, like_cnt, status, description, publish_time, crawler_time, unique_index)
|
|
|
VALUES
|
|
|
- (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
|
|
|
+ (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);
|
|
|
"""
|
|
|
self.db_client.save(
|
|
|
query=insert_sql,
|
|
|
@@ -107,6 +107,7 @@ class ToutiaoRecommendCrawler(object):
|
|
|
article_url,
|
|
|
read_count,
|
|
|
like_count,
|
|
|
+ 1,
|
|
|
abstract,
|
|
|
publish_time,
|
|
|
int(time.time()),
|
