@@ -91,7 +91,7 @@ class ToutiaoRecommendCrawler(object):
abstract = item['Abstract']
publish_time = item['publish_time']
insert_sql = f"""
- INSERT INTO crawler_meta_article
+ INSERT IGNORE INTO crawler_meta_article
(platform, mode, category, out_account_id, title, link, read_cnt, like_cnt, status, description, publish_time, crawler_time, unique_index)
VALUES
(%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);