account association improve

coldStartTasks/crawler/toutiao_recommend_crawler.py

@@ -91,7 +91,7 @@ class ToutiaoRecommendCrawler(object):
         abstract = item['Abstract']
         publish_time = item['publish_time']
         insert_sql = f"""
-            INSERT INTO crawler_meta_article
+            INSERT IGNORE INTO crawler_meta_article
             (platform, mode, category, out_account_id, title, link, read_cnt, like_cnt, status, description, publish_time, crawler_time, unique_index)
             VALUES
             (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);