Browse Source

account association improve

luojunhui 6 months ago
parent
commit
43ec8d93c4
1 changed files with 1 additions and 1 deletions
  1. 1 1
      coldStartTasks/crawler/toutiao_recommend_crawler.py

+ 1 - 1
coldStartTasks/crawler/toutiao_recommend_crawler.py

@@ -91,7 +91,7 @@ class ToutiaoRecommendCrawler(object):
         abstract = item['Abstract']
         publish_time = item['publish_time']
         insert_sql = f"""
-            INSERT INTO crawler_meta_article
+            INSERT IGNORE INTO crawler_meta_article
             (platform, mode, category, out_account_id, title, link, read_cnt, like_cnt, status, description, publish_time, crawler_time, unique_index)
             VALUES
             (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s);