develop toutiao recommend

applications/utils/item.py

@@ -104,7 +104,7 @@ class Item(object):
         for field in fields:
             if self.item.get(field, None) is not None:
                 continue
-            elif default_account_table_fields[field] == 'Not NULL':
+            elif default_association_table_fields[field] == 'Not NULL':
                 raise ValueError(f"{field} is not None, please check your account item")
             else:
                 self.item[field] = default_association_table_fields[field]

tasks/crawler_accounts.py

@@ -73,7 +73,7 @@ class ToutiaoAccountCrawler(CrawlerAccounts):
         video_item.add("platform", "toutiao")
         video_item.add("recommend_video_id", video["id"])
         video_item.add("title", video["title"])
-        video_item.add("read_cnt", video["read_count"])
+        video_item.add("read_cnt", video.get("read_count"))
         video_item.add("duration", video["video_duration"])
         video_item.add("seed_account", seed_account_name)
         video_item.add("seed_title", seed_title)
@@ -109,7 +109,7 @@ class ToutiaoAccountCrawler(CrawlerAccounts):
                 self.get_recommend_video_list(seed_video)
             except Exception as e:
                 log(
-                    task="{}_recommendation_crawler".format(seed_video["platform"]),
+                    task="toutiao_recommendation_crawler",
                     function="save_each_recommendation",
                     message="save recommendation failed",
                     data={