item.py 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. """
  2. @author: luojunhui
  3. """
  4. import time
  5. from pydantic import BaseModel, Field
  6. from typing import Optional
  7. class CrawlerMetaArticle(BaseModel):
  8. platform: str = Field(default=..., description="抓取平台")
  9. mode: str = Field(default=..., description="抓取模式")
  10. category: str = Field(
  11. default=..., description="抓取类型:最初设计不合理,积重难返,实际与品类无关"
  12. )
  13. out_account_id: str = Field(default=..., description="抓取账号账号id")
  14. article_index: str = Field(
  15. default=None, description="群发发文位置,常见于微信公众号"
  16. )
  17. title: str = Field(default=..., description="文章标题")
  18. link: str = Field(default=..., description="文章链接")
  19. read_cnt: int = Field(default=0, description="阅读量")
  20. like_cnt: int = Field(default=0, description="点赞量")
  21. description: Optional[str] = Field(
  22. default=None, max_length=255, description="文章简介"
  23. )
  24. publish_time: int = Field(default=None, description="文章发布时间")
  25. crawler_time: int = Field(default=int(time.time()), description="抓取时间")
  26. score: float = Field(default=None, description="相似度分")
  27. status: int = Field(default=1, description="文章状态")
  28. unique_index: str = Field(default=..., description="文章唯一index")
  29. source_article_title: str = Field(default=None, description="文章联想的种子文章")
  30. source_account: str = Field(default=None, description="账号联想种子账号")
  31. title_sensitivity: int = Field(default=0, description="标题是否敏感")
  32. category_status: int = Field(
  33. default=0,
  34. description="品类处理状态 0: init; 1: processing; 2: successfully; 99: fail",
  35. )
  36. has_video: int = Field(
  37. default=0,
  38. description="文章内嵌套视频状态 0: init; 1: processing; 2: successfully; 3:article link bad ;99: fail",
  39. )