spiders_config_models.py 498 B

1234567891011121314151617181920212223
  1. from pydantic import BaseModel, AnyUrl
  2. class BaseConfig(BaseModel):
  3. base_url: AnyUrl = None
  4. request_timeout: int = 30
  5. headers: dict = {}
  6. class PlatformConfig(BaseConfig):
  7. platform: str
  8. mode: str
  9. path: str
  10. url: AnyUrl = None
  11. method: str
  12. request_body: dict = {}
  13. loop_times: int = 1
  14. loop_interval: int = 0
  15. response_parse: dict = {}
  16. paging: bool = False
  17. max_pages: int = 0
  18. parse: dict = {}
  19. retry_times: int = 0
  20. feishu_sheetid: str