spiders_config_models.py 454 B

123456789101112131415161718192021
  1. from pydantic import BaseModel, AnyUrl
  2. class BaseConfig(BaseModel):
  3. base_url: AnyUrl = None
  4. request_timeout: int = 30
  5. max_retries: int = 3
  6. headers: dict = {}
  7. class PlatformConfig(BaseConfig):
  8. platform: str
  9. mode: str
  10. path: str = None
  11. url: AnyUrl
  12. method: str
  13. request_body: dict = {}
  14. loop_times: int = 1
  15. loop_interval: int = 0
  16. response_parse: dict = {}
  17. retry_times: int = 0
  18. feishu_sheetid: str