config.py 1.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. # 双任务独立配置
  2. # Redis 配置
  3. import os
  4. # Redis 配置 - 支持环境变量
  5. REDIS_CONFIG = {
  6. "host": os.getenv("REDIS_HOST", "r-t4n023zec9wyjeer0spd.redis.singapore.rds.aliyuncs.com"),
  7. "port": int(os.getenv("REDIS_PORT", 6379)),
  8. "db": int(os.getenv("REDIS_DB", 15)),
  9. "username": os.getenv("REDIS_USERNAME", "denet_crawler"),
  10. "password": os.getenv("REDIS_PASSWORD", "denet_crawler2023")
  11. }
  12. # 双任务独立配置
  13. TASKS_CONFIG = {
  14. # 搜索 Cookie 任务
  15. "search_task": {
  16. "cookie_key": "cookies:douyin:search", # 存储键
  17. "enabled": False, # 是否启用
  18. "check_interval": 10, # 检查间隔(分钟)
  19. "target_count": 100, # 目标数量
  20. "batch_size": 100, # 每次补充数量
  21. "description": "抖音搜索 Cookie" # 任务描述
  22. },
  23. # 浏览 Cookie 任务
  24. "detail_task": {
  25. "cookie_key": "cookies:douyin:detail", # 存储键
  26. "enabled": True, # 是否启用
  27. "check_interval": 30, # 检查间隔(分钟)
  28. "target_count": 100, # 目标数量
  29. "batch_size": 100, # 每次补充数量
  30. "description": "抖音详情 Cookie" # 任务描述
  31. }
  32. }
  33. # 浏览器配置
  34. BROWSER_CONFIG = {
  35. "headless": True,
  36. "args": [
  37. "--no-sandbox",
  38. "--disable-setuid-sandbox",
  39. "--disable-dev-shm-usage",
  40. "--disable-blink-features=AutomationControlled",
  41. ]
  42. }