config.py 1.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344
  1. # 双任务独立配置
  2. # Redis 配置
  3. REDIS_CONFIG = {
  4. 'host': 'r-t4n023zec9wyjeer0spd.redis.singapore.rds.aliyuncs.com',
  5. 'port': 6379,
  6. 'db': 15,
  7. 'username': 'denet_crawler',
  8. 'password': 'denet_crawler2023'
  9. }
  10. # 双任务独立配置
  11. TASKS_CONFIG = {
  12. # 搜索 Cookie 任务
  13. "search_task": {
  14. "cookie_key": "cookies:douyin:search", # 存储键
  15. "enabled": True, # 是否启用
  16. "check_interval": 10, # 检查间隔(分钟)
  17. "target_count": 100, # 目标数量
  18. "batch_size": 100, # 每次补充数量
  19. "description": "抖音搜索 Cookie" # 任务描述
  20. },
  21. # 浏览 Cookie 任务
  22. "detail_task": {
  23. "cookie_key": "cookies:douyin:detail", # 存储键
  24. "enabled": True, # 是否启用
  25. "check_interval": 20, # 检查间隔(分钟)
  26. "target_count": 80, # 目标数量
  27. "batch_size": 80, # 每次补充数量
  28. "description": "抖音详情 Cookie" # 任务描述
  29. }
  30. }
  31. # 浏览器配置
  32. BROWSER_CONFIG = {
  33. "headless": True,
  34. "args": [
  35. "--no-sandbox",
  36. "--disable-setuid-sandbox",
  37. "--disable-dev-shm-usage",
  38. "--disable-blink-features=AutomationControlled",
  39. ]
  40. }