| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748 |
- # 双任务独立配置
- # Redis 配置
- import os
- # Redis 配置 - 支持环境变量
- REDIS_CONFIG = {
- "host": os.getenv("REDIS_HOST", "r-t4n023zec9wyjeer0spd.redis.singapore.rds.aliyuncs.com"),
- "port": int(os.getenv("REDIS_PORT", 6379)),
- "db": int(os.getenv("REDIS_DB", 15)),
- "username": os.getenv("REDIS_USERNAME", "denet_crawler"),
- "password": os.getenv("REDIS_PASSWORD", "denet_crawler2023")
- }
- # 双任务独立配置
- TASKS_CONFIG = {
- # 搜索 Cookie 任务
- "search_task": {
- "cookie_key": "cookies:douyin:search", # 存储键
- "enabled": False, # 是否启用
- "check_interval": 10, # 检查间隔(分钟)
- "target_count": 100, # 目标数量
- "batch_size": 100, # 每次补充数量
- "description": "抖音搜索 Cookie" # 任务描述
- },
- # 浏览 Cookie 任务
- "detail_task": {
- "cookie_key": "cookies:douyin:detail", # 存储键
- "enabled": True, # 是否启用
- "check_interval": 30, # 检查间隔(分钟)
- "target_count": 100, # 目标数量
- "batch_size": 100, # 每次补充数量
- "description": "抖音详情 Cookie" # 任务描述
- }
- }
- # 浏览器配置
- BROWSER_CONFIG = {
- "headless": True,
- "args": [
- "--no-sandbox",
- "--disable-setuid-sandbox",
- "--disable-dev-shm-usage",
- "--disable-blink-features=AutomationControlled",
- ]
- }
|