AutoScraperX/core/utils/config_loader.py

import yaml
import os
from urllib.parse import urljoin
from core.utils.path_utils import config_spiders_path


class ConfigLoader:
    _config = None
    _config_path = config_spiders_path

    @classmethod
    def _load_yaml(cls):
        if not os.path.exists(cls._config_path):
            raise FileNotFoundError(f"[配置错误] 找不到配置文件: {cls._config_path}")
        with open(cls._config_path, "r", encoding="utf-8") as f:
            cls._config = yaml.safe_load(f)

    @classmethod
    def get_platform_config(cls, platform: str) -> dict:
        """
        获取平台配置，并拼接完整 URL
        支持类方法调用 + 单次加载配置
        """
        if cls._config is None:
            cls._load_yaml()

        if platform not in cls._config:
            raise ValueError(f"[配置错误] 未找到平台配置: {platform}")

        platform_config = cls._config.get(platform, {})
        base_config = cls._config.get("default", {})

        # 合并配置：平台配置覆盖默认配置
        merged = {**base_config, **platform_config}

        # 自动拼接完整 url（优先用完整 url）
        if "url" not in merged and "base_url" in merged and "path" in merged:
            merged["url"] = urljoin(merged["base_url"], merged["path"])

        return merged


# 示例使用
if __name__ == '__main__':
    config = ConfigLoader.get_platform_config("benshanzhufu")
    print(config)