spider_registry.py 404 B

123456789101112131415161718192021
  1. from application.spiders.benshanzhufu_recommend import BenshanzhufuRecommend
  2. SPIDER_CLASS_MAP = {
  3. "bszf_recommend_prod": BenshanzhufuRecommend
  4. }
  5. def get_spider_class(topic: str):
  6. """
  7. 根据 topic 获取对应爬虫类
  8. :param topic: MQ 消息的 topic 名称
  9. :return: 爬虫类(继承自 BaseSpider)
  10. """
  11. return SPIDER_CLASS_MAP.get(topic, "未找到对应配置")