spider_map.py 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117
  1. """
  2. 爬虫的配置map, 一个大字典;
  3. key是spider的platform
  4. sub_key是recommend,author, value;
  5. value是爬虫封装好的类
  6. """
  7. from spider.crawler_online import *
  8. from spider.crawler_online.benshanzhufu import BSZHRecommend
  9. from spider.crawler_online.dakaiyinghaoyun import DKYHYRecommend
  10. from spider.crawler_online.lepaoledong import LPLDRecommend
  11. from spider.crawler_online.linglingkuailezhufu import LlklzfRecommend
  12. from spider.crawler_online.piaoquangushi import PQGSRecommend
  13. from spider.crawler_online.weiquanshipin import WQSPRecommend
  14. from spider.crawler_online.xiaoniangaotuijianliu import XNGTJLRecommend
  15. from spider.crawler_online.zhufukuaizhuan import ZFKZRecommend
  16. from spider.crawler_online.zhufuniannianshunxinjixiang import ZFNNSXJXRecommend
  17. from spider.crawler_online.zhufuquanzituijianliu import ZFQZTJLRecommend
  18. spider_map = {
  19. # 祝万物复苏
  20. "zhuwanwufusunew": {
  21. "recommend": ZhuWanWuFuSuRecommend
  22. },
  23. # 祝好事多磨
  24. "zhuhaoshiduomo": {
  25. "recommend": ZhuHaoShiDuoMoRecommend
  26. },
  27. # 福小顺
  28. "fuxiaoshun": {
  29. "recommend": FuXiaoShunRecommend
  30. },
  31. # 祝尽善尽美
  32. "zhujinshanjinmeinew": {
  33. "recommend": ZhuJinShanJinMeiRecommend
  34. },
  35. # 欢欢喜喜祝福到
  36. "huanhuanxixizhufudaonew": {
  37. "recommend": HHXXZFDRecommend
  38. },
  39. # 博清科技-祝福咱们中老年之视频
  40. "boqingzhufu": {
  41. "recommend": BoQingZhuFu
  42. },
  43. # 鲸鱼祝福
  44. "sharkzhufu": {
  45. "recommend": SharkZhuFuRecommend
  46. },
  47. # 佳节祝福喜事多多
  48. "xishiduoduo": {
  49. "recommend": XiShiDuoDuoRecommend
  50. },
  51. # 吉祥幸福
  52. "jixiangxingfu": {
  53. "recommend": JXXFRecommend
  54. },
  55. # 小年糕-话题
  56. "xiaoniangaohuati": {
  57. "recommend": XNGHTecommend
  58. },
  59. # 福气旺系列, 愿你福气常在
  60. "yuannifuqichangzai": {
  61. "recommend": YuanNiFuQiChangZai
  62. },
  63. # 福气旺系列, 最好的送你
  64. "zuihaodesongni": {
  65. "recommend": ZuiHaoDeSongNi
  66. },
  67. # 节日祝福类
  68. "jierizhufu": {
  69. "recommend": JieRiZhuFu
  70. },
  71. # 打开迎好运
  72. "dakaiyinghaoyun": {
  73. "recommend": DKYHYRecommend
  74. },
  75. # 福气矩阵-天天聚福气
  76. "tiantianjufuqi": {
  77. "recommend": TTJFFQRecommend
  78. },
  79. # 小年糕推荐流
  80. "xiaoniangaotuijianliu": {
  81. "recommend": XNGTJLRecommend
  82. },
  83. # 本山祝福
  84. "benshanzhufu": {
  85. "recommend": BSZHRecommend
  86. },
  87. # 祝福圈子推荐流
  88. "zhufuquanzituijianliu": {
  89. "recommend": ZFQZTJLRecommend
  90. },
  91. # 乐跑乐动
  92. "lepaoledong": {
  93. "recommend": LPLDRecommend
  94. },
  95. # 篻圈故事
  96. "piaoquangushi": {
  97. "recommend": PQGSRecommend
  98. },
  99. # 微圈视频
  100. "weiquanshipin": {
  101. "recommend": WQSPRecommend
  102. },
  103. # 祝福快转
  104. "zhufukuaizhuan": {
  105. "recommend": ZFKZRecommend
  106. },
  107. # 玲玲快乐祝福
  108. "linglingkuailezhufu": {
  109. "recommend": LlklzfRecommend
  110. },
  111. # 祝福年年顺心吉祥
  112. "zhufuniannianshunxinjixiang": {
  113. "recommend": ZFNNSXJXRecommend
  114. }
  115. }