__init__.py 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273
  1. """
  2. @author: luojunhui
  3. 任务常量配置文件
  4. """
  5. class ColdStartTaskConst:
  6. """
  7. 冷启动任务常量配置
  8. """
  9. PUBLISHED_STATUS = 2 # 文章已发布状态
  10. INIT_STATUS = 1 # 文章初始状态
  11. BAD_STATUS = 0 # 低质量文章状态
  12. # 常量
  13. ACCOUNT_GOOD_STATUS = 1
  14. # 账号是否每日抓取
  15. ACCOUNT_DAILY_SCRAPE = 1
  16. ACCOUNT_NOT_DAILY_SCRAPE = 0
  17. # 默认值
  18. DEFAULT_VIEW_COUNT = 0
  19. DEFAULT_LIKE_COUNT = 0
  20. DEFAULT_ARTICLE_STATUS = 1
  21. DEFAULT_TIMESTAMP = 1717171200
  22. # 标题sensitivity
  23. TITLE_SENSITIVE = 1
  24. TITLE_NOT_SENSITIVE = 0
  25. # 文章联想深度
  26. ARTICLE_ASSOCIATION_MAX_DEPTH = 4
  27. # 相关分百分位阈值
  28. PERCENT_THRESHOLD = 95
  29. # 相关性分阈值
  30. CORRELATION_THRESHOLD = 0.5
  31. # 阅读量阈值
  32. READ_COUNT_THRESHOLD = 1000
  33. # 阅读均值倍数阈值
  34. READ_AVG_THRESHOLD = 1.3
  35. # 群发类型
  36. BULK_PUBLISH_TYPE = 9
  37. # 种子文章数量
  38. SEED_ARTICLE_LIMIT_NUM = 60
  39. class updatePublishedMsgTaskConst:
  40. """
  41. 更新已发布文章消息常量配置
  42. """
  43. # 爬虫详情接口返回code
  44. ARTICLE_ILLEGAL_CODE = 25012
  45. ARTICLE_DELETE_CODE = 25005
  46. ARTICLE_SUCCESS_CODE = 0
  47. ARTICLE_UNKNOWN_CODE = 10000
  48. # 请求爬虫详情接口状态码
  49. # 记录默认状态
  50. DEFAULT_STATUS = 0
  51. # 请求接口失败状态
  52. REQUEST_FAIL_STATUS = -1
  53. # 文章被删除状态
  54. DELETE_STATUS = -2
  55. # 未知原因无信息返回状态
  56. UNKNOWN_STATUS = -3
  57. # 文章违规状态
  58. ILLEGAL_STATUS = -4
  59. # 公众号类型(订阅号 or 服务号)
  60. # 订阅号
  61. SUBSCRIBE_TYPE_SET = {0, 1}
  62. # 服务号
  63. SERVICE_TYPE = 2
  64. # 监测周期(秒)
  65. MONITOR_PERIOD = 60 * 60 * 24 * 3
  66. # 新号抓文章周期
  67. NEW_ACCOUNT_CRAWL_PERIOD = 60 * 60 * 24 * 30
  68. # 订阅号,抓取失败失败率报警阈值
  69. SUBSCRIBE_FAIL_RATE_THRESHOLD = 0.3
  70. class updateAccountReadRateTaskConst:
  71. """
  72. 更新账号阅读率常量配置
  73. """
  74. # 阅读率统计周期(秒)
  75. STATISTICS_PERIOD = 31 * 24 * 60 * 60
  76. # 一天的秒数
  77. ONE_DAY_IN_SECONDS = 60 * 60 * 24
  78. # 相对变化率阈值
  79. RELATIVE_VALUE_THRESHOLD = 0.1
  80. # 发文类型
  81. UNLIMITED_PUBLISH_TYPE = 10002
  82. BULK_PUBLISH_TYPE = 9
  83. # 文章位置
  84. ARTICLE_INDEX_LIST = [1, 2, 3, 4, 5, 6, 7, 8]
  85. class updateAccountReadAvgTaskConst:
  86. """
  87. 更新账号阅读均值常量配置
  88. """
  89. # 投流账号
  90. TOULIU_ACCOUNTS = {
  91. 'gh_93e00e187787',
  92. 'gh_ac43e43b253b',
  93. 'gh_68e7fdc09fe4',
  94. 'gh_77f36c109fb1',
  95. 'gh_b181786a6c8c',
  96. 'gh_1ee2e1b39ccf',
  97. 'gh_d3f039c9db2b'
  98. }
  99. # 发文模式
  100. ARTICLES_DAILY = 1
  101. TOULIU = 2
  102. class WeixinVideoCrawlerConst:
  103. """
  104. 微信视频抓取常量配置
  105. """
  106. # 账号抓取状态
  107. ACCOUNT_CRAWL_STATUS = 1
  108. ACCOUNT_DO_NOT_CRAWL_STATUS = 0
  109. # 默认最早抓取时间戳(2024-01-01)
  110. DEFAULT_TIMESTAMP = 1704038400
  111. # 搜索爬虫最大页数
  112. MAX_SEARCH_PAGE_NUM = 10
  113. # 抓取每一页的等待时间
  114. SLEEP_SECONDS = 5
  115. # 种子标题最低阅读均值倍数
  116. READ_AVG_MULTIPLE = 1.3
  117. # 种子标题最低阅读量
  118. MIN_READ_COUNT = 2000
  119. # 获取种子标题的统计周期
  120. STAT_PERIOD = 7 * 24 * 60 * 60
  121. # 接口请求成功code
  122. REQUEST_SUCCESS = 0
  123. PUBLISHED_ILLEGAL_TITLE_CODE = 1015
  124. # 是否需要扫描查询源账号
  125. NEED_SCAN_SOURCE_ACCOUNT = 1
  126. DO_NOT_NEED_SOURCE_ACCOUNT = 0
  127. # 视频审核状态长文库
  128. VIDEO_AUDIT_INIT_STATUS = 0
  129. VIDEO_AUDIT_SUCCESS_STATUS = 1
  130. VIDEO_AUDIT_FAIL_STATUS = 2
  131. VIDEO_TITLE_GENERATE_FAIL_STATUS = 4
  132. VIDEO_AUDIT_PROCESSING_STATUS = -1
  133. # 票圈视频审核状态, 1 审核中,2 不通过 3 待修改,4 自己可见 5 通过
  134. PQ_AUDIT_PROCESSING_STATUS = 1
  135. PQ_AUDIT_FAIL_STATUS = 2
  136. PQ_AUDIT_WAIT_STATUS = 3
  137. PQ_AUDIT_SELF_VISIBLE_STATUS = 4
  138. PQ_AUDIT_SUCCESS_STATUS = 5
  139. # 默认账号
  140. DEFAULT_ACCOUNT_UID = 76862180
  141. # 每天发送的审核视频数量
  142. MAX_VIDEO_NUM = 500
  143. # 标题状态
  144. TITLE_DEFAULT_STATUS = 0
  145. TITLE_EXIT_STATUS = 1
  146. TITLE_FESTIVAL_STATUS = 2
  147. TITLE_SHORT_STATUS = 3
  148. # 标题最短长度
  149. TITLE_MIN_LENGTH = 15
  150. # safe score
  151. TITLE_SAFE_SCORE_THRESHOLD = 7
  152. class UpdateMiniProgramDetailConst(updatePublishedMsgTaskConst):
  153. """
  154. 更新小程序详情常量配置
  155. """
  156. # 账号联想
  157. class AccountAssociationTaskConst:
  158. """
  159. 账号联想任务常量配置
  160. """
  161. # 获取种子标题的统计周期
  162. STAT_PERIOD = 7 * 24 * 60 * 60
  163. # 阅读均值阈值
  164. READ_AVG_MULTIPLE = 1.3
  165. # 最小阅读量
  166. MIN_READ_COUNT = 2000
  167. # 种子数量限制
  168. SEED_TITLE_LIMIT = 100
  169. # 从aigc获取文章
  170. class ArticleCollectorConst:
  171. """
  172. 文章采集任务常量配置
  173. """
  174. # 发送方式
  175. # 手动推送
  176. MANUAL_PUSH = 1
  177. # 自动群发
  178. BULK_AUTO_PUSH = 2
  179. # 无限流推送
  180. UNLIMITED_PUSH = 3
  181. # 文章状态
  182. # 初始状态
  183. INIT_STATUS = 0
  184. # 成功状态
  185. SUCCESS_STATUS = 1
  186. # 失败状态
  187. FAIL_STATUS = -1
  188. # 发布状态
  189. PUBLISHED_STATUS = 2
  190. # 爬虫接口
  191. ARTICLE_ILLEGAL_CODE = 25012
  192. ARTICLE_DELETE_CODE = 25005
  193. ARTICLE_SUCCESS_CODE = 0
  194. ARTICLE_UNKNOWN_CODE = 10000
  195. class BaiduVideoCrawlerConst:
  196. """
  197. const for baidu video crawler
  198. """
  199. # account status
  200. BAIDU_ACCOUNT_GOOD_STATUS = 1
  201. BAIDU_ACCOUNT_BAD_STATUS = 0
  202. # earliest cursor, 2024-01-01 00:00:00
  203. DEFAULT_CURSOR = 17040384000000
  204. # no source account
  205. NO_SOURCE_ACCOUNT_STATUS = 0
  206. # timestamp To Cursor
  207. TIMESTAMP_TO_CURSOR = 10000
  208. # local path dir
  209. LOCAL_PATH_DIR = "static"