config.py 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361
  1. import os
  2. # from log import Log
  3. # log_ = Log()
  4. class BaseConfig(object):
  5. # 产品标识
  6. APP_TYPE = {
  7. 'VLOG': 0, # vlog
  8. 'LOVE_LIVE': 4, # 票圈视频
  9. 'LONG_VIDEO': 5, # 内容精选
  10. 'SHORT_VIDEO': 6, # 票圈短视频
  11. 'WAN_NENG_VIDEO': 17, # 万能影视屋
  12. 'LAO_HAO_KAN_VIDEO': 18, # 老好看视频
  13. 'ZUI_JING_QI': 19, # 票圈最惊奇
  14. 'APP': 13, # 票圈视频APP
  15. 'PIAO_QUAN_VIDEO_PLUS': 21, # 票圈视频+
  16. 'JOURNEY': 22, # 票圈足迹
  17. 'BLESSING_YEAR': 3, # 票圈福年
  18. }
  19. # ODPS服务配置
  20. ODPS_CONFIG = {
  21. 'ENDPOINT': 'http://service.cn.maxcompute.aliyun.com/api',
  22. 'ACCESSID': 'LTAIWYUujJAm7CbH',
  23. 'ACCESSKEY': 'RfSjdiWwED1sGFlsjXv0DlfTnZTG1P',
  24. }
  25. # 日志服务配置
  26. ALIYUN_LOG = {
  27. 'ENDPOINT': 'cn-hangzhou-intranet.log.aliyuncs.com',
  28. 'ACCESSID': 'LTAIWYUujJAm7CbH',
  29. 'ACCESSKEY': 'RfSjdiWwED1sGFlsjXv0DlfTnZTG1P',
  30. 'PROJECT': 'rov-server',
  31. }
  32. REDIS_INFO = {
  33. 'host': 'r-bp1fogs2mflr1ybfot.redis.rds.aliyuncs.com',
  34. 'port': 6379,
  35. 'password': 'Wqsd@2019',
  36. }
  37. # 小年糕视频redis存储key
  38. XNG_KEY_NAME = 'xng:videos'
  39. # 特殊地区屏蔽危险视频redis存储key
  40. SPECIAL_AREA_LIMIT_KEY_NAME = 'special:area:limit:videos'
  41. #24 hour update
  42. PROJECT_REGION_APP_TYPE = 'loghubods'
  43. TABLE_REGION_APP_TYPE = 'video_each_hour_update_province_apptype'
  44. CITY_CODE = {
  45. '广州': '440100', '深圳': '440300', '成都': '510100', '长沙': '430100',
  46. }
  47. DATA_PARAMS = {
  48. 'data1': {APP_TYPE['VLOG']: 0}, # vlog
  49. 'data2': {APP_TYPE['VLOG']: 0.5, APP_TYPE['LONG_VIDEO']: 0.5}, # [vlog, 内容精选]
  50. 'data3': {APP_TYPE['VLOG']: 0.5, APP_TYPE['LOVE_LIVE']: 0.5}, # [vlog, 票圈视频]
  51. 'data4': {APP_TYPE['VLOG']: 0.5, APP_TYPE['SHORT_VIDEO']: 0.5}, # [vlog, 票圈短视频]
  52. # 'data5': [APP_TYPE['VLOG'], APP_TYPE['ZUI_JING_QI']], # [vlog, 最惊奇]
  53. 'data6': {APP_TYPE['VLOG']: 0.25, APP_TYPE['LOVE_LIVE']: 0.25, APP_TYPE['SHORT_VIDEO']: 0.25,
  54. APP_TYPE['LONG_VIDEO']: 0.25},
  55. 'data7': {APP_TYPE['VLOG']: 0.5, APP_TYPE['APP']: 0.5}, # [vlog, 票圈视频APP]
  56. 'data8': {APP_TYPE['VLOG']: 0.7, APP_TYPE['LONG_VIDEO']: 0.3}, # [vlog, 内容精选]
  57. 'data9': {APP_TYPE['VLOG']: 0.3, APP_TYPE['LONG_VIDEO']: 0.7}, # [vlog, 内容精选]
  58. 'data10': {APP_TYPE['VLOG']: 0.2, APP_TYPE['LOVE_LIVE']: 0.8}, # [vlog, 票圈视频]
  59. 'data11': {APP_TYPE['VLOG']: 0.3, APP_TYPE['LOVE_LIVE']: 0.7}, # [vlog, 票圈视频]
  60. 'data12': {APP_TYPE['VLOG']: 0.4, APP_TYPE['SHORT_VIDEO']: 0.6}, # [vlog, 票圈短视频]
  61. 'data13': {APP_TYPE['VLOG']: 0.3, APP_TYPE['SHORT_VIDEO']: 0.7}, # [vlog, 票圈短视频]
  62. 'data14': {APP_TYPE['VLOG']: 0.78, APP_TYPE['LOVE_LIVE']: 0.11, APP_TYPE['SHORT_VIDEO']: 0.08,
  63. APP_TYPE['LONG_VIDEO']: 0.03},
  64. }
  65. REGION_CODE = {
  66. '北京': '110000', '天津': '120000', '河北省': '130000', '山西省': '140000', '内蒙古': '150000',
  67. '辽宁省': '210000', '吉林省': '220000', '黑龙江省': '230000',
  68. '上海': '310000', '江苏省': '320000', '浙江省': '330000', '安徽省': '340000', '福建省': '350000', '江西省': '360000', '山东省': '370000',
  69. '河南省': '410000', '湖北省': '420000', '湖南省': '430000', '广东省': '440000', '广西': '450000', '海南省': '460000',
  70. '重庆': '500000', '四川省': '510000', '贵州省': '520000', '云南省': '530000', '西藏': '540000',
  71. '陕西省': '610000', '甘肃省': '620000', '青海省': '630000', '宁夏': '640000', '新疆': '650000',
  72. '台湾省': '710000', '香港': '810000', '澳门': '820000',
  73. 'None': '-1'
  74. }
  75. # 屏蔽视频配置实验组
  76. SHIELD_CONFIG2 = {
  77. REGION_CODE['北京']: [XNG_KEY_NAME, SPECIAL_AREA_LIMIT_KEY_NAME, ],
  78. REGION_CODE['None']: [SPECIAL_AREA_LIMIT_KEY_NAME, XNG_KEY_NAME, ],
  79. CITY_CODE['广州']: [SPECIAL_AREA_LIMIT_KEY_NAME, ],
  80. CITY_CODE['深圳']: [SPECIAL_AREA_LIMIT_KEY_NAME, ],
  81. CITY_CODE['成都']: [SPECIAL_AREA_LIMIT_KEY_NAME, ],
  82. CITY_CODE['长沙']: [SPECIAL_AREA_LIMIT_KEY_NAME, ],
  83. }
  84. RULE_PARAMS_REGION_APP_TYPE_48H = {
  85. 'rule_params': {
  86. 'rule5': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  87. 'region_24h_rule_key': 'rule2', '48h_rule_key': 'rule1'},
  88. },
  89. 'data_params': {
  90. 'data1': [APP_TYPE['VLOG'], ],
  91. },
  92. 'params_list': [
  93. {'data': 'data1', 'rule': 'rule5'},
  94. ],
  95. }
  96. # 地域分组小时级规则参数
  97. RULE_PARAMS_REGION_APP_TYPE = {
  98. 'rule_params': {
  99. # 'rule2': {'view_type': 'video-show', 'platform_return_rate': 0.001, 'region_24h_rule_key': 'rule2'},
  100. # 'rule3': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  101. # 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule2'},
  102. 'rule4': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  103. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3'},
  104. # 涉政视频过滤
  105. 'rule4-1': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  106. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3', 'political_filter': True},
  107. # 特殊地域屏蔽危险视频
  108. 'rule4-2': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  109. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3', 'shield_config': SHIELD_CONFIG2},
  110. # 'rule6': {'view_type': 'preview', 'platform_return_rate': 0.001,
  111. # 'region_24h_rule_key': 'rule3', '24h_rule_key': 'rule2'},
  112. 'rule7': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  113. 'region_24h_rule_key': 'rule4', '24h_rule_key': 'rule4', 'merge_func': 2},
  114. 'rule7-1': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  115. 'region_24h_rule_key': 'rule4', '24h_rule_key': 'rule4', 'merge_func': 2,
  116. 'political_filter': True},
  117. 'rule8': {'view_type': 'preview', 'platform_return_rate': 0.001,
  118. 'region_24h_rule_key': 'rule5', '24h_rule_key': 'rule4', 'merge_func': 2},
  119. # 'rule9': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  120. # 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3', '30day_rule_key': 'rule1'},
  121. # # 无回流人群
  122. # 'rule10': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  123. # 'region_24h_rule_key': 'rule6', '24h_rule_key': 'rule5', 'click_score_rate': 0.7},
  124. # 'rule13': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  125. # 'region_24h_rule_key': 'rule8', '24h_rule_key': 'rule7', 'click_score_rate': 0.8},
  126. # # 有回流人群
  127. # 'rule11': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  128. # 'region_24h_rule_key': 'rule7', '24h_rule_key': 'rule6', 'back_score_rate': 0.7},
  129. # 'rule14': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  130. # 'region_24h_rule_key': 'rule9', '24h_rule_key': 'rule8', 'back_score_rate': 0.8},
  131. # # 20点地域小时级列表中增加7点-19点地域小时级的优质视频
  132. # 'rule12': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  133. # 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3', 'add_videos_in_20h': True},
  134. # 地域小时级列表中增加 前6小时 地域小时级的优质视频
  135. 'rule15': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  136. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3',
  137. 'add_videos_with_pre_h': True, 'hour_count': 6},
  138. # 地域小时级列表中增加 前2小时 地域小时级的优质视频,排序优化1:半小时级列表中有的视频以本小时的分数为准
  139. 'rule16': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  140. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3',
  141. 'add_videos_with_pre_h': True, 'hour_count': 2, 'add_func': 'func2'},
  142. # 地域小时级列表中增加 前47小时 地域小时级的优质视频
  143. 'rule17': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  144. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3',
  145. 'add_videos_with_pre_h': True, 'hour_count': 47},
  146. # 地域小时级列表中增加 前3小时 地域小时级的优质视频,排序优化1:半小时级列表中有的视频以本小时的分数为准
  147. 'rule18': {'view_type': 'video-show-region', 'platform_return_rate': 0.001,
  148. 'region_24h_rule_key': 'rule2', '24h_rule_key': 'rule3',
  149. 'add_videos_with_pre_h': True, 'hour_count': 3, 'add_func': 'func2'},
  150. },
  151. 'data_params': DATA_PARAMS,
  152. 'params_list': [
  153. {'data': 'data1', 'rule': 'rule4'}, # 095 vlog
  154. {'data': 'data1', 'rule': 'rule4-1'}, # 095-1
  155. {'data': 'data1', 'rule': 'rule4-2'}, # 262 特殊地域屏蔽危险视频
  156. # {'data': 'data2', 'rule': 'rule4'},
  157. {'data': 'data2', 'rule': 'rule7-1'}, # 121 内容精选
  158. # {'data': 'data3', 'rule': 'rule7'},
  159. # {'data': 'data4', 'rule': 'rule7'},
  160. # {'data': 'data6', 'rule': 'rule7'},
  161. {'data': 'data7', 'rule': 'rule8'}, # 票圈视频APP 10003.110156
  162. # {'data': 'data1', 'rule': 'rule9'},
  163. # {'data': 'data1', 'rule': 'rule10'},
  164. # {'data': 'data1', 'rule': 'rule11'},
  165. # {'data': 'data8', 'rule': 'rule7'},
  166. # {'data': 'data9', 'rule': 'rule7'},
  167. {'data': 'data10', 'rule': 'rule7'}, # 144 票圈视频
  168. # {'data': 'data11', 'rule': 'rule7'},
  169. # {'data': 'data12', 'rule': 'rule7'},
  170. # {'data': 'data13', 'rule': 'rule7'},
  171. # {'data': 'data1', 'rule': 'rule12'},
  172. # {'data': 'data14', 'rule': 'rule7'}, # 159
  173. # {'data': 'data1', 'rule': 'rule13'}, # 161
  174. # {'data': 'data1', 'rule': 'rule14'}, # 162
  175. # {'data': 'data1', 'rule': 'rule15'}, # 200 vlog
  176. # {'data': 'data1', 'rule': 'rule16'}, # 214 vlog
  177. # {'data': 'data1', 'rule': 'rule17'}, # 215 vlog
  178. # {'data': 'data1', 'rule': 'rule18'}, # 224 vlog
  179. ],
  180. }
  181. class TestConfig(BaseConfig):
  182. """测试环境配置"""
  183. # 报警内容 环境区分
  184. ENV_TEXT = "测试环境"
  185. # 项目存放目录
  186. PROJECT_PATH = '/data2/rov-offline'
  187. # 测试环境redis地址
  188. REDIS_INFO = {
  189. 'host': 'r-bp1ps6my7lzg8rdhwx682.redis.rds.aliyuncs.com',
  190. 'port': 6379,
  191. 'password': 'Wqsd@2019',
  192. }
  193. # Hologres连接参数,服务器使用
  194. HOLOGRES_INFO = {
  195. 'host': 'hgprecn-cn-7pp28y18c00c-cn-hangzhou-vpc.hologres.aliyuncs.com',
  196. 'port': 80,
  197. 'dbname': 'dssm',
  198. 'user': 'LTAI5tMPqPy9yboQAf1mBCCN',
  199. 'password': '4BEcOgxREOPq7t3A7EWkjciVULeQGj'
  200. }
  201. # 测试环境mysql地址
  202. MYSQL_INFO = {
  203. 'host': 'rm-bp1k5853td1r25g3n690.mysql.rds.aliyuncs.com',
  204. 'port': 3306,
  205. 'user': 'wx2016_longvideo',
  206. 'password': 'wx2016_longvideoP@assword1234',
  207. 'db': 'longvideo',
  208. 'charset': 'utf8'
  209. }
  210. # 测试环境 过滤用mysql地址
  211. FILTER_MYSQL_INFO = {
  212. 'host': 'am-bp1g3ys9u00u483uc131930.ads.aliyuncs.com',
  213. 'port': 3306,
  214. 'user': 'lv_manager',
  215. 'password': 'lv_manager@2020',
  216. 'db': 'longvideo',
  217. 'charset': 'utf8'
  218. }
  219. # 日志服务配置
  220. ALIYUN_LOG = {
  221. 'ENDPOINT': 'cn-hangzhou.log.aliyuncs.com',
  222. 'ACCESSID': 'LTAIWYUujJAm7CbH',
  223. 'ACCESSKEY': 'RfSjdiWwED1sGFlsjXv0DlfTnZTG1P',
  224. 'PROJECT': 'rov-server-test',
  225. }
  226. # Hologres视频状态存储表名
  227. VIDEO_STATUS = 'longvideo_test.dwd_mdm_item_video_stat'
  228. # 快速曝光流量池ID
  229. QUICK_FLOW_POOL_ID = 3
  230. # 获取流量池分发配置接口地址
  231. GET_FLOW_POOL_RECOMMEND_CONFIG_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/recommend/getConfig'
  232. # 从流量池获取视频接口地址
  233. GET_VIDEOS_FROM_POOL_URL = 'http://testapi-internal.piaoquantv.com/flowpool/video/getAllVideo'
  234. # 获取视频在流量池中的剩余可分发数接口地址
  235. GET_REMAIN_VIEW_COUNT_URL = 'http://testapi-internal.piaoquantv.com/flowpool/video/remainViewCount'
  236. # 计算完ROV通知后端接口地址
  237. NOTIFY_BACKEND_UPDATE_ROV_SCORE_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/recommend/updateRovScore'
  238. # 获取置顶视频列表接口地址
  239. TOP_VIDEO_LIST_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/recommend/topVideoList'
  240. # 获取首页兜底视频json接口地址
  241. BOTTOM_JSON_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/video/distribute/structure/video/list'
  242. # 通知后端更新兜底视频接口地址
  243. NOTIFY_BACKEND_updateFallBackVideoList_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/recommend/updateFallBackVideoList'
  244. # 获取限流视频接口地址
  245. GET_VIDEO_LIMIT_LIST_URL = 'http://videotest-internal.yishihui.com/longvideoapi/openapi/recommend/getVideoLimitList'
  246. # 获取管理后台设置的广告目标uv值接口地址
  247. GET_AD_TARGET_UV_URL = 'https://testadmin.piaoquantv.com/manager/ad/algo/threshold/productUvTargetList'
  248. # # logs 上传oss 目标Bucket指定目录
  249. # OSS_FOLDER_LOGS = 'rov-offline/test/logs/'
  250. # # data 上传oss 目标Bucket指定目录
  251. # OSS_FOLDER_DATA = 'rov-offline/test/data/'
  252. class ProductionConfig(BaseConfig):
  253. """生产环境配置"""
  254. # 报警内容 环境区分
  255. ENV_TEXT = "生产环境"
  256. # 项目存放目录
  257. PROJECT_PATH = '/data/rov-offline'
  258. # 线上环境redis地址
  259. REDIS_INFO = {
  260. 'host': 'r-bp1fogs2mflr1ybfot.redis.rds.aliyuncs.com',
  261. 'port': 6379,
  262. 'password': 'Wqsd@2019',
  263. }
  264. # Hologres连接参数,服务器使用
  265. HOLOGRES_INFO = {
  266. 'host': 'hgprecn-cn-7pp28y18c00c-cn-hangzhou-vpc.hologres.aliyuncs.com',
  267. 'port': 80,
  268. 'dbname': 'dssm',
  269. 'user': 'LTAI5tMPqPy9yboQAf1mBCCN',
  270. 'password': '4BEcOgxREOPq7t3A7EWkjciVULeQGj'
  271. }
  272. # 生产环境mysql地址
  273. MYSQL_INFO = {
  274. 'host': 'rr-bp1x9785e8h5452bi157.mysql.rds.aliyuncs.com',
  275. 'port': 3306,
  276. 'user': 'wx2016_longvideo',
  277. 'password': 'wx2016_longvideoP@assword1234',
  278. 'db': 'longvideo',
  279. 'charset': 'utf8'
  280. }
  281. # 生产环境 过滤用mysql地址
  282. FILTER_MYSQL_INFO = {
  283. 'host': 'am-bp15tqt957i3b3sgi131950.ads.aliyuncs.com',
  284. 'port': 3306,
  285. 'user': 'lv_manager',
  286. 'password': 'lv_manager@2020',
  287. 'db': 'longvideo',
  288. 'charset': 'utf8'
  289. }
  290. # 日志服务配置
  291. ALIYUN_LOG = {
  292. 'ENDPOINT': 'cn-hangzhou.log.aliyuncs.com',
  293. 'ACCESSID': 'LTAIWYUujJAm7CbH',
  294. 'ACCESSKEY': 'RfSjdiWwED1sGFlsjXv0DlfTnZTG1P',
  295. 'PROJECT': 'rov-server',
  296. }
  297. # Hologres视频状态存储表名
  298. VIDEO_STATUS = 'longvideo.dwd_mdm_item_video_stat'
  299. # 快速曝光流量池ID
  300. QUICK_FLOW_POOL_ID = 3
  301. # 获取流量池分发配置接口地址
  302. GET_FLOW_POOL_RECOMMEND_CONFIG_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/recommend/getConfig'
  303. # 从流量池获取视频接口地址
  304. GET_VIDEOS_FROM_POOL_URL = 'http://api-internal.piaoquantv.com/flowpool/video/getAllVideo'
  305. # 获取视频在流量池中的剩余可分发数接口地址
  306. GET_REMAIN_VIEW_COUNT_URL = 'http://api-internal.piaoquantv.com/flowpool/video/remainViewCount'
  307. # 计算完ROV通知后端接口地址
  308. NOTIFY_BACKEND_UPDATE_ROV_SCORE_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/recommend/updateRovScore'
  309. # 获取置顶视频列表接口地址
  310. TOP_VIDEO_LIST_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/recommend/topVideoList'
  311. # 获取首页兜底视频json接口地址
  312. BOTTOM_JSON_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/video/distribute/structure/video/list'
  313. # 通知后端更新兜底视频接口地址
  314. NOTIFY_BACKEND_updateFallBackVideoList_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/recommend/updateFallBackVideoList'
  315. # 获取限流视频接口地址
  316. GET_VIDEO_LIMIT_LIST_URL = 'http://recommend-common-internal.piaoquantv.com/longvideoapi/openapi/recommend/getVideoLimitList'
  317. # 获取管理后台设置的广告目标uv值接口地址
  318. GET_AD_TARGET_UV_URL = 'https://admin.piaoquantv.com/manager/ad/algo/threshold/productUvTargetList'
  319. # # logs 上传oss 目标Bucket指定目录
  320. # OSS_FOLDER_LOGS = 'rov-offline/pro/logs/'
  321. # # data 上传oss 目标Bucket指定目录
  322. # OSS_FOLDER_DATA = 'rov-offline/pro/data/'
  323. def set_config():
  324. # 获取环境变量 ROV_OFFLINE_ENV
  325. env = os.environ.get('Base_ENV')
  326. return ProductionConfig()