ad_recommend.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643
  1. import json
  2. import traceback
  3. import datetime
  4. from utils import RedisHelper
  5. from config import set_config
  6. from log import Log
  7. log_ = Log()
  8. config_ = set_config()
  9. redis_helper = RedisHelper()
  10. def get_params(ab_exp_info, ab_test_code):
  11. """
  12. 根据实验分组给定对应的参数
  13. :param ab_exp_info: AB实验组参数
  14. :param ab_test_code: 用户对应的ab组
  15. :return:
  16. """
  17. abtest_id, abtest_config_tag = None, None
  18. ad_abtest_id_list = [key.split('-')[0] for key in config_.AD_ABTEST_CONFIG]
  19. # 获取广告实验配置
  20. config_value_dict = {}
  21. if ab_exp_info:
  22. ab_exp_list = ab_exp_info.get('ab_test002', None)
  23. if ab_exp_list:
  24. for ab_item in ab_exp_list:
  25. ab_exp_code = ab_item.get('abExpCode', None)
  26. if not ab_exp_code:
  27. continue
  28. if ab_exp_code in ad_abtest_id_list:
  29. config_value = ab_item.get('configValue', None)
  30. if config_value:
  31. config_value_dict[str(ab_exp_code)] = eval(str(config_value))
  32. if len(config_value_dict) > 0:
  33. for ab_exp_code, config_value in config_value_dict.items():
  34. for tag, value in config_value.items():
  35. if ab_test_code in value:
  36. abtest_id = ab_exp_code
  37. abtest_config_tag = tag
  38. break
  39. return abtest_id, abtest_config_tag
  40. def get_threshold(abtest_id, abtest_config_tag, ab_test_code, mid_group, care_model_status, abtest_param):
  41. """获取对应的阈值"""
  42. # 判断是否是关怀模式实验
  43. care_model_status_param = abtest_param.get('care_model_status_param', None)
  44. care_model_ab_mid_group = abtest_param.get('care_model_ab_mid_group', [])
  45. if care_model_status_param is None:
  46. # 无关怀模式实验
  47. threshold_key_name_prefix = config_.KEY_NAME_PREFIX_AD_THRESHOLD
  48. else:
  49. # 关怀模式实验
  50. if care_model_status is None or len(care_model_ab_mid_group) == 0 or care_model_status == 'null':
  51. # 参数缺失,走默认
  52. threshold_key_name_prefix = config_.KEY_NAME_PREFIX_AD_THRESHOLD
  53. elif int(care_model_status) == int(care_model_status_param) and mid_group in care_model_ab_mid_group:
  54. # 实验匹配,获取对应的阈值
  55. threshold_key_name_prefix = config_.KEY_NAME_PREFIX_AD_THRESHOLD_CARE_MODEL
  56. else:
  57. threshold_key_name_prefix = config_.KEY_NAME_PREFIX_AD_THRESHOLD
  58. threshold_key_name = f"{threshold_key_name_prefix}{abtest_id}:{abtest_config_tag}:{ab_test_code}:{mid_group}"
  59. threshold = redis_helper.get_data_from_redis(key_name=threshold_key_name)
  60. if threshold is None:
  61. threshold = 0
  62. else:
  63. threshold = float(threshold)
  64. return threshold
  65. def predict_with_rate_process(now_date, video_id, abtest_param, abtest_id, abtest_config_tag, ab_test_code, care_model_status, mid_group):
  66. now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  67. user_data_key = abtest_param['user'].get('data')
  68. user_rule_key = abtest_param['user'].get('rule')
  69. video_data_key = abtest_param['video'].get('data')
  70. # 获取用户组分享率
  71. group_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_GROUP}{user_data_key}:{user_rule_key}:{now_dt}"
  72. if not redis_helper.key_exists(group_share_rate_key):
  73. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  74. group_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_GROUP}{user_data_key}:{user_rule_key}:{redis_dt}"
  75. group_share_rate = redis_helper.get_score_with_value(key_name=group_share_rate_key, value=mid_group)
  76. # 获取视频分享率
  77. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{video_data_key}:{now_dt}"
  78. if not redis_helper.key_exists(video_share_rate_key):
  79. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  80. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{video_data_key}:{redis_dt}"
  81. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=int(video_id))
  82. if video_share_rate is None:
  83. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=-1)
  84. # 计算 mid-video 分享率
  85. if group_share_rate is None or video_share_rate is None:
  86. return None
  87. mid_video_predict_res = float(group_share_rate) * float(video_share_rate)
  88. # 获取对应的阈值
  89. threshold = get_threshold(
  90. abtest_id=abtest_id,
  91. abtest_config_tag=abtest_config_tag,
  92. ab_test_code=ab_test_code,
  93. mid_group=mid_group,
  94. care_model_status=care_model_status,
  95. abtest_param=abtest_param
  96. )
  97. # 阈值判断
  98. if mid_video_predict_res > threshold:
  99. # 大于阈值,出广告
  100. ad_predict = 2
  101. else:
  102. # 否则,不出广告
  103. ad_predict = 1
  104. result = {
  105. 'mid_group': mid_group,
  106. 'group_share_rate': group_share_rate,
  107. 'video_share_rate': video_share_rate,
  108. 'mid_video_predict_res': mid_video_predict_res,
  109. 'threshold': threshold,
  110. 'ad_predict': ad_predict
  111. }
  112. return result
  113. def predict_mid_video_res(now_date, mid, video_id, abtest_param, abtest_id, abtest_config_tag, ab_test_code, care_model_status, app_type):
  114. # now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  115. # user_data_key = abtest_param['user'].get('data')
  116. # user_rule_key = abtest_param['user'].get('rule')
  117. # video_data_key = abtest_param['video'].get('data')
  118. group_class_key = abtest_param.get('group_class_key')
  119. no_ad_mid_group_list = abtest_param.get('no_ad_mid_group_list', [])
  120. no_ad_group_with_video_mapping = abtest_param.get('no_ad_group_with_video_mapping', {})
  121. # 判断mid所属分组
  122. mid_group_key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{group_class_key}:{mid}"
  123. mid_group = redis_helper.get_data_from_redis(key_name=mid_group_key_name)
  124. if mid_group is None:
  125. mid_group = 'mean_group'
  126. # 判断用户是否在免广告用户组列表中
  127. if mid_group in no_ad_mid_group_list:
  128. # 在免广告用户组列表中,则不出广告
  129. ad_predict = 1
  130. result = {
  131. 'mid_group': mid_group,
  132. 'ad_predict': ad_predict,
  133. 'no_ad_strategy': 'no_ad_mid_group'
  134. }
  135. elif mid_group in no_ad_group_with_video_mapping:
  136. # 用户组在特定内容不出广告设置中
  137. # 获取对应的特定内容
  138. video_mapping_key_list = no_ad_group_with_video_mapping.get(mid_group, [])
  139. no_ad_videos = redis_helper.get_data_from_redis(key_name=f"{config_.KEY_NAME_PREFIX_NO_AD_VIDEOS}{app_type}")
  140. if no_ad_videos is not None:
  141. no_ad_videos = json.loads(no_ad_videos)
  142. else:
  143. no_ad_videos = {}
  144. no_ad_video_list = []
  145. for video_mapping_key in video_mapping_key_list:
  146. no_ad_video_list.extend(no_ad_videos.get(video_mapping_key, []))
  147. # 判断此次请求视频是否在免广告视频列表中
  148. if video_id in no_ad_video_list:
  149. # 在,则不出广告
  150. ad_predict = 1
  151. result = {
  152. 'mid_group': mid_group,
  153. 'ad_predict': ad_predict,
  154. 'no_ad_strategy': 'no_ad_mid_group_with_video'
  155. }
  156. else:
  157. result = predict_with_rate_process(
  158. now_date=now_date,
  159. video_id=video_id,
  160. abtest_param=abtest_param,
  161. abtest_id=abtest_id,
  162. abtest_config_tag=abtest_config_tag,
  163. ab_test_code=ab_test_code,
  164. care_model_status=care_model_status,
  165. mid_group=mid_group)
  166. else:
  167. result = predict_with_rate_process(
  168. now_date=now_date,
  169. video_id=video_id,
  170. abtest_param=abtest_param,
  171. abtest_id=abtest_id,
  172. abtest_config_tag=abtest_config_tag,
  173. ab_test_code=ab_test_code,
  174. care_model_status=care_model_status,
  175. mid_group=mid_group)
  176. return result
  177. def predict_mid_video_res_with_add(now_date, mid, video_id, abtest_param, abtest_id, abtest_config_tag, ab_test_code, care_model_status):
  178. now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  179. # 判断mid所属分组
  180. group_class_key = abtest_param.get('group_class_key')
  181. mid_group_key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{group_class_key}:{mid}"
  182. mid_group = redis_helper.get_data_from_redis(key_name=mid_group_key_name)
  183. if mid_group is None:
  184. mid_group = 'mean_group'
  185. # 判断用户是否在免广告用户组列表中
  186. no_ad_mid_group_list = abtest_param.get('no_ad_mid_group_list', [])
  187. if mid_group in no_ad_mid_group_list:
  188. # 在免广告用户组列表中,则不出广告
  189. ad_predict = 1
  190. result = {
  191. 'mid_group': mid_group,
  192. 'ad_predict': ad_predict
  193. }
  194. else:
  195. # 获取用户组出广告后分享的概率
  196. share_user_data_key = abtest_param['share']['user'].get('data')
  197. share_user_rule_key = abtest_param['share']['user'].get('rule')
  198. group_share_rate_key = \
  199. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{share_user_data_key}:{share_user_rule_key}:{now_dt}"
  200. if not redis_helper.key_exists(group_share_rate_key):
  201. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  202. group_share_rate_key = \
  203. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{share_user_data_key}:{share_user_rule_key}:{redis_dt}"
  204. group_share_rate = redis_helper.get_score_with_value(key_name=group_share_rate_key, value=mid_group)
  205. # 获取视频出广告后分享的概率
  206. share_video_data_key = abtest_param['share']['video'].get('data')
  207. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{share_video_data_key}:{now_dt}"
  208. if not redis_helper.key_exists(video_share_rate_key):
  209. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  210. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{share_video_data_key}:{redis_dt}"
  211. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=int(video_id))
  212. if video_share_rate is None:
  213. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=-1)
  214. # 获取用户组出广告后不直接跳出的概率
  215. out_user_data_key = abtest_param['out']['user'].get('data')
  216. out_user_rule_key = abtest_param['out']['user'].get('rule')
  217. group_out_rate_key = \
  218. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{out_user_data_key}:{out_user_rule_key}:{now_dt}"
  219. if not redis_helper.key_exists(group_out_rate_key):
  220. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  221. group_out_rate_key = \
  222. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{out_user_data_key}:{out_user_rule_key}:{redis_dt}"
  223. group_out_rate = redis_helper.get_score_with_value(key_name=group_out_rate_key, value=mid_group)
  224. # 获取视频出广告后不直接跳出的概率
  225. out_video_data_key = abtest_param['out']['video'].get('data')
  226. video_out_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{out_video_data_key}:{now_dt}"
  227. if not redis_helper.key_exists(video_out_rate_key):
  228. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  229. video_out_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{out_video_data_key}:{redis_dt}"
  230. video_out_rate = redis_helper.get_score_with_value(key_name=video_out_rate_key, value=int(video_id))
  231. if video_out_rate is None:
  232. video_out_rate = redis_helper.get_score_with_value(key_name=video_out_rate_key, value=-1)
  233. # 计算 mid-video 预测值
  234. if group_share_rate is None or video_share_rate is None or group_out_rate is None or video_out_rate is None:
  235. return None
  236. # 加权融合
  237. share_weight = abtest_param['mix_param']['share_weight']
  238. out_weight = abtest_param['mix_param']['out_weight']
  239. group_rate = share_weight * float(group_share_rate) + out_weight * float(group_out_rate)
  240. video_rate = share_weight * float(video_share_rate) + out_weight * float(video_out_rate)
  241. mid_video_predict_res = group_rate * video_rate
  242. # 获取对应的阈值
  243. threshold = get_threshold(
  244. abtest_id=abtest_id,
  245. abtest_config_tag=abtest_config_tag,
  246. ab_test_code=ab_test_code,
  247. mid_group=mid_group,
  248. care_model_status=care_model_status,
  249. abtest_param=abtest_param
  250. )
  251. # 阈值判断
  252. if mid_video_predict_res > threshold:
  253. # 大于阈值,出广告
  254. ad_predict = 2
  255. else:
  256. # 否则,不出广告
  257. ad_predict = 1
  258. result = {
  259. 'mid_group': mid_group,
  260. 'group_share_rate': group_share_rate,
  261. 'video_share_rate': video_share_rate,
  262. 'group_out_rate': group_out_rate,
  263. 'video_out_rate': video_out_rate,
  264. 'group_rate': group_rate,
  265. 'video_rate': video_rate,
  266. 'mid_video_predict_res': mid_video_predict_res,
  267. 'threshold': threshold,
  268. 'ad_predict': ad_predict}
  269. return result
  270. def predict_mid_video_res_with_multiply(now_date, mid, video_id, abtest_param, abtest_id, abtest_config_tag, ab_test_code, care_model_status):
  271. now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  272. # 判断mid所属分组
  273. group_class_key = abtest_param.get('group_class_key')
  274. mid_group_key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{group_class_key}:{mid}"
  275. mid_group = redis_helper.get_data_from_redis(key_name=mid_group_key_name)
  276. if mid_group is None:
  277. mid_group = 'mean_group'
  278. # 判断用户是否在免广告用户组列表中
  279. no_ad_mid_group_list = abtest_param.get('no_ad_mid_group_list', [])
  280. if mid_group in no_ad_mid_group_list:
  281. # 在免广告用户组列表中,则不出广告
  282. ad_predict = 1
  283. result = {
  284. 'mid_group': mid_group,
  285. 'ad_predict': ad_predict
  286. }
  287. else:
  288. # 获取用户组出广告后分享的概率
  289. share_user_data_key = abtest_param['share']['user'].get('data')
  290. share_user_rule_key = abtest_param['share']['user'].get('rule')
  291. group_share_rate_key = \
  292. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{share_user_data_key}:{share_user_rule_key}:{now_dt}"
  293. if not redis_helper.key_exists(group_share_rate_key):
  294. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  295. group_share_rate_key = \
  296. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{share_user_data_key}:{share_user_rule_key}:{redis_dt}"
  297. group_share_rate = redis_helper.get_score_with_value(key_name=group_share_rate_key, value=mid_group)
  298. # 获取视频出广告后分享的概率
  299. share_video_data_key = abtest_param['share']['video'].get('data')
  300. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{share_video_data_key}:{now_dt}"
  301. if not redis_helper.key_exists(video_share_rate_key):
  302. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  303. video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{share_video_data_key}:{redis_dt}"
  304. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=int(video_id))
  305. if video_share_rate is None:
  306. video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=-1)
  307. # 获取用户组出广告后不直接跳出的概率
  308. out_user_data_key = abtest_param['out']['user'].get('data')
  309. out_user_rule_key = abtest_param['out']['user'].get('rule')
  310. group_out_rate_key = \
  311. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{out_user_data_key}:{out_user_rule_key}:{now_dt}"
  312. if not redis_helper.key_exists(group_out_rate_key):
  313. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  314. group_out_rate_key = \
  315. f"{config_.KEY_NAME_PREFIX_AD_GROUP}{out_user_data_key}:{out_user_rule_key}:{redis_dt}"
  316. group_out_rate = redis_helper.get_score_with_value(key_name=group_out_rate_key, value=mid_group)
  317. # 获取视频出广告后不直接跳出的概率
  318. out_video_data_key = abtest_param['out']['video'].get('data')
  319. video_out_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{out_video_data_key}:{now_dt}"
  320. if not redis_helper.key_exists(video_out_rate_key):
  321. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  322. video_out_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{out_video_data_key}:{redis_dt}"
  323. video_out_rate = redis_helper.get_score_with_value(key_name=video_out_rate_key, value=int(video_id))
  324. if video_out_rate is None:
  325. video_out_rate = redis_helper.get_score_with_value(key_name=video_out_rate_key, value=-1)
  326. # 计算 mid-video 预测值
  327. if group_share_rate is None or video_share_rate is None or group_out_rate is None or video_out_rate is None:
  328. return None
  329. # 乘积融合
  330. group_rate = float(group_share_rate) * float(group_out_rate)
  331. video_rate = float(video_share_rate) * float(video_out_rate)
  332. mid_video_predict_res = group_rate * video_rate
  333. # 获取对应的阈值
  334. threshold = get_threshold(
  335. abtest_id=abtest_id,
  336. abtest_config_tag=abtest_config_tag,
  337. ab_test_code=ab_test_code,
  338. mid_group=mid_group,
  339. care_model_status=care_model_status,
  340. abtest_param=abtest_param
  341. )
  342. # 阈值判断
  343. if mid_video_predict_res > threshold:
  344. # 大于阈值,出广告
  345. ad_predict = 2
  346. else:
  347. # 否则,不出广告
  348. ad_predict = 1
  349. result = {
  350. 'mid_group': mid_group,
  351. 'group_share_rate': group_share_rate,
  352. 'video_share_rate': video_share_rate,
  353. 'group_out_rate': group_out_rate,
  354. 'video_out_rate': video_out_rate,
  355. 'group_rate': group_rate,
  356. 'video_rate': video_rate,
  357. 'mid_video_predict_res': mid_video_predict_res,
  358. 'threshold': threshold,
  359. 'ad_predict': ad_predict}
  360. return result
  361. def ad_recommend_predict(app_type, mid, video_id, ab_exp_info, ab_test_code, care_model_status):
  362. """
  363. 广告推荐预测
  364. :param app_type: app_type
  365. :param mid: mid
  366. :param video_id: video_id
  367. :param ab_exp_info: AB实验组参数
  368. :param ab_test_code: 用户对应的ab组
  369. :param care_model_status: 用户关怀模式状态 1-未开启,2-开启
  370. :return: ad_predict, type-int, 1-不发放广告,2-发放广告
  371. """
  372. try:
  373. now_date = datetime.datetime.today()
  374. # now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  375. now_h = datetime.datetime.now().hour
  376. if 0 <= now_h < 8:
  377. # 00:00 - 08:00 不出广告
  378. ad_predict = 1
  379. result = {
  380. 'now_h': now_h,
  381. 'ad_predict': ad_predict
  382. }
  383. return result
  384. # 获取实验参数
  385. abtest_id, abtest_config_tag = get_params(ab_exp_info=ab_exp_info, ab_test_code=ab_test_code)
  386. if abtest_id is None or abtest_config_tag is None:
  387. return None
  388. abtest_param = config_.AD_ABTEST_CONFIG.get(f'{abtest_id}-{abtest_config_tag}')
  389. if abtest_param is None:
  390. return None
  391. threshold_mix_func = abtest_param.get('threshold_mix_func', None)
  392. if threshold_mix_func == 'add':
  393. result = predict_mid_video_res_with_add(
  394. now_date=now_date,
  395. mid=mid,
  396. video_id=video_id,
  397. abtest_param=abtest_param,
  398. abtest_id=abtest_id,
  399. abtest_config_tag=abtest_config_tag,
  400. ab_test_code=ab_test_code,
  401. care_model_status=care_model_status
  402. )
  403. elif threshold_mix_func == 'multiply':
  404. result = predict_mid_video_res_with_multiply(
  405. now_date=now_date,
  406. mid=mid,
  407. video_id=video_id,
  408. abtest_param=abtest_param,
  409. abtest_id=abtest_id,
  410. abtest_config_tag=abtest_config_tag,
  411. ab_test_code=ab_test_code,
  412. care_model_status=care_model_status
  413. )
  414. else:
  415. result = predict_mid_video_res(
  416. now_date=now_date,
  417. mid=mid,
  418. video_id=video_id,
  419. abtest_param=abtest_param,
  420. abtest_id=abtest_id,
  421. abtest_config_tag=abtest_config_tag,
  422. ab_test_code=ab_test_code,
  423. care_model_status=care_model_status,
  424. app_type=app_type
  425. )
  426. # user_data_key = abtest_param['user'].get('data')
  427. # user_rule_key = abtest_param['user'].get('rule')
  428. # video_data_key = abtest_param['video'].get('data')
  429. # group_class_key = abtest_param.get('group_class_key')
  430. # no_ad_mid_group_list = abtest_param.get('no_ad_mid_group_list', [])
  431. #
  432. # # 判断mid所属分组
  433. # mid_group_key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{group_class_key}:{mid}"
  434. # mid_group = redis_helper.get_data_from_redis(key_name=mid_group_key_name)
  435. # if mid_group is None:
  436. # mid_group = 'mean_group'
  437. #
  438. # # 判断用户是否在免广告用户组列表中
  439. # if mid_group in no_ad_mid_group_list:
  440. # # 在免广告用户组列表中,则不出广告
  441. # ad_predict = 1
  442. # result = {
  443. # 'mid_group': mid_group,
  444. # 'ad_predict': ad_predict
  445. # }
  446. # else:
  447. # # 获取用户组分享率
  448. # group_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_GROUP}{user_data_key}:{user_rule_key}:{now_dt}"
  449. # if not redis_helper.key_exists(group_share_rate_key):
  450. # redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  451. # group_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_GROUP}{user_data_key}:{user_rule_key}:{redis_dt}"
  452. # group_share_rate = redis_helper.get_score_with_value(key_name=group_share_rate_key, value=mid_group)
  453. # # 获取视频分享率
  454. # video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{video_data_key}:{now_dt}"
  455. # if not redis_helper.key_exists(video_share_rate_key):
  456. # redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  457. # video_share_rate_key = f"{config_.KEY_NAME_PREFIX_AD_VIDEO}{video_data_key}:{redis_dt}"
  458. # video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=int(video_id))
  459. # if video_share_rate is None:
  460. # video_share_rate = redis_helper.get_score_with_value(key_name=video_share_rate_key, value=-1)
  461. #
  462. # # 计算 mid-video 分享率
  463. # if group_share_rate is None or video_share_rate is None:
  464. # return None
  465. # mid_video_share_rate = float(group_share_rate) * float(video_share_rate)
  466. #
  467. # # 获取对应的阈值
  468. # threshold = get_threshold(
  469. # abtest_id=abtest_id,
  470. # abtest_config_tag=abtest_config_tag,
  471. # ab_test_code=ab_test_code,
  472. # mid_group=mid_group,
  473. # care_model_status=care_model_status,
  474. # abtest_param=abtest_param
  475. # )
  476. # # 阈值判断
  477. # if mid_video_share_rate > threshold:
  478. # # 大于阈值,出广告
  479. # ad_predict = 2
  480. # else:
  481. # # 否则,不出广告
  482. # ad_predict = 1
  483. # result = {
  484. # 'mid_group': mid_group,
  485. # 'group_share_rate': group_share_rate,
  486. # 'video_share_rate': video_share_rate,
  487. # 'mid_video_share_rate': mid_video_share_rate,
  488. # 'threshold': threshold,
  489. # 'ad_predict': ad_predict}
  490. return result
  491. except Exception as e:
  492. log_.error(traceback.format_exc())
  493. return None
  494. def ad_recommend_predict_with_roi(app_type, mid, video_id, ads, arpu, roi_param):
  495. """
  496. 广告推荐预测
  497. :param app_type: app_type
  498. :param mid: mid
  499. :param video_id: video_id
  500. :param ads: 需要发放广告列表 list
  501. :param arpu: 上一周期arpu值
  502. :param roi_param: 计算roi使用参数
  503. :return: ad_predict, type-int, 1-不发放广告,2-发放广告
  504. """
  505. try:
  506. now_date = datetime.datetime.today()
  507. now_dt = datetime.datetime.strftime(now_date, '%Y%m%d')
  508. ad_info = ads[0]
  509. ad_id = ad_info['adId']
  510. ad_type = ad_info['adType']
  511. ecpm = float(ad_info['ecpm'])
  512. # 获取参数
  513. params = config_.PARAMS_NEW_STRATEGY[int(app_type)]
  514. # 判断mid所属分组
  515. group_class_key = params.get('group_class_key')
  516. mid_group_key_name = f"{config_.KEY_NAME_PREFIX_MID_GROUP}{group_class_key}:{mid}"
  517. mid_group = redis_helper.get_data_from_redis(key_name=mid_group_key_name)
  518. if mid_group is None:
  519. mid_group = 'mean_group'
  520. # 获取用户组出广告后分享的概率
  521. share_user_data_key = params['user'].get('data')
  522. share_user_rule_key = params['user'].get('rule')
  523. group_share_rate_key_with_ad = \
  524. f"{config_.KEY_NAME_PREFIX_GROUP_WITH_AD}{share_user_data_key}:{share_user_rule_key}:{now_dt}"
  525. if not redis_helper.key_exists(group_share_rate_key_with_ad):
  526. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  527. group_share_rate_key_with_ad = \
  528. f"{config_.KEY_NAME_PREFIX_GROUP_WITH_AD}{share_user_data_key}:{share_user_rule_key}:{redis_dt}"
  529. group_share_rate_with_ad = redis_helper.get_score_with_value(key_name=group_share_rate_key_with_ad,
  530. value=mid_group)
  531. # 获取视频出广告后分享的概率
  532. share_video_data_key = params['video'].get('data')
  533. video_share_rate_key_with_ad = f"{config_.KEY_NAME_PREFIX_VIDEO_WITH_AD}{share_video_data_key}:{now_dt}"
  534. if not redis_helper.key_exists(video_share_rate_key_with_ad):
  535. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  536. video_share_rate_key_with_ad = f"{config_.KEY_NAME_PREFIX_VIDEO_WITH_AD}{share_video_data_key}:{redis_dt}"
  537. video_share_rate_with_ad = redis_helper.get_score_with_value(key_name=video_share_rate_key_with_ad,
  538. value=int(video_id))
  539. if video_share_rate_with_ad is None:
  540. video_share_rate_with_ad = redis_helper.get_score_with_value(key_name=video_share_rate_key_with_ad,
  541. value=-1)
  542. # 获取用户组不出广告后分享的概率
  543. group_share_rate_key_no_ad = \
  544. f"{config_.KEY_NAME_PREFIX_GROUP_NO_AD}{share_user_data_key}:{share_user_rule_key}:{now_dt}"
  545. if not redis_helper.key_exists(group_share_rate_key_no_ad):
  546. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  547. group_share_rate_key_no_ad = \
  548. f"{config_.KEY_NAME_PREFIX_GROUP_NO_AD}{share_user_data_key}:{share_user_rule_key}:{redis_dt}"
  549. group_share_rate_no_ad = redis_helper.get_score_with_value(key_name=group_share_rate_key_no_ad, value=mid_group)
  550. # 获取视频不出广告后分享的概率
  551. video_share_rate_key_no_ad = f"{config_.KEY_NAME_PREFIX_VIDEO_NO_AD}{share_video_data_key}:{now_dt}"
  552. if not redis_helper.key_exists(video_share_rate_key_no_ad):
  553. redis_dt = datetime.datetime.strftime(now_date - datetime.timedelta(days=1), '%Y%m%d')
  554. video_share_rate_key_no_ad = f"{config_.KEY_NAME_PREFIX_VIDEO_NO_AD}{share_video_data_key}:{redis_dt}"
  555. video_share_rate_no_ad = redis_helper.get_score_with_value(key_name=video_share_rate_key_no_ad,
  556. value=int(video_id))
  557. if video_share_rate_no_ad is None:
  558. video_share_rate_no_ad = redis_helper.get_score_with_value(key_name=video_share_rate_key_no_ad, value=-1)
  559. if group_share_rate_with_ad is None or video_share_rate_with_ad is None \
  560. or group_share_rate_no_ad is None or video_share_rate_no_ad is None:
  561. return None
  562. # 计算此次请求出广告后分享的概率
  563. share_rate_with_ad = float(group_share_rate_with_ad) * float(video_share_rate_with_ad)
  564. # 计算此次请求不出广告分享的概率
  565. share_rate_no_ad = float(group_share_rate_no_ad) * float(video_share_rate_no_ad)
  566. # 计算此次请求出广告的收入增益
  567. roi_ad = ecpm / 1000 - float(roi_param) * float(arpu) * (share_rate_no_ad - share_rate_with_ad)
  568. # 收入增益判断
  569. if roi_ad > 0:
  570. # 大于0,出广告
  571. ad_predict = 2
  572. else:
  573. # 否则,不出广告
  574. ad_predict = 1
  575. result = {
  576. 'arpu': arpu,
  577. 'roi_param': roi_param,
  578. 'ad_id': ad_id,
  579. 'ad_type': ad_type,
  580. 'mid_group': mid_group,
  581. 'group_share_rate_with_ad': group_share_rate_with_ad,
  582. 'video_share_rate_with_ad': video_share_rate_with_ad,
  583. 'group_share_rate_no_ad': group_share_rate_no_ad,
  584. 'video_share_rate_no_ad': video_share_rate_no_ad,
  585. 'share_rate_with_ad': share_rate_with_ad,
  586. 'share_rate_no_ad': share_rate_no_ad,
  587. 'roi_ad': roi_ad,
  588. 'ad_predict': ad_predict
  589. }
  590. return result
  591. except Exception as e:
  592. log_.error(traceback.format_exc())
  593. return None