ad_predict.py 2.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970
  1. import json
  2. import random
  3. import time
  4. import math
  5. import gevent
  6. from db_helper import RedisHelper
  7. from config import set_config
  8. from log import Log
  9. from gevent import monkey, pool
  10. monkey.patch_all()
  11. config_ = set_config()
  12. log_ = Log()
  13. redis_helper = RedisHelper()
  14. def thompson_process(creative_id):
  15. # 获取creative_id对应的Thompson参数
  16. thompson_param_initial = redis_helper.get_data_from_redis(key_name=f"{config_.THOMPSON_PARAM_KEY_PREFIX}{creative_id}")
  17. if thompson_param_initial is None or thompson_param_initial == '':
  18. # 参数不存在,获取默认参数
  19. thompson_param = redis_helper.get_data_from_redis(key_name=f"{config_.THOMPSON_PARAM_KEY_PREFIX}-1")
  20. param_alpha, param_beta = json.loads(thompson_param.strip())
  21. param_alpha, param_beta = int(param_alpha), int(param_beta)
  22. random_flag = 'initial_random'
  23. else:
  24. # 参数存在
  25. param_alpha, param_beta = json.loads(thompson_param_initial.strip())
  26. param_alpha, param_beta = int(param_alpha), int(param_beta)
  27. if param_alpha + param_beta >= 100:
  28. # ad_idea_id 曝光数 >= 100,生成参数为(param_alpha+1, param_beta+1)的beta分布随机数
  29. thompson_param = thompson_param_initial
  30. random_flag = 'beta'
  31. else:
  32. # ad_idea_id 曝光数 < 100,获取默认参数
  33. thompson_param = redis_helper.get_data_from_redis(key_name=f"{config_.THOMPSON_PARAM_KEY_PREFIX}-1")
  34. param_alpha, param_beta = json.loads(thompson_param.strip())
  35. param_alpha, param_beta = int(param_alpha), int(param_beta)
  36. random_flag = 'under_view_initial_random'
  37. # 生成参数为(param_alpha+1, param_beta+1)的beta分布随机数
  38. alpha = math.log(param_alpha + 1) + 1
  39. beta = math.log(param_beta + 1) + 1
  40. score = random.betavariate(alpha=alpha, beta=beta)
  41. betavariate_param = [alpha, beta]
  42. thompson_res = [creative_id, score, thompson_param_initial, thompson_param, betavariate_param, random_flag]
  43. return thompson_res
  44. def get_creative_id_with_thompson(mid, creative_id_list, gevent_pool):
  45. """利用Thompson采样获取此次要展示的广告创意ID"""
  46. # 限制协程最大并发数:20
  47. tasks = [gevent_pool.spawn(thompson_process, creative_id) for creative_id in creative_id_list]
  48. gevent.joinall(tasks)
  49. thompson_res_list = [t.get() for t in tasks]
  50. # 按照score排序
  51. thompson_res_rank = sorted(thompson_res_list, key=lambda x: x[1], reverse=True)
  52. rank_res = {
  53. 'mid': mid,
  54. 'creative_id': thompson_res_rank[0][0],
  55. 'score': thompson_res_rank[0][1],
  56. 'thompson_param_initial': thompson_res_rank[0][2],
  57. 'thompson_param': thompson_res_rank[0][3],
  58. 'betavariate_param': thompson_res_rank[0][4],
  59. 'random_flag': thompson_res_rank[0][5],
  60. 'thompson_res_rank': thompson_res_rank
  61. }
  62. return rank_res