accountServer.py 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. """
  2. @author: luojunhui
  3. """
  4. import json
  5. import aiohttp
  6. from applications.articleTools import ArticleDBTools
  7. class AccountServer(object):
  8. """
  9. 获取标题和公众号文章的相关性
  10. """
  11. def __init__(self, mysql_client, params):
  12. self.account_name_list = None
  13. self.sim_type = None
  14. self.interest_type = None
  15. self.min_time = None
  16. self.max_time = None
  17. self.rate = None
  18. self.title_list = None
  19. self.params = params
  20. self.AT = ArticleDBTools(mysql_client)
  21. async def request_for_nlp(self, title_list, account_interest, account_weight):
  22. """
  23. nlp process
  24. """
  25. headers = {"Content-Type": "application/json"}
  26. url = "http://localhost:6060/nlp"
  27. body = {
  28. "data": {
  29. "text_list_a": [i.replace("'", "") for i in title_list],
  30. "text_list_b": [i.replace("'", "") for i in account_interest],
  31. "score_list_b": account_weight,
  32. "symbol": 1,
  33. },
  34. "function": "similarities_cross_mean" if self.sim_type == "mean" else "similarities_cross_avg"
  35. }
  36. async with aiohttp.ClientSession() as session:
  37. async with session.post(url, headers=headers, json=body) as response:
  38. response_text = await response.text()
  39. print("结果:\t", response_text)
  40. if response_text:
  41. return await response.json()
  42. else:
  43. print("Received empty response")
  44. return {}
  45. def checkParams(self):
  46. """
  47. 校验传参
  48. :return:
  49. """
  50. try:
  51. self.title_list = self.params["text_list"]
  52. self.account_name_list = self.params.get("account_nickname_list", [])
  53. self.rate = self.params.get("rate", 0.1)
  54. self.max_time = self.params.get("max_time")
  55. self.min_time = self.params.get("min_time")
  56. self.interest_type = self.params.get("interest_type", "top")
  57. self.sim_type = self.params.get("sim_type", "mean")
  58. return None
  59. except Exception as e:
  60. response = {"error": "Params error", "detail": str(e)}
  61. return response
  62. async def getAccountInterest(
  63. self,
  64. account_name,
  65. method,
  66. rate=None,
  67. msg_type=None,
  68. index_list=None,
  69. min_time=None,
  70. max_time=None,
  71. ):
  72. """
  73. 获取账号的兴趣类型
  74. :param account_name:
  75. :param max_time:
  76. :param min_time:
  77. :param index_list:
  78. :param msg_type:
  79. :param keys_dict:
  80. :param rate:
  81. :param gh_id:
  82. :param method:
  83. :return:
  84. """
  85. good_df, bad_df = await self.AT.get_good_bad_articles(
  86. account_name=account_name,
  87. method=method,
  88. msg_type=msg_type,
  89. index_list=index_list,
  90. min_time=min_time,
  91. max_time=max_time,
  92. rate=rate,
  93. )
  94. view_count_list = good_df["show_view_count"].values.tolist()
  95. title_list = good_df["title"].values.tolist()
  96. print(view_count_list)
  97. print(title_list)
  98. return title_list, view_count_list
  99. async def getEachAccountScoreList(self, account_name):
  100. """
  101. 获取和单个账号的相关性分数
  102. :return:
  103. """
  104. # try:
  105. account_interest, account_weight = await self.getAccountInterest(
  106. account_name=account_name,
  107. method=self.interest_type,
  108. rate=self.rate
  109. )
  110. sim_key = "score_list_mean" if self.sim_type == "mean" else "score_list_avg"
  111. response = await self.request_for_nlp(
  112. title_list=self.title_list,
  113. account_interest=account_interest,
  114. account_weight=account_weight
  115. )
  116. return {
  117. "score_list": response[sim_key],
  118. "text_list_max": response["text_list_max"],
  119. }
  120. # except Exception as e:
  121. # print(e)
  122. # return {
  123. # "score_list": [0] * len(self.title_list),
  124. # "text_list_max": self.title_list,
  125. # }
  126. async def getAccountListScoreList(self):
  127. """
  128. 获取AccountList中每一个账号的相关性分数
  129. :return:
  130. """
  131. response = {}
  132. for accountName in self.account_name_list:
  133. if response.get(accountName):
  134. continue
  135. else:
  136. response[accountName] = await self.getEachAccountScoreList(account_name=accountName)
  137. return response
  138. async def deal(self):
  139. """
  140. Deal Function
  141. :return:
  142. """
  143. return (
  144. self.checkParams() if self.checkParams() else await self.getAccountListScoreList()
  145. )