rank.py 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687
  1. """
  2. @author: luojunhui
  3. """
  4. from applications.match_alg.recall import recall_videos
  5. from applications.log import logging
  6. def jac_score(d1, d2):
  7. """
  8. 通过交并集来判断
  9. :param d1:
  10. :param d2:
  11. :return:
  12. """
  13. f1_keys = set(d1["key_words"])
  14. f2_keys = set(d2["key_words"])
  15. keys_union = f1_keys | f2_keys
  16. keys_intersection = f1_keys & f2_keys
  17. f1_search_keys = set(d1["search_keys"])
  18. f2_search_keys = set(d2["search_keys"])
  19. search_keys_union = f1_search_keys | f2_search_keys
  20. search_keys_intersection = f1_search_keys & f2_search_keys
  21. f1_extra_keys = set(d1["extra_keys"])
  22. f2_extra_keys = set(d2["extra_keys"])
  23. extra_keys_union = f1_extra_keys | f2_extra_keys
  24. extra_keys_intersection = f1_extra_keys & f2_extra_keys
  25. score_1 = len(keys_intersection) / len(keys_union)
  26. score_2 = len(search_keys_intersection) / len(search_keys_union)
  27. score_3 = len(extra_keys_intersection) / len(extra_keys_union)
  28. return score_1 * 0.4 + score_2 * 0.4 + score_3 * 0.2, d2['video_id']
  29. async def best_choice(params_obj, trace_id, search_videos):
  30. """
  31. 计算,返回出最合适的 video_id
  32. :return: video_id
  33. """
  34. pq_list, search_list = await recall_videos(trace_id=trace_id, s_videos=search_videos)
  35. def best_video_id(target_list):
  36. """
  37. :param target_list:
  38. :return:
  39. """
  40. score_list = []
  41. for video_obj in target_list:
  42. try:
  43. score, video_id = jac_score(d1=params_obj, d2=video_obj)
  44. score_list.append((video_id, score))
  45. except Exception as e:
  46. print(e)
  47. sorted_list = sorted(score_list, key=lambda x: x[1], reverse=True)
  48. return sorted_list[0] if sorted_list else (0, 0)
  49. if search_list:
  50. return best_video_id(search_list)[0]
  51. # best_search_tuple = best_video_id(search_list)
  52. # if best_search_tuple[1] > 0:
  53. # logging(
  54. # code="1003",
  55. # info="search_score---{}".format(best_search_tuple[1]),
  56. # trace_id=trace_id
  57. # )
  58. # return best_search_tuple[0]
  59. # else:
  60. # best_pq_tuple = best_video_id(pq_list)
  61. # if best_pq_tuple[1] > 0:
  62. # logging(
  63. # code="1003",
  64. # info="pq_score---{}".format(best_pq_tuple[1]),
  65. # trace_id=trace_id
  66. # )
  67. # return best_pq_tuple[0]
  68. # else:
  69. # return None
  70. else:
  71. best_pq_tuple = best_video_id(pq_list)
  72. if best_pq_tuple[1] > 0:
  73. logging(
  74. code="1003",
  75. info="pq_score---{}".format(best_pq_tuple[1]),
  76. trace_id=trace_id
  77. )
  78. return best_pq_tuple[0]
  79. else:
  80. return None