parameter_update.py 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130
  1. from my_utils import parse_json_for_risk_rule
  2. from my_utils import parse_json_for_risk_videos
  3. from db_helper import RedisHelper
  4. from config import set_config
  5. import json
  6. from log import Log
  7. config_ = set_config()
  8. log_ = Log()
  9. RISK_SHIELD_FILTER_RULE_V1_JSON = "RISK_SHIELD_FILTER_RULE_V1_JSON"
  10. RISK_SHIELD_FILTER_VIDEO_V1_STR = "RISK_SHIELD_FILTER_VIDEO_V1_STR"
  11. RISK_SHIELD_FILTER_EXPANSION_FACTOR_INT = "RISK_SHIELD_FILTER_EXPANSION_FACTOR_INT"
  12. RISK_SHIELD_FILTER_FLAG_BOOL = "RISK_SHIELD_FILTER_FLAG_BOOL"
  13. TAGS_FILTER_FLAG_BOOL = "TAGS_FILTER_FLAG_BOOL"
  14. TAGS_FILTER_RULE_V1_JSON = "TAGS_FILTER_RULE_V1_JSON"
  15. def param_update_risk_rule() -> dict:
  16. """
  17. 定时更新风险过滤的规则
  18. key=RISK_SHIELD_FILTER_RULE_V1_JSON
  19. value= "{\"0\": [\"110000\"]}"
  20. """
  21. redis_helper = RedisHelper()
  22. tmp = redis_helper.get_data_from_redis(key_name=RISK_SHIELD_FILTER_RULE_V1_JSON)
  23. if tmp is not None:
  24. data = parse_json_for_risk_rule(tmp)
  25. return data
  26. return {}
  27. def param_update_risk_videos() -> list:
  28. """
  29. 定时更新风险过滤的videos
  30. key = "RISK_SHIELD_FILTER_VIDEO_V1_STR"
  31. value = "7536230,1,2,3,4,5,6,7,8,9,10"
  32. """
  33. redis_helper = RedisHelper()
  34. tmp = redis_helper.get_data_from_redis(key_name=RISK_SHIELD_FILTER_VIDEO_V1_STR)
  35. if tmp is not None:
  36. data = parse_json_for_risk_videos(tmp)
  37. return data
  38. return []
  39. def param_update_expansion_factor() -> int:
  40. """
  41. 定时更新扩大倍数
  42. key = "RISK_SHIELD_FILTER_EXPANSION_FACTOR_INT"
  43. value = "5"
  44. """
  45. redis_helper = RedisHelper()
  46. tmp = redis_helper.get_data_from_redis(key_name=RISK_SHIELD_FILTER_EXPANSION_FACTOR_INT)
  47. data = 5
  48. if tmp is not None:
  49. try:
  50. data = int(tmp)
  51. except Exception as e:
  52. data = 5
  53. # 容灾
  54. if data < 5:
  55. data = 5
  56. elif data > 25:
  57. data = 25
  58. return data
  59. def param_update_risk_filter_flag() -> bool:
  60. """
  61. 定时更新 是否过滤
  62. key = "RISK_SHIELD_FILTER_FLAG_BOOL"
  63. value = "False"
  64. """
  65. redis_helper = RedisHelper()
  66. tmp = redis_helper.get_data_from_redis(key_name=RISK_SHIELD_FILTER_FLAG_BOOL)
  67. data = False
  68. if tmp is not None:
  69. try:
  70. data = True if tmp.lower() == "true" else False
  71. except Exception as e:
  72. data = False
  73. return data
  74. def param_update_filter_flags() -> [bool, bool]:
  75. """
  76. 用getbatch的方式从redis中取所有filter的flag
  77. key1 = "RISK_SHIELD_FILTER_FLAG_BOOL"
  78. key2 = "TAGS_FILTER_FLAG_BOOL"
  79. value = "False"
  80. """
  81. redis_helper = RedisHelper()
  82. key_list = [
  83. RISK_SHIELD_FILTER_FLAG_BOOL,
  84. TAGS_FILTER_FLAG_BOOL
  85. ]
  86. tmp = redis_helper.get_batch_key(name_list=key_list)
  87. data1 = False
  88. data2 = False
  89. if tmp is not None:
  90. try:
  91. data1 = True if tmp[0].lower() == "true" else False
  92. except Exception as e:
  93. data1 = False
  94. if tmp is not None:
  95. try:
  96. data2 = True if tmp[1].lower() == "true" else False
  97. except Exception as e:
  98. data2 = False
  99. return [data1, data2]
  100. def param_update_rule(redis_helper: RedisHelper):
  101. tmp = redis_helper.get_data_from_redis(key_name=TAGS_FILTER_RULE_V1_JSON)
  102. if tmp is not None:
  103. try:
  104. data = json.loads(tmp)
  105. return data
  106. except Exception as e:
  107. log_.error("{}: parse json is wrong with in param_update_rule:{}".format(e, tmp))
  108. return {}
  109. if __name__ == '__main__':
  110. pass
  111. d1 = param_update_risk_rule()
  112. d2 = param_update_risk_videos()
  113. print(d1, type(d1))
  114. print(d2, type(d2))
  115. d3 = param_update_expansion_factor()
  116. d4 = param_update_risk_filter_flag()
  117. print(d3, type(d3))
  118. print(d4, type(d4))
  119. redis_helper = RedisHelper()
  120. d5 = param_update_rule(redis_helper)
  121. print(d5, type(d5))