alg_recsys_coldstart_offlinecheck.py 1.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. # -*- coding: utf-8 -*-
  2. import time
  3. import traceback
  4. from config import set_config
  5. from log import Log
  6. from utils import execute_sql_from_odps
  7. from db_helper import RedisHelper
  8. from datetime import datetime, timedelta
  9. from alg_recsys_recall_4h_region_trend import records_process_for_list
  10. config_, _ = set_config()
  11. log_ = Log()
  12. redis_helper = RedisHelper()
  13. def main():
  14. date_write = ""
  15. while True:
  16. date_cur = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
  17. if "2024-05-07 20:3" in date_cur:
  18. print("退出")
  19. break
  20. # if date_write == date_cur:
  21. # time.sleep(10)
  22. # continue
  23. for level in ["1", "2", "3", "4"]:
  24. key = "flow:pool:level:item:4:" + level
  25. result = redis_helper.get_data_from_set(key)
  26. if not result:
  27. result = []
  28. size = len(result)
  29. log_str = "\t".join([date_cur, "4", level, str(size)])
  30. print(log_str)
  31. for level in ["1", "2", "3", "4"]:
  32. key = "flow:pool:level:item:0:" + level
  33. result = redis_helper.get_data_from_set(key)
  34. if not result:
  35. result = []
  36. size = len(result)
  37. log_str = "\t".join([date_cur, "0", level, str(size)])
  38. print(log_str)
  39. for level in ["1", "2", "3", "4"]:
  40. key = "flow:pool:level:item:21:" + level
  41. result = redis_helper.get_data_from_set(key)
  42. if not result:
  43. result = []
  44. size = len(result)
  45. log_str = "\t".join([date_cur, "21", level, str(size)])
  46. print(log_str)
  47. time.sleep(30)
  48. # date_write = datetime.now().strftime("%Y-%m-%d %H:%M")
  49. if __name__ == '__main__':
  50. main()
  51. # cd /root/zhangbo/rov-offline
  52. # nohup python alg_recsys_coldstart_offlinecheck.py > p.log 2>&1 &