alg_recsys_coldstart_offlinecheck.py 1.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566
  1. # -*- coding: utf-8 -*-
  2. import time
  3. import traceback
  4. from my_config import set_config
  5. from log import Log
  6. from my_utils import execute_sql_from_odps
  7. from db_helper import RedisHelper
  8. from datetime import datetime, timedelta
  9. from alg_recsys_recall_4h_region_trend import records_process_for_list
  10. config_, _ = set_config()
  11. log_ = Log()
  12. redis_helper = RedisHelper()
  13. def main():
  14. date_write = ""
  15. while True:
  16. date_cur = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
  17. if "2024-05-10 20:3" in date_cur:
  18. print("退出")
  19. break
  20. # if date_write == date_cur:
  21. # time.sleep(10)
  22. # continue
  23. for level in ["1", "2", "3", "4"]:
  24. key = "flow:pool:level:item:4:" + level
  25. result = redis_helper.get_data_from_set(key)
  26. if not result:
  27. result = []
  28. size = len(result)
  29. log_str = "\t".join([date_cur, "4", level, str(size)])
  30. # print(log_str)
  31. log_.info(log_str)
  32. for level in ["1", "2", "3", "4"]:
  33. key = "flow:pool:level:item:0:" + level
  34. result = redis_helper.get_data_from_set(key)
  35. if not result:
  36. result = []
  37. size = len(result)
  38. log_str = "\t".join([date_cur, "0", level, str(size)])
  39. # print(log_str)
  40. log_.info(log_str)
  41. for level in ["1", "2", "3", "4"]:
  42. key = "flow:pool:level:item:21:" + level
  43. result = redis_helper.get_data_from_set(key)
  44. if not result:
  45. result = []
  46. size = len(result)
  47. log_str = "\t".join([date_cur, "21", level, str(size)])
  48. # print(log_str)
  49. log_.info(log_str)
  50. time.sleep(30)
  51. # date_write = datetime.now().strftime("%Y-%m-%d %H:%M")
  52. if __name__ == '__main__':
  53. main()
  54. # cd /root/zhangbo/rov-offline
  55. # nohup python alg_recsys_coldstart_offlinecheck.py > p.log 2>&1 &