Преглед на файлове

实时检查redis数量的任务,增加多个产品。

zhangbo преди 11 месеца
родител
ревизия
7b62ddb0ea
променени са 1 файла, в които са добавени 45 реда и са изтрити 37 реда
  1. 45 37
      alg_recsys_coldstart_offlinecheck.py

+ 45 - 37
alg_recsys_coldstart_offlinecheck.py

@@ -1,13 +1,10 @@
 # -*- coding: utf-8 -*-
 import time
-import traceback
 from my_config import set_config
 from log import Log
-from my_utils import execute_sql_from_odps
 from db_helper import RedisHelper
-from datetime import datetime, timedelta
+from datetime import datetime
 
-from alg_recsys_recall_4h_region_trend import records_process_for_list
 config_, _ = set_config()
 log_ = Log()
 redis_helper = RedisHelper()
@@ -18,41 +15,52 @@ def main():
     date_write = ""
     while True:
         date_cur = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
-        if "2024-05-10 20:3" in date_cur:
+        if "2024-06-01" in date_cur:
             print("退出")
             break
-        # if date_write == date_cur:
-        #     time.sleep(10)
-        #     continue
+        apptype_list = ["0", "4", "5", "21", "3", "6", "2", "13", "17", "18", "19", "22"]
+        level_list = ["1", "2", "3", "4", "5"]
+        for app in apptype_list:
+            for level in level_list:
+                key = "flow:pool:level:item:" + app + ":" + level
+                result = redis_helper.get_data_from_set(key)
+                if not result:
+                    result = []
+                size = len(result)
+                log_str = "\t".join([date_cur, app, level, str(size)])
+                log_.info(log_str)
+        time.sleep(40)
+
+
+
+        # for level in ["1", "2", "3", "4"]:
+        #     key = "flow:pool:level:item:4:" + level
+        #     result = redis_helper.get_data_from_set(key)
+        #     if not result:
+        #         result = []
+        #     size = len(result)
+        #     log_str = "\t".join([date_cur, "4", level, str(size)])
+        #     # print(log_str)
+        #     log_.info(log_str)
+        # for level in ["1", "2", "3", "4"]:
+        #     key = "flow:pool:level:item:0:" + level
+        #     result = redis_helper.get_data_from_set(key)
+        #     if not result:
+        #         result = []
+        #     size = len(result)
+        #     log_str = "\t".join([date_cur, "0", level, str(size)])
+        #     # print(log_str)
+        #     log_.info(log_str)
+        # for level in ["1", "2", "3", "4"]:
+        #     key = "flow:pool:level:item:21:" + level
+        #     result = redis_helper.get_data_from_set(key)
+        #     if not result:
+        #         result = []
+        #     size = len(result)
+        #     log_str = "\t".join([date_cur, "21", level, str(size)])
+        #     # print(log_str)
+        #     log_.info(log_str)
 
-        for level in ["1", "2", "3", "4"]:
-            key = "flow:pool:level:item:4:" + level
-            result = redis_helper.get_data_from_set(key)
-            if not result:
-                result = []
-            size = len(result)
-            log_str = "\t".join([date_cur, "4", level, str(size)])
-            # print(log_str)
-            log_.info(log_str)
-        for level in ["1", "2", "3", "4"]:
-            key = "flow:pool:level:item:0:" + level
-            result = redis_helper.get_data_from_set(key)
-            if not result:
-                result = []
-            size = len(result)
-            log_str = "\t".join([date_cur, "0", level, str(size)])
-            # print(log_str)
-            log_.info(log_str)
-        for level in ["1", "2", "3", "4"]:
-            key = "flow:pool:level:item:21:" + level
-            result = redis_helper.get_data_from_set(key)
-            if not result:
-                result = []
-            size = len(result)
-            log_str = "\t".join([date_cur, "21", level, str(size)])
-            # print(log_str)
-            log_.info(log_str)
-        time.sleep(30)
         # date_write = datetime.now().strftime("%Y-%m-%d %H:%M")
 
 
@@ -63,4 +71,4 @@ if __name__ == '__main__':
 
 
 # cd /root/zhangbo/rov-offline
-# nohup python alg_recsys_coldstart_offlinecheck.py > p.log 2>&1 &
+# nohup python alg_recsys_coldstart_offlinecheck.py > p2.log 2>&1 &