trend

alg_recsys_recall_4h_region_trend.py

@@ -9,6 +9,7 @@ from log import Log
 from queue import Queue
 from tqdm import tqdm
 import threading
+import sys
 
 config_, _ = set_config()
 log_ = Log()
@@ -117,10 +118,19 @@ def process_and_store(row):
 def h_timer_check():
     try:
         log_.info(f"开始执行: {datetime.datetime.strftime(datetime.datetime.today(), '%Y%m%d%H')}")
+        try:
+            date = sys.argv[1]
+            hour = sys.argv[2]
+        except Exception as e:
+            now_date = datetime.datetime.today()
+            date = datetime.datetime.strftime(now_date, '%Y%m%d%H')
+            hour = datetime.datetime.now().hour
+            log_.info("没有读取到参数，采用系统时间,报错info：{}".format(e))
+        partition = str(date) + str(hour)
+        log_.info("打印partition={}".format(partition))
         #1 判断数据表是否生产完成
         project = "loghubods"
         table = "alg_recsys_recall_strategy_trend"
-        partition = "2023122019"
         table_data_cnt = check_data(project, table, partition)
         if table_data_cnt == 0:
             log_.info("上游数据{}未就绪{}，等待...".format(table, partition))

alg_recsys_recall_4h_region_trend_task.sh

@@ -10,7 +10,7 @@ echo "开始执行时间:{$(date "+%Y-%m-%d %H:%M:%S")}"
 
 if [[ $ROV_OFFLINE_ENV == 'test' ]]; then
 #  cd /root/zhangbo/rov-offline
-  /root/anaconda3/bin/python alg_recsys_recall_4h_region_trend.py
+  /root/anaconda3/bin/python alg_recsys_recall_4h_region_trend.py $cur_time $cur_h
   echo "结束执行时间:{$(date "+%Y-%m-%d %H:%M:%S")}"
   echo "all done"
 elif [[ $ROV_OFFLINE_ENV == 'pro' ]]; then