瀏覽代碼

Update pai_flow_operator: different date range for evaluation

fengzhoutian 4 天之前
父節點
當前提交
6a7df48009
共有 1 個文件被更改,包括 6 次插入6 次删除
  1. 6 6
      ad/pai_flow_operator.py

+ 6 - 6
ad/pai_flow_operator.py

@@ -142,17 +142,16 @@ def process_list(lst, append_str):
     return result_str
 
 
-def get_train_data_list():
-    start_date = '20250320'
+def get_train_data_list(date_begin):
     end_date = get_previous_days_date(1)
-    date_list = get_dates_between(start_date, end_date)
+    date_list = get_dates_between(date_begin, end_date)
     filter_date_list = read_file_to_list()
     date_list = remove_elements(date_list, filter_date_list)
     return date_list
 
 
-def update_data_date_range(old_str):
-    date_list = get_train_data_list()
+def update_data_date_range(old_str, date_begin='20250320'):
+    date_list = get_train_data_list(date_begin)
     train_list = ["'" + item + "'" for item in date_list]
     result = ','.join(train_list)
     start_index = old_str.find('where dt in (')
@@ -521,11 +520,12 @@ def update_online_flow():
             try:
                 name = node['name']
                 if name in ('样本shuffle', '评估样本重组'):
+                    date_begin = '20250320' if name == '样本shuffle' else get_previous_days_date(7)
                     properties = node['properties']
                     for property in properties:
                         if property['name'] == 'sql':
                             value = property['value']
-                            new_value = update_data_date_range(value)
+                            new_value = update_data_date_range(value, date_begin)
                             if new_value is None:
                                 print("error")
                             property['value'] = new_value