|
@@ -142,17 +142,16 @@ def process_list(lst, append_str):
|
|
|
return result_str
|
|
|
|
|
|
|
|
|
-def get_train_data_list():
|
|
|
- start_date = '20250320'
|
|
|
+def get_train_data_list(date_begin):
|
|
|
end_date = get_previous_days_date(1)
|
|
|
- date_list = get_dates_between(start_date, end_date)
|
|
|
+ date_list = get_dates_between(date_begin, end_date)
|
|
|
filter_date_list = read_file_to_list()
|
|
|
date_list = remove_elements(date_list, filter_date_list)
|
|
|
return date_list
|
|
|
|
|
|
|
|
|
-def update_data_date_range(old_str):
|
|
|
- date_list = get_train_data_list()
|
|
|
+def update_data_date_range(old_str, date_begin='20250320'):
|
|
|
+ date_list = get_train_data_list(date_begin)
|
|
|
train_list = ["'" + item + "'" for item in date_list]
|
|
|
result = ','.join(train_list)
|
|
|
start_index = old_str.find('where dt in (')
|
|
@@ -521,11 +520,12 @@ def update_online_flow():
|
|
|
try:
|
|
|
name = node['name']
|
|
|
if name in ('样本shuffle', '评估样本重组'):
|
|
|
+ date_begin = '20250320' if name == '样本shuffle' else get_previous_days_date(7)
|
|
|
properties = node['properties']
|
|
|
for property in properties:
|
|
|
if property['name'] == 'sql':
|
|
|
value = property['value']
|
|
|
- new_value = update_data_date_range(value)
|
|
|
+ new_value = update_data_date_range(value, date_begin)
|
|
|
if new_value is None:
|
|
|
print("error")
|
|
|
property['value'] = new_value
|