feat:添加分析任务

client/YarnClient.py

@@ -19,7 +19,7 @@ class YarnClient(object):
         query_str = f"limit={limit}"
         if queue != "":
             query_str = f"{query_str}&queue={queue}"
-        if finished_time_end > 0:
+        if finished_time_begin > 0:
             query_str = f"{query_str}&finishedTimeBegin={finished_time_begin}"
         if finished_time_end > 0:
             query_str = f"{query_str}&finishedTimeEnd={finished_time_end}"

feature_spark_monitor.py

@@ -118,7 +118,8 @@ def _main():
 
     # 获取最近七小时的Spark任务
     hours_7_early = int((datetime.now() - timedelta(hours=7)).timestamp()) * 1000
-    result = yarn_client.get_apps(started_time_begin=hours_7_early)
+    result = yarn_client.get_apps(finished_time_begin=hours_7_early)
+    result = filter(lambda item: item['finalStatus'] == 'SUCCEEDED', result)
 
     for table_name in table_list:
         # 判断最后一次同步是否为两个小时以内