Просмотр исходного кода

feat:添加特征Spark任务告警

zhaohaipeng 11 месяцев назад
Родитель
Сommit
aee12b20f8
2 измененных файлов с 9 добавлено и 3 удалено
  1. 7 2
      client/YarnClient.py
  2. 2 1
      feature_spark_monitor.py

+ 7 - 2
client/YarnClient.py

@@ -1,4 +1,5 @@
 import json
+from typing import List, Dict
 
 import requests
 
@@ -9,8 +10,12 @@ class YarnClient(object):
     def __init__(self, cluster_ip: str):
         self.cluster_ip = cluster_ip
 
-    def get_apps(self, queue="", finished_time_begin=0, finished_time_end=0, started_time_begin=0, started_time_end=0,
-                 limit=10) -> list[dict]:
+    def get_apps(self, queue="",
+                 finished_time_begin=0,
+                 finished_time_end=0,
+                 started_time_begin=0,
+                 started_time_end=0,
+                 limit=10) -> List[Dict]:
         query_str = f"limit=&{limit}"
         if queue != "":
             query_str = f"{query_str}&queue={queue}"

+ 2 - 1
feature_spark_monitor.py

@@ -1,5 +1,6 @@
 import configparser
 from datetime import datetime, timedelta
+from typing import Dict, List
 
 from client import YarnClient
 from util import dateutil, feishu_inform_util
@@ -87,7 +88,7 @@ def df_print(result):
     print('\n'.join(rows))
 
 
-def handle_table(table_name: str, spark_task_list: list[dict]) -> (bool, str):
+def handle_table(table_name: str, spark_task_list: List[Dict]) -> (bool, str):
     filtered_data = [
         item for item in spark_task_list
         if table_name in item['name'] and dateutil.str_cover_date(item['startedTime']) > filter_date