add other tasks

long_articles_job.py

@@ -21,6 +21,7 @@ from tasks.data_tasks.fwh_data_recycle import FwhGroupPublishRecordManager
 from tasks.data_tasks.fwh_data_recycle import SaveFwhDataToDatabase
 from tasks.data_tasks.fwh_data_recycle import FwhGroupPublishMonitor
 from tasks.monitor_tasks.kimi_balance_monitor import check_kimi_balance
+from tasks.monitor_tasks.outside_server_accounts_monitor import run_outside_server_accounts_monitor
 from tasks.publish_tasks.top_article_generalize import (
     TopArticleGeneralizeFromArticlePool,
 )
@@ -119,6 +120,8 @@ def main():
                 run_title_similarity_task()
             case "top_article_generalize":
                 run_top_article_generalize_from_article_pool()
+            case "run_outside_server_accounts_monitor":
+                run_outside_server_accounts_monitor()
             case _:
                 print("task_name cannot be None")
 

outside_server_accounts_monitor.py

@@ -1,31 +0,0 @@
-from argparse import ArgumentParser
-
-from tasks.monitor_tasks.outside_gzh_articles_monitor import OutsideGzhArticlesCollector
-from tasks.monitor_tasks.outside_gzh_articles_monitor import OutsideGzhArticlesMonitor
-
-
-if __name__ == "__main__":
-    parser = ArgumentParser()
-    parser.add_argument("--task", help="input monitor or collector")
-    args = parser.parse_args()
-    if args.task:
-        task = args.task
-        match task:
-            case "monitor":
-                monitor = OutsideGzhArticlesMonitor()
-                monitor.deal()
-            case "collector":
-                collector = OutsideGzhArticlesCollector()
-                collector.deal()
-            case _:
-                print("task is not support")
-    else:
-        # first collect data
-        collector = OutsideGzhArticlesCollector()
-        collector.deal()
-
-        # then monitor each article
-        monitor = OutsideGzhArticlesMonitor()
-        monitor.deal()
-
-

sh/run_long_articles_job.sh

@@ -52,7 +52,8 @@ TASKS=(
   "0 4,16 * * *|run_toutiao_video_crawler|${LOG_DIR}/run_toutiao_video_crawler/%Y-%m-%d.log"
   # 百度视频抓取
   "20 0,12 * * *|run_baidu_video_crawler|${LOG_DIR}/run_baidu_video_crawler/%Y-%m-%d.log"
-
+  # 外部服务号监测
+  "0 10,16 * * *|run_outside_server_accounts_monitor|${LOG_DIR}/run_outside_server_accounts_monitor/%Y-%m-%d.log"
 )
 
 ###################### 工具函数 ######################

tasks/monitor_tasks/outside_server_accounts_monitor.py

@@ -0,0 +1,13 @@
+
+from tasks.monitor_tasks.outside_gzh_articles_monitor import OutsideGzhArticlesCollector
+from tasks.monitor_tasks.outside_gzh_articles_monitor import OutsideGzhArticlesMonitor
+
+def run_outside_server_accounts_monitor():
+    # first collect data
+    collector = OutsideGzhArticlesCollector()
+    collector.deal()
+
+    # then monitor each article
+    monitor = OutsideGzhArticlesMonitor()
+    monitor.deal()
+