Merge branch 'feature/luojunhui/20260408-save-daily-rank-log' of Server/LongArticleTaskServer into master

app/api/service/daily_rank_manager.py

@@ -2,20 +2,21 @@ from typing import Optional
 
 
 class DailyRankManagerUtils:
-    """日榜管理工具类"""
+    """排序日志管理"""
 
     # 默认权重配置
     DEFAULT_WEIGHTS = {
-        "account_user_category_score": 1.0,
-        "category_score": 1.0,
+        "account_user_category_score": 0.2,
+        "category_score": 0.2,
         "flow_ctl_decrease_score": 1.0,
         "i2i_recommend_score": 1.0,
         "view_count_rate_score": 1.0,
+        "view_count_rate_v2_score": 1.0,
         "his_fission_open_rate_score": 1.0,
         "crawler_days_decrease_score": 1.0,
         "crawler_days_decrease_v2_score": 1.0,
-        "similarity_score": 1.0,
-        "publish_times_score": 1.0,
+        "similarity_score": 0.0,
+        "publish_times_score": 0.0,
     }
 
     @staticmethod
@@ -100,7 +101,7 @@ class DailyRankManager(DailyRankManagerUtils):
                 content_pool_type, strategy, title, score, category,
                 account_user_category_score, category_score,
                 flow_ctl_decrease_score, i2i_recommend_score,
-                view_count_rate_score, his_fission_open_rate_score,
+                view_count_rate_score, view_count_rate_v2_score, his_fission_open_rate_score,
                 crawler_days_decrease_score, crawler_days_decrease_v2_score, similarity_score,
                 publish_times_score, source_log,
                 create_timestamp, update_timestamp
@@ -128,6 +129,7 @@ class DailyRankManager(DailyRankManagerUtils):
             "flow_ctl_decrease_score",
             "i2i_recommend_score",
             "view_count_rate_score",
+            "view_count_rate_v2_score",
             "his_fission_open_rate_score",
             "crawler_days_decrease_score",
             "crawler_days_decrease_v2_score",

app/domains/monitor_tasks/rank_log_monitor/_const.py

@@ -1,12 +1,15 @@
 class RankLogMonitorConst:
 
+    DEFAULT_HIS_FISSION_OPEN_RATE_SCORE = 0.32
+
     DETAIL_COLUMN_MAP = {
         "PublishTimesStrategy": "publish_times_score",
         "AccountUserCategoryStrategy": "account_user_category_score",
         "CategoryStrategy": "category_score",
         "FlowCtlDecreaseStrategy": "flow_ctl_decrease_score",
         "I2IRecommendStrategy": "i2i_recommend_score",
-        "ViewCountRateV2Strategy": "view_count_rate_score",
+        "ViewCountRateStrategy": "view_count_rate_score",
+        "ViewCountRateV2Strategy": "view_count_rate_v2_score",
         "HisFissionOpenRateStrategy": "his_fission_open_rate_score",
         "CrawlerDaysDecreaseStrategy": "crawler_days_decrease_score",
         "CrawlerDaysDecreaseV2Strategy": "crawler_days_decrease_v2_score",
@@ -19,6 +22,7 @@ class RankLogMonitorConst:
         "flow_ctl_decrease_score",
         "i2i_recommend_score",
         "view_count_rate_score",
+        "view_count_rate_v2_score",
         "his_fission_open_rate_score",
         "crawler_days_decrease_score",
         "crawler_days_decrease_v2_score",
@@ -45,6 +49,7 @@ class RankLogMonitorConst:
         flow_ctl_decrease_score     DOUBLE       NULL COMMENT '流量控制分',
         i2i_recommend_score         DOUBLE       NULL COMMENT 'i2i推荐分',
         view_count_rate_score       DOUBLE       NULL COMMENT '阅读分',
+        view_count_rate_v2_score    DOUBLE       NULL COMMENT '阅读分V2',
         his_fission_open_rate_score DOUBLE       NULL COMMENT '打开裂变分',
         crawler_days_decrease_score DOUBLE       NULL COMMENT '阅读降权分',
         crawler_days_decrease_v2_score DOUBLE   NULL COMMENT '阅读降权分V2',
@@ -62,6 +67,7 @@ class RankLogMonitorConst:
         "ALTER TABLE long_articles_daily_rank ADD COLUMN source_id VARCHAR(64) NULL COMMENT '源内容ID' AFTER gh_id;",
         "ALTER TABLE long_articles_daily_rank ADD COLUMN publish_times_score DOUBLE NULL COMMENT '发布次数分' AFTER similarity_score;",
         "ALTER TABLE long_articles_daily_rank ADD COLUMN crawler_days_decrease_v2_score DOUBLE NULL COMMENT '阅读降权分V2' AFTER crawler_days_decrease_score;",
+        "ALTER TABLE long_articles_daily_rank ADD COLUMN view_count_rate_v2_score DOUBLE NULL COMMENT '阅读分V2' AFTER view_count_rate_score;",
         "ALTER TABLE long_articles_daily_rank ADD UNIQUE KEY uk_date_ghid_sourceid_strategy (rank_date, gh_id, source_id, strategy);",
     ]
 

app/domains/monitor_tasks/rank_log_monitor/_mapper.py

@@ -58,6 +58,7 @@ class RankLogMonitorMapper:
                     row.get("flow_ctl_decrease_score"),
                     row.get("i2i_recommend_score"),
                     row.get("view_count_rate_score"),
+                    row.get("view_count_rate_v2_score"),
                     row.get("his_fission_open_rate_score"),
                     row.get("crawler_days_decrease_score"),
                     row.get("crawler_days_decrease_v2_score"),
@@ -75,11 +76,11 @@ class RankLogMonitorMapper:
                 rank_date, account_name, gh_id, source_id, content_pool_type, strategy,
                 title, score, category,
                 account_user_category_score, category_score, flow_ctl_decrease_score,
-                i2i_recommend_score, view_count_rate_score, his_fission_open_rate_score,
+                i2i_recommend_score, view_count_rate_score, view_count_rate_v2_score, his_fission_open_rate_score,
                 crawler_days_decrease_score, crawler_days_decrease_v2_score, similarity_score, publish_times_score,
                 source_log, create_timestamp, update_timestamp
             )
-            VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
+            VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
             ON DUPLICATE KEY UPDATE
                 score = VALUES(score),
                 title = VALUES(title),
@@ -89,6 +90,7 @@ class RankLogMonitorMapper:
                 flow_ctl_decrease_score = VALUES(flow_ctl_decrease_score),
                 i2i_recommend_score = VALUES(i2i_recommend_score),
                 view_count_rate_score = VALUES(view_count_rate_score),
+                view_count_rate_v2_score = VALUES(view_count_rate_v2_score),
                 his_fission_open_rate_score = VALUES(his_fission_open_rate_score),
                 crawler_days_decrease_score = VALUES(crawler_days_decrease_score),
                 crawler_days_decrease_v2_score = VALUES(crawler_days_decrease_v2_score),

app/domains/monitor_tasks/rank_log_monitor/_utils.py

@@ -45,13 +45,10 @@ class RankLogMonitorUtils(RankLogMonitorConst):
 
         result = {}
         for key, column in self.DETAIL_COLUMN_MAP.items():
-            if key in score_map_json:
-                value = score_map_json[key]
-                if (
-                    key == "HisFissionOpenRateStrategy"
-                    and value == 0
-                    and content_pool_type == "autoArticlePoolLevel1"
-                ):
-                    value = 0.32
-                result[column] = value
+            result[column] = score_map_json.get(key, 0)
+
+        his_fission_column = self.DETAIL_COLUMN_MAP["HisFissionOpenRateStrategy"]
+        if content_pool_type == "autoArticlePoolLevel1" and result.get(his_fission_column) in (0, None):
+            result[his_fission_column] = self.DEFAULT_HIS_FISSION_OPEN_RATE_SCORE
+
         return result

app/jobs/domains/algorithm.py

@@ -1 +1,3 @@
-from app.domains.algorithm_tasks import AccountCategoryAnalysis
+from app.domains.algorithm_tasks import AccountCategoryAnalysis
+
+__all__ = ['AccountCategoryAnalysis']

app/jobs/domains/anaylsis.py

@@ -2,4 +2,12 @@ from app.domains.analysis_task import CrawlerDetailDeal
 from app.domains.analysis_task import AccountPositionReadRateAvg
 from app.domains.analysis_task import AccountPositionReadAvg
 from app.domains.analysis_task import AccountPositionOpenRateAvg
-from app.domains.analysis_task import RateLimitedArticleFilter
+from app.domains.analysis_task import RateLimitedArticleFilter
+
+__all__ = [
+    "CrawlerDetailDeal",
+    "AccountPositionReadRateAvg",
+    "AccountPositionReadAvg",
+    "AccountPositionOpenRateAvg",
+    "RateLimitedArticleFilter",
+]

app/jobs/domains/cold_start.py

@@ -1,2 +1,7 @@
 from app.domains.cold_start_tasks import ArticlePoolColdStart
-from app.domains.cold_start_tasks import AdPlatformArticlePublishTask
+from app.domains.cold_start_tasks import AdPlatformArticlePublishTask
+
+__all__ = [
+    "ArticlePoolColdStart",
+    "AdPlatformArticlePublishTask",
+]

app/jobs/domains/crawler_tasks.py

@@ -1,4 +1,12 @@
 from app.domains.crawler_tasks import CrawlerToutiao
 from app.domains.crawler_tasks import WeixinAccountManager
 from app.domains.crawler_tasks import CrawlerGzhAccountArticles
-from app.domains.crawler_tasks import CrawlerGzhSearchArticles
+from app.domains.crawler_tasks import CrawlerGzhSearchArticles
+
+
+__all__ = [
+    "CrawlerToutiao",
+    "WeixinAccountManager",
+    "CrawlerGzhAccountArticles",
+    "CrawlerGzhSearchArticles"
+]

app/jobs/domains/data_recycle.py

@@ -5,6 +5,16 @@ from app.domains.data_recycle_tasks import CheckDailyPublishArticlesTask
 from app.domains.data_recycle_tasks import UpdateRootSourceIdAndUpdateTimeTask
 from app.domains.data_recycle_tasks import RecycleFwhDailyPublishArticlesTask
 from app.domains.data_recycle_tasks import RecycleMiniProgramDetailTask
-from app.domains.data_recycle_tasks import (
-    UpdateOutsideRootSourceIdAndUpdateTimeTask,
-)
+from app.domains.data_recycle_tasks import UpdateOutsideRootSourceIdAndUpdateTimeTask
+
+
+__all__ = [
+    "ArticleDetailStat",
+    "RecycleDailyPublishArticlesTask",
+    "RecycleOutsideAccountArticlesTask",
+    "CheckDailyPublishArticlesTask",
+    "UpdateRootSourceIdAndUpdateTimeTask",
+    "UpdateOutsideRootSourceIdAndUpdateTimeTask",
+    "RecycleFwhDailyPublishArticlesTask",
+    "RecycleMiniProgramDetailTask",
+]

app/jobs/domains/llm_task.py

@@ -5,4 +5,15 @@ from app.domains.llm_tasks.aigc_decode_task import ExtractDecodeTaskDetail
 from app.domains.llm_tasks import TitleRewrite
 from app.domains.llm_tasks import ArticlePoolCategoryGeneration
 from app.domains.llm_tasks import CandidateAccountQualityScoreRecognizer
-from app.domains.llm_tasks import ExtractTitleFeatures
+from app.domains.llm_tasks import ExtractTitleFeatures
+
+__all__ = [
+    "CreateAdPlatformArticlesDecodeTask",
+    "CreateInnerArticlesDecodeTask",
+    "FetchDecodeResults",
+    "ExtractDecodeTaskDetail",
+    "TitleRewrite",
+    "ArticlePoolCategoryGeneration",
+    "CandidateAccountQualityScoreRecognizer",
+    "ExtractTitleFeatures",
+]

app/jobs/domains/monitor_task.py

@@ -8,4 +8,21 @@ from app.domains.monitor_tasks import OutsideGzhArticlesMonitor
 from app.domains.monitor_tasks import OutsideGzhArticlesCollector
 from app.domains.monitor_tasks import TaskProcessingMonitor
 from app.domains.monitor_tasks import LimitedAccountAnalysisTask
-from app.domains.monitor_tasks import AdPlatformAccountsMonitorTask
+from app.domains.monitor_tasks import AdPlatformAccountsMonitorTask
+from app.domains.monitor_tasks import RankLogMonitor
+
+
+__all__ = [
+    "AutoReplyCardsMonitor",
+    "check_kimi_balance",
+    "GetOffVideos",
+    "CheckVideoAuditStatus",
+    "CooperateAccountsMonitorTask",
+    "InnerGzhArticlesMonitor",
+    "OutsideGzhArticlesMonitor",
+    "OutsideGzhArticlesCollector",
+    "TaskProcessingMonitor",
+    "LimitedAccountAnalysisTask",
+    "AdPlatformAccountsMonitorTask",
+    "RankLogMonitor",
+]

app/jobs/task_handler.py

@@ -62,6 +62,11 @@ class TaskHandler:
         await self.log_client.log(contents=log_data)
 
     # ==================== 监控类任务 ====================
+    @register("rank_log_monitor")
+    async def _rank_log_monitor_handler(self) -> int:
+        task = RankLogMonitor(self.db_client, self.log_client)
+        await task.deal()
+        return TaskStatus.SUCCESS
 
     @register("check_kimi_balance")
     async def _check_kimi_balance_handler(self) -> int: