save-daily-rank-log

.gitignore

@@ -62,3 +62,5 @@ docs/_build/
 # PyBuilder
 target/
 
+.claude
+.cursor

app/jobs/domains/__init__.py

@@ -0,0 +1,8 @@
+from .algorithm import *
+from .anaylsis import *
+from .crawler_tasks import *
+from .data_recycle import *
+from .recommend import *
+from .monitor_task import *
+from .llm_task import *
+from .cold_start import *

app/jobs/domains/algorithm.py

@@ -0,0 +1 @@
+from app.domains.algorithm_tasks import AccountCategoryAnalysis

app/jobs/domains/anaylsis.py

@@ -0,0 +1,5 @@
+from app.domains.analysis_task import CrawlerDetailDeal
+from app.domains.analysis_task import AccountPositionReadRateAvg
+from app.domains.analysis_task import AccountPositionReadAvg
+from app.domains.analysis_task import AccountPositionOpenRateAvg
+from app.domains.analysis_task import RateLimitedArticleFilter

app/jobs/domains/cold_start.py

@@ -0,0 +1,2 @@
+from app.domains.cold_start_tasks import ArticlePoolColdStart
+from app.domains.cold_start_tasks import AdPlatformArticlePublishTask

app/jobs/domains/crawler_tasks.py

@@ -0,0 +1,4 @@
+from app.domains.crawler_tasks import CrawlerToutiao
+from app.domains.crawler_tasks import WeixinAccountManager
+from app.domains.crawler_tasks import CrawlerGzhAccountArticles
+from app.domains.crawler_tasks import CrawlerGzhSearchArticles

app/jobs/domains/data_recycle.py

@@ -0,0 +1,10 @@
+from app.domains.data_recycle_tasks import ArticleDetailStat
+from app.domains.data_recycle_tasks import RecycleDailyPublishArticlesTask
+from app.domains.data_recycle_tasks import RecycleOutsideAccountArticlesTask
+from app.domains.data_recycle_tasks import CheckDailyPublishArticlesTask
+from app.domains.data_recycle_tasks import UpdateRootSourceIdAndUpdateTimeTask
+from app.domains.data_recycle_tasks import RecycleFwhDailyPublishArticlesTask
+from app.domains.data_recycle_tasks import RecycleMiniProgramDetailTask
+from app.domains.data_recycle_tasks import (
+    UpdateOutsideRootSourceIdAndUpdateTimeTask,
+)

app/jobs/domains/llm_task.py

@@ -0,0 +1,8 @@
+from app.domains.llm_tasks.aigc_decode_task import CreateAdPlatformArticlesDecodeTask
+from app.domains.llm_tasks.aigc_decode_task import CreateInnerArticlesDecodeTask
+from app.domains.llm_tasks.aigc_decode_task import FetchDecodeResults
+from app.domains.llm_tasks.aigc_decode_task import ExtractDecodeTaskDetail
+from app.domains.llm_tasks import TitleRewrite
+from app.domains.llm_tasks import ArticlePoolCategoryGeneration
+from app.domains.llm_tasks import CandidateAccountQualityScoreRecognizer
+from app.domains.llm_tasks import ExtractTitleFeatures

app/jobs/domains/monitor_task.py

@@ -0,0 +1,11 @@
+from app.domains.monitor_tasks import AutoReplyCardsMonitor
+from app.domains.monitor_tasks import check_kimi_balance
+from app.domains.monitor_tasks import GetOffVideos
+from app.domains.monitor_tasks import CheckVideoAuditStatus
+from app.domains.monitor_tasks import CooperateAccountsMonitorTask
+from app.domains.monitor_tasks import InnerGzhArticlesMonitor
+from app.domains.monitor_tasks import OutsideGzhArticlesMonitor
+from app.domains.monitor_tasks import OutsideGzhArticlesCollector
+from app.domains.monitor_tasks import TaskProcessingMonitor
+from app.domains.monitor_tasks import LimitedAccountAnalysisTask
+from app.domains.monitor_tasks import AdPlatformAccountsMonitorTask

app/jobs/domains/recommend.py

@@ -0,0 +1,6 @@
+from app.domains.recommend.i2i_recommend import I2IRecommendDataSyncTask
+
+
+__all__ = [
+    "I2IRecommendDataSyncTask",
+]

app/jobs/task_handler.py

@@ -3,54 +3,7 @@ from typing import Callable, Dict, Optional
 
 from app.core.config import GlobalConfigSettings
 
-from app.domains.analysis_task import CrawlerDetailDeal
-from app.domains.analysis_task import AccountPositionReadRateAvg
-from app.domains.analysis_task import AccountPositionReadAvg
-from app.domains.analysis_task import AccountPositionOpenRateAvg
-from app.domains.analysis_task import RateLimitedArticleFilter
-
-from app.domains.algorithm_tasks import AccountCategoryAnalysis
-
-from app.domains.cold_start_tasks import ArticlePoolColdStart
-from app.domains.cold_start_tasks import AdPlatformArticlePublishTask
-
-
-from app.domains.crawler_tasks import CrawlerToutiao
-from app.domains.crawler_tasks import WeixinAccountManager
-from app.domains.crawler_tasks import CrawlerGzhAccountArticles
-from app.domains.crawler_tasks import CrawlerGzhSearchArticles
-
-from app.domains.data_recycle_tasks import ArticleDetailStat
-from app.domains.data_recycle_tasks import RecycleDailyPublishArticlesTask
-from app.domains.data_recycle_tasks import RecycleOutsideAccountArticlesTask
-from app.domains.data_recycle_tasks import CheckDailyPublishArticlesTask
-from app.domains.data_recycle_tasks import UpdateRootSourceIdAndUpdateTimeTask
-from app.domains.data_recycle_tasks import RecycleFwhDailyPublishArticlesTask
-from app.domains.data_recycle_tasks import RecycleMiniProgramDetailTask
-from app.domains.data_recycle_tasks import (
-    UpdateOutsideRootSourceIdAndUpdateTimeTask,
-)
-
-from app.domains.llm_tasks.aigc_decode_task import CreateAdPlatformArticlesDecodeTask
-from app.domains.llm_tasks.aigc_decode_task import CreateInnerArticlesDecodeTask
-from app.domains.llm_tasks.aigc_decode_task import FetchDecodeResults
-from app.domains.llm_tasks.aigc_decode_task import ExtractDecodeTaskDetail
-from app.domains.llm_tasks import TitleRewrite
-from app.domains.llm_tasks import ArticlePoolCategoryGeneration
-from app.domains.llm_tasks import CandidateAccountQualityScoreRecognizer
-from app.domains.llm_tasks import ExtractTitleFeatures
-
-from app.domains.monitor_tasks import AutoReplyCardsMonitor
-from app.domains.monitor_tasks import check_kimi_balance
-from app.domains.monitor_tasks import GetOffVideos
-from app.domains.monitor_tasks import CheckVideoAuditStatus
-from app.domains.monitor_tasks import CooperateAccountsMonitorTask
-from app.domains.monitor_tasks import InnerGzhArticlesMonitor
-from app.domains.monitor_tasks import OutsideGzhArticlesMonitor
-from app.domains.monitor_tasks import OutsideGzhArticlesCollector
-from app.domains.monitor_tasks import TaskProcessingMonitor
-from app.domains.monitor_tasks import LimitedAccountAnalysisTask
-from app.domains.monitor_tasks import AdPlatformAccountsMonitorTask
+from app.jobs.domains import *
 
 from app.jobs.task_config import TaskStatus
 from app.jobs.task_utils import TaskValidationError
@@ -502,5 +455,13 @@ class TaskHandler:
         await task.deal()
         return TaskStatus.SUCCESS
 
+    # ====================== Recommend Tasks=====================
+    @register("i2i_recommend_data_sync")
+    async def _i2i_recommend_data_sync_handler(self) -> int:
+        task = I2IRecommendDataSyncTask(
+            pool=self.db_client, log_service=self.log_client
+        )
+        await task.deal()
+        return TaskStatus.SUCCESS
 
 __all__ = ["TaskHandler"]

app/jobs/task_mapper.py

@@ -52,7 +52,7 @@ class TaskMapper(Const):
             case "crawler_toutiao_articles":
                 expire_duration = self.CRAWLER_TOUTIAO_ARTICLES_TIMEOUT
 
-            case "article_pool_pool_cold_start":
+            case "article_pool_cold_start":
                 expire_duration = self.ARTICLE_POOL_COLD_START_TIMEOUT
 
             case _: