Server
/
LongArticleTaskServer


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
							# 卡片解构-封面下载重试
40 * * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "re_extract"}'

# 卡片解构 — 每小时 05 分创建任务
5 * * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "create_cards_decode_task"}'

# 文章解构 — 每小时 15 分创建任务
15 * * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "create_inner_articles_decode_task"}'

# 素材解构 — 每小时 25 分创建任务
25 * * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "create_material_decode_task"}'

# 获取解构结果 — 每天 22:00
0 20 * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "fetch_cards_decode_result"}'
0 21 * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "fetch_decode_result"}'
0 22 * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "fetch_material_decode_result"}'

# 创建增长头部视频数据生产
0 13 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "produce_decode_growth_head_videos"}'

0 9,15,21 * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "auto_follow_account"}'

26 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "rate_limited_article_filter"}'

30 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "get_follow_result"}'

50 * * * * curl -X POST http://192.168.205.85:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "extract_reply_result"}'


0 3 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "crawler_gzh_articles", "account_method": "1030-手动挑号", "crawl_mode": "account", "strategy": "V1"}'

0 4 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "crawler_gzh_articles", "account_method": "cooperate_account", "crawl_mode": "account", "strategy": "V1"}'


# 定时清理文件
0 1 * * * find /root/luojunhui/LongArticlesJob/static -type f -name "*.mp4" -mtime +5 -delete
# 每天 9 点, 18 点执行 gzh 视频抓取
0 9,18 * * * bash /root/luojunhui/LongArticlesJob/sh/run_gzh_video_crawler.sh

* * * * * bash /root/luojunhui/LongArticlesJob/sh/run_long_articles_job.sh

# 外部服务号监测
0 13 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "cooperate_accounts_monitor"}'

30 * * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "cooperate_accounts_detail"}'

# 每天凌晨 4点，下午 4 点各执行一次头条视频抓取
0 4,16 * * * bash /root/luojunhui/LongArticlesJob/sh/run_toutiao_account_video_crawler.sh

# 更新服务号数据
0 10,17 * * * bash /root/luojunhui/LongArticlesJob/sh/run_fwh_data_manager.sh

# 每15分钟执行一次今日头条推荐流抓取
*/15 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_toutiao_recommend.sh

# 每10分钟执行一次从aigc系统获取发布文章
*/10 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_article_info_from_aigc.sh

# 每10分钟执行一次标题相似度计算任务
*/10 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_title_similarity_task.sh

# 每小时执行一次标题改写
0 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_title_process_task.sh

# 凌晨2点30执行更新小程序信息任务
30 2 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_minigram_info_daily.sh

# 凌晨3：00,下午3：00执行视频号抓取任务
0 3,15 * * * bash /root/luojunhui/LongArticlesJob/sh/run_sph_video_crawler.sh

# 每天上午10点30执行文章退场 && 晋升任务
30 10 * * * bash /root/luojunhui/LongArticlesJob/sh/run_article_title_exit_v1.sh

# 晚上6点执行头条文章冷启动
0 18 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_pool_cold_start", "platform": "toutiao", "crawler_methods": ["toutiao_account_association"]}'

# 17：50执行公众号文章战冷启动
30 17 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_pool_cold_start", "strategy": "strategy_v3"}'

0 4 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_pool_cold_start", "strategy": "strategy_v1"}'

# 早上执行sohu 抓取
0 6 * * * bash /root/luojunhui/LongArticlesJob/sh/run_schedule_app.sh
0 2 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "crawler_toutiao"}'

#
0 14 * * * bash /root/luojunhui/LongArticlesJob/sh/run_cold_start_publish.sh

# 每日上午9点执行账号联想任务
0 9 * * * bash /root/luojunhui/LongArticlesJob/sh/run_account_association.sh

# 执行阅读率均值
0 10 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_account_read_rate_avg"}'

# 执行阅读均值
40 10 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_account_read_avg"}'

# 执行打开率均值
50 10 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_account_open_rate_avg"}'


# 每天11点执行文章联想任务
0 11 * * * bash /root/luojunhui/LongArticlesJob/sh/run_article_association.sh

# 每小时执行一次校验视频状态
24 */4 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "check_publish_video_audit_status"}'


# 每天凌晨4：30 15：30执行视频发布和审核流程
0 1,8,19 * * * bash /root/luojunhui/LongArticlesJob/sh/run_video_publish_and_audit.sh


30 8,15 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "daily_publish_articles_recycle"}'

0 21 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "daily_publish_articles_recycle"}'

10 22 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "daily_publish_articles_recycle"}'

30 9,16,21 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_root_source_id"}'

30 22 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_root_source_id"}'

# 每天上午 9:30 点,下午 2 点,晚上 7 点执行下架视频任务
# 0 9,15,19 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "get_off_videos"}'

# 执行内部文章违规检测
0 9,16,23 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "inner_article_monitor"}'

# 每开始执行百度视频
20 0,12 * * * bash /root/luojunhui/LongArticlesJob/sh/run_baidu_video_crawler.sh

# check kimo balance hourly
# 每4h校验一次kimi余额
# 25 */4 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "check_kimi_balance"}'

# 更新小程序信息
0 3,4,5,6,7,8 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "mini_program_detail_process"}'


# */8 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "extract_title_features", "batch_size": 50, "version": 2}'

# 0 9,16 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "recycle_outside_account_articles"}'

# 35 16 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_outside_account_article_root_source_id"}'

# 执行限流文章分析
40 10 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_limited_account_info"}'

# 早上 11 点获取前日文章详情
30 11 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_detail_stat"}'

# 执行广告平台账号内容抓取
0 3 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "ad_platform_accounts_crawler"}'

# 执广告平台账号详情抓取
32 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "ad_platform_article_detail"}'

# 执行创建解构任务
# 15 20 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "create_ad_platform_accounts_decode_task"}'

# 定时获取解构结果
30 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "fetch_decode_result"}'


# 定时获取解构结果
50 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "extract_decode_result"}'

# 腾讯广告互相平台账号--发文至头条
0 6 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "ad_platform_article_publish"}'

# 排序日志更新
0 14 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "rank_log_monitor"}'

# I2I 排序日志更新
0 5 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "i2i_recommend_data_sync"}'


# 候选账号质量分析
# 0 5,10,15,20 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "candidate_account_quality_analysis"}'