crontab_back.txt 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. # 定时清理文件
  2. 0 1 * * * find /root/luojunhui/LongArticlesJob/static -type f -name "*.mp4" -mtime +5 -delete
  3. # 每天 9 点, 18 点执行 gzh 视频抓取
  4. 0 9,18 * * * bash /root/luojunhui/LongArticlesJob/sh/run_gzh_video_crawler.sh
  5. * * * * * bash /root/luojunhui/LongArticlesJob/sh/run_long_articles_job.sh
  6. # 外部服务号监测
  7. # 0 13 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "outside_article_monitor"}'
  8. # 每天凌晨 4点,下午 4 点各执行一次头条视频抓取
  9. 0 4,16 * * * bash /root/luojunhui/LongArticlesJob/sh/run_toutiao_account_video_crawler.sh
  10. # 更新服务号数据
  11. 0 11,17 * * * bash /root/luojunhui/LongArticlesJob/sh/run_fwh_data_manager.sh
  12. # 每15分钟执行一次今日头条推荐流抓取
  13. */15 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_toutiao_recommend.sh
  14. # 每10分钟执行一次从aigc系统获取发布文章
  15. */10 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_article_info_from_aigc.sh
  16. # 每10分钟执行一次标题相似度计算任务
  17. */10 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_title_similarity_task.sh
  18. # 每小时执行一次标题改写
  19. 0 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_title_process_task.sh
  20. # 凌晨2点30执行更新小程序信息任务
  21. 30 2 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_minigram_info_daily.sh
  22. # 凌晨3:00,下午3:00执行视频号抓取任务
  23. 0 3,15 * * * bash /root/luojunhui/LongArticlesJob/sh/run_sph_video_crawler.sh
  24. # 每天上午10点30执行文章退场 && 晋升任务
  25. 30 10 * * * bash /root/luojunhui/LongArticlesJob/sh/run_article_title_exit_v1.sh
  26. # 每天上午4点执行账号冷启动任务
  27. 0 1 * * * bash /root/luojunhui/LongArticlesJob/sh/run_account_cold_start_daily.sh
  28. # 晚上6点执行头条文章冷启动
  29. 0 18 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_pool_cold_start", "platform": "toutiao", "crawler_methods": ["toutiao_account_association"]}'
  30. # 17:50执行公众号文章战冷启动
  31. 30 17 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "article_pool_cold_start", "strategy": "strategy_v2"}'
  32. # 早上执行sohu 抓取
  33. 0 6 * * * bash /root/luojunhui/LongArticlesJob/sh/run_schedule_app.sh
  34. 0 2 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "crawler_toutiao"}'
  35. #
  36. 0 14 * * * bash /root/luojunhui/LongArticlesJob/sh/run_cold_start_publish.sh
  37. # 每日上午9点执行账号联想任务
  38. 0 9 * * * bash /root/luojunhui/LongArticlesJob/sh/run_account_association.sh
  39. # 每天 10 点执行前一天的阅读率均值代码
  40. 0 10 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_account_read_rate_avg.sh
  41. # 每天10点40执行阅读均值任务
  42. 40 10 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_account_avg_v3.sh
  43. # 每天11点执行文章联想任务
  44. 0 11 * * * bash /root/luojunhui/LongArticlesJob/sh/run_article_association.sh
  45. # 每小时执行一次校验视频状态
  46. # 20 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_check_video_status_hourly.sh
  47. 24 */4 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "check_publish_video_audit_status"}'
  48. # 每天凌晨4:30 15:30执行视频发布和审核流程
  49. 0 1,8,19 * * * bash /root/luojunhui/LongArticlesJob/sh/run_video_publish_and_audit.sh
  50. # 每天 上午8:30, 下午1:00, 晚上8:50执行
  51. # 30 8 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_published_articles_daily.sh
  52. # 20 14 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_published_articles_daily.sh
  53. # 50 20 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_published_articles_daily.sh
  54. 0 8,15,21 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "daily_publish_articles_recycle"}'
  55. 10 22 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "daily_publish_articles_recycle"}'
  56. 30 9,16,21 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_root_source_id"}'
  57. 30 22 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "update_root_source_id"}'
  58. # 每天上午9点,下午2点,晚上9点执行v2代码
  59. # 0 9,14,21 * * * bash /root/luojunhui/LongArticlesJob/sh/run_update_published_articles_daily_v2.sh
  60. # 每天上午 9:30 点,下午 2 点,晚上 7 点执行下架视频任务
  61. # 30 9 * * * bash /root/luojunhui/LongArticlesJob/sh/run_get_off_videos_three_times_per_day.sh
  62. # 0 15 * * * bash /root/luojunhui/LongArticlesJob/sh/run_get_off_videos_three_times_per_day.sh
  63. # 0 19 * * * bash /root/luojunhui/LongArticlesJob/sh/run_get_off_videos_three_times_per_day.sh
  64. 0 9,15,19 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "get_off_videos"}'
  65. # 每天早上9点,下午2:30, 晚上7:30
  66. # 0 10,16,20 * * * bash /root/luojunhui/LongArticlesJob/sh/published_articles_monitor.sh
  67. 0 10,16,20 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "inner_article_monitor"}'
  68. # 每开始执行百度视频
  69. 20 0,12 * * * bash /root/luojunhui/LongArticlesJob/sh/run_baidu_video_crawler.sh
  70. # check kimo balance hourly
  71. # 30 * * * * bash /root/luojunhui/LongArticlesJob/sh/run_kimi_balance_monitor.sh
  72. # 每4h校验一次kimi余额
  73. 25 */4 * * * curl -X POST http://127.0.0.1:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "check_kimi_balance"}'
  74. 0 11,23 * * * bash /root/luojunhui/LongArticlesJob/sh/run_account_explore.sh
  75. # 0 5,10,15,20 * * * bash /root/luojunhui/LongArticlesJob/sh/run_account_quality_analysis.sh
  76. # 更新小程序信息
  77. 13 3,4,5 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "mini_program_detail_process"}'
  78. # */8 * * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "extract_title_features", "batch_size": 10}'
  79. # 候选账号质量分析
  80. 0 5,10,15,20 * * * curl -X POST http://192.168.142.66:6060/api/run_task -H "Content-Type: application/json" -d '{"task_name": "candidate_account_quality_analysis"}'