|
|
@@ -35,7 +35,8 @@ on_failure(){
|
|
|
# 支持 *、*/n、a-b、a,b,c 以及它们组合
|
|
|
TASKS=(
|
|
|
# 视频号视频抓取
|
|
|
- "0 3,15 * * *|run_sph_video_crawler|${LOG_DIR}/run_sph_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 3 * * *|run_sph_video_crawler|${LOG_DIR}/run_sph_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 15 * * *|run_sph_video_crawler|${LOG_DIR}/run_sph_video_crawler/%Y-%m-%d.log"
|
|
|
# 票圈站内视频抓取
|
|
|
"0 6 * * *|run_piaoquan_video_crawler|${LOG_DIR}/run_piaoquan_video_crawler/%Y-%m-%d.log"
|
|
|
# 搜狐视频抓取
|
|
|
@@ -45,17 +46,25 @@ TASKS=(
|
|
|
# 校验kimi剩余额度
|
|
|
"30 * * * *|run_check_kimi_balance|${LOG_DIR}/run_check_kimi_balance/%Y-%m-%d.log"
|
|
|
# 服务号数据回收
|
|
|
- "0 11,17 * * *|run_fwh_data_manager|${LOG_DIR}/run_fwh_data_manager/%Y-%m-%d.log"
|
|
|
+ "0 17 * * *|run_fwh_data_manager|${LOG_DIR}/run_fwh_data_manager/%Y-%m-%d.log"
|
|
|
+ "0 11 * * *|run_fwh_data_manager|${LOG_DIR}/run_fwh_data_manager/%Y-%m-%d.log"
|
|
|
# 标题相似度任务
|
|
|
"*/10 * * * *|run_title_similarity_task|${LOG_DIR}/run_title_similarity_task/%Y-%m-%d.log"
|
|
|
# 头条视频抓取
|
|
|
- "0 4,16,20 * * *|run_toutiao_video_crawler|${LOG_DIR}/run_toutiao_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 4 * * *|run_toutiao_video_crawler|${LOG_DIR}/run_toutiao_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 16 * * *|run_toutiao_video_crawler|${LOG_DIR}/run_toutiao_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 20 * * *|run_toutiao_video_crawler|${LOG_DIR}/run_toutiao_video_crawler/%Y-%m-%d.log"
|
|
|
# 百度视频抓取
|
|
|
- "30 0,12,19 * * *|run_baidu_video_crawler|${LOG_DIR}/run_baidu_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 0 * * *|run_baidu_video_crawler|${LOG_DIR}/run_baidu_video_crawler/%Y-%m-%d.log"
|
|
|
+ "0 12 * * *|run_baidu_video_crawler|${LOG_DIR}/run_baidu_video_crawler/%Y-%m-%d.log"
|
|
|
+ "40 19 * * *|run_baidu_video_crawler|${LOG_DIR}/run_baidu_video_crawler/%Y-%m-%d.log"
|
|
|
# 外部服务号监测
|
|
|
- "0 10,16 * * *|run_outside_server_accounts_monitor|${LOG_DIR}/run_outside_server_accounts_monitor/%Y-%m-%d.log"
|
|
|
+ "0 10 * * *|run_outside_server_accounts_monitor|${LOG_DIR}/run_outside_server_accounts_monitor/%Y-%m-%d.log"
|
|
|
+ "0 16 * * *|run_outside_server_accounts_monitor|${LOG_DIR}/run_outside_server_accounts_monitor/%Y-%m-%d.log"
|
|
|
# 自动下架视频
|
|
|
- "30 9,15,19 * * *|run_get_off_videos|${LOG_DIR}/run_get_off_videos/%Y-%m-%d.log"
|
|
|
+ "30 9 * * *|run_get_off_videos|${LOG_DIR}/run_get_off_videos/%Y-%m-%d.log"
|
|
|
+ "30 15 * * *|run_get_off_videos|${LOG_DIR}/run_get_off_videos/%Y-%m-%d.log"
|
|
|
+ "38 19 * * *|run_get_off_videos|${LOG_DIR}/run_get_off_videos/%Y-%m-%d.log"
|
|
|
)
|
|
|
|
|
|
###################### 工具函数 ######################
|
luojunhui