wangkun 2 years ago
parent
commit
4bd428d725

+ 1 - 1
README.MD

@@ -105,7 +105,7 @@ ps aux | grep run_kuaishou | grep -v grep | awk '{print $2}' | xargs kill -9
 ```commandline
 阿里云 102 服务器
 定向爬虫策略: ps aux | grep run_xiaoniangao_follow | grep -v grep | awk '{print $2}' | xargs kill -9 && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_follow.py --log_type="follow" --crawler="xiaoniangao" --env="prod"  xiaoniangao/nohup-follow.log
-小时榜爬虫策略: ps aux | grep run_xiaoniangao_hour | grep -v grep | awk '{print $2}' | xargs kill -9 && /usr/bin/sh sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="prod" xiaoniangao/nohup-hour.log
+小时榜爬虫策略: ps aux | grep run_xiaoniangao_hour | grep -v grep | awk '{print $2}' | xargs kill -9 && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="prod" xiaoniangao/nohup-hour.log
 播放量榜爬虫策略: ps aux | grep run_xiaoniangao_play | grep -v grep | awk '{print $2}' | xargs kill -9 && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_play.py --log_type="play" --crawler="xiaoniangao" --env="prod" xiaoniangao/nohup-play.log
 
 线下调试

BIN
xiaoniangao/.DS_Store


BIN
xiaoniangao/xiaoniangao_follow/.DS_Store


+ 1 - 1
xiaoniangao/xiaoniangao_hour/xiaoniangao_hour.py

@@ -531,7 +531,7 @@ class XiaoniangaoHour:
                     # Common.logger(log_type, crawler).info(f"update_sql:{update_sql}")
                     MysqlHelper.update_values(log_type, crawler, update_sql, env)
                     cls.download_publish(log_type, crawler, video_info_dict, update_video_info, strategy, oss_endpoint, env)
-                elif datetime.datetime.now().hour == 20 and datetime.datetime.now().minute <=10:
+                elif datetime.datetime.now().hour == 18 and datetime.datetime.now().minute <=50:
                     video_info_dict = cls.get_video_info(log_type=log_type,
                                                          crawler=crawler,
                                                          p_id=profile_id,

+ 1 - 1
xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py

@@ -35,7 +35,7 @@ def main(log_type, crawler, env):
                                              oss_endpoint=oss_endpoint,
                                              env=env)
 
-        elif now.hour == 20 and now.minute <= 10:
+        elif now.hour == 18 and now.minute <= 50:
             Common.logger(log_type, crawler).info("开始更新/下载上升榜")
             XiaoniangaoHour.update_videoList(log_type=log_type,
                                              crawler=crawler,