|
@@ -71,32 +71,6 @@ def main_dev():
|
|
|
scheduler.start()
|
|
|
|
|
|
|
|
|
-def kuaishou_prod_job():
|
|
|
- """
|
|
|
- 执行正式环境快手脚本
|
|
|
- """
|
|
|
- while True:
|
|
|
- # 当天下载及上传的视频数:200 条
|
|
|
- if len(KuaiShou.download_video_list) >= 200:
|
|
|
- time.sleep(60)
|
|
|
- break
|
|
|
- else:
|
|
|
- Common.crawler_log().info("开始抓取快手视频")
|
|
|
- time.sleep(1)
|
|
|
-
|
|
|
- # 抓取符合规则的视频,写入 kuaishou_feeds.txt
|
|
|
- KuaiShou.kuaishou_get_recommend()
|
|
|
- # 下载视频,并上传
|
|
|
- KuaiShou.kuaishou_download_play_video("prod")
|
|
|
- # 随机睡眠1-3s
|
|
|
- time.sleep(random.randint(1, 3))
|
|
|
-
|
|
|
- # 删除冗余日志
|
|
|
- Common.del_logs()
|
|
|
- # 统计下载视频数
|
|
|
- Common.kuaishou_download_count()
|
|
|
-
|
|
|
-
|
|
|
def weishi_prod_job():
|
|
|
"""
|
|
|
执行正式环境微视脚本
|
|
@@ -119,16 +93,38 @@ def weishi_prod_job():
|
|
|
Common.weishi_download_count()
|
|
|
|
|
|
|
|
|
+def kuaishou_prod_job():
|
|
|
+ """
|
|
|
+ 执行正式环境快手脚本
|
|
|
+ """
|
|
|
+ # while True:
|
|
|
+ # # 当天下载及上传的视频数:200 条
|
|
|
+ # if len(KuaiShou.download_video_list) >= 200:
|
|
|
+ # time.sleep(60)
|
|
|
+ # break
|
|
|
+ # else:
|
|
|
+
|
|
|
+ Common.crawler_log().info("开始抓取快手视频")
|
|
|
+
|
|
|
+ # 抓取符合规则的视频,写入 kuaishou_feeds.txt
|
|
|
+ KuaiShou.kuaishou_get_recommend()
|
|
|
+ # 下载视频,并上传
|
|
|
+ KuaiShou.kuaishou_download_play_video("prod")
|
|
|
+ # 随机睡眠1-3s
|
|
|
+ time.sleep(random.randint(1, 3))
|
|
|
+
|
|
|
+ # 删除冗余日志
|
|
|
+ Common.del_logs()
|
|
|
+ # 统计下载视频数
|
|
|
+ Common.kuaishou_download_count()
|
|
|
+
|
|
|
+
|
|
|
def main_prod():
|
|
|
"""
|
|
|
正式环境主函数
|
|
|
"""
|
|
|
while True:
|
|
|
- while True:
|
|
|
- if 20 >= Common.now.hour >= 8:
|
|
|
- kuaishou_prod_job()
|
|
|
- else:
|
|
|
- break
|
|
|
+ kuaishou_prod_job()
|
|
|
|
|
|
# scheduler = BlockingScheduler(timezone="Asia/Shanghai")
|
|
|
# # 抓取视频的定时任务,在每天10点的40分,运行一次 job 方法
|