|
@@ -14,22 +14,18 @@ from douyin.douyin_recommend.recommend_dy import DyRecommend
|
|
|
|
|
|
|
|
|
|
|
|
|
def main(log_type, crawler, strategy, oss_endpoint, env, machine):
|
|
def main(log_type, crawler, strategy, oss_endpoint, env, machine):
|
|
|
- try:
|
|
|
|
|
- our_id = 55252589
|
|
|
|
|
- Common.logger(log_type, crawler).info('开始抓取 抖音 推荐\n')
|
|
|
|
|
- DyRecommend.get_videolist(
|
|
|
|
|
- log_type=log_type,
|
|
|
|
|
- crawler=crawler,
|
|
|
|
|
- strategy=strategy,
|
|
|
|
|
- our_id=our_id,
|
|
|
|
|
- oss_endpoint=oss_endpoint,
|
|
|
|
|
- env=env,
|
|
|
|
|
- machine=machine)
|
|
|
|
|
- Common.del_logs(log_type, crawler)
|
|
|
|
|
- Common.logger(log_type, crawler).info('抓取完一轮\n')
|
|
|
|
|
- except Exception as e:
|
|
|
|
|
- Common.logger(log_type, crawler).info(f"抖音推荐异常，触发报警:{e}\n")
|
|
|
|
|
- # Feishu.bot(log_type, crawler, f"快手定向榜异常，触发报警:{e}")
|
|
|
|
|
|
|
+ our_id = 55252589
|
|
|
|
|
+ Common.logger(log_type, crawler).info('开始抓取 抖音 推荐\n')
|
|
|
|
|
+ DyRecommend.get_videolist(
|
|
|
|
|
+ log_type=log_type,
|
|
|
|
|
+ crawler=crawler,
|
|
|
|
|
+ strategy=strategy,
|
|
|
|
|
+ our_id=our_id,
|
|
|
|
|
+ oss_endpoint=oss_endpoint,
|
|
|
|
|
+ env=env,
|
|
|
|
|
+ machine=machine)
|
|
|
|
|
+ Common.del_logs(log_type, crawler)
|
|
|
|
|
+ Common.logger(log_type, crawler).info('抓取完一轮\n')
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
if __name__ == "__main__":
|
