crawler_sohu_videos_task.py 502 B

1234567891011121314
  1. from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuHotVideos
  2. from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuRecommendVideos
  3. def main():
  4. # step1, crawl sohu hot videos
  5. crawler_sohu_hot_videos = CrawlerSohuHotVideos()
  6. crawler_sohu_hot_videos.deal()
  7. # step2, crawl sohu recommend videos
  8. crawler_sohu_recommend_videos = CrawlerSohuRecommendVideos()
  9. crawler_sohu_recommend_videos.deal()
  10. if __name__ == '__main__':
  11. main()