1234567891011121314 |
- from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuHotVideos
- from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuRecommendVideos
- def main():
- # step1, crawl sohu hot videos
- crawler_sohu_hot_videos = CrawlerSohuHotVideos()
- crawler_sohu_hot_videos.deal()
- # step2, crawl sohu recommend videos
- crawler_sohu_recommend_videos = CrawlerSohuRecommendVideos()
- crawler_sohu_recommend_videos.deal()
- if __name__ == '__main__':
- main()
|