from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuHotVideos from tasks.crawler_tasks.crawler_video.crawler_sohu_videos import CrawlerSohuRecommendVideos def main(): # step1, crawl sohu hot videos crawler_sohu_hot_videos = CrawlerSohuHotVideos() crawler_sohu_hot_videos.deal() # step2, crawl sohu recommend videos crawler_sohu_recommend_videos = CrawlerSohuRecommendVideos() crawler_sohu_recommend_videos.deal() if __name__ == '__main__': main()