run_toutiao_recommend.py 458 B

12345678910111213
  1. """
  2. @author: luojunhui
  3. @description: 今日头条推荐流文章抓取任务
  4. """
  5. from coldStartTasks.crawler.toutiao_recommend_crawler import ToutiaoRecommendCrawler
  6. if __name__ == "__main__":
  7. toutiao_recommend_crawler = ToutiaoRecommendCrawler()
  8. toutiao_recommend_crawler.init_database()
  9. category_list = ['finance', 'tech', 'history', 'entertainment']
  10. for category in category_list:
  11. toutiao_recommend_crawler.run(category=category)