| 12345678910111213141516171819202122232425262728293031323334353637 |
- """
- @author: luojunhui
- @description: try to get some more accounts
- """
- from tasks.crawler_accounts_by_association import ChannelsAccountCrawler
- from tasks.crawler_accounts_by_association import ToutiaoAccountCrawler
- from tasks.crawler_accounts_by_association import HaoKanAccountCrawler
- from tasks.crawler_accounts_by_association import GzhAccountCrawler
- def deal_each_platform(platform: str) -> None:
- """
- deal each platform
- :param platform: str, channels or toutiao
- """
- match platform:
- case "toutiao":
- crawler = ToutiaoAccountCrawler()
- case "sph":
- crawler = ChannelsAccountCrawler()
- case "hksp":
- crawler = HaoKanAccountCrawler()
- case "gzh":
- crawler = GzhAccountCrawler()
- case _:
- raise RuntimeError("platform error")
- # start process
- crawler.deal()
- if __name__ == "__main__":
- # platform_list = ["sph", "hksp", "toutiao", "gzh"]
- platform_list = ["hksp", "sph"]
- for platform_id in platform_list:
- deal_each_platform(platform=platform_id)
|
