LongArticlesJob-fork/applications/pipeline.py

"""
@author: luojunhui
"""
import json

from applications import WeixinSpider, PQMySQL


class LongArticlesPipeline(object):
    """
    长文管道, 对数据进行加工过滤
    """

    db_client = PQMySQL()

    @classmethod
    def checkAccountExists(cls, gh_id):
        """
        校验账号是否已经抓过
        :param gh_id:
        :return:
        """
        sql = f"""
            INSERT 
        """

    @classmethod
    def accountFilter(cls, account_info):
        """
        账号过滤
        :param account_info:
        :return:
        """
        # 查询账号是否已经存在