title_with_video/task.py

"""
@author: luojunhui
"""
import time
import datetime
import asyncio

import aiomysql

from applications.deal import ProcessDeal
from applications.deal.process_deal_2 import ProcessDeal2


class TaskMySQLClient(object):
    """
    Async MySQL
    """

    def __init__(self):
        self.mysql_pool = None

    async def init_pool(self):
        """
        初始化连接
        :return:
        """
        self.mysql_pool = await aiomysql.create_pool(
            host='rm-bp1159bu17li9hi94.mysql.rds.aliyuncs.com',
            port=3306,
            user='crawler',
            password='crawler123456@',
            db='piaoquan-crawler',
            charset='utf8mb4',
            connect_timeout=120,
        )
        print("mysql init successfully")

    async def close_pool(self):
        """
        关闭 mysql 连接
        :return:
        """
        self.mysql_pool.close()
        await self.mysql_pool.wait_closed()

    async def async_select(self, sql):
        """
        select method
        :param sql:
        :return:
        """
        async with self.mysql_pool.acquire() as conn:
            async with conn.cursor() as cursor:
                await cursor.execute(sql)
                result = await cursor.fetchall()
                return result

    async def async_insert(self, sql):
        """
        insert and update method
        :param sql:
        :return:
        """
        async with self.mysql_pool.acquire() as coon:
            async with coon.cursor() as cursor:
                await cursor.execute(sql)
                await coon.commit()


async def main():
    """
    main job
    :return:
    """
    TMC = TaskMySQLClient()
    await TMC.init_pool()
    PD = ProcessDeal(TMC)
    await PD.deal()


async def main2():
    """
    main2
    :return:
    """
    TMC = TaskMySQLClient()
    await TMC.init_pool()
    PD = ProcessDeal2(TMC)
    await PD.deal()


if __name__ == '__main__':
    while True:
        asyncio.run(main())
        now_str = datetime.datetime.now().__str__()
        print("{}    请求执行完成， 等待60s".format(now_str))
        time.sleep(60)
        asyncio.run(main2())
        now_str = datetime.datetime.now().__str__()
        print("查找历史数据{}    请求执行完成， 等待60s".format(now_str))
        time.sleep(60)