2024-07-01

修改并发数
爬虫处理数量：6
缓存处理数量：40

task2.py

@@ -1,85 +0,0 @@
-"""
-@author: luojunhui
-"""
-import time
-import datetime
-import asyncio
-
-import aiomysql
-
-from applications.deal.process_deal_2 import ProcessDeal2
-
-
-class TaskMySQLClient(object):
-    """
-    Async MySQL
-    """
-
-    def __init__(self):
-        self.mysql_pool = None
-
-    async def init_pool(self):
-        """
-        初始化连接
-        :return:
-        """
-        self.mysql_pool = await aiomysql.create_pool(
-            host='rm-bp1159bu17li9hi94.mysql.rds.aliyuncs.com',
-            port=3306,
-            user='crawler',
-            password='crawler123456@',
-            db='piaoquan-crawler',
-            charset='utf8mb4',
-            connect_timeout=120,
-        )
-        print("mysql init successfully")
-
-    async def close_pool(self):
-        """
-        关闭 mysql 连接
-        :return:
-        """
-        self.mysql_pool.close()
-        await self.mysql_pool.wait_closed()
-
-    async def async_select(self, sql):
-        """
-        select method
-        :param sql:
-        :return:
-        """
-        async with self.mysql_pool.acquire() as conn:
-            async with conn.cursor() as cursor:
-                await cursor.execute(sql)
-                result = await cursor.fetchall()
-                return result
-
-    async def async_insert(self, sql):
-        """
-        insert and update method
-        :param sql:
-        :return:
-        """
-        async with self.mysql_pool.acquire() as coon:
-            async with coon.cursor() as cursor:
-                await cursor.execute(sql)
-                await coon.commit()
-
-
-async def main():
-    """
-    main job
-    :return:
-    """
-    TMC = TaskMySQLClient()
-    await TMC.init_pool()
-    PD = ProcessDeal2(TMC)
-    await PD.deal()
-
-
-if __name__ == '__main__':
-    while True:
-        asyncio.run(main())
-        now_str = datetime.datetime.now().__str__()
-        print("{}    请求执行完成， 等待120s".format(now_str))
-        time.sleep(120)