2024-07-01

修改并发数
爬虫处理数量：-6
缓存处理数量：40

applications/deal/get_done_content_deal.py

@@ -30,7 +30,7 @@ class ProcessDeal2(object):
             WHERE content_status = 0 and process_times <= 5
             ORDER BY request_time_stamp
             ASC
-            LIMIT 60;
+            LIMIT 40;
         """
         task_list = await self.mysql_client.async_select(sql=select_sql)
         task_obj_list = [

applications/deal/process_deal.py

@@ -30,7 +30,7 @@ class ProcessDeal(object):
             WHERE content_status = 0 and process_times <= 5
             ORDER BY request_time_stamp
             ASC
-            LIMIT 4;
+            LIMIT 6;
         """
         content_ids = await self.mysql_client.async_select(select_sql1)
         cil = []