2024-07-01

修改并发数
爬虫处理数量：-6
缓存处理数量：40

applications/deal/get_done_content_deal.py

@@ -30,7 +30,7 @@ class ProcessDeal2(object):
             WHERE content_status = 0 and process_times <= 5
             ORDER BY request_time_stamp
             ASC
-            LIMIT 30;
+            LIMIT 40;
         """
         task_list = await self.mysql_client.async_select(sql=select_sql)
         task_obj_list = [

applications/functions/common.py

@@ -136,9 +136,9 @@ def sensitive_flag(s_words, ori_title):
     :param ori_title:
     :return:
     """
-    for word in s_words:
-        if str(word) in ori_title:
-            return False
+    # for word in s_words:
+    #     if str(word) in ori_title:
+    #         return False
     return True
 
 

applications/schedule/search_schedule.py

@@ -185,7 +185,7 @@ class SearchMethod(object):
     """
     搜索召回模式
     """
-    s_words = select_sensitive_words()
+    s_words = []
 
     @classmethod
     async def search_v1(cls, text, trace_id):