Преглед изворни кода

搜索爬虫-微信体系内搜索功能增加 trace_id

罗俊辉 пре 1 година
родитељ
комит
a87076d54b
1 измењених фајлова са 35 додато и 19 уклоњено
  1. 35 19
      spider/crawler_search/weixin_search.py

+ 35 - 19
spider/crawler_search/weixin_search.py

@@ -323,7 +323,11 @@ async def weixin_search(params):
             "nick_name": "风间"
         }
     }
-
+    aliyun_logger.logging(
+        code="2000",
+        message="请求参数",
+        data=params
+    )
     search_keys = params['title']
     user = gh_id_dict.get(params['ghId'])
     trace_id = params['trace_id']
@@ -337,24 +341,36 @@ async def weixin_search(params):
         'Content-Type': 'application/json'
     }
     response = requests.request("POST", url, headers=headers, data=payload)
-    data_list = response.json()['data']['data']
-    for item in data_list[:10]:
-        video_obj = item['items'][0]
-        # await process_weixin_video_obj(video_obj, user)
-        try:
-            aliyun_logger.logging(
-                code="1001",
-                message="扫描到一条视频",
-                account=user['uid'],
-                data=video_obj
-            )
-            await process_weixin_video_obj(video_obj, user, trace_id)
-        except Exception as e:
-            aliyun_logger.logging(
-                code="3000",
-                message="有报错信息---{}".format(e),
-                account=user['uid']
-            )
+    aliyun_logger.logging(
+        code="2000",
+        message="微信抓取成功",
+        data=response.json()
+    )
+    try:
+        data_list = response.json()['data']['data']
+        for item in data_list[:10]:
+            video_obj = item['items'][0]
+            # await process_weixin_video_obj(video_obj, user)
+            try:
+                aliyun_logger.logging(
+                    code="1001",
+                    message="扫描到一条视频",
+                    account=user['uid'],
+                    data=video_obj
+                )
+                await process_weixin_video_obj(video_obj, user, trace_id)
+            except Exception as e:
+                aliyun_logger.logging(
+                    code="3000",
+                    message="有报错信息---{}".format(e),
+                    account=user['uid']
+                )
+    except Exception as e:
+        aliyun_logger.logging(
+            code="3000",
+            message="有报错信息---{}---微信搜索视频失败".format(e),
+            account=user['uid']
+        )
 
 
 async def process_weixin_video_obj(video_obj, user, trace_id):