소스 검색

搜索爬虫-微信体系内搜索功能增加 trace_id

罗俊辉 1 년 전
부모
커밋
5b45e47256
1개의 변경된 파일5개의 추가작업 그리고 2개의 파일을 삭제
  1. 5 2
      spider/crawler_search/weixin_search.py

+ 5 - 2
spider/crawler_search/weixin_search.py

@@ -326,6 +326,7 @@ async def weixin_search(params):
 
     search_keys = params['search_keys']
     user = gh_id_dict.get(params['ghId'])
+    trace_id = params['trace_id']
     url = "http://8.217.190.241:8888/crawler/wei_xin/keyword"
     payload = json.dumps({
         "keyword": ",".join(search_keys),
@@ -347,7 +348,7 @@ async def weixin_search(params):
                 account=user['uid'],
                 data=video_obj
             )
-            await process_weixin_video_obj(video_obj, user)
+            await process_weixin_video_obj(video_obj, user, trace_id)
         except Exception as e:
             aliyun_logger.logging(
                 code="3000",
@@ -356,10 +357,11 @@ async def weixin_search(params):
             )
 
 
-async def process_weixin_video_obj(video_obj, user):
+async def process_weixin_video_obj(video_obj, user, trace_id):
     """
     异步处理微信 video_obj
     公众号和站内账号一一对应
+    :param trace_id:
     :param user:
     :param video_obj:
     :return:
@@ -377,6 +379,7 @@ async def process_weixin_video_obj(video_obj, user):
     item.add_video_info("video_url", video_obj["videoUrl"])
     item.add_video_info("cover_url", video_obj["image"])
     item.add_video_info("out_video_id", video_obj['hashDocID'])
+    item.add_video_info("out_user_id", trace_id)
     item.add_video_info("platform", platform)
     item.add_video_info("strategy", "search")
     item.add_video_info("session", "{}-{}".format(platform, int(time.time())))