|
@@ -132,7 +132,7 @@ class SearchABTest(object):
|
|
|
:return:
|
|
|
"""
|
|
|
search_result = await SearchMethod().search_v0(
|
|
|
- text=cls.article_keys[3],
|
|
|
+ text=cls.article_keys[2],
|
|
|
trace_id=cls.trace_id
|
|
|
)
|
|
|
if search_result:
|
|
@@ -240,67 +240,60 @@ async def search_videos(params, trace_id, gh_id, mysql_client):
|
|
|
:return:
|
|
|
"""
|
|
|
K = KimiServer()
|
|
|
- try:
|
|
|
- kimi_info = await K.search_kimi_schedule(params=params)
|
|
|
- print(json.dumps(kimi_info, ensure_ascii=False, indent=4))
|
|
|
- kimi_title = kimi_info['k_title']
|
|
|
- content_title = kimi_info['content_title']
|
|
|
- content_keys = json.dumps(kimi_info['content_keys'], ensure_ascii=False)
|
|
|
- update_kimi_sql = f"""
|
|
|
- UPDATE long_articles_video SET
|
|
|
- kimi_title = '{kimi_title}',
|
|
|
- kimi_summary = '{content_title}',
|
|
|
- kimi_keys = '{content_keys}'
|
|
|
- WHERE trace_id = '{trace_id}';
|
|
|
- """
|
|
|
- await mysql_client.async_insert(update_kimi_sql)
|
|
|
- kimi_info["trace_id"] = trace_id
|
|
|
- SearchAB = SearchABTest(info=kimi_info, gh_id=gh_id)
|
|
|
- recall_obj_1 = await SearchAB.ab_1()
|
|
|
- await asyncio.sleep(3)
|
|
|
- recall_obj_2 = await SearchAB.ab_2()
|
|
|
+ kimi_info = await K.search_kimi_schedule(params=params)
|
|
|
+ print(json.dumps(kimi_info, ensure_ascii=False, indent=4))
|
|
|
+ kimi_title = kimi_info['k_title']
|
|
|
+ content_title = kimi_info['content_title']
|
|
|
+ content_keys = json.dumps(kimi_info['content_keys'], ensure_ascii=False)
|
|
|
+ update_kimi_sql = f"""
|
|
|
+ UPDATE long_articles_video SET
|
|
|
+ kimi_title = '{kimi_title}',
|
|
|
+ kimi_summary = '{content_title}',
|
|
|
+ kimi_keys = '{content_keys}'
|
|
|
+ WHERE trace_id = '{trace_id}';
|
|
|
+ """
|
|
|
+ await mysql_client.async_insert(update_kimi_sql)
|
|
|
+ kimi_info["trace_id"] = trace_id
|
|
|
+ SearchAB = SearchABTest(info=kimi_info, gh_id=gh_id)
|
|
|
+ recall_obj_1 = await SearchAB.ab_1()
|
|
|
+ await asyncio.sleep(3)
|
|
|
+ recall_obj_2 = await SearchAB.ab_2()
|
|
|
+ await asyncio.sleep(3)
|
|
|
+ recall_obj_3 = await SearchAB.ab_3()
|
|
|
+ recall_list = [recall_obj_1, recall_obj_2, recall_obj_3]
|
|
|
+ un_empty_list = [i for i in recall_list if i]
|
|
|
+ if len(un_empty_list) < 3:
|
|
|
await asyncio.sleep(3)
|
|
|
- recall_obj_3 = await SearchAB.ab_3()
|
|
|
- recall_list = [recall_obj_1, recall_obj_2, recall_obj_3]
|
|
|
- un_empty_list = [i for i in recall_list if i]
|
|
|
- if len(un_empty_list) < 3:
|
|
|
- await asyncio.sleep(3)
|
|
|
- recall_obj_4 = await SearchAB.ab_4()
|
|
|
- un_empty_list.append(recall_obj_4)
|
|
|
+ recall_obj_4 = await SearchAB.ab_4()
|
|
|
+ un_empty_list.append(recall_obj_4)
|
|
|
|
|
|
- # 逐条下载,逐条写表
|
|
|
- if un_empty_list:
|
|
|
- for index, recall_obj in enumerate(un_empty_list, 1):
|
|
|
- platform = recall_obj["platform"]
|
|
|
- recall_video = recall_obj["result"]
|
|
|
- if recall_video:
|
|
|
- logging(
|
|
|
- code="7002",
|
|
|
- info="视频搜索成功, 搜索平台为--{}".format(platform),
|
|
|
- trace_id=trace_id,
|
|
|
- data=recall_video,
|
|
|
- )
|
|
|
- video_id = await video_sender(
|
|
|
- video_obj=recall_video,
|
|
|
- user=gh_id_dict.get(gh_id),
|
|
|
- trace_id=trace_id,
|
|
|
- platform=platform,
|
|
|
- )
|
|
|
- update_id_sql = f"""
|
|
|
- UPDATE long_articles_video
|
|
|
- SET
|
|
|
- recall_video_id{index} = {video_id}
|
|
|
- WHERE
|
|
|
- trace_id = '{trace_id}'
|
|
|
- """
|
|
|
- await mysql_client.async_insert(update_id_sql)
|
|
|
- else:
|
|
|
- logging(code="7003", info="视频搜索失败", trace_id=trace_id)
|
|
|
- except Exception as e:
|
|
|
- logging(
|
|
|
- code="9000",
|
|
|
- info="kimi挖掘失败, 原因是-{}".format(e),
|
|
|
- trace_id=trace_id
|
|
|
- )
|
|
|
+ # 逐条下载,逐条写表
|
|
|
+ if un_empty_list:
|
|
|
+ for index, recall_obj in enumerate(un_empty_list, 1):
|
|
|
+ platform = recall_obj["platform"]
|
|
|
+ recall_video = recall_obj["result"]
|
|
|
+ if recall_video:
|
|
|
+ logging(
|
|
|
+ code="7002",
|
|
|
+ info="视频搜索成功, 搜索平台为--{}".format(platform),
|
|
|
+ trace_id=trace_id,
|
|
|
+ data=recall_video,
|
|
|
+ )
|
|
|
+ video_id = await video_sender(
|
|
|
+ video_obj=recall_video,
|
|
|
+ user=gh_id_dict.get(gh_id),
|
|
|
+ trace_id=trace_id,
|
|
|
+ platform=platform,
|
|
|
+ )
|
|
|
+ update_id_sql = f"""
|
|
|
+ UPDATE long_articles_video
|
|
|
+ SET
|
|
|
+ recall_video_id{index} = {video_id}
|
|
|
+ WHERE
|
|
|
+ trace_id = '{trace_id}'
|
|
|
+ """
|
|
|
+ await mysql_client.async_insert(update_id_sql)
|
|
|
+ else:
|
|
|
+ logging(code="7003", info="视频搜索失败", trace_id=trace_id)
|
|
|
|
|
|
|