|
@@ -80,7 +80,7 @@ def do_check_titles(text):
|
|
"""
|
|
"""
|
|
return request_llm_api(text_prompt, text)
|
|
return request_llm_api(text_prompt, text)
|
|
|
|
|
|
-def check_titles(titles, retun_map=False):
|
|
|
|
|
|
+def check_titles(titles, return_map=False):
|
|
n_titles = len(titles)
|
|
n_titles = len(titles)
|
|
|
|
|
|
batch_size = 20
|
|
batch_size = 20
|
|
@@ -102,9 +102,9 @@ def check_titles(titles, retun_map=False):
|
|
try:
|
|
try:
|
|
res = do_check_titles(title)
|
|
res = do_check_titles(title)
|
|
json_res = json.loads(res)
|
|
json_res = json.loads(res)
|
|
- if isinstance(res, list):
|
|
|
|
|
|
+ if isinstance(json_res, list):
|
|
json_data.append(json_res[0])
|
|
json_data.append(json_res[0])
|
|
- elif isinstance(res, dict):
|
|
|
|
|
|
+ elif isinstance(json_res, dict):
|
|
json_data.append(json_res)
|
|
json_data.append(json_res)
|
|
else:
|
|
else:
|
|
raise Exception('Invalid Response')
|
|
raise Exception('Invalid Response')
|
|
@@ -122,7 +122,7 @@ def check_titles(titles, retun_map=False):
|
|
item['hit_rule'] = 99
|
|
item['hit_rule'] = 99
|
|
else:
|
|
else:
|
|
item['hit_rule'] = 0
|
|
item['hit_rule'] = 0
|
|
- if retun_map:
|
|
|
|
|
|
+ if return_map:
|
|
result_map = {}
|
|
result_map = {}
|
|
for item in json_data:
|
|
for item in json_data:
|
|
if item['title'] not in result_map:
|
|
if item['title'] not in result_map:
|