|
@@ -60,6 +60,8 @@ def insertTask():
|
|
for link in outer_info:
|
|
for link in outer_info:
|
|
s_sql = f"""select spider_link from crawler_task where source={source}"""
|
|
s_sql = f"""select spider_link from crawler_task where source={source}"""
|
|
result = MysqlHelper.get_values(s_sql)
|
|
result = MysqlHelper.get_values(s_sql)
|
|
|
|
+ if not result:
|
|
|
|
+ continue
|
|
if link in eval(result[0]):
|
|
if link in eval(result[0]):
|
|
exist_outer_info.append(link)
|
|
exist_outer_info.append(link)
|
|
if exist_outer_info:
|
|
if exist_outer_info:
|