|
|
@@ -48,7 +48,7 @@ def addSpiderLink():
|
|
|
else:
|
|
|
sql = f'select * from crawler_task where task_id={task_id}'
|
|
|
result = mysql_con.get_values(sql)
|
|
|
- success_list, fail_list = create_uid(result[0], task_id)
|
|
|
+ success_list, fail_list = create_uid(result[0], task_id, spider_link=[spider_link])
|
|
|
|
|
|
spider_links = eval(result[0]['spider_link'])
|
|
|
spider_links.append(spider_link)
|
|
|
@@ -259,7 +259,8 @@ def insertTask():
|
|
|
sql = 'insert into {table}({keys}) VALUES({values})'.format(table='crawler_task', keys=keys, values=values)
|
|
|
task_id = mysql_con.insert_values(sql, tuple(data.values()))
|
|
|
if task_id:
|
|
|
- success_list, fail_list = create_uid(user_data, task_id)
|
|
|
+ spider_link = user_data['spider_link']
|
|
|
+ success_list, fail_list = create_uid(user_data, task_id, spider_link)
|
|
|
return jsonify(
|
|
|
{'code': 200, 'message': 'task create success', 'success_list': success_list, 'fail_list': fail_list})
|
|
|
except Exception as e:
|
|
|
@@ -413,8 +414,7 @@ def updateTask():
|
|
|
return jsonify({'code': 400, 'message': '任务更新失败'})
|
|
|
|
|
|
|
|
|
-def create_uid(task, task_id):
|
|
|
- spider_link = task.get('spider_link')
|
|
|
+def create_uid(task, task_id, spider_link):
|
|
|
if not isinstance(spider_link, list):
|
|
|
spider_link = eval(spider_link)
|
|
|
source = task.get('source')
|
