|
@@ -39,13 +39,13 @@ def addSpiderLink():
|
|
|
up_sql = f'update crawler_author_map set task_id={task_id} where spider_link="{spider_link}"'
|
|
|
res = mysql_con.update_values(up_sql)
|
|
|
|
|
|
- task_sql = f'select spider_link from crawler_task where task_id ={task_id}'
|
|
|
- task = mysql_con.get_values(task_sql)
|
|
|
- spider_links = eval(task[0]['spider_link'])
|
|
|
- spider_links.append(spider_link)
|
|
|
- str_spider_links = str(spider_links)
|
|
|
- u_sql = f'update crawler_task set spider_link="{str_spider_links}", update_time={now_time} where task_id={task_id}'
|
|
|
- mysql_con.update_values(u_sql)
|
|
|
+ # task_sql = f'select spider_link from crawler_task where task_id ={task_id}'
|
|
|
+ # task = mysql_con.get_values(task_sql)
|
|
|
+ # spider_links = eval(task[0]['spider_link'])
|
|
|
+ # spider_links.append(spider_link)
|
|
|
+ # str_spider_links = str(spider_links)
|
|
|
+ # u_sql = f'update crawler_task set spider_link="{str_spider_links}", update_time={now_time} where task_id={task_id}'
|
|
|
+ # mysql_con.update_values(u_sql)
|
|
|
return jsonify({'code': 200, 'message': '抓取名单增加成功', 'del_link': spider_link})
|
|
|
else:
|
|
|
sql = f'select * from crawler_task where task_id={task_id}'
|