|
@@ -115,36 +115,47 @@ def getTaskUserInfo():
|
|
|
@app.route("/v1/crawler/source/getall", methods=["GET"])
|
|
|
def getSource():
|
|
|
try:
|
|
|
- # 获取传入的params参数
|
|
|
- get_data = request.args.to_dict()
|
|
|
# # 对参数进行操作
|
|
|
sql = 'select * from crawler_source'
|
|
|
+ result = mysql_con.get_values(sql)
|
|
|
+ if not result:
|
|
|
+ return jsonify({'code': '200', 'result': [], 'message': '没有更多数据'})
|
|
|
+ except Exception as e:
|
|
|
+ return jsonify({'code': '400', 'message': '获取数据源信息失败'})
|
|
|
+
|
|
|
+ return jsonify({'code': '200', 'result': result})
|
|
|
|
|
|
+@app.route("/v1/crawler/source/getasktype", methods=["GET"])
|
|
|
+def getTaskType():
|
|
|
+ try:
|
|
|
+ data = request.args.to_dict()
|
|
|
+ source = data['source']
|
|
|
+ # # 对参数进行操作
|
|
|
+ sql = f'select * from crawler_task_type where source="{source}"'
|
|
|
result = mysql_con.get_values(sql)
|
|
|
if not result:
|
|
|
return jsonify({'code': '200', 'result': [], 'message': '没有更多数据'})
|
|
|
- source_list = list()
|
|
|
- for source_info in result:
|
|
|
- source_dict = {
|
|
|
- 'task_type': [
|
|
|
- {
|
|
|
- 'type': source_info['task_type'],
|
|
|
- 'description': source_info['task_type_desc'],
|
|
|
- 'spider': {
|
|
|
- 'spider_name': source_info['spider_name'],
|
|
|
- 'description': source_info['spider_name_desc']
|
|
|
- }
|
|
|
+ else:
|
|
|
+ task_type_list = list()
|
|
|
+ for task_type_info in result:
|
|
|
+ task_info = {
|
|
|
+ 'type': task_type_info['task_type'],
|
|
|
+ 'description': task_type_info['task_type_desc'],
|
|
|
+ 'spider': {
|
|
|
+ 'spider_name': task_type_info['spider_name'],
|
|
|
+ 'description': task_type_info['spider_name_desc']
|
|
|
}
|
|
|
- ],
|
|
|
- 'description': source_info['source_desc'],
|
|
|
- 'source': source_info['source'],
|
|
|
- 'machine': source_info['machine']
|
|
|
+ }
|
|
|
+
|
|
|
+ task_type_list.append(task_info)
|
|
|
+ source_dict = {
|
|
|
+ 'task_type': task_type_list,
|
|
|
}
|
|
|
- source_list.append(source_dict)
|
|
|
except Exception as e:
|
|
|
return jsonify({'code': '400', 'message': '获取数据源信息失败'})
|
|
|
|
|
|
- return jsonify({'code': '200', 'result': {'source': source_list}})
|
|
|
+ return jsonify({'code': '200', 'result': source_dict})
|
|
|
+
|
|
|
|
|
|
|
|
|
@app.route("/v1/crawler/task/checkrepeat", methods=["POST"])
|