@@ -24,6 +24,7 @@ class AsyncMySQLClient(object):
password='crawler123456@',
db='piaoquan-crawler',
charset='utf8mb4',
+ maxsize=100,
connect_timeout=120,
)
print("mysql init successfully")
@@ -133,7 +133,6 @@ class ArticleManager(object):
'Content-Type': 'application/json'
}
response = requests.post(url, headers=headers, data=json.dumps(payload))
- print(response.json())
return response.json()
@classmethod
@@ -146,7 +146,6 @@ class ArticleSpider(object):
:return:
"""
response = self.tools.update_msg_list(ghId=gh_id, index=cursor)
- print(response)
msg_list = response.get("data", {}).get("data")
if msg_list:
# print(msg_list)