|
@@ -14,24 +14,24 @@ class DYLS:
|
|
|
def get_dyls_list(cls, task_mark, url_id, number, mark):
|
|
|
next_cursor = ""
|
|
|
for i in range(50):
|
|
|
- # 抖查查
|
|
|
- url = "http://8.217.190.241:8888/crawler/dou_yin/blogger"
|
|
|
- payload = json.dumps({
|
|
|
- "account_id": url_id,
|
|
|
- "source": "抖查查",
|
|
|
- "cursor": next_cursor
|
|
|
- })
|
|
|
- headers = {
|
|
|
- 'Content-Type': 'application/json'
|
|
|
- }
|
|
|
- time.sleep(random.randint(1, 5))
|
|
|
- response = requests.request("POST", url, headers=headers, data=payload)
|
|
|
- response = response.json()
|
|
|
- list = []
|
|
|
- data_all_list = response["data"]
|
|
|
- has_more = data_all_list["has_more"]
|
|
|
- next_cursor = str(data_all_list["next_cursor"])
|
|
|
try:
|
|
|
+ # 抖查查
|
|
|
+ url = "http://8.217.190.241:8888/crawler/dou_yin/blogger"
|
|
|
+ payload = json.dumps({
|
|
|
+ "account_id": url_id,
|
|
|
+ "source": "抖查查",
|
|
|
+ "cursor": next_cursor
|
|
|
+ })
|
|
|
+ headers = {
|
|
|
+ 'Content-Type': 'application/json'
|
|
|
+ }
|
|
|
+ time.sleep(random.randint(1, 5))
|
|
|
+ response = requests.request("POST", url, headers=headers, data=payload)
|
|
|
+ response = response.json()
|
|
|
+ list = []
|
|
|
+ data_all_list = response["data"]
|
|
|
+ has_more = data_all_list["has_more"]
|
|
|
+ next_cursor = str(data_all_list["next_cursor"])
|
|
|
data_list = data_all_list["data"]
|
|
|
for data in data_list:
|
|
|
# comment_count = data["comment_count"]
|