|
@@ -14,6 +14,7 @@ class DYLS:
|
|
def get_dyls_list(cls, task_mark, url_id, number, mark):
|
|
def get_dyls_list(cls, task_mark, url_id, number, mark):
|
|
next_cursor = ""
|
|
next_cursor = ""
|
|
for i in range(50):
|
|
for i in range(50):
|
|
|
|
+ list = []
|
|
try:
|
|
try:
|
|
# 抖查查
|
|
# 抖查查
|
|
url = "http://8.217.190.241:8888/crawler/dou_yin/blogger"
|
|
url = "http://8.217.190.241:8888/crawler/dou_yin/blogger"
|
|
@@ -28,7 +29,7 @@ class DYLS:
|
|
time.sleep(random.randint(1, 5))
|
|
time.sleep(random.randint(1, 5))
|
|
response = requests.request("POST", url, headers=headers, data=payload)
|
|
response = requests.request("POST", url, headers=headers, data=payload)
|
|
response = response.json()
|
|
response = response.json()
|
|
- list = []
|
|
|
|
|
|
+
|
|
data_all_list = response["data"]
|
|
data_all_list = response["data"]
|
|
has_more = data_all_list["has_more"]
|
|
has_more = data_all_list["has_more"]
|
|
next_cursor = str(data_all_list["next_cursor"])
|
|
next_cursor = str(data_all_list["next_cursor"])
|