@@ -1,5 +1,6 @@
import os
import json
+import random
import sys
import datetime
import time
@@ -152,6 +153,7 @@ class ShiPinHaoAccount:
"ajax": "1",
}
response = requests.request("GET", url, headers=headers, params=params)
+ time.sleep(random.randint(10, 30))
res_json = response.json()
# 开始判断视频是否有信息,是否频控
if res_json["base_resp"]["err_msg"] == "invalid session":
@@ -1,8 +1,6 @@
-# -*- coding: utf-8 -*-
-# @Author: wangkun
-# @Time: 2023/6/30
import argparse
-from multiprocessing import Process
+import time
from mq_http_sdk.mq_client import *
from mq_http_sdk.mq_consumer import *
from mq_http_sdk.mq_exception import MQExceptionBase
@@ -95,6 +93,7 @@ def main(log_type, crawler, topic_name, group_id, env):
message="开始抓取"
)
for user_dict in user_list:
+ time.sleep(random.randint(10, 20))
try:
AliyunLogger.logging(
code="1000",