调整推荐和用户数据整体执行频率

application/functions/zqkd_db_redis.py

@@ -236,5 +236,5 @@ class RedisOperations:
 
 
 if __name__ == '__main__':
-    db = DatabaseOperations("recommend", "zhongqingkandian")
+    db = DatabaseOperations("author", "zhongqingkandianauthor")
     print(db.get_today_videos())

spider/crawler_author/zhongqingkandian_author.py

@@ -224,6 +224,7 @@ class ZhongQingKanDianAuthor:
                         video_content_link = video_obj.get("share_url")
                         if video_content_link:
                             self.req_detail(video_content_link, **video_obj)
+                            time.sleep(random.randint(5,30))
             except Exception as e:
                 tb_info = traceback.format_exc()
                 self.aliyun_log.logging(

spider/crawler_online/zhongqingkandian.py

@@ -187,7 +187,6 @@ class ZhongQingKanDianRecommend:
                 self.LocalLog.info(f"开始推荐视频列表的请求和处理流程,今日已爬推荐 {self.download_cnt} 个视频")
                 recommend_resp = self.req_recommend_list()
                 if not recommend_resp:
-                    time.sleep(random.randint(5, 10))
                     continue
                 recommend_list = recommend_resp.get("data", {}).get("data", [])
                 self.LocalLog.info(f"获取的推荐列表长度：{len(recommend_list)}")
@@ -202,8 +201,8 @@ class ZhongQingKanDianRecommend:
                         continue
                     # 当前内容id保存到redis
                     self.redis_ops.save_recommend_video(content_id)
-                    time.sleep(random.randint(5, 10))
                     self.req_detail(content_link, **video_obj)
+                    time.sleep(random.randint(5, 30))
             except Exception as e:
                 tb_info = traceback.format_exc()
                 self.aliyun_log.logging(
@@ -234,7 +233,6 @@ class ZhongQingKanDianRecommend:
             our_user = random.choice(self.user_list)
             trace_id = self.platform + str(uuid.uuid1())
             item = VideoItem()
-
             account_id = video_obj["channel_account_id"]
             account_name = video_obj["channel_account_name"]
             account_avatar = video_obj["avatar"]

spider/crawler_online/zhongqingkandian_related_recommend.py

@@ -195,7 +195,6 @@ class ZhongQingKanDianRelatedRecommend:
                 if not content_id:
                     self.LocalLog.info("缓存中【task:zqkd_video_id】没有数据")
                     continue
-                time.sleep(random.randint(5, 10))
                 related_resp = self.req_related_recommend_list(content_id)
                 if not related_resp:
                     continue
@@ -208,8 +207,8 @@ class ZhongQingKanDianRelatedRecommend:
                     related_content_link = related_obj.get("share_info", {}).get("share_url")
                     self.LocalLog.info(f"related_content_link == {related_content_link}")
                     if related_content_link:
-                        time.sleep(random.randint(5, 10))
                         self.req_detail(related_content_link, **related_obj)
+                        time.sleep(random.randint(5, 10))
             except Exception as e:
                 tb_info = traceback.format_exc()
                 self.aliyun_log.logging(