小年糕-h5-修改 logtype, strategy_type

xiaoniangao/xiaoniangao_h5/xiaoniangao_h5_schduling.py

@@ -36,6 +36,7 @@ class XiaoNianGaoH5Scheduling:
     def get_videoList(cls, log_type, crawler, rule_dict, our_uid, env):
         mq = MQ(topic_name="topic_crawler_etl_" + env)
         for page in range(1, 101):
+            time.sleep(random.randint(3, 5))
             try:
                 Common.logger(log_type, crawler).info(f"正在抓取第{page}页")
                 Common.logging(log_type, crawler, env, f"正在抓取第{page}页")
@@ -263,7 +264,7 @@ class XiaoNianGaoH5Scheduling:
                                 video_dict["publish_time"] = video_dict[
                                     "publish_time_str"
                                 ]
-                                video_dict["strategy_type"] = "play"
+                                video_dict["strategy_type"] = log_type
                                 # print(video_dict)
                                 mq.send_msg(video_dict)
                                 # break
@@ -282,8 +283,8 @@ class XiaoNianGaoH5Scheduling:
         return len(repeat_video)
 
 
-if __name__ == "__main__":
-    XNG_H5 = XiaoNianGaoH5Scheduling
-    XNG_H5.get_videoList(
-        log_type="H5", crawler="xiaoniangao", rule_dict={}, our_uid="ljh", env="dev"
-    )
+# if __name__ == "__main__":
+#     XNG_H5 = XiaoNianGaoH5Scheduling
+#     XNG_H5.get_videoList(
+#         log_type="H5", crawler="xiaoniangao", rule_dict={}, our_uid="ljh", env="dev"
+#     )

xiaoniangao/xiaoniangao_main/run_xngh5_recommend_dev.py

@@ -11,7 +11,7 @@ from xiaoniangao.xiaoniangao_h5.xiaoniangao_h5_schduling import XiaoNianGaoH5Sch
 
 def xiaoniangao_recommend_main(log_type, crawler, env):
     Common.logger(log_type, crawler).info(f'开始抓取:小年糕H5\n')
-    # Common.logging(log_type, crawler, env, "开始抓取:小年糕H5\n")
+    Common.logging(log_type, crawler, env, "开始抓取:小年糕H5\n")
     XiaoNianGaoH5Scheduling.get_videoList(
         log_type=log_type,
         crawler=crawler,
@@ -21,8 +21,8 @@ def xiaoniangao_recommend_main(log_type, crawler, env):
         our_uid=6267140,
         env=env)
     Common.logger(log_type, crawler).info("抓取一轮结束\n")
-    # Common.logging(log_type, crawler, env, "抓取一轮结束\n")
+    Common.logging(log_type, crawler, env, "抓取一轮结束\n")
 
 
 if __name__ == "__main__":
-    xiaoniangao_recommend_main("h5-recommend", "xiaoniangao", "dev")
+    xiaoniangao_recommend_main("recommend", "xiaoniangaoh5", "dev")