Ver Fonte

xiaoniaogao hour etl

ehlxr há 1 ano atrás
pai
commit
0adfac37cb

+ 1 - 0
xiaoniangao/xiaoniangao_hour/xiaoniangao_hour_scheduling.py

@@ -376,6 +376,7 @@ class XiaoniangaoHourScheduling:
         video_info_dict["crawler_rule"] = json.dumps(rule_dict)
         video_info_dict["user_id"] = video_info_dict["uid"]
         video_info_dict["publish_time"] = video_info_dict["publish_time_str"]
+        video_info_dict["strategy_type"] = "hour"
 
         mq = MQ(topic_name="topic_crawler_etl_" + env)
         mq.send_msg(video_info_dict)

+ 1 - 0
xiaoniangao/xiaoniangao_play/xiaoniangao_play_scheduling.py

@@ -156,6 +156,7 @@ class XiaoniangaoplayScheduling:
                                 video_dict["crawler_rule"] = json.dumps(rule_dict)
                                 video_dict["user_id"] = our_uid
                                 video_dict["publish_time"] = video_dict["publish_time_str"]
+                                video_dict["strategy_type"] = "play"
 
                                 mq.send_msg(video_dict)
                         except Exception as e: