|
@@ -18,12 +18,12 @@ from common.public import clean_title
|
|
|
|
|
|
|
|
|
class YLGXXSPScheduling:
|
|
|
- def __init__(self, platform, mode, rule_dict, env, our_uid):
|
|
|
+ def __init__(self, platform, mode, rule_dict, env, our_uid_list):
|
|
|
self.platform = platform
|
|
|
self.mode = mode
|
|
|
self.rule_dict = rule_dict
|
|
|
self.env = env
|
|
|
- self.our_uid = our_uid
|
|
|
+ self.our_uid_list = our_uid_list
|
|
|
self.mq = MQ(topic_name="topic_crawler_etl_" + self.env)
|
|
|
self.download_count = 0
|
|
|
|
|
@@ -176,7 +176,7 @@ class YLGXXSPScheduling:
|
|
|
video_dict["width"] = video_dict["video_width"]
|
|
|
video_dict["height"] = video_dict["video_height"]
|
|
|
video_dict["crawler_rule"] = json.dumps(self.rule_dict)
|
|
|
- video_dict["user_id"] = self.our_uid
|
|
|
+ video_dict["user_id"] = random.choice(self.our_uid_list)
|
|
|
video_dict["publish_time"] = video_dict["publish_time_str"]
|
|
|
video_dict["video_url"] = video_obj["data"]["url"]
|
|
|
video_dict["avatar_url"] = "http:" + video_obj["data"]["avatar"]
|