|
|
@@ -91,6 +91,15 @@ class YLGXXSPScheduling:
|
|
|
else:
|
|
|
data_list = result["data"]["result"]
|
|
|
for index, video_obj in enumerate(data_list):
|
|
|
+ # AliyunLogger.logging(
|
|
|
+ # code="1001",
|
|
|
+ # platform=self.platform,
|
|
|
+ # mode=self.mode,
|
|
|
+ # env=self.env,
|
|
|
+ # data={},
|
|
|
+ # message="{}成功扫描到一条视频, 该视频位于第{}页{}条".format(channel_name, page_id, index + 1),
|
|
|
+ # )
|
|
|
+ # self.process_video_obj(video_obj)
|
|
|
try:
|
|
|
AliyunLogger.logging(
|
|
|
code="1001",
|
|
|
@@ -141,10 +150,12 @@ class YLGXXSPScheduling:
|
|
|
"user_name": user_name,
|
|
|
"publish_time_stamp": publish_time_stamp,
|
|
|
"publish_time_str": publish_time_str,
|
|
|
+ "update_time_stamp": int(time.time()),
|
|
|
"video_width": 0,
|
|
|
"video_height": 0,
|
|
|
"profile_id": 0,
|
|
|
"profile_mid": 0,
|
|
|
+ "out_video_id": video_id,
|
|
|
"session": f"youlegaoxiaoxiaoshipin-{int(time.time())}",
|
|
|
}
|
|
|
rule_pipeline = PiaoQuanPipeline(
|
|
|
@@ -159,7 +170,6 @@ class YLGXXSPScheduling:
|
|
|
video_dict["out_user_id"] = video_obj["data"].get("ownerId", 0)
|
|
|
video_dict["platform"] = self.platform
|
|
|
video_dict["strategy"] = self.mode
|
|
|
- video_dict["out_video_id"] = str(video_dict["video_id"])
|
|
|
video_dict["width"] = video_dict["video_width"]
|
|
|
video_dict["height"] = video_dict["video_height"]
|
|
|
video_dict["crawler_rule"] = json.dumps(self.rule_dict)
|
|
|
@@ -169,6 +179,7 @@ class YLGXXSPScheduling:
|
|
|
video_dict["avatar_url"] = "http:" + video_obj["data"]["avatar"]
|
|
|
self.download_count += 1
|
|
|
self.mq.send_msg(video_dict)
|
|
|
+ # print(video_dict)
|
|
|
AliyunLogger.logging(
|
|
|
code="1002",
|
|
|
platform=self.platform,
|
罗俊辉