|
@@ -161,6 +161,14 @@ class GGDCScheduling:
|
|
|
data_list = result["videos"]
|
|
|
for index, video_obj in enumerate(data_list):
|
|
|
try:
|
|
|
+ AliyunLogger.logging(
|
|
|
+ code="1001",
|
|
|
+ platform=self.crawler,
|
|
|
+ mode=self.log_type,
|
|
|
+ env=self.env,
|
|
|
+ data={},
|
|
|
+ message="成功扫描到一条视频, 该视频位于第{}页{}条".format(page_id, index + 1),
|
|
|
+ )
|
|
|
self.process_video_obj(video_obj)
|
|
|
except Exception as e:
|
|
|
Common.logger(self.log_type, self.crawler).error(f"抓取单条视频异常:{e}\n")
|