|
@@ -154,6 +154,8 @@ class DouyinauthorScheduling:
|
|
env=env,
|
|
env=env,
|
|
message='扫描到一条视频\n'
|
|
message='扫描到一条视频\n'
|
|
)
|
|
)
|
|
|
|
+ is_top = data[i].get('is_top') # 是否置顶
|
|
|
|
+
|
|
video_id = data[i].get('aweme_id') # 文章id
|
|
video_id = data[i].get('aweme_id') # 文章id
|
|
video_title = data[i].get('desc', "").strip().replace("\n", "") \
|
|
video_title = data[i].get('desc', "").strip().replace("\n", "") \
|
|
.replace("/", "").replace("\\", "").replace("\r", "") \
|
|
.replace("/", "").replace("\\", "").replace("\r", "") \
|
|
@@ -211,16 +213,17 @@ class DouyinauthorScheduling:
|
|
env=env,
|
|
env=env,
|
|
message=f"{video_dict}\n"
|
|
message=f"{video_dict}\n"
|
|
)
|
|
)
|
|
- if int((int(time.time()) - int(publish_time_stamp)) / (3600*24)) > int(rule_dict.get("period", {}).get("max", 1000)):
|
|
|
|
- Common.logger(log_type, crawler).info(f'发布时间超过{int(rule_dict.get("period", {}).get("max", 1000))}天\n')
|
|
|
|
- AliyunLogger.logging(
|
|
|
|
- code="2004",
|
|
|
|
- platform=crawler,
|
|
|
|
- mode=log_type,
|
|
|
|
- env=env,
|
|
|
|
- message=f'发布时间超过{int(rule_dict.get("period", {}).get("max", 1000))}天\n'
|
|
|
|
- )
|
|
|
|
- return
|
|
|
|
|
|
+ if is_top == 0:
|
|
|
|
+ if int((int(time.time()) - int(publish_time_stamp)) / (3600*24)) > int(rule_dict.get("period", {}).get("max", 1000)):
|
|
|
|
+ Common.logger(log_type, crawler).info(f'发布时间超过{int(rule_dict.get("period", {}).get("max", 1000))}天\n')
|
|
|
|
+ AliyunLogger.logging(
|
|
|
|
+ code="2004",
|
|
|
|
+ platform=crawler,
|
|
|
|
+ mode=log_type,
|
|
|
|
+ env=env,
|
|
|
|
+ message=f'发布时间超过{int(rule_dict.get("period", {}).get("max", 1000))}天\n'
|
|
|
|
+ )
|
|
|
|
+ return
|
|
if video_dict["video_id"] == '' or video_dict["cover_url"] == '' or video_dict["video_url"] == '':
|
|
if video_dict["video_id"] == '' or video_dict["cover_url"] == '' or video_dict["video_url"] == '':
|
|
Common.logger(log_type, crawler).info('无效视频\n')
|
|
Common.logger(log_type, crawler).info('无效视频\n')
|
|
AliyunLogger.logging(
|
|
AliyunLogger.logging(
|