|
@@ -91,6 +91,8 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
|
code="1003",
|
|
|
platform=crawler,
|
|
|
mode=log_type,
|
|
|
+ env=env,
|
|
|
+ message="开始抓取"
|
|
|
)
|
|
|
for user_dict in user_list:
|
|
|
try:
|
|
@@ -98,6 +100,7 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
|
code="1000",
|
|
|
platform=crawler,
|
|
|
mode=log_type,
|
|
|
+ env=env,
|
|
|
message="开始抓取视频号{}".format(user_dict["name"]),
|
|
|
)
|
|
|
# 初始化
|
|
@@ -113,6 +116,7 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
|
code="1000",
|
|
|
platform=crawler,
|
|
|
mode=log_type,
|
|
|
+ env=env,
|
|
|
message="完成抓取视频号{}".format(user_dict["name"]),
|
|
|
)
|
|
|
except Exception as e:
|
|
@@ -120,6 +124,7 @@ def main(log_type, crawler, topic_name, group_id, env):
|
|
|
code="3000",
|
|
|
platform=crawler,
|
|
|
mode=log_type,
|
|
|
+ env=env,
|
|
|
message="抓取视频号{}出现问题, 报错为{}".format(user_dict["name"], e),
|
|
|
)
|
|
|
|