douyin etl

douyin/douyin_author/douyin_author_scheduling.py

@@ -164,6 +164,7 @@ class DouyinauthorScheduling:
                     video_dict["crawler_rule"] = json.dumps(rule_dict)
                     video_dict["user_id"] = user_dict["uid"]
                     video_dict["publish_time"] = video_dict["publish_time_str"]
+                    video_dict["strategy_type"] = log_type
 
                     mq.send_msg(video_dict)
             except Exception as e:

douyin/douyin_recommend/douyin_recommend_scheduling.py

@@ -153,6 +153,7 @@ class DouyinrecommendScheduling:
                             video_dict["crawler_rule"] = json.dumps(rule_dict)
                             video_dict["user_id"] = our_uid
                             video_dict["publish_time"] = video_dict["publish_time_str"]
+                            video_dict["strategy_type"] = log_type
                             mq.send_msg(video_dict)
                     except Exception as e:
                         Common.logger(log_type, crawler).error(f"抓取单条视频异常:{e}\n")