title score

etl-core/src/main/java/com/tzld/crawler/etl/model/po/CrawlerVideo.java

@@ -3,6 +3,7 @@ package com.tzld.crawler.etl.model.po;
 import java.util.Date;
 
 /**
+ *
  * This class was generated by MyBatis Generator.
  * This class corresponds to the database table crawler_video
  */
@@ -20,8 +21,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 站内视频ID
-     * <p>
+     *   站内视频ID
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.video_id
      *
@@ -31,8 +32,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 站内用户ID
-     * <p>
+     *   站内用户ID
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.user_id
      *
@@ -42,8 +43,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 站外用户ID
-     * <p>
+     *   站外用户ID
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.out_user_id
      *
@@ -53,8 +54,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 平台:youtube，wechat，小年糕，好看视频
-     * <p>
+     *   平台:youtube，wechat，小年糕，好看视频
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.platform
      *
@@ -64,8 +65,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 策略:定向爬虫策略，热榜爬虫策略，小时榜爬虫策略，推荐榜爬虫策略
-     * <p>
+     *   策略:定向爬虫策略，热榜爬虫策略，小时榜爬虫策略，推荐榜爬虫策略
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.strategy
      *
@@ -75,8 +76,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 站外视频ID
-     * <p>
+     *   站外视频ID
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.out_video_id
      *
@@ -86,8 +87,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 视频标题
-     * <p>
+     *   视频标题
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.video_title
      *
@@ -97,8 +98,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 视频封面
-     * <p>
+     *   视频封面
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.cover_url
      *
@@ -108,8 +109,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 视频播放地址
-     * <p>
+     *   视频播放地址
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.video_url
      *
@@ -119,8 +120,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 视频时长
-     * <p>
+     *   视频时长
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.duration
      *
@@ -130,8 +131,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 站外视频发布时间
-     * <p>
+     *   站外视频发布时间
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.publish_time
      *
@@ -141,8 +142,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 播放量
-     * <p>
+     *   播放量
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.play_cnt
      *
@@ -152,8 +153,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 点赞量
-     * <p>
+     *   点赞量
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.like_cnt
      *
@@ -163,8 +164,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 分享量
-     * <p>
+     *   分享量
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.share_cnt
      *
@@ -174,8 +175,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 收藏量
-     * <p>
+     *   收藏量
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.collection_cnt
      *
@@ -185,8 +186,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 评论量
-     * <p>
+     *   评论量
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.comment_cnt
      *
@@ -196,8 +197,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 抓取时条件:{'play_cnt': 0, 'comment_cnt': 0, 'like_cnt': 0, 'duration': 60, 'publish_time': 10, 'video_width': 720, 'video_height': 720}
-     * <p>
+     *   抓取时条件:{'play_cnt': 0, 'comment_cnt': 0, 'like_cnt': 0, 'duration': 60, 'publish_time': 10, 'video_width': 720, 'video_height': 720}
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.crawler_rule
      *
@@ -207,8 +208,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 宽
-     * <p>
+     *   宽
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.width
      *
@@ -229,9 +230,20 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 创建时间
+     * 标题权重分
      * <p>
      * This field was generated by MyBatis Generator.
+     * This field corresponds to the database column crawler_video.title_score
+     *
+     * @mbg.generated
+     */
+    private Double titleScore;
+
+    /**
+     * Database Column Remarks:
+     *   创建时间
+     *
+     * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.create_time
      *
      * @mbg.generated
@@ -240,8 +252,8 @@ public class CrawlerVideo {
 
     /**
      * Database Column Remarks:
-     * 更新时间
-     * <p>
+     *   更新时间
+     *
      * This field was generated by MyBatis Generator.
      * This field corresponds to the database column crawler_video.update_time
      *
@@ -254,6 +266,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.id
      *
      * @return the value of crawler_video.id
+     *
      * @mbg.generated
      */
     public Long getId() {
@@ -265,6 +278,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.id
      *
      * @param id the value for crawler_video.id
+     *
      * @mbg.generated
      */
     public void setId(Long id) {
@@ -276,6 +290,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.video_id
      *
      * @return the value of crawler_video.video_id
+     *
      * @mbg.generated
      */
     public Long getVideoId() {
@@ -287,6 +302,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.video_id
      *
      * @param videoId the value for crawler_video.video_id
+     *
      * @mbg.generated
      */
     public void setVideoId(Long videoId) {
@@ -298,6 +314,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.user_id
      *
      * @return the value of crawler_video.user_id
+     *
      * @mbg.generated
      */
     public Long getUserId() {
@@ -309,6 +326,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.user_id
      *
      * @param userId the value for crawler_video.user_id
+     *
      * @mbg.generated
      */
     public void setUserId(Long userId) {
@@ -320,6 +338,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.out_user_id
      *
      * @return the value of crawler_video.out_user_id
+     *
      * @mbg.generated
      */
     public String getOutUserId() {
@@ -331,6 +350,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.out_user_id
      *
      * @param outUserId the value for crawler_video.out_user_id
+     *
      * @mbg.generated
      */
     public void setOutUserId(String outUserId) {
@@ -342,6 +362,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.platform
      *
      * @return the value of crawler_video.platform
+     *
      * @mbg.generated
      */
     public String getPlatform() {
@@ -353,6 +374,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.platform
      *
      * @param platform the value for crawler_video.platform
+     *
      * @mbg.generated
      */
     public void setPlatform(String platform) {
@@ -364,6 +386,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.strategy
      *
      * @return the value of crawler_video.strategy
+     *
      * @mbg.generated
      */
     public String getStrategy() {
@@ -375,6 +398,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.strategy
      *
      * @param strategy the value for crawler_video.strategy
+     *
      * @mbg.generated
      */
     public void setStrategy(String strategy) {
@@ -386,6 +410,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.out_video_id
      *
      * @return the value of crawler_video.out_video_id
+     *
      * @mbg.generated
      */
     public String getOutVideoId() {
@@ -397,6 +422,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.out_video_id
      *
      * @param outVideoId the value for crawler_video.out_video_id
+     *
      * @mbg.generated
      */
     public void setOutVideoId(String outVideoId) {
@@ -408,6 +434,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.video_title
      *
      * @return the value of crawler_video.video_title
+     *
      * @mbg.generated
      */
     public String getVideoTitle() {
@@ -419,6 +446,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.video_title
      *
      * @param videoTitle the value for crawler_video.video_title
+     *
      * @mbg.generated
      */
     public void setVideoTitle(String videoTitle) {
@@ -430,6 +458,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.cover_url
      *
      * @return the value of crawler_video.cover_url
+     *
      * @mbg.generated
      */
     public String getCoverUrl() {
@@ -441,6 +470,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.cover_url
      *
      * @param coverUrl the value for crawler_video.cover_url
+     *
      * @mbg.generated
      */
     public void setCoverUrl(String coverUrl) {
@@ -452,6 +482,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.video_url
      *
      * @return the value of crawler_video.video_url
+     *
      * @mbg.generated
      */
     public String getVideoUrl() {
@@ -463,6 +494,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.video_url
      *
      * @param videoUrl the value for crawler_video.video_url
+     *
      * @mbg.generated
      */
     public void setVideoUrl(String videoUrl) {
@@ -474,6 +506,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.duration
      *
      * @return the value of crawler_video.duration
+     *
      * @mbg.generated
      */
     public Long getDuration() {
@@ -485,6 +518,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.duration
      *
      * @param duration the value for crawler_video.duration
+     *
      * @mbg.generated
      */
     public void setDuration(Long duration) {
@@ -496,6 +530,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.publish_time
      *
      * @return the value of crawler_video.publish_time
+     *
      * @mbg.generated
      */
     public String getPublishTime() {
@@ -507,6 +542,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.publish_time
      *
      * @param publishTime the value for crawler_video.publish_time
+     *
      * @mbg.generated
      */
     public void setPublishTime(String publishTime) {
@@ -518,6 +554,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.play_cnt
      *
      * @return the value of crawler_video.play_cnt
+     *
      * @mbg.generated
      */
     public Integer getPlayCnt() {
@@ -529,6 +566,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.play_cnt
      *
      * @param playCnt the value for crawler_video.play_cnt
+     *
      * @mbg.generated
      */
     public void setPlayCnt(Integer playCnt) {
@@ -540,6 +578,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.like_cnt
      *
      * @return the value of crawler_video.like_cnt
+     *
      * @mbg.generated
      */
     public Integer getLikeCnt() {
@@ -551,6 +590,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.like_cnt
      *
      * @param likeCnt the value for crawler_video.like_cnt
+     *
      * @mbg.generated
      */
     public void setLikeCnt(Integer likeCnt) {
@@ -562,6 +602,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.share_cnt
      *
      * @return the value of crawler_video.share_cnt
+     *
      * @mbg.generated
      */
     public Integer getShareCnt() {
@@ -573,6 +614,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.share_cnt
      *
      * @param shareCnt the value for crawler_video.share_cnt
+     *
      * @mbg.generated
      */
     public void setShareCnt(Integer shareCnt) {
@@ -584,6 +626,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.collection_cnt
      *
      * @return the value of crawler_video.collection_cnt
+     *
      * @mbg.generated
      */
     public Integer getCollectionCnt() {
@@ -595,6 +638,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.collection_cnt
      *
      * @param collectionCnt the value for crawler_video.collection_cnt
+     *
      * @mbg.generated
      */
     public void setCollectionCnt(Integer collectionCnt) {
@@ -606,6 +650,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.comment_cnt
      *
      * @return the value of crawler_video.comment_cnt
+     *
      * @mbg.generated
      */
     public Integer getCommentCnt() {
@@ -617,6 +662,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.comment_cnt
      *
      * @param commentCnt the value for crawler_video.comment_cnt
+     *
      * @mbg.generated
      */
     public void setCommentCnt(Integer commentCnt) {
@@ -628,6 +674,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.crawler_rule
      *
      * @return the value of crawler_video.crawler_rule
+     *
      * @mbg.generated
      */
     public String getCrawlerRule() {
@@ -639,6 +686,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.crawler_rule
      *
      * @param crawlerRule the value for crawler_video.crawler_rule
+     *
      * @mbg.generated
      */
     public void setCrawlerRule(String crawlerRule) {
@@ -650,6 +698,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.width
      *
      * @return the value of crawler_video.width
+     *
      * @mbg.generated
      */
     public Integer getWidth() {
@@ -661,6 +710,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.width
      *
      * @param width the value for crawler_video.width
+     *
      * @mbg.generated
      */
     public void setWidth(Integer width) {
@@ -672,6 +722,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.height
      *
      * @return the value of crawler_video.height
+     *
      * @mbg.generated
      */
     public Integer getHeight() {
@@ -683,12 +734,35 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.height
      *
      * @param height the value for crawler_video.height
+     *
      * @mbg.generated
      */
     public void setHeight(Integer height) {
         this.height = height;
     }
 
+    /**
+     * This method was generated by MyBatis Generator.
+     * This method returns the value of the database column crawler_video.title_score
+     *
+     * @return the value of crawler_video.title_score
+     * @mbg.generated
+     */
+    public Double getTitleScore() {
+        return titleScore;
+    }
+
+    /**
+     * This method was generated by MyBatis Generator.
+     * This method sets the value of the database column crawler_video.title_score
+     *
+     * @param titleScore the value for crawler_video.title_score
+     * @mbg.generated
+     */
+    public void setTitleScore(Double titleScore) {
+        this.titleScore = titleScore;
+    }
+
     /**
      * This method was generated by MyBatis Generator.
      * This method returns the value of the database column crawler_video.create_time
@@ -705,6 +779,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.create_time
      *
      * @param createTime the value for crawler_video.create_time
+     *
      * @mbg.generated
      */
     public void setCreateTime(Date createTime) {
@@ -716,6 +791,7 @@ public class CrawlerVideo {
      * This method returns the value of the database column crawler_video.update_time
      *
      * @return the value of crawler_video.update_time
+     *
      * @mbg.generated
      */
     public Date getUpdateTime() {
@@ -727,6 +803,7 @@ public class CrawlerVideo {
      * This method sets the value of the database column crawler_video.update_time
      *
      * @param updateTime the value for crawler_video.update_time
+     *
      * @mbg.generated
      */
     public void setUpdateTime(Date updateTime) {
@@ -764,6 +841,7 @@ public class CrawlerVideo {
                 ", crawlerRule=" + crawlerRule +
                 ", width=" + width +
                 ", height=" + height +
+                ", titleScore=" + titleScore +
                 ", createTime=" + createTime +
                 ", updateTime=" + updateTime +
                 "]";

etl-core/src/main/java/com/tzld/crawler/etl/model/po/CrawlerVideoExample.java

@@ -65,8 +65,8 @@ public class CrawlerVideoExample {
      *
      * @mbg.generated
      */
-    public boolean isDistinct() {
-        return distinct;
+    public void setDistinct(boolean distinct) {
+        this.distinct = distinct;
     }
 
     /**
@@ -75,8 +75,8 @@ public class CrawlerVideoExample {
      *
      * @mbg.generated
      */
-    public void setDistinct(boolean distinct) {
-        this.distinct = distinct;
+    public boolean isDistinct() {
+        return distinct;
     }
 
     /**
@@ -1485,6 +1485,66 @@ public class CrawlerVideoExample {
             return (Criteria) this;
         }
 
+        public Criteria andTitleScoreIsNull() {
+            addCriterion("title_score is null");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreIsNotNull() {
+            addCriterion("title_score is not null");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreEqualTo(Double value) {
+            addCriterion("title_score =", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreNotEqualTo(Double value) {
+            addCriterion("title_score <>", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreGreaterThan(Double value) {
+            addCriterion("title_score >", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreGreaterThanOrEqualTo(Double value) {
+            addCriterion("title_score >=", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreLessThan(Double value) {
+            addCriterion("title_score <", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreLessThanOrEqualTo(Double value) {
+            addCriterion("title_score <=", value, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreIn(List<Double> values) {
+            addCriterion("title_score in", values, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreNotIn(List<Double> values) {
+            addCriterion("title_score not in", values, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreBetween(Double value1, Double value2) {
+            addCriterion("title_score between", value1, value2, "titleScore");
+            return (Criteria) this;
+        }
+
+        public Criteria andTitleScoreNotBetween(Double value1, Double value2) {
+            addCriterion("title_score not between", value1, value2, "titleScore");
+            return (Criteria) this;
+        }
+
         public Criteria andCreateTimeIsNull() {
             addCriterion("create_time is null");
             return (Criteria) this;
@@ -1642,6 +1702,38 @@ public class CrawlerVideoExample {
 
         private final String typeHandler;
 
+        public String getCondition() {
+            return condition;
+        }
+
+        public Object getValue() {
+            return value;
+        }
+
+        public Object getSecondValue() {
+            return secondValue;
+        }
+
+        public boolean isNoValue() {
+            return noValue;
+        }
+
+        public boolean isSingleValue() {
+            return singleValue;
+        }
+
+        public boolean isBetweenValue() {
+            return betweenValue;
+        }
+
+        public boolean isListValue() {
+            return listValue;
+        }
+
+        public String getTypeHandler() {
+            return typeHandler;
+        }
+
         protected Criterion(String condition) {
             super();
             this.condition = condition;
@@ -1677,37 +1769,5 @@ public class CrawlerVideoExample {
         protected Criterion(String condition, Object value, Object secondValue) {
             this(condition, value, secondValue, null);
         }
-
-        public String getCondition() {
-            return condition;
-        }
-
-        public Object getValue() {
-            return value;
-        }
-
-        public Object getSecondValue() {
-            return secondValue;
-        }
-
-        public boolean isNoValue() {
-            return noValue;
-        }
-
-        public boolean isSingleValue() {
-            return singleValue;
-        }
-
-        public boolean isBetweenValue() {
-            return betweenValue;
-        }
-
-        public boolean isListValue() {
-            return listValue;
-        }
-
-        public String getTypeHandler() {
-            return typeHandler;
-        }
     }
 }

etl-core/src/main/java/com/tzld/crawler/etl/service/impl/EtlServiceImpl.java

@@ -158,7 +158,7 @@ public class EtlServiceImpl implements EtlService {
             BeanUtils.copyProperties(data, crawlerVideo);
             crawlerVideo.setVideoId(response.getData().getId());
             String insertSql = "insert into crawler_video(video_id, user_id, out_user_id, platform, strategy, out_video_id, video_title," +
-                    " cover_url, video_url, duration, publish_time, play_cnt, crawler_rule, width, height) values(" + crawlerVideo.getVideoId() + "," +
+                    " cover_url, video_url, duration, publish_time, play_cnt, crawler_rule, width, height, title_score) values(" + crawlerVideo.getVideoId() + "," +
                     crawlerVideo.getUserId() + "," +
                     crawlerVideo.getOutUserId() + "," +
                     crawlerVideo.getPlatform() + "," +
@@ -172,7 +172,8 @@ public class EtlServiceImpl implements EtlService {
                     crawlerVideo.getPlayCnt() + "," +
                     crawlerVideo.getCrawlerRule() + "," +
                     crawlerVideo.getWidth() + "," +
-                    crawlerVideo.getHeight() + ")";
+                    crawlerVideo.getHeight() + "," +
+                    crawlerVideo.getTitleScore() + ")";
             slsService.log("message", "insert_sql: " + insertSql, "crawler", platform, "mode", strategy);
             crawlerVideoMapper.insertSelective(crawlerVideo);
             slsService.log("message", "视频信息写入数据库成功", "crawler", platform, "mode", strategy);

etl-core/src/main/resources/mapper/CrawlerVideoMapper.xml

@@ -26,6 +26,7 @@
         <result column="crawler_rule" jdbcType="CHAR" property="crawlerRule"/>
         <result column="width" jdbcType="INTEGER" property="width"/>
         <result column="height" jdbcType="INTEGER" property="height"/>
+        <result column="title_score" jdbcType="DOUBLE" property="titleScore"/>
         <result column="create_time" jdbcType="TIMESTAMP" property="createTime"/>
         <result column="update_time" jdbcType="TIMESTAMP" property="updateTime"/>
     </resultMap>
@@ -104,7 +105,7 @@
         -->
         id, video_id, user_id, out_user_id, platform, strategy, out_video_id, video_title,
         cover_url, video_url, duration, publish_time, play_cnt, like_cnt, share_cnt, collection_cnt,
-        comment_cnt, crawler_rule, width, height, create_time, update_time
+        comment_cnt, crawler_rule, width, height, title_score, create_time, update_time
     </sql>
     <select id="selectByExample" parameterType="com.tzld.crawler.etl.model.po.CrawlerVideoExample"
             resultMap="BaseResultMap">
@@ -164,16 +165,16 @@
         video_url, duration, publish_time,
         play_cnt, like_cnt, share_cnt,
         collection_cnt, comment_cnt, crawler_rule,
-        width, height, create_time,
-        update_time)
+        width, height, title_score,
+        create_time, update_time)
         values (#{id,jdbcType=BIGINT}, #{videoId,jdbcType=BIGINT}, #{userId,jdbcType=BIGINT},
         #{outUserId,jdbcType=VARCHAR}, #{platform,jdbcType=VARCHAR}, #{strategy,jdbcType=VARCHAR},
         #{outVideoId,jdbcType=VARCHAR}, #{videoTitle,jdbcType=VARCHAR}, #{coverUrl,jdbcType=VARCHAR},
         #{videoUrl,jdbcType=VARCHAR}, #{duration,jdbcType=BIGINT}, #{publishTime,jdbcType=VARCHAR},
         #{playCnt,jdbcType=INTEGER}, #{likeCnt,jdbcType=INTEGER}, #{shareCnt,jdbcType=INTEGER},
         #{collectionCnt,jdbcType=INTEGER}, #{commentCnt,jdbcType=INTEGER}, #{crawlerRule,jdbcType=CHAR},
-        #{width,jdbcType=INTEGER}, #{height,jdbcType=INTEGER}, #{createTime,jdbcType=TIMESTAMP},
-        #{updateTime,jdbcType=TIMESTAMP})
+        #{width,jdbcType=INTEGER}, #{height,jdbcType=INTEGER}, #{titleScore,jdbcType=DOUBLE},
+        #{createTime,jdbcType=TIMESTAMP}, #{updateTime,jdbcType=TIMESTAMP})
     </insert>
     <insert id="insertSelective" parameterType="com.tzld.crawler.etl.model.po.CrawlerVideo">
         <!--
@@ -242,6 +243,9 @@
             <if test="height != null">
                 height,
             </if>
+            <if test="titleScore != null">
+                title_score,
+            </if>
             <if test="createTime != null">
                 create_time,
             </if>
@@ -310,6 +314,9 @@
             <if test="height != null">
                 #{height,jdbcType=INTEGER},
             </if>
+            <if test="titleScore != null">
+                #{titleScore,jdbcType=DOUBLE},
+            </if>
             <if test="createTime != null">
                 #{createTime,jdbcType=TIMESTAMP},
             </if>
@@ -396,6 +403,9 @@
             <if test="record.height != null">
                 height = #{record.height,jdbcType=INTEGER},
             </if>
+            <if test="record.titleScore != null">
+                title_score = #{record.titleScore,jdbcType=DOUBLE},
+            </if>
             <if test="record.createTime != null">
                 create_time = #{record.createTime,jdbcType=TIMESTAMP},
             </if>
@@ -433,6 +443,7 @@
         crawler_rule = #{record.crawlerRule,jdbcType=CHAR},
         width = #{record.width,jdbcType=INTEGER},
         height = #{record.height,jdbcType=INTEGER},
+        title_score = #{record.titleScore,jdbcType=DOUBLE},
         create_time = #{record.createTime,jdbcType=TIMESTAMP},
         update_time = #{record.updateTime,jdbcType=TIMESTAMP}
         <if test="_parameter != null">
@@ -503,6 +514,9 @@
             <if test="height != null">
                 height = #{height,jdbcType=INTEGER},
             </if>
+            <if test="titleScore != null">
+                title_score = #{titleScore,jdbcType=DOUBLE},
+            </if>
             <if test="createTime != null">
                 create_time = #{createTime,jdbcType=TIMESTAMP},
             </if>
@@ -537,6 +551,7 @@
         crawler_rule = #{crawlerRule,jdbcType=CHAR},
         width = #{width,jdbcType=INTEGER},
         height = #{height,jdbcType=INTEGER},
+        title_score = #{titleScore,jdbcType=DOUBLE},
         create_time = #{createTime,jdbcType=TIMESTAMP},
         update_time = #{updateTime,jdbcType=TIMESTAMP}
         where id = #{id,jdbcType=BIGINT}