Merge branch '20250724-wyp-syncVideo' of Server/growth-manager into master

api-module/src/main/java/com/tzld/piaoquan/api/dao/mapper/contentplatform/ext/ContentPlatformPlanMapperExt.java

@@ -71,10 +71,14 @@ public interface ContentPlatformPlanMapperExt {
 
     List<ContentPlatformVideo> getVideoListByIds(@Param("videoIds") List<Long> videoIds);
 
+    void deleteContentPlatformVideo(@Param("dt") String dt);
+
     void deleteContentPlatformVideoAgg(@Param("dt") String dt);
 
     void deleteContentPlatformVideoDatastatAgg(@Param("dt") String aggDt);
 
+    void deleteContentPlatformVideoDatastat(@Param("dt") String aggDt);
+
     void batchInsertContentPlatformVideoDatastat(@Param("records") List<ContentPlatformVideoDataStat> saveList);
 
     void batchInsertContentPlatformVideoDatastatAgg(@Param("records") List<ContentPlatformVideoDataStatAgg> saveAggList);

api-module/src/main/java/com/tzld/piaoquan/api/job/ContentPlatformVideoJob.java

@@ -60,10 +60,6 @@ public class ContentPlatformVideoJob {
         List<String> dtList = DateUtil.getBeforeDays(aggDt, null, videoAggDays);
         // 轮询查询大数据获取最近14天视频
         for (String dt : dtList) {
-            long videoCount = getVideoCount(dt);
-            if (videoCount > 0) {
-                continue;
-            }
             String sql = String.format("SELECT * FROM loghubods.wecom_cooperation_video_candidate_pool WHERE dt=%s;", dt);
             List<Record> dataList = OdpsUtil.getOdpsData(sql);
             Long now = System.currentTimeMillis();
@@ -102,6 +98,7 @@ public class ContentPlatformVideoJob {
                 }
                 // save
                 if (CollectionUtils.isNotEmpty(saveList)) {
+                    planMapperExt.deleteContentPlatformVideo(dt);
                     planMapperExt.batchInsertContentPlatformVideo(saveList);
                 }
             }
@@ -201,11 +198,6 @@ public class ContentPlatformVideoJob {
         List<String> dtList = DateUtil.getBeforeDays(aggDt, aggDt, 6);
         // 轮询查询大数据获取最近14天视频
         for (String dt : dtList) {
-            long videoGroupScoreCount = getVideoGroupScoreCount(dt);
-            if (videoGroupScoreCount > 0) {
-                continue;
-            }
-
             String sql = String.format("SELECT 行业, 渠道, vid, 首层访问人数, t0裂变人数, t0裂变率 " +
                     "FROM loghubods.wecom_cooperation_video_candidate_pool_hy_qd WHERE dt=%s;", dt);
             List<Record> dataList = OdpsUtil.getOdpsData(sql);
@@ -232,6 +224,7 @@ public class ContentPlatformVideoJob {
                 }
                 // save
                 if (CollectionUtils.isNotEmpty(saveList)) {
+                    planMapperExt.deleteContentPlatformVideoDatastat(dt);
                     planMapperExt.batchInsertContentPlatformVideoDatastat(saveList);
                 }
             }

api-module/src/main/resources/mapper/contentplatform/ext/ContentPlatformPlanMapperExt.xml

@@ -266,6 +266,10 @@
         ORDER BY t1.dt DESC
     </select>
 
+    <delete id="deleteContentPlatformVideo">
+        delete from content_platform_video where dt = #{dt}
+    </delete>
+
     <delete id="deleteContentPlatformVideoAgg">
         delete from content_platform_video_agg where dt = #{dt}
     </delete>
@@ -274,6 +278,10 @@
         delete from content_platform_video_datastat_agg where dt = #{dt}
     </delete>
 
+    <delete id="deleteContentPlatformVideoDatastat">
+        delete from content_platform_video_datastat where dt = #{dt}
+    </delete>
+
     <insert id="batchInsertContentPlatformVideoDatastat">
         insert into content_platform_video_datastat (dt, video_id, `type`, channel, first_level, fission0,
                                                          fission_rate, create_timestamp)