丁云鹏 преди 10 месеца
родител
ревизия
f267767ea5

+ 1 - 2
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanExecutor.java

@@ -27,10 +27,9 @@ public class VideoCleanExecutor {
         OSSService ossService = new OSSService();
         multiFileRDD.repartition(10).foreachPartition(s -> {
             List<String> objectNames = new ArrayList<>();
-            if (s.hasNext()) {
+            while (s.hasNext()) {
                 String[] data = StringUtils.split(s.next(), "\t");
                 objectNames.add(data[2]);
-                log.info("data[2] {}", data[2]);
             }
             ossService.transToDeepColdArchive("art-pubbucket", objectNames);
         });

+ 0 - 3
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/service/OSSService.java

@@ -24,9 +24,6 @@ public class OSSService implements Serializable {
         OSS ossClient = new OSSClientBuilder().build(endpoint, accessId, accessKey);
         for (String objectName : objectNames) {
             try {
-                if (objectName.equals("longvideo/transcode/video/vpc/20201005/14669835mFTpXunpuvZnTU8xbj.m3u8")) {
-                    throw new OSSException("find longvideo/transcode/video/vpc/20201005/14669835mFTpXunpuvZnTU8xbj.m3u8");
-                }
                 if (objectName.startsWith("http")) {
                     continue;
                 }