Browse Source

oss delete

丁云鹏 10 months ago
parent
commit
145f3ecc42

+ 1 - 1
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanExecutor.java

@@ -25,7 +25,7 @@ public class VideoCleanExecutor {
 
 
         log.info("count {}", multiFileRDD.count());
         log.info("count {}", multiFileRDD.count());
         OSSService ossService = new OSSService();
         OSSService ossService = new OSSService();
-        multiFileRDD.repartition(20).foreachPartition(s -> {
+        multiFileRDD.repartition(100).foreachPartition(s -> {
             List<String> objectNames = new ArrayList<>();
             List<String> objectNames = new ArrayList<>();
             while (s.hasNext()) {
             while (s.hasNext()) {
                 String[] data = StringUtils.split(s.next(), "\t");
                 String[] data = StringUtils.split(s.next(), "\t");