oss delete

recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanExecutor.java

@@ -25,7 +25,7 @@ public class VideoCleanExecutor {
 
         log.info("count {}", multiFileRDD.count());
         OSSService ossService = new OSSService();
-        multiFileRDD.repartition(10).foreachPartition(s -> {
+        multiFileRDD.repartition(20).foreachPartition(s -> {
             List<String> objectNames = new ArrayList<>();
             while (s.hasNext()) {
                 String[] data = StringUtils.split(s.next(), "\t");
@@ -35,4 +35,4 @@ public class VideoCleanExecutor {
         });
     }
 
-}
+}

recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/service/OSSService.java

@@ -1,5 +1,6 @@
 package com.tzld.piaoquan.recommend.feature.produce.service;
 
+import com.aliyun.oss.ClientException;
 import com.aliyun.oss.OSS;
 import com.aliyun.oss.OSSClientBuilder;
 import com.aliyun.oss.OSSException;
@@ -18,7 +19,7 @@ import java.util.List;
 public class OSSService implements Serializable {
     private String accessId = "LTAI5tHMkNaRhpiDB1yWMZPn";
     private String accessKey = "XLi5YUJusVwbbQOaGeGsaRJ1Qyzbui";
-    private String endpoint = "https://oss-cn-hangzhou.aliyuncs.com";
+    private String endpoint = "https://oss-cn-hangzhou-internal.aliyuncs.com";
 
     public void transToDeepColdArchive(String bucketName, List<String> objectNames) {
         OSS ossClient = new OSSClientBuilder().build(endpoint, accessId, accessKey);
@@ -39,6 +40,8 @@ public class OSSService implements Serializable {
                 } else {
                     throw oe;
                 }
+            } catch (ClientException ce) {
+                throw new ClientException(objectName);
             }
         }
         if (ossClient != null) {