oss delete

recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanODPSToHDFS.java

@@ -16,8 +16,16 @@ import java.util.Map;
 public class VideoCleanODPSToHDFS {
     public static void main(String[] args) {
 
+        String path = "/dyp/oss/video_clean/";
+        try {
+            HDFSService hdfsService = new HDFSService();
+            hdfsService.delete(path);
+        } catch (Exception e) {
+            log.info("hdfs error ", e);
+        }
+
         SparkConf sparkConf = new SparkConf()
-                .setMaster("local")
+                //.setMaster("local")
                 .setAppName("VideoCleanODPSToHDFS");
         JavaSparkContext jsc = new JavaSparkContext(sparkConf);
 
@@ -41,14 +49,7 @@ public class VideoCleanODPSToHDFS {
             return sb.toString();
         });
 
-        String path = "/dyp/oss/video_clean/";
-        try {
-            HDFSService hdfsService = new HDFSService();
-            hdfsService.delete(path);
-            data.coalesce(1000).saveAsTextFile(path);
-        } catch (Exception e) {
-            log.info("hdfs error ", e);
-        }
+        data.coalesce(1000).saveAsTextFile(path);
     }
 
 }