Browse Source

oss delete

丁云鹏 10 months ago
parent
commit
8280340738

+ 1 - 1
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/ODPSToRedis.java

@@ -35,7 +35,7 @@ public class ODPSToRedis {
 
 
         SparkConf sparkConf = new SparkConf()
         SparkConf sparkConf = new SparkConf()
                 // .setMaster("local")
                 // .setMaster("local")
-                .setAppName("odps sync to redis");
+                .setAppName("odps sync to redis : " + argMap.get("table"));
         for (Map.Entry<String, String> e : argMap.entrySet()) {
         for (Map.Entry<String, String> e : argMap.entrySet()) {
             sparkConf.set(e.getKey(), e.getValue());
             sparkConf.set(e.getKey(), e.getValue());
         }
         }

+ 1 - 1
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanExecutor.java

@@ -18,7 +18,7 @@ public class VideoCleanExecutor {
     public static void main(String[] args) {
     public static void main(String[] args) {
         SparkConf sparkConf = new SparkConf()
         SparkConf sparkConf = new SparkConf()
                 //.setMaster("local")
                 //.setMaster("local")
-                .setAppName("VideoCleanODPSToHDFS");
+                .setAppName("VideoCleanExecutor");
         JavaSparkContext jsc = new JavaSparkContext(sparkConf);
         JavaSparkContext jsc = new JavaSparkContext(sparkConf);
 
 
         JavaRDD<String> multiFileRDD = jsc.textFile("/dyp/oss/video_clean/part-00000");
         JavaRDD<String> multiFileRDD = jsc.textFile("/dyp/oss/video_clean/part-00000");