丁云鹏 hai 10 meses
pai
achega
39f63c8a06

+ 3 - 1
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/VideoCleanExecutor.java

@@ -16,12 +16,14 @@ import java.util.List;
 @Slf4j
 public class VideoCleanExecutor {
     public static void main(String[] args) {
+        String file = args[0];
+        log.info("hdfs file {}", file);
         SparkConf sparkConf = new SparkConf()
                 //.setMaster("local")
                 .setAppName("VideoCleanExecutor");
         JavaSparkContext jsc = new JavaSparkContext(sparkConf);
 
-        JavaRDD<String> multiFileRDD = jsc.textFile("/dyp/oss/video_clean/part-00001");
+        JavaRDD<String> multiFileRDD = jsc.textFile(file);
 
         log.info("count {}", multiFileRDD.count());
         OSSService ossService = new OSSService();