|
@@ -23,14 +23,13 @@ public class VideoCleanExecutor {
|
|
|
|
|
|
JavaRDD<String> multiFileRDD = jsc.textFile("/dyp/oss/video_clean/part-00000");
|
|
|
|
|
|
- OSSService ossService = new OSSService();
|
|
|
multiFileRDD.repartition(100).foreachPartition(s -> {
|
|
|
List<String> objectNames = new ArrayList<>();
|
|
|
if (s.hasNext()) {
|
|
|
String[] data = StringUtils.split(s.next(), "\t");
|
|
|
objectNames.add(data[2]);
|
|
|
//objectNames.add(data[3]);
|
|
|
- ossService.transToDeepColdArchive("art-pubbucket", objectNames);
|
|
|
+ new OSSService().transToDeepColdArchive("art-pubbucket", objectNames);
|
|
|
}
|
|
|
});
|
|
|
}
|