|
@@ -27,10 +27,9 @@ public class VideoCleanExecutor {
|
|
OSSService ossService = new OSSService();
|
|
OSSService ossService = new OSSService();
|
|
multiFileRDD.repartition(10).foreachPartition(s -> {
|
|
multiFileRDD.repartition(10).foreachPartition(s -> {
|
|
List<String> objectNames = new ArrayList<>();
|
|
List<String> objectNames = new ArrayList<>();
|
|
- if (s.hasNext()) {
|
|
|
|
|
|
+ while (s.hasNext()) {
|
|
String[] data = StringUtils.split(s.next(), "\t");
|
|
String[] data = StringUtils.split(s.next(), "\t");
|
|
objectNames.add(data[2]);
|
|
objectNames.add(data[2]);
|
|
- log.info("data[2] {}", data[2]);
|
|
|
|
}
|
|
}
|
|
ossService.transToDeepColdArchive("art-pubbucket", objectNames);
|
|
ossService.transToDeepColdArchive("art-pubbucket", objectNames);
|
|
});
|
|
});
|