|
@@ -25,7 +25,7 @@ public class VideoCleanExecutor {
|
|
|
|
|
|
log.info("count {}", multiFileRDD.count());
|
|
|
OSSService ossService = new OSSService();
|
|
|
- multiFileRDD.repartition(20).foreachPartition(s -> {
|
|
|
+ multiFileRDD.repartition(100).foreachPartition(s -> {
|
|
|
List<String> objectNames = new ArrayList<>();
|
|
|
while (s.hasNext()) {
|
|
|
String[] data = StringUtils.split(s.next(), "\t");
|