|
|
@@ -112,7 +112,9 @@ public class ODPSToRedis {
|
|
|
|
|
|
log.info("odps count {}", count);
|
|
|
long odpsBatchSize = NumberUtils.toLong(argMap.getOrDefault("odpsBatchSize", "200000"));
|
|
|
- argMap.put("partitionNum", String.valueOf(count / odpsBatchSize + 1));
|
|
|
+ if (!argMap.containsKey("partitionNum")){
|
|
|
+ argMap.put("partitionNum", String.valueOf(count / odpsBatchSize + 1));
|
|
|
+ }
|
|
|
|
|
|
JavaRDD<Map<String, String>> fieldValues = odpsService.read(jsc, config, argMap);
|
|
|
if (fieldValues == null) {
|
