|
@@ -64,9 +64,7 @@ object makedata_02_writeredis {
|
|
|
itemDataTake.foreach(r => {
|
|
|
println(r.get(0) + "\t" + r.get(1))
|
|
|
})
|
|
|
- val itemDataTakeRdd = sc.parallelize(itemDataTake, 50)
|
|
|
-
|
|
|
- val itemDataTakeRddRun = itemDataTakeRdd.mapPartitions(row => {
|
|
|
+ val itemDataTakeRddRun = itemData.mapPartitions(row => {
|
|
|
val redisTemplate = this.getRedisTemplate()
|
|
|
val redisFormat = new util.HashMap[String, String]
|
|
|
for (r <- row) {
|