zhangbo 1 year ago
parent
commit
8f149ea102

+ 1 - 3
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -64,9 +64,7 @@ object makedata_02_writeredis {
     itemDataTake.foreach(r => {
       println(r.get(0) + "\t" + r.get(1))
     })
-    val itemDataTakeRdd = sc.parallelize(itemDataTake, 50)
-
-    val itemDataTakeRddRun = itemDataTakeRdd.mapPartitions(row => {
+    val itemDataTakeRddRun = itemData.mapPartitions(row => {
       val redisTemplate = this.getRedisTemplate()
       val redisFormat = new util.HashMap[String, String]
       for (r <- row) {