all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -40,7 +40,7 @@ object makedata_02_writeredis {
     println("用户测特征处理")
     val odpsOps = OdpsOps(sc, accessKeyId, accessKeySecret, odpsUrl, tunnelUrl)
     val userData = odpsOps.readTable(project = project, table = tableUser, partition = partition, transfer = handleUser, numPartition = 100)
-    val userDataTake = userData.take(1000)
+    val userDataTake = userData.take(10)
     userDataTake.foreach(r=>{
       println(r.get(0) + "\t" + r.get(1))
     })
@@ -58,11 +58,12 @@ object makedata_02_writeredis {
       redisTemplate.opsForValue.multiSet(redisFormat)
       result.iterator()
     })
+    println("user.action.count="+userDataTakeRdd.count())
 
     //video测特征处理
     println("video测特征处理")
     val itemData = odpsOps.readTable(project = project, table = tableItem, partition = partition, transfer = handleItem, numPartition = 100)
-    val itemDataTake = itemData.take(1000)
+    val itemDataTake = itemData.take(10)
     itemDataTake.foreach(r => {
       println(r.get(0) + "\t" + r.get(1))
     })
@@ -80,7 +81,7 @@ object makedata_02_writeredis {
       redisTemplate.opsForValue.multiSet(redisFormat)
       result.iterator()
     })
-    println("action.count="+itemDataTakeRdd.count())
+    println("item.action.count="+itemDataTakeRdd.count())
 
   }