all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -51,7 +51,7 @@ object makedata_02_writeredis {
         println(r.get(0) + "\t" + r.get(1))
       })
 
-      val userDataTakeRddRun = userData.sample(false, 0.05).mapPartitions(row => {
+      val userDataTakeRddRun = userData.sample(false, 0.01).mapPartitions(row => {
         val redisTemplate = this.getRedisTemplate()
         val redisFormat = new util.HashMap[String, String]
         row.foreach(r => {

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_03_deleteredis.scala

@@ -51,8 +51,11 @@ object makedata_03_deleteredis {
         val key = r.get(0)
         val value = r.get(1)
         redisFormat.put(key, value)
+        if (redisTemplate.hasKey(key)){
+          redisTemplate.delete(key)
+        }
       })
-      redisTemplate.delete(redisFormat.keySet())
+      // redisTemplate.delete(redisFormat.keySet().toList)
       redisFormat.iterator
     })
     println("delete.user.action.count="+userDataTakeRddRun.count())
@@ -70,16 +73,6 @@ object makedata_03_deleteredis {
     kv
   }
 
-  def handleItem(record: Record, schema: TableSchema): util.ArrayList[String] = {
-    val feature = RecommRedisFeatureConstructor.constructItemFeature(record)
-    val key = String.format("video:%s", feature.getKey)
-    val value = feature.getValue
-    val kv = new util.ArrayList[String](2)
-    kv.add(key)
-    kv.add(value)
-    kv
-  }
-
   def getRedisTemplate(): RedisTemplate[String, String] = {
     // redis的公共模版
     val redisSC = new RedisStandaloneConfiguration