all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_09_user2redis_freq.scala

@@ -35,6 +35,7 @@ object makedata_09_user2redis_freq {
     val partition = partitionPrefix + date
     val savePathUser = param.getOrDefault("savePathUser", "")
     val midDays = param.getOrDefault("midDays", "7").toInt
+    val redisLimit = param.getOrDefault("redisLimit", "100000000").toLong
 
     //2 读取数据库odps
     val odpsOps = env.getODPS(sc)
@@ -125,7 +126,7 @@ object makedata_09_user2redis_freq {
         })
       val count = userDataRead.count()
       println("待写入数据有：" + count)
-      if (count > 200000000) {
+      if (count > redisLimit) {
         println("数据量超过2亿，不执行写入。")
       } else {
         val userDataTakeRddRun = userDataRead.mapPartitions(row => {