|
@@ -46,7 +46,7 @@ object makedata_02_writeredis {
|
|
})
|
|
})
|
|
val userDataTakeRdd = sc.parallelize(userDataTake, 50)
|
|
val userDataTakeRdd = sc.parallelize(userDataTake, 50)
|
|
|
|
|
|
- userDataTakeRdd.mapPartitions(row=>{
|
|
|
|
|
|
+ val userDataTakeRddRun = userDataTakeRdd.mapPartitions(row=>{
|
|
val redisTemplate = this.getRedisTemplate()
|
|
val redisTemplate = this.getRedisTemplate()
|
|
val redisFormat = new util.HashMap[String, String]
|
|
val redisFormat = new util.HashMap[String, String]
|
|
row.foreach(r =>{
|
|
row.foreach(r =>{
|
|
@@ -57,10 +57,10 @@ object makedata_02_writeredis {
|
|
redisFormat.iterator
|
|
redisFormat.iterator
|
|
})
|
|
})
|
|
println("用户测特征处理-存完再打印")
|
|
println("用户测特征处理-存完再打印")
|
|
- userDataTakeRdd.foreach(r => {
|
|
|
|
- println(r.get(0) + "\t" + r.get(1))
|
|
|
|
|
|
+ userDataTakeRddRun.foreach(r => {
|
|
|
|
+ r._1+ "\t" + r._2
|
|
})
|
|
})
|
|
- println("user.action.count="+userDataTakeRdd.count())
|
|
|
|
|
|
+ println("user.action.count="+userDataTakeRddRun.count())
|
|
|
|
|
|
//video测特征处理
|
|
//video测特征处理
|
|
println("video测特征处理")
|
|
println("video测特征处理")
|
|
@@ -71,7 +71,7 @@ object makedata_02_writeredis {
|
|
})
|
|
})
|
|
val itemDataTakeRdd = sc.parallelize(itemDataTake, 50)
|
|
val itemDataTakeRdd = sc.parallelize(itemDataTake, 50)
|
|
|
|
|
|
- itemDataTakeRdd.mapPartitions(row => {
|
|
|
|
|
|
+ val itemDataTakeRddRun = itemDataTakeRdd.mapPartitions(row => {
|
|
val redisTemplate = this.getRedisTemplate()
|
|
val redisTemplate = this.getRedisTemplate()
|
|
val redisFormat = new util.HashMap[String, String]
|
|
val redisFormat = new util.HashMap[String, String]
|
|
for (r <- row) {
|
|
for (r <- row) {
|
|
@@ -82,7 +82,7 @@ object makedata_02_writeredis {
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisTemplate.opsForValue.multiSet(redisFormat)
|
|
redisFormat.iterator
|
|
redisFormat.iterator
|
|
})
|
|
})
|
|
- println("item.action.count="+itemDataTakeRdd.count())
|
|
|
|
|
|
+ println("item.action.count="+itemDataTakeRddRun.count())
|
|
|
|
|
|
}
|
|
}
|
|
|
|
|