Explorar el Código

ad feature to redis

sunmingze hace 1 año
padre
commit
1f9a3e3104
Se han modificado 1 ficheros con 3 adiciones y 3 borrados
  1. 3 3
      src/main/java/examples/sparksql/SparkAdFeaToRedisLoader.java

+ 3 - 3
src/main/java/examples/sparksql/SparkAdFeaToRedisLoader.java

@@ -30,7 +30,7 @@ public class SparkAdFeaToRedisLoader {
         RedisStandaloneConfiguration rsc = new RedisStandaloneConfiguration();
         rsc.setPort(6379);
         rsc.setPassword("Wqsd@2019");
-        rsc.setHostName("r-bp1ps6my7lzg8rdhwx682.redis.rds.aliyuncs.com");
+        rsc.setHostName("r-bp1pi8wyv6lzvgjy5z.redis.rds.aliyuncs.com");
         RedisTemplate<String, String> template = new RedisTemplate<>();
         JedisConnectionFactory fac = new JedisConnectionFactory(rsc);
         fac.afterPropertiesSet();
@@ -80,7 +80,7 @@ public class SparkAdFeaToRedisLoader {
 
         // load Ad features
         JavaRDD<Record> readAdData = odpsOps.readTableWithJava(project, tableAdInfo, partition, null, Integer.valueOf(10));
-        readAdData.sample(false, 0.0001).foreachPartition(
+        readAdData.foreachPartition(
                 rowIterator -> {
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();
                     rowIterator.forEachRemaining(line -> loadAdFeatureToRedis(redisTemplate, line));
@@ -90,7 +90,7 @@ public class SparkAdFeaToRedisLoader {
 
         // load user features
         JavaRDD<Record> readUserData = odpsOps.readTableWithJava(project, tableUserInfo, partition, null, Integer.valueOf(10));
-        readUserData.sample(false, 0.0001).foreachPartition(
+        readUserData.foreachPartition(
                 rowIterator -> {
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();
                     rowIterator.forEachRemaining(line -> loadUserAdFeatureToRedis(redisTemplate, line));