特征生产

recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/ODPSToRedis.java

@@ -47,10 +47,12 @@ public class ODPSToRedis {
         List<Map<String, String>> fieldValues = odpsService.read(config, argMap);
         log.info("odps count {}", fieldValues.size());
         if (CollectionUtils.isEmpty(fieldValues)) {
+            log.info("odps empty");
             return;
         }
 
         // RDD
+        log.info("sync redis");
         RedisService redisService = new RedisService(env);
         SparkConf sparkConf = new SparkConf()
                 .setAppName("odps sync to redis");
@@ -60,9 +62,7 @@ public class ODPSToRedis {
         JavaRDD<Pair<String, String>> json = readData.map(
                 f -> Pair.of(redisService.redisKey(f, config), JSONUtils.toJson(f))
         );
-
         int partitionNum = fieldValues.size() / 1000 + 1;
-        log.info("sync redis");
         json.repartition(partitionNum).foreachPartition(iterator -> {
             redisService.mSet(iterator, config);
         });