Browse Source

特征生产

丁云鹏 11 months ago
parent
commit
0eaa43d41e

+ 3 - 0
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/ODPSToRedis.java

@@ -44,7 +44,9 @@ public class ODPSToRedis {
         }
 
 
+        log.info("read odps");
         List<Map<String, String>> fieldValues = odpsService.read(config, argMap);
+        log.info("odps count {}", fieldValues.size());
         if (CollectionUtils.isEmpty(fieldValues)) {
             return;
         }
@@ -61,6 +63,7 @@ public class ODPSToRedis {
         );
 
         int partitionNum = fieldValues.size() / 1000 + 1;
+        log.info("sync redis");
         json.repartition(partitionNum).foreachPartition(iterator -> {
             redisService.mSet(iterator, config);
         });

+ 1 - 1
recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/Test.java

@@ -10,7 +10,7 @@ public class Test {
         args[0] = "-project";
         args[1] = "loghubods";
         args[2] = "-table";
-        args[3] = "alg_vid_feature_all_exp";
+        args[3] = "alg_vid_feature_feed_apptype_root_return";
         args[4] = "-dt";
         args[5] = "20240522";
         args[6] = "-hh";