dssm train

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/i2i/I2IDSSMService.java

@@ -42,25 +42,25 @@ public class I2IDSSMService {
         int repartition = NumberUtils.toInt(argMap.get("repartition"), 64);
 
         // 加载模型
-        String bucketName = "art-recommend";
-        String objectName = "dyp/dssm.tar.gz";
-        OSSService ossService = new OSSService();
-
-        String gzPath = "/root/recommend-model/model.tar.gz";
-        ossService.download(bucketName, gzPath, objectName);
-        String modelDir = "/root/recommend-model";
-        CompressUtil.decompressGzFile(gzPath, modelDir);
-
-        String modelFile = modelDir + "/dssm.pdmodel";
-        String paramFile = modelDir + "/dssm.pdiparams";
-
-        Config config = new Config();
-        config.setCppModel(modelFile, paramFile);
-        config.enableMemoryOptim(true);
-        config.enableMKLDNN();
-        config.switchIrDebug(false);
-
-        Predictor predictor = Predictor.createPaddlePredictor(config);
+//        String bucketName = "art-recommend";
+//        String objectName = "dyp/dssm.tar.gz";
+//        OSSService ossService = new OSSService();
+//
+//        String gzPath = "/root/recommend-model/model.tar.gz";
+//        ossService.download(bucketName, gzPath, objectName);
+//        String modelDir = "/root/recommend-model";
+//        CompressUtil.decompressGzFile(gzPath, modelDir);
+//
+//        String modelFile = modelDir + "/dssm.pdmodel";
+//        String paramFile = modelDir + "/dssm.pdiparams";
+//
+//        Config config = new Config();
+//        config.setCppModel(modelFile, paramFile);
+//        config.enableMemoryOptim(true);
+//        config.enableMKLDNN();
+//        config.switchIrDebug(false);
+//
+//        Predictor predictor = Predictor.createPaddlePredictor(config);
 
         SparkSession spark = SparkSession.builder()
                 .appName("I2IDSSMInfer")
@@ -76,6 +76,7 @@ public class I2IDSSMService {
         String outputPath = "hdfs:/dyp/vec2";
         processedRdd.coalesce(repartition).saveAsTextFile(outputPath, GzipCodec.class);
     }
+
     private String processLine(String line) {
         return "";
     }