dssm train

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/i2i/I2IDSSMPredict.java

@@ -14,6 +14,7 @@ import org.apache.spark.api.java.JavaRDD;
 import org.apache.spark.api.java.JavaSparkContext;
 import org.apache.spark.sql.SparkSession;
 
+import java.io.IOException;
 import java.util.Iterator;
 import java.util.Map;
 
@@ -24,6 +25,7 @@ import java.util.Map;
 public class I2IDSSMPredict {
 
     private static HDFSService hdfsService = new HDFSService();
+
     public static void main(String[] args) {
         System.loadLibrary("paddle_inference");
         CMDService cmd = new CMDService();
@@ -116,7 +118,11 @@ public class I2IDSSMPredict {
         });
         // 将处理后的数据写入新的文件，使用Gzip压缩
         String outputPath = "hdfs:/dyp/vec2";
-        hdfsService.deleteOnExit(outputPath);
+        try {
+            hdfsService.deleteOnExit(outputPath);
+        } catch (Exception e) {
+            log.error(e);
+        }
         processedRdd.coalesce(repartition).saveAsTextFile(outputPath, GzipCodec.class);
     }
 

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/service/HDFSService.java

@@ -15,8 +15,12 @@ import java.io.Serializable;
 public class HDFSService implements Serializable {
     private FileSystem fSystem;
 
-    public HDFSService() throws IOException {
-        fSystem = FileSystem.get(new Configuration());
+    public HDFSService() {
+        try {
+            fSystem = FileSystem.get(new Configuration());
+        } catch (Exception e) {
+            log.error(e);
+        }
     }
 
     public boolean createDir(String dir) throws IOException {
@@ -31,8 +35,8 @@ public class HDFSService implements Serializable {
         return fSystem.deleteOnExit(new Path(path));
     }
 
-    public void download(String path){
-       // fSystem
+    public void download(String path) {
+        // fSystem
     }
 
 }