dssm train

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/i2i/I2IDSSMPredict.java

@@ -4,6 +4,7 @@ import com.baidu.paddle.inference.Config;
 import com.baidu.paddle.inference.Predictor;
 import com.baidu.paddle.inference.Tensor;
 import com.tzld.piaoquan.recommend.model.produce.service.CMDService;
+import com.tzld.piaoquan.recommend.model.produce.service.HDFSService;
 import com.tzld.piaoquan.recommend.model.produce.service.OSSService;
 import com.tzld.piaoquan.recommend.model.produce.util.CompressUtil;
 import lombok.extern.slf4j.Slf4j;
@@ -22,6 +23,7 @@ import java.util.Map;
 @Slf4j
 public class I2IDSSMPredict {
 
+    private static HDFSService hdfsService = new HDFSService();
     public static void main(String[] args) {
         System.loadLibrary("paddle_inference");
         CMDService cmd = new CMDService();
@@ -114,6 +116,7 @@ public class I2IDSSMPredict {
         });
         // 将处理后的数据写入新的文件，使用Gzip压缩
         String outputPath = "hdfs:/dyp/vec2";
+        hdfsService.deleteOnExit(outputPath);
         processedRdd.coalesce(repartition).saveAsTextFile(outputPath, GzipCodec.class);
     }
 

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/service/HDFSService.java

@@ -27,8 +27,8 @@ public class HDFSService implements Serializable {
         return true;
     }
 
-    public boolean delete(String path) throws IOException {
-        return fSystem.delete(new Path(path));
+    public boolean deleteOnExit(String path) throws IOException {
+        return fSystem.deleteOnExit(new Path(path));
     }
 
     public void download(String path){