init

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/xgboost/XGBoostPredict.java

@@ -95,12 +95,6 @@ public class XGBoostPredict {
 
             Dataset<Row> assembledData = assembler.transform(dataset);
             assembledData.show();
-            // 划分训练集和测试集
-            Dataset<Row>[] splits = assembledData.randomSplit(new double[]{0.7, 0.3});
-            Dataset<Row> trainData = splits[0];
-            trainData.show(500);
-            Dataset<Row> testData = splits[1];
-            testData.show(500);
 
             // 保存模型
             String bucketName = "art-test-video";

recommend-model-produce/src/main/java/com/tzld/piaoquan/recommend/model/produce/xgboost/XGBoostTrain.java

@@ -115,7 +115,7 @@ public class XGBoostTrain {
 
             // 保存模型
             String path = "/root/recommend-model/modeltrain";
-            model.save(path);
+            model.write().overwrite().save(path);
             String outputPath = "/root/recommend-model/model.tar.gz";
             CompressUtil.compressDirectoryToGzip(path, outputPath);
             String bucketName = "art-test-video";