Explorar o código

rov训练增加负采样

jch hai 4 meses
pai
achega
07b4b4cd1b

+ 1 - 1
recommend-model-produce/src/main/scala/com/tzld/piaoquan/recommend/model/train_recsys_61_xgb_rov_20241209.scala

@@ -71,7 +71,7 @@ object train_recsys_61_xgb_rov_20241209 {
     val schema = DataTypes.createStructType(fields)
     val trainDataSet: Dataset[Row] = spark.createDataFrame(trainData, schema)
     val vectorAssembler = new VectorAssembler().setInputCols(features).setOutputCol("features")
-    val xgbInput = vectorAssembler.transform(trainDataSet).select("features", "label").persist()
+    val xgbInput = vectorAssembler.transform(trainDataSet).select("features", "label")
     //    val xgbParam = Map("eta" -> 0.01f,
     //      "max_depth" -> 5,
     //      "objective" -> "binary:logistic",