|
@@ -101,9 +101,10 @@ object train_01_xgb_ad_20240808{
|
|
|
features
|
|
|
)
|
|
|
val testDataSet = spark.createDataFrame(testData, schema)
|
|
|
- val testDataSetTrans = vectorAssembler.transform(testDataSet).select("features","label")
|
|
|
+ val testDataSetTrans = vectorAssembler.transform(testDataSet).select("features","label", "logKey")
|
|
|
val predictions = model.transform(testDataSetTrans)
|
|
|
-
|
|
|
+// [label, features, probability, prediction, rawPrediction]
|
|
|
+ println("zhangbo:columns:" + predictions.columns.mkString(","))
|
|
|
val saveData = predictions.select("label", "rawPrediction", "probability", "logKey").rdd
|
|
|
.map(r =>{
|
|
|
(r.get(0), r.get(1), r.get(2), r.get(3)).productIterator.mkString("\t")
|