|
@@ -48,7 +48,7 @@ object pred_recsys_61_xgb_nor_hdfsfile_20241209 {
|
|
|
println("features.size=" + features.length)
|
|
|
|
|
|
val fields = Array(
|
|
|
- DataTypes.createStructField("label", DataTypes.IntegerType, true)
|
|
|
+ DataTypes.createStructField("label", DataTypes.DoubleType, true)
|
|
|
) ++ features.map(f => DataTypes.createStructField(f, DataTypes.DoubleType, true))
|
|
|
|
|
|
val schema = DataTypes.createStructType(fields)
|
|
@@ -101,7 +101,7 @@ object pred_recsys_61_xgb_nor_hdfsfile_20241209 {
|
|
|
def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
|
|
|
data.map(r => {
|
|
|
val line: Array[String] = StringUtils.split(r, '\t')
|
|
|
- val label: Int = NumberUtils.toInt(line(0))
|
|
|
+ val label: Double = NumberUtils.toDouble(line(0))
|
|
|
val map: util.Map[String, Double] = new util.HashMap[String, Double]
|
|
|
for (i <- 1 until line.length) {
|
|
|
val fv: Array[String] = StringUtils.split(line(i), ':')
|