|
@@ -104,9 +104,10 @@ object pred_recsys_61_xgb_nor_hdfsfile_20241209 {
|
|
|
def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
|
|
|
data.map(r => {
|
|
|
val line: Array[String] = StringUtils.split(r, '\t')
|
|
|
- val label: Double = NumberUtils.toDouble(line(0))
|
|
|
+ // val logKey = line(0)
|
|
|
+ val label: Double = NumberUtils.toDouble(line(1))
|
|
|
val map: util.Map[String, Double] = new util.HashMap[String, Double]
|
|
|
- for (i <- 1 until line.length) {
|
|
|
+ for (i <- 2 until line.length) {
|
|
|
val fv: Array[String] = StringUtils.split(line(i), ':')
|
|
|
map.put(fv(0), NumberUtils.toDouble(fv(1), 0.0))
|
|
|
}
|