浏览代码

添加logKey

jch 4 月之前
父节点
当前提交
9573557f4b

+ 3 - 2
recommend-model-produce/src/main/scala/com/tzld/piaoquan/recommend/model/pred_recsys_61_xgb_nor_hdfsfile_20241209.scala

@@ -104,9 +104,10 @@ object pred_recsys_61_xgb_nor_hdfsfile_20241209 {
   def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
     data.map(r => {
       val line: Array[String] = StringUtils.split(r, '\t')
-      val label: Double = NumberUtils.toDouble(line(0))
+      // val logKey = line(0)
+      val label: Double = NumberUtils.toDouble(line(1))
       val map: util.Map[String, Double] = new util.HashMap[String, Double]
-      for (i <- 1 until line.length) {
+      for (i <- 2 until line.length) {
         val fv: Array[String] = StringUtils.split(line(i), ':')
         map.put(fv(0), NumberUtils.toDouble(fv(1), 0.0))
       }

+ 3 - 2
recommend-model-produce/src/main/scala/com/tzld/piaoquan/recommend/model/pred_recsys_61_xgb_rov_hdfsfile_20241209.scala

@@ -93,9 +93,10 @@ object pred_recsys_61_xgb_rov_hdfsfile_20241209 {
   def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
     data.map(r => {
       val line: Array[String] = StringUtils.split(r, '\t')
-      val label: Int = NumberUtils.toInt(line(0))
+      // val logKey = line(0)
+      val label: Int = NumberUtils.toInt(line(1))
       val map: util.Map[String, Double] = new util.HashMap[String, Double]
-      for (i <- 1 until line.length) {
+      for (i <- 2 until line.length) {
         val fv: Array[String] = StringUtils.split(line(i), ':')
         map.put(fv(0), NumberUtils.toDouble(fv(1), 0.0))
       }

+ 3 - 2
recommend-model-produce/src/main/scala/com/tzld/piaoquan/recommend/model/train_recsys_61_xgb_nor_20241209.scala

@@ -131,9 +131,10 @@ object train_recsys_61_xgb_nor_20241209 {
   def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
     data.map(r => {
       val line: Array[String] = StringUtils.split(r, '\t')
-      val label: Double = NumberUtils.toDouble(line(0))
+      // val logKey = line(0)
+      val label: Double = NumberUtils.toDouble(line(1))
       val map: util.Map[String, Double] = new util.HashMap[String, Double]
-      for (i <- 1 until line.length) {
+      for (i <- 2 until line.length) {
         val fv: Array[String] = StringUtils.split(line(i), ':')
         map.put(fv(0), NumberUtils.toDouble(fv(1), 0.0))
       }

+ 3 - 2
recommend-model-produce/src/main/scala/com/tzld/piaoquan/recommend/model/train_recsys_61_xgb_rov_20241209.scala

@@ -133,9 +133,10 @@ object train_recsys_61_xgb_rov_20241209 {
   def createData(data: RDD[String], features: Array[String]): RDD[Row] = {
     data.map(r => {
       val line: Array[String] = StringUtils.split(r, '\t')
-      val label: Int = NumberUtils.toInt(line(0))
+      // val logKey = line(0)
+      val label: Int = NumberUtils.toInt(line(1))
       val map: util.Map[String, Double] = new util.HashMap[String, Double]
-      for (i <- 1 until line.length) {
+      for (i <- 2 until line.length) {
         val fv: Array[String] = StringUtils.split(line(i), ':')
         map.put(fv(0), NumberUtils.toDouble(fv(1), 0.0))
       }