|
@@ -63,7 +63,7 @@ object train_01_xgb_ad_20240808{
|
|
|
|
|
|
val fields = Array(
|
|
|
DataTypes.createStructField("label", DataTypes.IntegerType, true),
|
|
|
- DataTypes.createStructField("logKey", DataTypes.StringType, true)
|
|
|
+ DataTypes.createStructField("logKey", DataTypes.IntegerType, true)
|
|
|
|
|
|
) ++ features.map(f => DataTypes.createStructField(f, DataTypes.DoubleType, true))
|
|
|
val schema = DataTypes.createStructType(fields)
|
|
@@ -129,11 +129,11 @@ object train_01_xgb_ad_20240808{
|
|
|
val rList = r.split("\t")
|
|
|
val label = rList(0).toInt
|
|
|
val featureMap = scala.collection.mutable.Map[String, Double]()
|
|
|
- var cid = "-1"
|
|
|
+ var cid = -1
|
|
|
rList.drop(1).foreach(kv =>{
|
|
|
val kv_ = kv.split(":")
|
|
|
if (kv_(0).startsWith("cid_")){
|
|
|
- cid = kv_(0).split("_")(1)
|
|
|
+ cid = kv_(0).split("_")(1).toInt
|
|
|
}else{
|
|
|
featureMap.put(kv_(0), kv_(1).toDouble)
|
|
|
}
|