|
@@ -1,16 +1,5 @@
|
|
|
package com.aliyun.odps.spark.examples.makedata
|
|
|
|
|
|
-import com.alibaba.fastjson.JSON
|
|
|
-import com.aliyun.odps.spark.examples.myUtils.{MyDateUtils, MyHdfsUtils, ParamUtils}
|
|
|
-import examples.extractor.ExtractorUtils
|
|
|
-import org.apache.hadoop.io.compress.GzipCodec
|
|
|
-import org.apache.spark.sql.SparkSession
|
|
|
-import com.alibaba.fastjson.{JSON, JSONObject}
|
|
|
-
|
|
|
-import scala.collection.JavaConversions._
|
|
|
-import scala.collection.mutable.ArrayBuffer
|
|
|
-import scala.io.Source
|
|
|
-
|
|
|
/*
|
|
|
|
|
|
*/
|
|
@@ -98,7 +87,7 @@ object makedata_16_bucketData_20240609_online_v2 {
|
|
|
(label, features, allFeature)
|
|
|
}
|
|
|
.map {
|
|
|
- case (label, allFeature) =>
|
|
|
+ case (label, features, allFeature) =>
|
|
|
val featuresStr = allFeature.toMap.map(r => r._1 + ":" + r._2.toString).toSeq
|
|
|
label + "\t" + featuresStr.mkString("\t")
|
|
|
}
|