|
@@ -4,7 +4,6 @@ import com.alibaba.fastjson.{JSON, JSONObject}
|
|
|
import com.aliyun.odps.TableSchema
|
|
|
import com.aliyun.odps.data.Record
|
|
|
import com.aliyun.odps.spark.examples.myUtils.{MyDateUtils, MyHdfsUtils, ParamUtils, env}
|
|
|
-import examples.utils.SimilarityUtils
|
|
|
import org.apache.hadoop.io.compress.GzipCodec
|
|
|
import org.apache.spark.sql.SparkSession
|
|
|
|
|
@@ -54,7 +53,6 @@ object make_rov_online_feature {
|
|
|
"31".equals(apptype) && scoresMap.containsKey("RovXGBScore")
|
|
|
})
|
|
|
.mapPartitions(p => {
|
|
|
- SimilarityUtils.init()
|
|
|
p.map(record => {
|
|
|
// a 特征
|
|
|
val jsons = getJsonObject(record, "allfeaturemap")
|