Browse Source

抽取线上特征

jch 6 months ago
parent
commit
dc6c3b0443

+ 0 - 2
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys_r_rate/make_rov_online_feature.scala

@@ -4,7 +4,6 @@ import com.alibaba.fastjson.{JSON, JSONObject}
 import com.aliyun.odps.TableSchema
 import com.aliyun.odps.data.Record
 import com.aliyun.odps.spark.examples.myUtils.{MyDateUtils, MyHdfsUtils, ParamUtils, env}
-import examples.utils.SimilarityUtils
 import org.apache.hadoop.io.compress.GzipCodec
 import org.apache.spark.sql.SparkSession
 
@@ -54,7 +53,6 @@ object make_rov_online_feature {
           "31".equals(apptype) && scoresMap.containsKey("RovXGBScore")
         })
         .mapPartitions(p => {
-          SimilarityUtils.init()
           p.map(record => {
             // a 特征
             val jsons = getJsonObject(record, "allfeaturemap")