Bladeren bron

feat:修改特征验证scala脚本

zhaohaipeng 9 maanden geleden
bovenliggende
commit
d14dc37910

+ 4 - 3
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/makedata_ad_33_bucketDataPrint_20240718.scala

@@ -371,7 +371,8 @@ object makedata_ad_33_bucketDataPrint_20240718 {
               val offlineFeatrueMap = featureMap.filter(r =>
                 bucketsMap.containsKey(r._1) || r._1.startsWith("cid_") || r._1.startsWith("adid_")
                   || r._1.startsWith("adverid_") || r._1.startsWith("targeting_conversion_")
-              ).map(r =>{
+                  || r._1.startsWith("hour_") || r._1.startsWith("dayofweek_")
+              ).map(r => {
                 val name = r._1
                 var ifFilter = false
                 if (filterNames.nonEmpty) {
@@ -385,8 +386,8 @@ object makedata_ad_33_bucketDataPrint_20240718 {
                   val score = r._2.toString.toDouble
                   if (score > 1E-8) {
                     if (bucketsMap.contains(name)) {
-                      val (_, buckets) = bucketsMap(name)
-                      val scoreNew = 1.0 / (buckets.length + 1) * (ExtractorUtils.findInsertPosition(buckets, score).toDouble + 1.0)
+                      val (bucketNum, buckets) = bucketsMap(name)
+                      val scoreNew = 1.0 / bucketNum * (ExtractorUtils.findInsertPosition(buckets, score).toDouble + 1.0)
                       name + ":" + scoreNew.toString
                     } else {
                       name + ":" + score.toString