Browse Source

feat:添加特征延迟验证脚本

zhaohaipeng 9 months ago
parent
commit
bad932eeb7

+ 2 - 2
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/xgb/makedata_31_bucketDataPrint_20240821.scala

@@ -430,7 +430,7 @@ object makedata_31_bucketDataPrint_20240821 {
             val bucketsMap = bucketsMap_br.value
             row.foreach {
               case (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap, flag) =>
-                val offlineFeatureMap = featureMap.filter(r => bucketsMap.contains(r._1)).map(r => {
+                val offlineFeatureMap = featureMap.map(r => {
                   val score = r._2.toString.toDouble
                   val name = r._1
                   if (score > 1E-8) {
@@ -496,7 +496,7 @@ object makedata_31_bucketDataPrint_20240821 {
 
         val ctcvrFeature = offlineFeature.map {
           case (key, value) => {
-            if (key.contains("ctcvr") && key.contains("Ctcvr")) {
+            if (key.contains("ctcvr") || key.contains("Ctcvr")) {
               key + ":" + value
             } else {
               ""