Bläddra i källkod

feat:添加特征延迟验证脚本

zhaohaipeng 8 månader sedan
förälder
incheckning
84dfd45aa7

+ 1 - 7
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/xgb/makedata_31_bucketDataPrint_20240821.scala

@@ -424,13 +424,7 @@ object makedata_31_bucketDataPrint_20240821 {
             (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap)
           }).filter {
             case (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap) =>
-              if (allfeature.isEmpty) {
-                return false
-              } else if (allfeature.containsKey("weight_sum") || allfeature.contains("weight")) {
-                return false
-              }
-
-              return true
+              !(allfeature.isEmpty || allfeature.containsKey("weight_sum") || allfeature.contains("weight"))
           }.mapPartitions(row => {
             val result = new ArrayBuffer[String]()
             val bucketsMap = bucketsMap_br.value