Ver código fonte

Merge branch 'dev-xym-update-realtime' of algorithm/recommend-emr-dataprocess into feature/20250104-zt-update

xueyiming 3 dias atrás
pai
commit
acfc86599b

+ 7 - 0
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/makedata_ad_33_bucketDataFromOriginToHive_20250522.scala

@@ -111,6 +111,13 @@ object makedata_ad_33_bucketDataFromOriginToHive_20250522 {
             .filter(record => {
               AdUtil.isApi(record)
             })
+            .filter(record => {
+              val extendAlg = Option(record.getString("extend_alg"))
+                .filter(_.nonEmpty)
+                .map(JSON.parseObject)
+                .getOrElse(new JSONObject())
+              Option(extendAlg.getString("extractstrategy")).contains("engine")
+            })
             .filter(record => {
               val appType = record.getString("apptype")
               !Set("12", "13").contains(appType)