xueyiming 4 days ago
parent
commit
61cef169c9

+ 7 - 7
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/makedata_ad_33_bucketDataFromOriginToHive_20250522.scala

@@ -111,13 +111,13 @@ object makedata_ad_33_bucketDataFromOriginToHive_20250522 {
             .filter(record => {
               AdUtil.isApi(record)
             })
-            .filter(record => {
-              val extendAlg = Option(record.getString("extend_alg"))
-                .filter(_.nonEmpty)
-                .map(JSON.parseObject)
-                .getOrElse(new JSONObject())
-              Option(extendAlg.getString("extractstrategy")).contains("engine")
-            })
+//            .filter(record => {
+//              val extendAlg = Option(record.getString("extend_alg"))
+//                .filter(_.nonEmpty)
+//                .map(JSON.parseObject)
+//                .getOrElse(new JSONObject())
+//              Option(extendAlg.getString("extractstrategy")).contains("engine")
+//            })
             .filter(record => {
               val appType = record.getString("apptype")
               !Set("12", "13").contains(appType)