增加diff校验

src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/diff_data_20250319.scala

@@ -4,9 +4,10 @@ import com.alibaba.fastjson.{JSON, JSONObject}
 import com.aliyun.odps.TableSchema
 import com.aliyun.odps.data.Record
 import com.aliyun.odps.spark.examples.myUtils.env
+import org.apache.commons.net.util.Base64
 import org.apache.spark.sql.SparkSession
 
-import scala.collection.JavaConverters.mapAsScalaMapConverter
+import scala.collection.JavaConversions.mapAsScalaMap
 
 
 /*
@@ -144,7 +145,14 @@ object diff_data_20250319 {
     for (i <- 0 until columns.size()) {
       val column = columns.get(i)
       val name = column.getName
+      val encodedValue = record.get(name)
       featureMap.put(name, record.get(name))
+      if (name == "logkey") {
+        val decodedBytes = Base64.decodeBase64(encodedValue.toString)
+        // 将字节数组转换为字符串
+        val decodedValue = new String(decodedBytes)
+        featureMap.put(name, decodedValue)
+      }
     }
     featureMap
   }