增加diff校验

src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/diff_data_20250319.scala

@@ -42,7 +42,7 @@ object diff_data_20250319 {
       val logKey = (apptype, mid, cid, ts, headvideoid).productIterator.mkString(",")
       val allfeaturemap: JSONObject = if (record.isNull("allfeaturemap")) new JSONObject() else
         JSON.parseObject(record.getString("allfeaturemap"))
-      allfeaturemap.put("logkey", logKey)
+      allfeaturemap.put("logkey", Base64.getEncoder.encodeToString(logKey.getBytes("UTF-8")))
       allfeaturemap
     })
 
@@ -142,9 +142,6 @@ object diff_data_20250319 {
       val column = columns.get(i)
       val name = column.getName
       featureMap.put(name, record.get(name))
-      if (name == "logkey") {
-        featureMap.put(name, new String(Base64.getDecoder.decode(record.get(name).toString), "UTF-8"))
-      }
     }
     featureMap
   }