Browse Source

修改输入表

xueyiming 2 weeks ago
parent
commit
13b8751a02

+ 2 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/makedata_ad_33_addFeatureToHive_20250708.scala

@@ -18,6 +18,7 @@ object makedata_ad_33_addFeatureToHive_20250708 {
     val tablePart = param.getOrElse("tablePart", "64").toInt
     val beginStr = param.getOrElse("beginStr", "20250708")
     val endStr = param.getOrElse("endStr", "20250708")
+    val input = param.getOrElse("input", "ad_easyrec_train_data_v3_sampled")
 
     val odpsOps = env.getODPS(sc)
     val dateRange = MyDateUtils.getDateRange(beginStr, endStr)
@@ -26,7 +27,7 @@ object makedata_ad_33_addFeatureToHive_20250708 {
       // 读取样本表
       val sampleRdd = odpsOps.readTable(
         project = project,
-        table = "ad_easyrec_train_realtime_data_v3_sampled",
+        table = input,
         partition = partition,
         transfer = func,
         numPartition = tablePart

+ 2 - 2
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/makedata_ad_33_diffFeature_20250708.scala

@@ -43,7 +43,7 @@ object makedata_ad_33_diffFeature_20250708 {
 
 
       val recordRdd = sampleRdd.join(sampleRdd1).map {
-        case (patId, (sampleMap, sample1Map)) =>
+        case (pqtId, (sampleMap, sample1Map)) =>
           // 合并两个 Map 的所有键
           val allKeys = sampleMap.keySet ++ sample1Map.keySet
 
@@ -64,7 +64,7 @@ object makedata_ad_33_diffFeature_20250708 {
           }.toMap
 
           // 返回 patId 和差异统计结果
-          (patId, diffCounts)
+          (pqtId, diffCounts)
       }
 
       // 按 key 聚合所有差异数量