Ver Fonte

增加跳过字段

xueyiming há 5 dias atrás
pai
commit
4143e0f6d2

+ 2 - 2
src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/v20240718/makedata_ad_33_bucketDataFromOriginToHive_20260703.scala

@@ -166,7 +166,7 @@ object makedata_ad_33_bucketDataFromOriginToHive_20260703 {
               !filterAdverIds.contains(adverId)
             })
             .filter(record => {
-              val label = record.getString(whatLabel).toInt
+              val label = getJsonObject(record, "label_json").getString(whatLabel).toInt
               label > 0 || Random.nextDouble() < negSampleRate
             })
             .map(record => {
@@ -759,7 +759,7 @@ object makedata_ad_33_bucketDataFromOriginToHive_20260703 {
         .map {
           case (logKey, labelKey, denseFeatures, sparseFeatures) =>
             val labelObject = JSON.parseObject(labelKey)
-            val label = labelObject.getOrDefault(whatLabel, "0").toString
+//            val label = labelObject.getOrDefault(whatLabel, "0").toString
             val bucketsMap = bucketsMap_br.value
             var resultMap = denseFeatures.collect {
               case (name, score) if !filterNames.exists(name.contains) && score > 1E-8 =>