|
|
@@ -166,7 +166,7 @@ object makedata_ad_33_bucketDataFromOriginToHive_20260703 {
|
|
|
!filterAdverIds.contains(adverId)
|
|
|
})
|
|
|
.filter(record => {
|
|
|
- val label = record.getString(whatLabel).toInt
|
|
|
+ val label = getJsonObject(record, "label_json").getString(whatLabel).toInt
|
|
|
label > 0 || Random.nextDouble() < negSampleRate
|
|
|
})
|
|
|
.map(record => {
|
|
|
@@ -759,7 +759,7 @@ object makedata_ad_33_bucketDataFromOriginToHive_20260703 {
|
|
|
.map {
|
|
|
case (logKey, labelKey, denseFeatures, sparseFeatures) =>
|
|
|
val labelObject = JSON.parseObject(labelKey)
|
|
|
- val label = labelObject.getOrDefault(whatLabel, "0").toString
|
|
|
+// val label = labelObject.getOrDefault(whatLabel, "0").toString
|
|
|
val bucketsMap = bucketsMap_br.value
|
|
|
var resultMap = denseFeatures.collect {
|
|
|
case (name, score) if !filterNames.exists(name.contains) && score > 1E-8 =>
|