|
@@ -91,6 +91,10 @@ object makedata_ad_33_bucketDataFromOriginToHive_20250228 {
|
|
|
.filter(record => {
|
|
|
AdUtil.isApi(record)
|
|
|
})
|
|
|
+ .filter(record => {
|
|
|
+ val appType = record.getString("apptype")
|
|
|
+ !Set("12", "13").contains(appType)
|
|
|
+ })
|
|
|
.filter(record => {
|
|
|
val label = record.getString(whatLabel).toInt
|
|
|
label > 0 || Random.nextDouble() < negSampleRate
|
|
@@ -498,11 +502,6 @@ object makedata_ad_33_bucketDataFromOriginToHive_20250228 {
|
|
|
}
|
|
|
})
|
|
|
(logKey, labelKey, denseFeatures, sparseFeatures)
|
|
|
- }.filter {
|
|
|
- case (logKey, labelKey, denseFeatures, sparseFeatures) =>
|
|
|
- val logKeyList = logKey.split(",")
|
|
|
- val apptype = logKeyList(0)
|
|
|
- !Set("12", "13").contains(apptype)
|
|
|
}
|
|
|
.map {
|
|
|
case (logKey, labelKey, denseFeatures, sparseFeatures) =>
|