|
@@ -424,13 +424,7 @@ object makedata_31_bucketDataPrint_20240821 {
|
|
(apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap)
|
|
(apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap)
|
|
}).filter {
|
|
}).filter {
|
|
case (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap) =>
|
|
case (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap) =>
|
|
- if (allfeature.isEmpty) {
|
|
|
|
- return false
|
|
|
|
- } else if (allfeature.containsKey("weight_sum") || allfeature.contains("weight")) {
|
|
|
|
- return false
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return true
|
|
|
|
|
|
+ !(allfeature.isEmpty || allfeature.containsKey("weight_sum") || allfeature.contains("weight"))
|
|
}.mapPartitions(row => {
|
|
}.mapPartitions(row => {
|
|
val result = new ArrayBuffer[String]()
|
|
val result = new ArrayBuffer[String]()
|
|
val bucketsMap = bucketsMap_br.value
|
|
val bucketsMap = bucketsMap_br.value
|