|
|
@@ -413,7 +413,6 @@ object makedata_31_bucketDataPrint_20240821 {
|
|
|
}
|
|
|
//5 处理log key表头。
|
|
|
val mid = record.getString("mid")
|
|
|
- val flag = !record.isNull("allfeaturemap")
|
|
|
val allfeature = if (record.isNull("allfeaturemap")) new JSONObject() else
|
|
|
JSON.parseObject(record.getString("allfeaturemap"))
|
|
|
|
|
|
@@ -422,7 +421,7 @@ object makedata_31_bucketDataPrint_20240821 {
|
|
|
val labelKey = labels.toString()
|
|
|
val label = record.getString("ad_is_conversion")
|
|
|
//6 拼接数据，保存。
|
|
|
- (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap, flag)
|
|
|
+ (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap, allfeature.containsKey("weight_sum"))
|
|
|
}).filter {
|
|
|
case (apptype, mid, cid, ts, headvideoid, label, allfeature, featureMap, flag) =>
|
|
|
flag
|
