|
@@ -60,12 +60,12 @@ object makedata_recsys_61_nor_sample_20241209 {
|
|
|
whatApps.contains(apptype) && pagesource.endsWith("recommend")
|
|
|
}.filter {
|
|
|
case (logKey, labelKey, features) =>
|
|
|
- val label = JSON.parseObject(labelKey).getOrDefault(whatLabel, "0").toString.toInt
|
|
|
+ val label = JSON.parseObject(labelKey).getOrDefault(whatLabel, "0").toString.toDouble
|
|
|
label > 0 || new Random().nextDouble() <= fuSampleRate
|
|
|
}
|
|
|
.map {
|
|
|
case (logKey, labelKey, features) =>
|
|
|
- val label = JSON.parseObject(labelKey).getOrDefault(whatLabel, "0").toString
|
|
|
+ val label = JSON.parseObject(labelKey).getOrDefault(whatLabel, "0").toString.toDouble
|
|
|
(label, features)
|
|
|
}
|
|
|
.mapPartitions(row => {
|