|
@@ -28,6 +28,12 @@ object makedata_recsys_83_originData_20250317 {
|
|
|
"d3_feature" -> "alg_recsys_feature_cf_i2i_v2",
|
|
|
"v2_feature" -> "head_video"
|
|
|
)
|
|
|
+ private val returnPageO2OMap = Map(
|
|
|
+ "d1_feature" -> "null1",
|
|
|
+ "d2_feature" -> "null2",
|
|
|
+ "d3_feature" -> "null3",
|
|
|
+ "v2_feature" -> "null4"
|
|
|
+ )
|
|
|
|
|
|
private def parseVideoRdd(videoRdd: RDD[Record]): RDD[(String, java.util.Map[String, String])] = {
|
|
|
videoRdd
|
|
@@ -158,7 +164,7 @@ object makedata_recsys_83_originData_20250317 {
|
|
|
})
|
|
|
|
|
|
// 2.4 加载样本数据
|
|
|
- val pageSet = Set("详情后沉浸页", "回流后沉浸页&内页feed", "首页feed", "详情页")
|
|
|
+ val pageSet = Set("详情后沉浸页", "回流后沉浸页&内页feed", "首页feed", "详情页", "回流页")
|
|
|
val odpsData = DataUtils.getODPSData(sc, project, table, partition, tablePart)
|
|
|
.filter(record => {
|
|
|
val page = getStringValue(record, "page")
|
|
@@ -172,6 +178,8 @@ object makedata_recsys_83_originData_20250317 {
|
|
|
val page = getStringValue(record, "page")
|
|
|
if (page.equals("详情页")) {
|
|
|
OnlineLogUtils.log2Map(record, o2oMap)
|
|
|
+ } else if (page.equals("回流页")) {
|
|
|
+ OnlineLogUtils.log2Map(record, returnPageO2OMap)
|
|
|
} else {
|
|
|
ConvertUtils.record2Map(record, filterColumns)
|
|
|
}
|