|
@@ -39,6 +39,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
private static final List<String> cfRovList = Collections.singletonList("rovn");
|
|
private static final List<String> cfRovList = Collections.singletonList("rovn");
|
|
private static final List<String> videoSimAttrs = Arrays.asList("cate1_list", "cate2", "cate2_list",
|
|
private static final List<String> videoSimAttrs = Arrays.asList("cate1_list", "cate2", "cate2_list",
|
|
"keywords", "style", "theme", "title", "topic", "user_value");
|
|
"keywords", "style", "theme", "title", "topic", "user_value");
|
|
|
|
+ private static final double smoothPlus = 5.0;
|
|
|
|
|
|
@Override
|
|
@Override
|
|
public List<Video> mergeAndRankRovRecall(RankParam param) {
|
|
public List<Video> mergeAndRankRovRecall(RankParam param) {
|
|
@@ -119,6 +120,9 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
Map<String, String> c8 = featureOriginUser.getOrDefault("alg_mid_feature_sharecf", new HashMap<>());
|
|
Map<String, String> c8 = featureOriginUser.getOrDefault("alg_mid_feature_sharecf", new HashMap<>());
|
|
Map<String, String> c9 = featureOriginUser.getOrDefault("alg_mid_feature_returncf", new HashMap<>());
|
|
Map<String, String> c9 = featureOriginUser.getOrDefault("alg_mid_feature_returncf", new HashMap<>());
|
|
|
|
|
|
|
|
+
|
|
|
|
+ addTimeFeature(userFeatureMapDouble);
|
|
|
|
+
|
|
if (!c1.isEmpty()) {
|
|
if (!c1.isEmpty()) {
|
|
userFeatureMapDouble.put("playcnt_6h", Double.parseDouble(c1.getOrDefault("playcnt_6h", "0")));
|
|
userFeatureMapDouble.put("playcnt_6h", Double.parseDouble(c1.getOrDefault("playcnt_6h", "0")));
|
|
userFeatureMapDouble.put("playcnt_1d", Double.parseDouble(c1.getOrDefault("playcnt_1d", "0")));
|
|
userFeatureMapDouble.put("playcnt_1d", Double.parseDouble(c1.getOrDefault("playcnt_1d", "0")));
|
|
@@ -215,6 +219,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
double share = tuple4.second.isEmpty() ? 0 : Double.parseDouble(tuple4.second.getOrDefault("share_pv_" + prefix2, "0.0"));
|
|
double share = tuple4.second.isEmpty() ? 0 : Double.parseDouble(tuple4.second.getOrDefault("share_pv_" + prefix2, "0.0"));
|
|
double returns = tuple4.third.isEmpty() ? 0 : Double.parseDouble(tuple4.third.getOrDefault("return_uv_" + prefix2, "0.0"));
|
|
double returns = tuple4.third.isEmpty() ? 0 : Double.parseDouble(tuple4.third.getOrDefault("return_uv_" + prefix2, "0.0"));
|
|
|
|
|
|
|
|
+ double f0 = ExtractorUtils.calLog(exp);
|
|
double f1 = ExtractorUtils.calDiv(share, exp);
|
|
double f1 = ExtractorUtils.calDiv(share, exp);
|
|
double f2 = ExtractorUtils.calLog(share);
|
|
double f2 = ExtractorUtils.calLog(share);
|
|
double f3 = ExtractorUtils.calDiv(returns, exp);
|
|
double f3 = ExtractorUtils.calDiv(returns, exp);
|
|
@@ -222,6 +227,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
double f5 = f3 * f4;
|
|
double f5 = f3 * f4;
|
|
double f6 = ExtractorUtils.calDiv(returns, share);
|
|
double f6 = ExtractorUtils.calDiv(returns, share);
|
|
|
|
|
|
|
|
+ String key0 = tuple4.name + "_" + prefix2 + "_" + "EXP";
|
|
String key1 = tuple4.name + "_" + prefix2 + "_" + "STR";
|
|
String key1 = tuple4.name + "_" + prefix2 + "_" + "STR";
|
|
String key2 = tuple4.name + "_" + prefix2 + "_" + "log(share)";
|
|
String key2 = tuple4.name + "_" + prefix2 + "_" + "log(share)";
|
|
String key3 = tuple4.name + "_" + prefix2 + "_" + "ROV";
|
|
String key3 = tuple4.name + "_" + prefix2 + "_" + "ROV";
|
|
@@ -229,6 +235,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
String key5 = tuple4.name + "_" + prefix2 + "_" + "ROV*log(return)";
|
|
String key5 = tuple4.name + "_" + prefix2 + "_" + "ROV*log(return)";
|
|
String key6 = tuple4.name + "_" + prefix2 + "_" + "ROS";
|
|
String key6 = tuple4.name + "_" + prefix2 + "_" + "ROS";
|
|
|
|
|
|
|
|
+ featureMap.put(key0, f0);
|
|
featureMap.put(key1, f1);
|
|
featureMap.put(key1, f1);
|
|
featureMap.put(key2, f2);
|
|
featureMap.put(key2, f2);
|
|
featureMap.put(key3, f3);
|
|
featureMap.put(key3, f3);
|
|
@@ -303,7 +310,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
|
|
|
|
readBucketFile();
|
|
readBucketFile();
|
|
Map<String, String> userFeatureMap = new HashMap<>(userFeatureMapDouble.size());
|
|
Map<String, String> userFeatureMap = new HashMap<>(userFeatureMapDouble.size());
|
|
- Map<String, String> norUserFeatureMap = FeatureBucketUtils.bucketFeature("20241209_nor_bucket.txt", userFeatureMapDouble);
|
|
+ Map<String, String> norUserFeatureMap = FeatureBucketUtils.noBucketFeature(userFeatureMapDouble);
|
|
for (Map.Entry<String, Double> entry : userFeatureMapDouble.entrySet()) {
|
|
for (Map.Entry<String, Double> entry : userFeatureMapDouble.entrySet()) {
|
|
String name = entry.getKey();
|
|
String name = entry.getKey();
|
|
Double score = entry.getValue();
|
|
Double score = entry.getValue();
|
|
@@ -331,7 +338,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
}
|
|
}
|
|
}
|
|
}
|
|
item.featureMap = featureMap;
|
|
item.featureMap = featureMap;
|
|
- item.norFeatureMap = FeatureBucketUtils.bucketFeature("20241209_nor_bucket.txt", featureMapDouble);
|
|
+ item.norFeatureMap = FeatureBucketUtils.noBucketFeature(featureMapDouble);
|
|
}
|
|
}
|
|
|
|
|
|
double xgbNorScaleType = mergeWeight.getOrDefault("xgbNorScaleType", 0.0);
|
|
double xgbNorScaleType = mergeWeight.getOrDefault("xgbNorScaleType", 0.0);
|
|
@@ -340,7 +347,7 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
double xgbNorPowerWeight = mergeWeight.getOrDefault("xgbNorPowerWeight", 1.2216);
|
|
double xgbNorPowerWeight = mergeWeight.getOrDefault("xgbNorPowerWeight", 1.2216);
|
|
double xgbNorPowerExp = mergeWeight.getOrDefault("xgbNorPowerExp", 1.3217);
|
|
double xgbNorPowerExp = mergeWeight.getOrDefault("xgbNorPowerExp", 1.3217);
|
|
Map<String, String> sceneFeatureMap = new HashMap<>(0);
|
|
Map<String, String> sceneFeatureMap = new HashMap<>(0);
|
|
- List<RankItem> items = ScorerUtils.getScorerPipeline("feeds_score_config_fm_xgb_20241209.conf").scoring(sceneFeatureMap, userFeatureMap, norUserFeatureMap, rankItems);
|
|
+ List<RankItem> items = ScorerUtils.getScorerPipeline("feeds_score_config_fm_xgb_20250208.conf").scoring(sceneFeatureMap, userFeatureMap, norUserFeatureMap, rankItems);
|
|
|
|
|
|
Map<String, Map<String, String>> vid2MapFeature = this.getVideoRedisFeature(vids, "redis:vid_hasreturn_vor:");
|
|
Map<String, Map<String, String>> vid2MapFeature = this.getVideoRedisFeature(vids, "redis:vid_hasreturn_vor:");
|
|
List<Video> result = new ArrayList<>();
|
|
List<Video> result = new ArrayList<>();
|
|
@@ -414,17 +421,19 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
List<String> infoPeriod = tuple3.second;
|
|
List<String> infoPeriod = tuple3.second;
|
|
Map<String, String> infoMap = tuple3.third;
|
|
Map<String, String> infoMap = tuple3.third;
|
|
for (String period : infoPeriod) {
|
|
for (String period : infoPeriod) {
|
|
|
|
+ double view = getVideoOneInfo("view_" + period, infoMap);
|
|
double share = getVideoOneInfo("share_" + period, infoMap);
|
|
double share = getVideoOneInfo("share_" + period, infoMap);
|
|
double return_ = getVideoOneInfo("return_" + period, infoMap);
|
|
double return_ = getVideoOneInfo("return_" + period, infoMap);
|
|
double view_hasreturn = getVideoOneInfo("view_hasreturn_" + period, infoMap);
|
|
double view_hasreturn = getVideoOneInfo("view_hasreturn_" + period, infoMap);
|
|
double share_hasreturn = getVideoOneInfo("share_hasreturn_" + period, infoMap);
|
|
double share_hasreturn = getVideoOneInfo("share_hasreturn_" + period, infoMap);
|
|
- double ros = getVideoOneInfo("ros_" + period, infoMap);
|
|
+ double ros = ExtractorUtils.smoothDiv(return_, share, smoothPlus);
|
|
- double rov = getVideoOneInfo("rov_" + period, infoMap);
|
|
+ double rov = ExtractorUtils.smoothDiv(return_, view, smoothPlus);
|
|
- double r_cnt = getVideoOneInfo("r_cnt_" + period, infoMap);
|
|
+ double r_cnt = ExtractorUtils.smoothDiv(return_, view_hasreturn, smoothPlus);
|
|
- double r_rate = getVideoOneInfo("r_rate_" + period, infoMap);
|
|
+ double r_rate = ExtractorUtils.smoothDiv(view_hasreturn, view, smoothPlus);
|
|
- double r_cnt4s = getVideoOneInfo("r_cnt4s_" + period, infoMap);
|
|
+ double r_cnt4s = ExtractorUtils.smoothDiv(return_, share_hasreturn, smoothPlus);
|
|
- double str = getVideoOneInfo("str_" + period, infoMap);
|
|
+ double str = ExtractorUtils.smoothDiv(share, view, smoothPlus);
|
|
-
|
|
+
|
|
|
|
+ featureMap.put(infoType + "_" + period + "_" + "view", ExtractorUtils.calLog(view));
|
|
featureMap.put(infoType + "_" + period + "_" + "share", ExtractorUtils.calLog(share));
|
|
featureMap.put(infoType + "_" + period + "_" + "share", ExtractorUtils.calLog(share));
|
|
featureMap.put(infoType + "_" + period + "_" + "return", ExtractorUtils.calLog(return_));
|
|
featureMap.put(infoType + "_" + period + "_" + "return", ExtractorUtils.calLog(return_));
|
|
featureMap.put(infoType + "_" + period + "_" + "view_hasreturn", ExtractorUtils.calLog(view_hasreturn));
|
|
featureMap.put(infoType + "_" + period + "_" + "view_hasreturn", ExtractorUtils.calLog(view_hasreturn));
|
|
@@ -491,6 +500,16 @@ public class RankStrategy4RegionMergeModelV567 extends RankStrategy4RegionMergeM
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+ private void addTimeFeature(Map<String, Double> featureMap) {
|
|
|
|
+ Calendar calendar = Calendar.getInstance();
|
|
|
|
+ calendar.setTimeInMillis(System.currentTimeMillis());
|
|
|
|
+
|
|
|
|
+ int week = calendar.get(Calendar.DAY_OF_WEEK);
|
|
|
|
+ int hour = calendar.get(Calendar.HOUR_OF_DAY) + 1;
|
|
|
|
+ featureMap.put("week", week * 1.0);
|
|
|
|
+ featureMap.put("hour", hour * 1.0);
|
|
|
|
+ }
|
|
|
|
+
|
|
private double norCalibration(double scaleType, double polyBias, double polyWeight, double powerWeight, double powerExp, double score) {
|
|
private double norCalibration(double scaleType, double polyBias, double polyWeight, double powerWeight, double powerExp, double score) {
|
|
if (scaleType < 1) {
|
|
if (scaleType < 1) {
|
|
return norPolyCalibration(polyBias, polyWeight, score);
|
|
return norPolyCalibration(polyBias, polyWeight, score);
|