Browse Source

去掉无效特征

jch 4 weeks ago
parent
commit
43992196d3

+ 0 - 27
src/main/scala/com/aliyun/odps/spark/examples/myUtils/FeatureTransformV2.java

@@ -460,11 +460,6 @@ public class FeatureTransformV2 {
             double str_plus = FeatureUtils.wilsonScore(is_return_1, exp);
             double ros_one = FeatureUtils.wilsonScore(is_return_1, is_share);
 
-            double rovn = FeatureUtils.plusSmooth(return_n_uv, exp, smoothPlus);
-            double ros = FeatureUtils.plusSmooth(return_n_uv, is_share, smoothPlus);
-            double ros_n = FeatureUtils.plusSmooth(return_n_uv, share_cnt, smoothPlus);
-            double ros_minus = FeatureUtils.plusSmooth(return_n_uv, is_return_1, smoothPlus);
-
             // larger smooth
             double l_rovn = FeatureUtils.plusSmooth(return_n_uv, exp, largerSmoothPlus, 1);
             double l_ros = FeatureUtils.plusSmooth(return_n_uv / 5, is_share, largerSmoothPlus, 2);
@@ -479,10 +474,6 @@ public class FeatureTransformV2 {
             featMap.put(prefix + "_" + period + "@" + "str", str);
             featMap.put(prefix + "_" + period + "@" + "str_plus", str_plus);
             featMap.put(prefix + "_" + period + "@" + "ros_one", ros_one);
-            featMap.put(prefix + "_" + period + "@" + "rovn", rovn);
-            featMap.put(prefix + "_" + period + "@" + "ros", ros);
-            featMap.put(prefix + "_" + period + "@" + "ros_n", ros_n);
-            featMap.put(prefix + "_" + period + "@" + "ros_minus", ros_minus);
 
             // larger smooth
             featMap.put(prefix + "_" + period + "@" + "rovn_#", l_rovn);
@@ -518,16 +509,6 @@ public class FeatureTransformV2 {
             double str_plus = FeatureUtils.wilsonScore(is_return_1, exp);
             double ros_one = FeatureUtils.wilsonScore(is_return_1, is_share);
 
-            double rovn1 = FeatureUtils.plusSmooth(return_1_uv, exp, smoothPlus);
-            double ros1 = FeatureUtils.plusSmooth(return_1_uv, is_share, smoothPlus);
-            double ros_n1 = FeatureUtils.plusSmooth(return_1_uv, share_cnt, smoothPlus);
-            double ros_minus1 = FeatureUtils.plusSmooth(return_1_uv, is_return_1, smoothPlus);
-
-            double rovn = FeatureUtils.plusSmooth(return_n_uv, exp, smoothPlus);
-            double ros = FeatureUtils.plusSmooth(return_n_uv, is_share, smoothPlus);
-            double ros_n = FeatureUtils.plusSmooth(return_n_uv, share_cnt, smoothPlus);
-            double ros_minus = FeatureUtils.plusSmooth(return_n_uv, is_return_1, smoothPlus);
-
             // larger smooth
             double l_rovn1 = FeatureUtils.plusSmooth(return_1_uv, exp, largerSmoothPlus, 1);
             double l_ros1 = FeatureUtils.plusSmooth(return_1_uv / 5, is_share, largerSmoothPlus, 2);
@@ -548,14 +529,6 @@ public class FeatureTransformV2 {
             featMap.put(prefix + "_" + period + "@" + "str", str);
             featMap.put(prefix + "_" + period + "@" + "str_plus", str_plus);
             featMap.put(prefix + "_" + period + "@" + "ros_one", ros_one);
-            featMap.put(prefix + "_" + period + "@" + "rovn1", rovn1);
-            featMap.put(prefix + "_" + period + "@" + "ros1", ros1);
-            featMap.put(prefix + "_" + period + "@" + "ros_n1", ros_n1);
-            featMap.put(prefix + "_" + period + "@" + "ros_minus1", ros_minus1);
-            featMap.put(prefix + "_" + period + "@" + "rovn", rovn);
-            featMap.put(prefix + "_" + period + "@" + "ros", ros);
-            featMap.put(prefix + "_" + period + "@" + "ros_n", ros_n);
-            featMap.put(prefix + "_" + period + "@" + "ros_minus", ros_minus);
 
             // larger smooth
             featMap.put(prefix + "_" + period + "@" + "rovn1_#", l_rovn1);