特征验证

recommend-feature-produce/src/main/java/com/tzld/piaoquan/recommend/feature/produce/FeatureDiff.java

@@ -32,6 +32,37 @@ public class FeatureDiff {
         abCodes.add("ab3");
         tableToCol = new HashMap<>();
 
+//        tableToCol.put("alg_mid_feature_play", "c1_feature");
+//        tableToCol.put("alg_mid_feature_share_and_return", "c2_feature");
+//        tableToCol.put("alg_mid_feature_play_tags", "c3_feature");
+//        tableToCol.put("alg_mid_feature_return_tags", "c4_feature");
+//        tableToCol.put("alg_mid_feature_share_tags", "c5_feature");
+//        tableToCol.put("alg_mid_feature_feed_exp_share_tags", "c6_feature");
+//        tableToCol.put("alg_mid_feature_feed_exp_return_tags", "c7_feature");
+//        tableToCol.put("alg_mid_feature_sharecf", "c8_feature");
+//        tableToCol.put("alg_mid_feature_returncf", "c9_feature");
+//        tableToCol.put("alg_vid_feature_all_exp", "b1_feature");
+//        tableToCol.put("alg_vid_feature_all_share", "b2_feature");
+//        tableToCol.put("alg_vid_feature_all_return", "b3_feature");
+////        tableToCol.put("alg_vid_feature_head_play", "b4_feature");
+////        tableToCol.put("alg_vid_feature_feed_play", "b5_feature");
+//        tableToCol.put("alg_vid_feature_exp2share", "b6_feature");
+//        tableToCol.put("alg_vid_feature_share2return", "b7_feature");
+//        tableToCol.put("alg_vid_feature_feed_noflow_exp", "b8_feature");
+//        tableToCol.put("alg_vid_feature_feed_noflow_root_share", "b9_feature");
+//        tableToCol.put("alg_vid_feature_feed_noflow_root_return", "b10_feature");
+//        tableToCol.put("alg_vid_feature_feed_flow_exp", "b11_feature");
+//        tableToCol.put("alg_vid_feature_feed_flow_root_share", "b12_feature");
+//        tableToCol.put("alg_vid_feature_feed_flow_root_return", "b13_feature");
+////        tableToCol.put("alg_vid_feature_feed_apptype_exp", "b14_feature");
+////        tableToCol.put("alg_vid_feature_feed_apptype_root_share", "b15_feature");
+////        tableToCol.put("alg_vid_feature_feed_apptype_root_return", "b16_feature");
+//        tableToCol.put("alg_vid_feature_feed_province_exp", "b17_feature");
+//        tableToCol.put("alg_vid_feature_feed_province_root_share", "b18_feature");
+//        tableToCol.put("alg_vid_feature_feed_province_root_return", "b19_feature");
+    }
+
+    private static void addUserTable() {
         tableToCol.put("alg_mid_feature_play", "c1_feature");
         tableToCol.put("alg_mid_feature_share_and_return", "c2_feature");
         tableToCol.put("alg_mid_feature_play_tags", "c3_feature");
@@ -41,6 +72,9 @@ public class FeatureDiff {
         tableToCol.put("alg_mid_feature_feed_exp_return_tags", "c7_feature");
         tableToCol.put("alg_mid_feature_sharecf", "c8_feature");
         tableToCol.put("alg_mid_feature_returncf", "c9_feature");
+    }
+
+    private static void addVideoTable() {
         tableToCol.put("alg_vid_feature_all_exp", "b1_feature");
         tableToCol.put("alg_vid_feature_all_share", "b2_feature");
         tableToCol.put("alg_vid_feature_all_return", "b3_feature");
@@ -64,6 +98,18 @@ public class FeatureDiff {
 
     public static void main(String[] args) {
 
+        log.info("args {}", JSONUtils.toJson(args));
+        if (args[3].equals("0")) {
+            addVideoTable();
+        }
+        if (args[3].equals("1")) {
+            addUserTable();
+        }
+        if (args[3].equals("2")) {
+            addVideoTable();
+            addUserTable();
+        }
+        log.info("tableToCol {}", JSONUtils.toJson(tableToCol));
 
         SparkConf sparkConf = new SparkConf()
                 // .setMaster("local")
@@ -83,6 +129,9 @@ public class FeatureDiff {
             return;
         }
 
+        long totalCount = fieldValues.count();
+        log.info("total count {}", totalCount);
+
         long diffCount =
                 fieldValues.repartition(partitionNum).filter(new Function<Map<String, String>,
                         Boolean>() {