ad samples

src/main/java/examples/dataloader/AdSampleConstructor.java

@@ -49,39 +49,39 @@ public class AdSampleConstructor {
 
         // 1day features
         AdActionFeature user1dayActionFeature = new AdActionFeature();
-        user1dayActionFeature.setAdView(record.getString("view_ad_1day"));
-        user1dayActionFeature.setAdClick(record.getString("click_ad_1day"));
-        user1dayActionFeature.setAdConversion(record.getString("conversion_ad_1day"));
-        user1dayActionFeature.setCtr(record.getString("ctr_ad_1day"));
-        user1dayActionFeature.setCvr(record.getString("cvr_ad_1day"));
+        user1dayActionFeature.setAdView(record.getString("user_view_1day"));
+        user1dayActionFeature.setAdClick(record.getString("user_click_1day"));
+        user1dayActionFeature.setAdConversion(record.getString("user_conversion_1day"));
+        user1dayActionFeature.setCtr(record.getString("user_ctr_1day"));
+        user1dayActionFeature.setCvr(record.getString("user_cvr_1day"));
         userFeature.setDay1_cnt_features(user1dayActionFeature);
 
         // 3day features
         AdActionFeature user3dayActionFeature = new AdActionFeature();
-        user3dayActionFeature.setAdView(record.getString("view_ad_3day"));
-        user3dayActionFeature.setAdClick(record.getString("click_ad_3day"));
-        user3dayActionFeature.setAdConversion(record.getString("conversion_ad_3day"));
-        user3dayActionFeature.setCtr(record.getString("ctr_ad_3day"));
-        user3dayActionFeature.setCvr(record.getString("cvr_ad_3day"));
+        user3dayActionFeature.setAdView(record.getString("user_view_3day"));
+        user3dayActionFeature.setAdClick(record.getString("user_click_3day"));
+        user3dayActionFeature.setAdConversion(record.getString("user_conversion_3day"));
+        user3dayActionFeature.setCtr(record.getString("user_ctr_3day"));
+        user3dayActionFeature.setCvr(record.getString("user_cvr_3day"));
         userFeature.setDay3_cnt_features(user3dayActionFeature);
 
 
         // 7day features
         AdActionFeature user7dayActionFeature = new AdActionFeature();
-        user7dayActionFeature.setAdView(record.getString("view_ad_7day"));
-        user7dayActionFeature.setAdClick(record.getString("click_ad_7day"));
-        user7dayActionFeature.setAdConversion(record.getString("conversion_ad_7day"));
-        user7dayActionFeature.setCtr(record.getString("ctr_ad_7day"));
-        user7dayActionFeature.setCvr(record.getString("cvr_ad_7day"));
+        user7dayActionFeature.setAdView(record.getString("user_view_7day"));
+        user7dayActionFeature.setAdClick(record.getString("user_click_7day"));
+        user7dayActionFeature.setAdConversion(record.getString("user_conversion_7day"));
+        user7dayActionFeature.setCtr(record.getString("user_ctr_7day"));
+        user7dayActionFeature.setCvr(record.getString("user_cvr_7day"));
         userFeature.setDay3_cnt_features(user7dayActionFeature);
 
         // 3month features
         AdActionFeature user3MonthActionFeature = new AdActionFeature();
-        user3MonthActionFeature.setAdView(record.getString("view_ad_3month"));
-        user3MonthActionFeature.setAdClick(record.getString("click_ad_3month"));
-        user3MonthActionFeature.setAdConversion(record.getString("conversion_ad_3month"));
-        user3MonthActionFeature.setCtr(record.getString("ctr_ad_3month"));
-        user3MonthActionFeature.setCvr(record.getString("cvr_ad_3month"));
+        user3MonthActionFeature.setAdView(record.getString("user_view_3month"));
+        user3MonthActionFeature.setAdClick(record.getString("user_click_3month"));
+        user3MonthActionFeature.setAdConversion(record.getString("user_conversion_3month"));
+        user3MonthActionFeature.setCtr(record.getString("user_ctr_3month"));
+        user3MonthActionFeature.setCvr(record.getString("user_cvr_3month"));
         userFeature.setDay1_cnt_features(user1dayActionFeature);
 
         return userFeature;
@@ -99,39 +99,39 @@ public class AdSampleConstructor {
 
         // 1day features
         AdActionFeature user1dayActionFeature = new AdActionFeature();
-        user1dayActionFeature.setAdView(record.getString("view_ad_1day"));
-        user1dayActionFeature.setAdClick(record.getString("click_ad_1day"));
-        user1dayActionFeature.setAdConversion(record.getString("conversion_ad_1day"));
-        user1dayActionFeature.setCtr(record.getString("ctr_ad_1day"));
-        user1dayActionFeature.setCvr(record.getString("cvr_ad_1day"));
+        user1dayActionFeature.setAdView(record.getString("ad_view_1day"));
+        user1dayActionFeature.setAdClick(record.getString("ad_click_1day"));
+        user1dayActionFeature.setAdConversion(record.getString("ad_conversion_1day"));
+        user1dayActionFeature.setCtr(record.getString("ad_ctr_1day"));
+        user1dayActionFeature.setCvr(record.getString("ad_cvr_1day"));
         itemFeature.setDay1_cnt_features(user1dayActionFeature);
 
         // 3day features
         AdActionFeature user3dayActionFeature = new AdActionFeature();
-        user3dayActionFeature.setAdView(record.getString("view_ad_3day"));
-        user3dayActionFeature.setAdClick(record.getString("click_ad_3day"));
-        user3dayActionFeature.setAdConversion(record.getString("conversion_ad_3day"));
-        user3dayActionFeature.setCtr(record.getString("ctr_ad_3day"));
-        user3dayActionFeature.setCvr(record.getString("cvr_ad_3day"));
+        user3dayActionFeature.setAdView(record.getString("ad_view_3day"));
+        user3dayActionFeature.setAdClick(record.getString("ad_click_3day"));
+        user3dayActionFeature.setAdConversion(record.getString("ad_conversion_3day"));
+        user3dayActionFeature.setCtr(record.getString("ad_ctr_3day"));
+        user3dayActionFeature.setCvr(record.getString("ad_cvr_3day"));
         itemFeature.setDay3_cnt_features(user3dayActionFeature);
 
 
         // 7day features
         AdActionFeature user7dayActionFeature = new AdActionFeature();
-        user7dayActionFeature.setAdView(record.getString("view_ad_7day"));
-        user7dayActionFeature.setAdClick(record.getString("click_ad_7day"));
-        user7dayActionFeature.setAdConversion(record.getString("conversion_ad_7day"));
-        user7dayActionFeature.setCtr(record.getString("ctr_ad_7day"));
-        user7dayActionFeature.setCvr(record.getString("cvr_ad_7day"));
+        user7dayActionFeature.setAdView(record.getString("ad_view_7day"));
+        user7dayActionFeature.setAdClick(record.getString("ad_click_7day"));
+        user7dayActionFeature.setAdConversion(record.getString("ad_conversion_7day"));
+        user7dayActionFeature.setCtr(record.getString("ad_ctr_7day"));
+        user7dayActionFeature.setCvr(record.getString("ad_cvr_7day"));
         itemFeature.setDay3_cnt_features(user7dayActionFeature);
 
         // 3month features
         AdActionFeature user3MonthActionFeature = new AdActionFeature();
-        user3MonthActionFeature.setAdView(record.getString("view_ad_3month"));
-        user3MonthActionFeature.setAdClick(record.getString("click_ad_3month"));
-        user3MonthActionFeature.setAdConversion(record.getString("conversion_ad_3month"));
-        user3MonthActionFeature.setCtr(record.getString("ctr_ad_3month"));
-        user3MonthActionFeature.setCvr(record.getString("cvr_ad_3month"));
+        user3MonthActionFeature.setAdView(record.getString("ad_view_3month"));
+        user3MonthActionFeature.setAdClick(record.getString("ad_click_3month"));
+        user3MonthActionFeature.setAdConversion(record.getString("ad_conversion_3month"));
+        user3MonthActionFeature.setCtr(record.getString("ad_ctr_3month"));
+        user3MonthActionFeature.setCvr(record.getString("ad_cvr_3month"));
         itemFeature.setDay1_cnt_features(user1dayActionFeature);
 
         return itemFeature;

src/main/java/examples/sparksql/SparkAdCTRSampleLoader.java

@@ -57,10 +57,10 @@ public class SparkAdCTRSampleLoader {
     public static String singleParse(Record record, String labelName) {
         // 数据解析
         String label = record.getString(labelName);
-        if (label == null || label == "0") {
-            label = "1";
-        } else {
+        if (label == null || label.equals("0")) {
             label = "0";
+        } else {
+            label = "1";
         }
 
         // 从sql的 record中 初始化对象内容

src/main/java/examples/sparksql/SparkShareRatioSampleLoader.java

@@ -55,7 +55,7 @@ public class SparkShareRatioSampleLoader {
     public static String singleParse(Record record, String labelName) {
         // 数据解析
         String label = record.getString(labelName);
-        if (label == null || label == "1") {
+        if (label == null || label.equals("1")) {
             label = "0";
         } else {
             label = "1";

src/main/java/examples/sparksql/SparkUserFeaToRedisLoader.java

@@ -61,13 +61,12 @@ public class SparkUserFeaToRedisLoader {
 
         JavaRDD<Record> readData = odpsOps.readTableWithJava(project, table, partition, null, Integer.valueOf(50));
 
-        readData.foreachPartition(
+        readData.sample(false, 0.00001).foreachPartition(
                 rowIterator -> {
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();
                     rowIterator.forEachRemaining(line -> loadFeatureToRedis(redisTemplate, line));
                 }
         );
-
     }