浏览代码

ad samples

sunmingze 1 年之前
父节点
当前提交
5a2154a518

+ 4 - 4
src/main/java/examples/dataloader/AdSampleConstructor.java

@@ -34,9 +34,9 @@ public class AdSampleConstructor {
         requestContext.setMachineinfoModel(record.getString("machineinfo_model"));
         requestContext.setMachineinfoModel(record.getString("machineinfo_model"));
         requestContext.setMachineinfoSdkversion(record.getString("machineinfo_sdkversion"));
         requestContext.setMachineinfoSdkversion(record.getString("machineinfo_sdkversion"));
         requestContext.setMachineinfoSdkversion(record.getString("machineinfo_wechatversion"));
         requestContext.setMachineinfoSdkversion(record.getString("machineinfo_wechatversion"));
-//        requestContext.setDay(record.getString("day"));
-//        requestContext.setWeek(record.getString("week"));
-//        requestContext.setHour(record.getString("hour"));
+        requestContext.setDay(record.getString("ctx_day"));
+        requestContext.setWeek(record.getString("ctx_week"));
+        requestContext.setHour(record.getString("ctx_hour"));
         requestContext.setRegion(record.getString("province"));
         requestContext.setRegion(record.getString("province"));
         requestContext.setCity(record.getString("city"));
         requestContext.setCity(record.getString("city"));
         return requestContext;
         return requestContext;
@@ -69,7 +69,7 @@ public class AdSampleConstructor {
         // 7day features
         // 7day features
         AdActionFeature user7dayActionFeature = new AdActionFeature();
         AdActionFeature user7dayActionFeature = new AdActionFeature();
         user7dayActionFeature.setAdView(record.getString("user_view_7day"));
         user7dayActionFeature.setAdView(record.getString("user_view_7day"));
-        user7dayActionFeature.setAdClick(record.getString("user_click_7day"));
+        user7dayActionFeature.setAdClick(record.getString("user_click7day"));
         user7dayActionFeature.setAdConversion(record.getString("user_conversion_7day"));
         user7dayActionFeature.setAdConversion(record.getString("user_conversion_7day"));
         user7dayActionFeature.setCtr(record.getString("user_ctr_7day"));
         user7dayActionFeature.setCtr(record.getString("user_ctr_7day"));
         user7dayActionFeature.setCvr(record.getString("user_cvr_7day"));
         user7dayActionFeature.setCvr(record.getString("user_cvr_7day"));

+ 2 - 2
src/main/java/examples/sparksql/SparkUserFeaToRedisLoader.java

@@ -59,9 +59,9 @@ public class SparkUserFeaToRedisLoader {
         OdpsOps odpsOps = new OdpsOps(jsc.sc(), accessId, accessKey, odpsUrl, tunnelUrl);
         OdpsOps odpsOps = new OdpsOps(jsc.sc(), accessId, accessKey, odpsUrl, tunnelUrl);
         System.out.println("Read odps table...");
         System.out.println("Read odps table...");
 
 
-        JavaRDD<Record> readData = odpsOps.readTableWithJava(project, table, partition, null, Integer.valueOf(50));
+        JavaRDD<Record> readData = odpsOps.readTableWithJava(project, table, partition, null, Integer.valueOf(10));
 
 
-        readData.sample(false, 0.00001).foreachPartition(
+        readData.sample(false, 0.0001).foreachPartition(
                 rowIterator -> {
                 rowIterator -> {
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();
                     rowIterator.forEachRemaining(line -> loadFeatureToRedis(redisTemplate, line));
                     rowIterator.forEachRemaining(line -> loadFeatureToRedis(redisTemplate, line));