Parcourir la source

repair video features

sunmingze il y a 1 an
Parent
commit
5b10131a58

+ 6 - 6
src/main/java/examples/dataloader/RecommRedisFeatureConstructor.java

@@ -15,7 +15,7 @@ public class RecommRedisFeatureConstructor {
 
     public static UserFeature constructUserFeature(Record record) {
         UserFeature userFeature = new UserFeature();
-        userFeature.setUid(record.get("uid").toString());
+        userFeature.setUid(String.valueOf(record.getBigint("uid")));
         userFeature.setMid(record.getString("mids").toString());
         userFeature.setUser_cycle_bucket_7days(record.getString("u_cycle_bucket_7days"));
         userFeature.setUser_cycle_bucket_30days(record.getString("u_cycle_bucket_30days"));
@@ -76,11 +76,11 @@ public class RecommRedisFeatureConstructor {
 
     public static ItemFeature constructItemFeature(Record record) {
         ItemFeature itemFeature = new ItemFeature();
-        itemFeature.setVideoId(record.get("videoid").toString());
-        itemFeature.setUpId(record.get("uid").toString());
-        itemFeature.setPlayLength(record.get("play_count").toString());
-        itemFeature.setTotalTime(record.get("total_time").toString());
-        itemFeature.setDaysSinceUpload(record.get("existence_days").toString());
+        itemFeature.setVideoId(String.valueOf(record.getBigint("videoid")));
+        itemFeature.setUpId(String.valueOf(record.getBigint("uid")));
+        itemFeature.setPlayLength(String.valueOf(record.getBigint("play_count")));
+        itemFeature.setTotalTime(String.valueOf(record.getBigint("total_time")));
+        itemFeature.setDaysSinceUpload(String.valueOf(record.getDouble("existence_days")));
 
         UserActionFeature user1dayActionFeature = new UserActionFeature();
         user1dayActionFeature.setOriginExp_cnt(record.getString("i_1day_exp_cnt"));

+ 1 - 1
src/main/java/examples/dataloader/RecommendSampleConstructor.java

@@ -108,7 +108,7 @@ public class RecommendSampleConstructor {
         ItemFeature itemFeature = new ItemFeature();
         itemFeature.setVideoId(record.getString("videoid"));
         itemFeature.setUpId(record.getString("uid"));
-        itemFeature.setTitleLength(record.getString("i_title_len"));
+        // itemFeature.setTitleLength(record.getString("i_title_len"));
         itemFeature.setPlayLength(record.getString("i_play_len"));
         itemFeature.setTotalTime(record.getString("total_time"));
         itemFeature.setDaysSinceUpload(record.getString("i_days_since_upload"));

+ 2 - 1
src/main/java/examples/sparksql/SparkAdFeaToRedisLoader.java

@@ -58,7 +58,8 @@ public class SparkAdFeaToRedisLoader {
         @Override
         public List<String> call(Record record, TableSchema schema) throws Exception {
             AdItemFeature adItemFeature = AdRedisFeatureConstructor.constructItemFeature(record);
-            String key = String.format(adKeyFormat, adItemFeature.getKey());
+            // ad feature 中的key以creativeID拼接
+            String key = String.format(adKeyFormat, adItemFeature.getCreativeId());
             String value = adItemFeature.getValue();
             List<String> kv = new ArrayList<String>();
             kv.add(key);