repair video features

src/main/java/examples/dataloader/RecommRedisFeatureConstructor.java

@@ -16,6 +16,7 @@ public class RecommRedisFeatureConstructor {
     public static UserFeature constructUserFeature(Record record) {
         UserFeature userFeature = new UserFeature();
         userFeature.setUid(record.get("uid").toString());
+        userFeature.setMid(record.getString("mids").toString());
         userFeature.setUser_cycle_bucket_7days(record.getString("u_cycle_bucket_7days"));
         userFeature.setUser_cycle_bucket_30days(record.getString("u_cycle_bucket_30days"));
         userFeature.setUser_share_bucket_30days(record.getString("u_share_bucket_30days"));
@@ -75,12 +76,11 @@ public class RecommRedisFeatureConstructor {
 
     public static ItemFeature constructItemFeature(Record record) {
         ItemFeature itemFeature = new ItemFeature();
-        itemFeature.setVideoId(record.getString("videoid"));
-        itemFeature.setUpId(record.getString("uid"));
-        itemFeature.setTitleLength(record.getString("i_title_len"));
-        itemFeature.setPlayLength(record.getString("i_play_len"));
-        itemFeature.setTotalTime(record.getString("total_time"));
-        itemFeature.setDaysSinceUpload(record.getString("i_days_since_upload"));
+        itemFeature.setVideoId(record.get("videoid").toString());
+        itemFeature.setUpId(record.get("uid").toString());
+        itemFeature.setPlayLength(record.get("play_count").toString());
+        itemFeature.setTotalTime(record.get("total_time").toString());
+        itemFeature.setDaysSinceUpload(record.get("existence_days").toString());
 
         UserActionFeature user1dayActionFeature = new UserActionFeature();
         user1dayActionFeature.setOriginExp_cnt(record.getString("i_1day_exp_cnt"));

src/main/java/examples/sparksql/SparkVideoFeaToRedisLoader.java

@@ -90,7 +90,7 @@ public class SparkVideoFeaToRedisLoader {
         String odpsUrl = "http://service.odps.aliyun.com/api";
         String tunnelUrl = "http://dt.cn-hangzhou.maxcompute.aliyun-inc.com";
         String project = "loghubods";
-        String tableAdInfo = "alg_recsys_video_info";
+        String tableItemInfo = "alg_recsys_video_info";
         String tableUserInfo = "alg_recsys_user_info";
 
 
@@ -101,7 +101,7 @@ public class SparkVideoFeaToRedisLoader {
 
 
         // load Ad features
-        JavaRDD<List<String>> readAdData = odpsOps.readTableWithJava(project, tableAdInfo, partition, new RecordsToVideoRedisKV(), Integer.valueOf(10));
+        JavaRDD<List<String>> readAdData = odpsOps.readTableWithJava(project, tableItemInfo, partition, new RecordsToVideoRedisKV(), Integer.valueOf(10));
         readAdData.sample(false, 0.0001).foreachPartition(
                 rowIterator -> {
                     RedisTemplate<String, String> redisTemplate = buildRedisTemplate();