根据新表格式调整写入数据 1209

recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/Application.java

@@ -29,7 +29,12 @@ import org.springframework.context.annotation.EnableAspectJAutoProxy;
 public class Application {
     public static void main(String[] args) {
         SpringApplication.run(Application.class, args);
-        OfflineAdOutSamplesLoader.mutiplyParser("user_video_features_data_final", "20231206", "20231207");
+
+        // OfflineAdOutSamplesLoader.mutiplyParser("alg_recsys_video_info", "20231207", "20231207");
+
+        UserFeatureToRedisLoader userFeatureToRedisLoader = new UserFeatureToRedisLoader();
+        userFeatureToRedisLoader.loadFeatureToRedis("alg_recsys_user_info", "20231207");
+
 
     }
 

recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/dataloader/FeatureConstructor.java

@@ -96,7 +96,7 @@ public class  FeatureConstructor {
 
     public static UserFeature constructUserFeature(Record record) {
         UserFeature userFeature = new UserFeature();
-        userFeature.setUid(record.getString("uid"));
+        userFeature.setUid(record.get("uid").toString());
         userFeature.setUser_cycle_bucket_7days(record.getString("u_cycle_bucket_7days"));
         userFeature.setUser_cycle_bucket_30days(record.getString("u_cycle_bucket_30days"));
         userFeature.setUser_share_bucket_30days(record.getString("u_share_bucket_30days"));
@@ -156,12 +156,12 @@ public class  FeatureConstructor {
 
     public static ItemFeature constructItemFeature(Record record){
         ItemFeature itemFeature = new ItemFeature();
-        itemFeature.setVideoId(record.getString("videoid"));
-        itemFeature.setUpId(record.getString("i_up_id"));
-        itemFeature.setTitleLength(record.getString("i_title_len"));
-        itemFeature.setPlayLength(record.getString("i_play_len"));
-        itemFeature.setTotalTime(record.getString("total_time"));
-        itemFeature.setDaysSinceUpload(record.getString("i_days_since_upload"));
+        itemFeature.setVideoId(record.get("videoid").toString());
+        itemFeature.setUpId(record.get("uid").toString());
+        itemFeature.setTitleLength(record.get("play_count").toString());
+        itemFeature.setPlayLength(record.get("total_time").toString());
+        itemFeature.setTotalTime(record.get("total_time").toString());
+        itemFeature.setDaysSinceUpload(record.get("existence_days").toString());
 
         UserActionFeature user1dayActionFeature = new UserActionFeature();
         user1dayActionFeature.setExp_cnt(record.getString("i_1day_exp_cnt"));

recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/dataloader/ItemFeatureToRedisLoader.java

@@ -42,20 +42,20 @@ public class ItemFeatureToRedisLoader {
         String sql = String.format("select * from %s where dt ='%s';", table, dt);
         TunnelRecordReader reader = FeatureConstructor.loadDataFromOSSSession(sql);
         Record record;
-        Map<String, String> userFeaRedisFormat = new HashMap<String, String>();
+        Map<String, String> itemFeaRedisFormat = new HashMap<String, String>();
         int count = 0;
         try {
             while ((record = reader.read()) != null) {
                 ItemFeature itemFeature = FeatureConstructor.constructItemFeature(record);
                 String key = String.format(videoKeyFormat, itemFeature.getKey());
                 String value = itemFeature.getValue();
-                userFeaRedisFormat.put(key, value);
+                itemFeaRedisFormat.put(key, value);
                 if (count < 200) {
                     count++;
                 } else if (count == 200) {
-                    redisTemplate.opsForValue().multiSet(userFeaRedisFormat);
+                    redisTemplate.opsForValue().multiSet(itemFeaRedisFormat);
                     System.out.println("------succes add 200-----");
-                    userFeaRedisFormat = new HashMap<String, String>();
+                    itemFeaRedisFormat = new HashMap<String, String>();
                     count = 0;
                     break;
                 }