Explorar el Código

up uid -> mid

丁云鹏 hace 1 año
padre
commit
bfd69855d4

+ 19 - 16
recommend-server-service/src/main/java/com/tzld/piaoquan/recommend/server/dataloader/FeatureConstructor.java

@@ -1,12 +1,6 @@
 package com.tzld.piaoquan.recommend.server.dataloader;
 
 
-import com.aliyun.odps.tunnel.InstanceTunnel;
-import com.aliyun.odps.tunnel.io.TunnelRecordReader;
-import com.tzld.piaoquan.recommend.feature.domain.video.base.ItemFeature;
-import com.tzld.piaoquan.recommend.feature.domain.video.base.RequestContext;
-import com.tzld.piaoquan.recommend.feature.domain.video.base.UserActionFeature;
-import com.tzld.piaoquan.recommend.feature.domain.video.base.UserFeature;
 import com.aliyun.odps.Instance;
 import com.aliyun.odps.Odps;
 import com.aliyun.odps.OdpsException;
@@ -14,21 +8,33 @@ import com.aliyun.odps.account.Account;
 import com.aliyun.odps.account.AliyunAccount;
 import com.aliyun.odps.data.Record;
 import com.aliyun.odps.task.SQLTask;
+import com.aliyun.odps.tunnel.InstanceTunnel;
+import com.aliyun.odps.tunnel.io.TunnelRecordReader;
+import com.tzld.piaoquan.recommend.feature.domain.video.base.ItemFeature;
+import com.tzld.piaoquan.recommend.feature.domain.video.base.RequestContext;
+import com.tzld.piaoquan.recommend.feature.domain.video.base.UserActionFeature;
+import com.tzld.piaoquan.recommend.feature.domain.video.base.UserFeature;
 
 import java.io.IOException;
-import java.util.*;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
 
-public class  FeatureConstructor {
+public class FeatureConstructor {
 
     private static final String BUCKET_NAME = "ali-recommend";
-    private static  final Map<String, String> ODPS_CONFIG =  new HashMap<String, String>();
+    private static final Map<String, String> ODPS_CONFIG = new HashMap<String, String>();
+
     static {
         ODPS_CONFIG.put("ENDPOINT", "http://service.cn.maxcompute.aliyun.com/api");
         ODPS_CONFIG.put("ACCESSID", "LTAIWYUujJAm7CbH");
         ODPS_CONFIG.put("ACCESSKEY", "RfSjdiWwED1sGFlsjXv0DlfTnZTG1P");
-    };
+    }
 
-    private static final Account account =new AliyunAccount(ODPS_CONFIG.get("ACCESSID"), ODPS_CONFIG.get("ACCESSKEY"));
+    ;
+
+    private static final Account account = new AliyunAccount(ODPS_CONFIG.get("ACCESSID"), ODPS_CONFIG.get("ACCESSKEY"));
 
 
     public static List<Record> loadStreamDataFromOSS(String table, String dt) {
@@ -88,7 +94,6 @@ public class  FeatureConstructor {
     }
 
 
-
     public static UserFeature constructUserFeature(Record record) {
         UserFeature userFeature = new UserFeature();
         userFeature.setUid(record.get("uid").toString());
@@ -149,11 +154,11 @@ public class  FeatureConstructor {
     }
 
 
-    public static ItemFeature constructItemFeature(Record record){
+    public static ItemFeature constructItemFeature(Record record) {
         ItemFeature itemFeature = new ItemFeature();
         itemFeature.setVideoId(record.get("videoid").toString());
         itemFeature.setUpId(record.get("uid").toString());
-        itemFeature.setTitleLength(record.get("play_count").toString());
+        //itemFeature.setTitleLength(record.get("play_count").toString());
         itemFeature.setPlayLength(record.get("total_time").toString());
         itemFeature.setTotalTime(record.get("total_time").toString());
         itemFeature.setDaysSinceUpload(record.get("existence_days").toString());
@@ -205,6 +210,4 @@ public class  FeatureConstructor {
     }
 
 
-
-
 }