|
@@ -1,12 +1,6 @@
|
|
|
package com.tzld.piaoquan.recommend.server.dataloader;
|
|
|
|
|
|
|
|
|
-import com.aliyun.odps.tunnel.InstanceTunnel;
|
|
|
-import com.aliyun.odps.tunnel.io.TunnelRecordReader;
|
|
|
-import com.tzld.piaoquan.recommend.feature.domain.video.base.ItemFeature;
|
|
|
-import com.tzld.piaoquan.recommend.feature.domain.video.base.RequestContext;
|
|
|
-import com.tzld.piaoquan.recommend.feature.domain.video.base.UserActionFeature;
|
|
|
-import com.tzld.piaoquan.recommend.feature.domain.video.base.UserFeature;
|
|
|
import com.aliyun.odps.Instance;
|
|
|
import com.aliyun.odps.Odps;
|
|
|
import com.aliyun.odps.OdpsException;
|
|
@@ -14,21 +8,33 @@ import com.aliyun.odps.account.Account;
|
|
|
import com.aliyun.odps.account.AliyunAccount;
|
|
|
import com.aliyun.odps.data.Record;
|
|
|
import com.aliyun.odps.task.SQLTask;
|
|
|
+import com.aliyun.odps.tunnel.InstanceTunnel;
|
|
|
+import com.aliyun.odps.tunnel.io.TunnelRecordReader;
|
|
|
+import com.tzld.piaoquan.recommend.feature.domain.video.base.ItemFeature;
|
|
|
+import com.tzld.piaoquan.recommend.feature.domain.video.base.RequestContext;
|
|
|
+import com.tzld.piaoquan.recommend.feature.domain.video.base.UserActionFeature;
|
|
|
+import com.tzld.piaoquan.recommend.feature.domain.video.base.UserFeature;
|
|
|
|
|
|
import java.io.IOException;
|
|
|
-import java.util.*;
|
|
|
+import java.util.ArrayList;
|
|
|
+import java.util.HashMap;
|
|
|
+import java.util.List;
|
|
|
+import java.util.Map;
|
|
|
|
|
|
-public class FeatureConstructor {
|
|
|
+public class FeatureConstructor {
|
|
|
|
|
|
private static final String BUCKET_NAME = "ali-recommend";
|
|
|
- private static final Map<String, String> ODPS_CONFIG = new HashMap<String, String>();
|
|
|
+ private static final Map<String, String> ODPS_CONFIG = new HashMap<String, String>();
|
|
|
+
|
|
|
static {
|
|
|
ODPS_CONFIG.put("ENDPOINT", "http://service.cn.maxcompute.aliyun.com/api");
|
|
|
ODPS_CONFIG.put("ACCESSID", "LTAIWYUujJAm7CbH");
|
|
|
ODPS_CONFIG.put("ACCESSKEY", "RfSjdiWwED1sGFlsjXv0DlfTnZTG1P");
|
|
|
- };
|
|
|
+ }
|
|
|
|
|
|
- private static final Account account =new AliyunAccount(ODPS_CONFIG.get("ACCESSID"), ODPS_CONFIG.get("ACCESSKEY"));
|
|
|
+ ;
|
|
|
+
|
|
|
+ private static final Account account = new AliyunAccount(ODPS_CONFIG.get("ACCESSID"), ODPS_CONFIG.get("ACCESSKEY"));
|
|
|
|
|
|
|
|
|
public static List<Record> loadStreamDataFromOSS(String table, String dt) {
|
|
@@ -88,7 +94,6 @@ public class FeatureConstructor {
|
|
|
}
|
|
|
|
|
|
|
|
|
-
|
|
|
public static UserFeature constructUserFeature(Record record) {
|
|
|
UserFeature userFeature = new UserFeature();
|
|
|
userFeature.setUid(record.get("uid").toString());
|
|
@@ -149,11 +154,11 @@ public class FeatureConstructor {
|
|
|
}
|
|
|
|
|
|
|
|
|
- public static ItemFeature constructItemFeature(Record record){
|
|
|
+ public static ItemFeature constructItemFeature(Record record) {
|
|
|
ItemFeature itemFeature = new ItemFeature();
|
|
|
itemFeature.setVideoId(record.get("videoid").toString());
|
|
|
itemFeature.setUpId(record.get("uid").toString());
|
|
|
- itemFeature.setTitleLength(record.get("play_count").toString());
|
|
|
+ //itemFeature.setTitleLength(record.get("play_count").toString());
|
|
|
itemFeature.setPlayLength(record.get("total_time").toString());
|
|
|
itemFeature.setTotalTime(record.get("total_time").toString());
|
|
|
itemFeature.setDaysSinceUpload(record.get("existence_days").toString());
|
|
@@ -205,6 +210,4 @@ public class FeatureConstructor {
|
|
|
}
|
|
|
|
|
|
|
|
|
-
|
|
|
-
|
|
|
}
|