Browse Source

new feature

jch 2 months ago
parent
commit
a53b2f4340

+ 1 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys_r_rate/makedata_recsys_82_originData_20250221.scala

@@ -108,7 +108,7 @@ object makedata_recsys_82_originData_20250221 {
       println("开始执行partition:" + partition)
 
       // b. 加载视频信息
-      val originVideo = DataUtils.getODPSData(sc, project, "alg_vid_feature_basic_info", partition, tablePart)
+      val originVideo = DataUtils.getODPSData(sc, project, "alg_recsys_feature_user_behavior_video", partition, tablePart)
       val uniqVideo = parseVideoRdd(originVideo)
 
       // c. 加载样本数据

+ 12 - 2
src/main/scala/com/aliyun/odps/spark/examples/myUtils/ConvertUtils.java

@@ -24,8 +24,7 @@ public class ConvertUtils {
 
         // parse info
         Map<String, String> c9Map = userOriginInfo.get("alg_recsys_feature_user_share_return_stat");
-        String c9Str = new Gson().toJson(c9Map);
-        UserShareReturnProfile userProfile = JSON.parseObject(c9Str, UserShareReturnProfile.class);
+        UserShareReturnProfile userProfile = JSON.parseObject(toJson(c9Map), UserShareReturnProfile.class);
         Map<String, Map<String, String>> historyVideoMap = list2Map(videoSeq);
 
         List<String> cfList = Arrays.asList("share", "return");
@@ -168,4 +167,15 @@ public class ConvertUtils {
         }
         return jsonObject;
     }
+
+    public static String toJson(Object obj) {
+        if (obj == null) {
+            return "";
+        }
+        try {
+            return new Gson().toJson(obj);
+        } catch (Exception e) {
+            return "";
+        }
+    }
 }