Przeglądaj źródła

feat:修改分析脚本

zhaohaipeng 2 miesięcy temu
rodzic
commit
0b34e57bfb

+ 2 - 3
src/main/java/examples/utils/StatisticsUtil.java

@@ -3,14 +3,13 @@ package examples.utils;
 import com.alibaba.fastjson.JSON;
 import com.alibaba.fastjson.JSONObject;
 import org.apache.commons.lang3.StringUtils;
-import org.apache.spark.broadcast.Broadcast;
-import scala.collection.immutable.Set;
 
 import java.util.Map;
+import java.util.Set;
 
 public class StatisticsUtil {
 
-    public static void featureCoverRate(String record, Broadcast<Set<String>> featureNames, Map<String, Long> allMap, Map<String, Long> isShareMap, Map<String, Long> isReturnNoSelfMap) {
+    public static void featureCoverRate(String record, Set<String> featureNames, Map<String, Long> allMap, Map<String, Long> isShareMap, Map<String, Long> isReturnNoSelfMap) {
         String[] rSplit = record.split("\t");
         // 异常样本统计
         if (rSplit.length != 3) {

+ 1 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/makedata_recsys_45_feature_cover_degree.scala

@@ -41,7 +41,7 @@ object makedata_recsys_45_feature_cover_degree {
       val isReturnNoSelfMap = new util.HashMap[String, java.lang.Long]()
 
       // 调用 Java 方法处理
-      StatisticsUtil.featureCoverRate(line, featureNameSet_br, allMap, isShareMap, isReturnNoSelfMap)
+      StatisticsUtil.featureCoverRate(line, featureNameSet_br.value.asJava, allMap, isShareMap, isReturnNoSelfMap)
 
       // 将结果累加到 Accumulator
       allMap.asScala.foreach { case (key, value) => allMapAcc.add((key, value)) }