Kaynağa Gözat

推荐样本生产-fix

zhangbo 10 ay önce
ebeveyn
işleme
687e2e26aa

+ 1 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_13_originData_20240529.scala

@@ -258,7 +258,7 @@ object makedata_13_originData_20240529 {
     // 匹配数量 匹配词 语义最高相似度分 语义平均相似度分
     val tagsList = tags.split(",")
     var d1 = 0.0
-    val d2 = ArrayBuffer()
+    val d2 = new ArrayBuffer[String]()
     var d3 = 0.0
     var d4 = 0.0
     for (tag <- tagsList){

+ 12 - 1
src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -63,4 +63,15 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 savePath:/dw/recommend/model/04_str_data/ beginStr:20240311 endStr:20240312 featureVersion:v4 ifRepart:100 \
-> p7.log 2>&1 &
+> p7.log 2>&1 &
+
+---
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata.makedata_13_originData_20240529 \
+--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+tablePart:32 \
+beginStr:2024060700 endStr:2024060700 \
+table:alg_recsys_sample_all \
+> p13_data.log 2>&1 &