脚本

src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/makedata_ad_41_originData_20240709.scala → src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/makedata_recsys_41_originData_20240709.scala

@@ -15,7 +15,7 @@ import scala.collection.mutable.ArrayBuffer
    20240608 提取特征
  */
 
-object makedata_ad_41_originData_20240709 {
+object makedata_recsys_41_originData_20240709 {
   def main(args: Array[String]): Unit = {
     val spark = SparkSession
       .builder()

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本-推荐

@@ -160,4 +160,19 @@ beginStr:2024062600 endStr:2024062623 \
 readDate:20240626 \
 > p17_20240626.log 2>&1 &
 
-/dw/recommend/model/17_for_check/
+/dw/recommend/model/17_for_check/
+
+
+
+------------------------------------------
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata_recsys.makedata_recsys_41_originData_20240709 \
+--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+tablePart:64 repartition:16 \
+beginStr:2024070108 endStr:2024070323 \
+savePath:/dw/recommend/model/31_ad_sample_data_v3/ \
+table:alg_recsys_ad_sample_all filterHours:00,01,02,03,04,05,06,07 \
+idDefaultValue:0.01 \
+> p31_2024070108.log 2>&1 &