Browse Source

文件保存方式更新

zhangbo 10 months ago
parent
commit
fbc40a917d

+ 5 - 4
src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -72,7 +72,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:32 \
-beginStr:2024060600 endStr:2024060601 \
+beginStr:2024060600 endStr:2024060723 \
 table:alg_recsys_sample_all \
 > p13_data.log 2>&1 &
 
@@ -81,7 +81,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_14_valueData_20240608 \
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-partitionPrefix:dt=20240606 date:20240606 \
+beginStr:20240606 endStr:20240607 \
 > p14_data.log 2>&1 &
 
 
@@ -89,7 +89,8 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_15_bucket_20240608 \
 --master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-partitionPrefix:20240607 date:20240607_200 bucketNum:200 \
+readPath:/dw/recommend/model/14_feature_data/20240606/ fileName:20240606_200 \
+bucketNum:200 \
 > p15_data.log 2>&1 &
 
 
@@ -97,7 +98,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_16_bucketData_20240609 \
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-beginStr:20240606 endStr:20240606 \
+beginStr:20240606 endStr:20240607 \
 > p16_data.log 2>&1 &