sh脚本记录

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本-I2I

@@ -2,14 +2,14 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata_dssm.makedata_i2i_01_originData_20241127 \
 --master yarn --driver-memory 2G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-beginStr:2024112717 endStr:2024112723 negCnt:20 \
+beginStr:2024113000 endStr:2024113023 negCnt:20 \
 tablePart:64 savePath:/dw/recommend/model/51_dssm_i2i_sample/ > p51_2.log 2>&1 &
 
 nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
 --class com.aliyun.odps.spark.examples.makedata_dssm.makedata_i2i_02_joinFeatureData_20241128 \
 --master yarn --driver-memory 2G --executor-memory 2G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-beginStr:2024112700 endStr:2024112723 \
+beginStr:2024112800 endStr:2024112823 \
 tablePart:64 \
 readPath:/dw/recommend/model/51_dssm_i2i_sample/ \
 savePath:/dw/recommend/model/52_dssm_i2i_joinfeature/ > p52.log 2>&1 &
@@ -56,8 +56,8 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata_dssm.makedata_i2i_05_trainData_20241129 \
 --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-beginStr:2024112612 endStr:2024112612 \
+beginStr:2024112800 endStr:2024112823 \
 readPath:/dw/recommend/model/52_dssm_i2i_joinfeature/ \
 savePath:/dw/recommend/model/55_dssm_i2i_traindata/ \
-onehotPath:/dw/recommend/model/53_dssm_i2i_onehot/20241128 \
-bucketFile:20241128_recsys_i2i_bucket_47.txt > p55.log 2>&1 &
+onehotPath:/dw/recommend/model/53_dssm_i2i_onehot/after_20241201_file \
+bucketFile:20241128_recsys_i2i_bucket_47_v2.txt > p55.log 2>&1 &