|
@@ -6,10 +6,10 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024062308 endStr:2024062323 \
|
|
|
-savePath:/dw/recommend/model/31_ad_sample_data/ \
|
|
|
+beginStr:2024062008 endStr:2024062223 \
|
|
|
+savePath:/dw/recommend/model/31_ad_sample_data_fix/ \
|
|
|
table:alg_recsys_ad_sample_all \
|
|
|
-> p31_2024062308.log 2>&1 &
|
|
|
+> p31_2024062008.log 2>&1 &
|
|
|
|
|
|
|
|
|
|
|
@@ -19,6 +19,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
|
|
|
--master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 16 \
|
|
|
--conf spark.driver.maxResultSize=16G \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
+fileName:20240620_100_fix \
|
|
|
> p32_data.log 2>&1 &
|
|
|
|
|
|
|
|
@@ -37,3 +38,5 @@ savePath:/dw/recommend/model/33_ad_train_data_nosparse/ \
|
|
|
|
|
|
/dw/recommend/model/31_ad_sample_data/
|
|
|
/dw/recommend/model/33_ad_train_data/
|
|
|
+
|
|
|
+/dw/recommend/model/31_ad_sample_data_fix/
|