|
|
@@ -268,7 +268,7 @@ model_predict() {
|
|
|
local step_start_time=$(date +%s)
|
|
|
/opt/apps/SPARK3/spark-3.3.1-hadoop3.2-1.0.5/bin/spark-class org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.tzld.piaoquan.recommend.model.pred_01_xgb_ad_hdfsfile_20240813 \
|
|
|
- --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 30 \
|
|
|
+ --master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 30 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=1024 \
|
|
|
--conf spark.shuffle.service.enabled=true \
|
|
|
--conf spark.shuffle.service.port=7337 \
|
