|
|
@@ -218,8 +218,8 @@ xgb_train() {
|
|
|
|
|
|
/opt/apps/SPARK3/spark-3.3.1-hadoop3.2-1.0.5/bin/spark-class org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.tzld.piaoquan.recommend.model.train_01_xgb_ad_20240808 \
|
|
|
- --master yarn --driver-memory 6G --executor-memory 9G --executor-cores 1 --num-executors 31 \
|
|
|
- --conf spark.yarn.executor.memoryoverhead=1000 \
|
|
|
+ --master yarn --driver-memory 6G --executor-memory 11G --executor-cores 1 --num-executors 31 \
|
|
|
+ --conf spark.yarn.executor.memoryoverhead=2048 \
|
|
|
--conf spark.shuffle.service.enabled=true \
|
|
|
--conf spark.shuffle.service.port=7337 \
|
|
|
--conf spark.shuffle.consolidateFiles=true \
|
