|
@@ -221,6 +221,7 @@ xgb_train() {
|
|
|
/opt/apps/SPARK3/spark-3.3.1-hadoop3.2-1.0.5/bin/spark-class org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.tzld.piaoquan.recommend.model.train_01_xgb_ad_20240808 \
|
|
|
--master yarn --driver-memory 6G --executor-memory 10G --executor-cores 1 --num-executors 35 \
|
|
|
+ --queue prod \
|
|
|
--conf spark.yarn.executor.memoryoverhead=2048 \
|
|
|
--conf spark.shuffle.service.enabled=true \
|
|
|
--conf spark.shuffle.service.port=7337 \
|