|
|
@@ -220,7 +220,7 @@ xgb_train() {
|
|
|
|
|
|
/opt/apps/SPARK3/spark-3.3.1-hadoop3.2-1.0.5/bin/spark-class org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.tzld.piaoquan.recommend.model.train_01_xgb_ad_20240808 \
|
|
|
- --master yarn --driver-memory 6G --executor-memory 10G --executor-cores 1 --num-executors 31 \
|
|
|
+ --master yarn --driver-memory 6G --executor-memory 10G --executor-cores 1 --num-executors 35 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=2048 \
|
|
|
--conf spark.shuffle.service.enabled=true \
|
|
|
--conf spark.shuffle.service.port=7337 \
|
|
|
@@ -235,7 +235,7 @@ xgb_train() {
|
|
|
testPath:${predict_date_path} \
|
|
|
savePath:${new_model_predict_result_path} \
|
|
|
modelPath:${model_save_path} \
|
|
|
- eta:0.01 gamma:0.0 max_depth:5 num_round:1000 num_worker:30 repartition:20
|
|
|
+ eta:0.01 gamma:0.0 max_depth:5 num_round:1000 num_worker:34 repartition:20
|
|
|
|
|
|
local return_code=$?
|
|
|
check_run_status ${return_code} ${step_start_time} "XGB模型训练任务" "XGB模型训练失败"
|
