|
|
@@ -218,7 +218,7 @@ xgb_train() {
|
|
|
|
|
|
/opt/apps/SPARK3/spark-3.3.1-hadoop3.2-1.0.5/bin/spark-class org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.tzld.piaoquan.recommend.model.train_01_xgb_ad_20240808 \
|
|
|
- --master yarn --driver-memory 6G --executor-memory 11G --executor-cores 1 --num-executors 31 \
|
|
|
+ --master yarn --driver-memory 6G --executor-memory 10G --executor-cores 1 --num-executors 31 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=2048 \
|
|
|
--conf spark.shuffle.service.enabled=true \
|
|
|
--conf spark.shuffle.service.port=7337 \
|
|
|
@@ -393,11 +393,11 @@ model_upload_oss() {
|
|
|
main() {
|
|
|
init
|
|
|
|
|
|
- check_ad_hive
|
|
|
+ # check_ad_hive
|
|
|
|
|
|
- origin_data
|
|
|
+ # origin_data
|
|
|
|
|
|
- bucket_feature
|
|
|
+ # bucket_feature
|
|
|
|
|
|
if [ "${current_day_of_week}" -eq 1 ] || [ "${current_day_of_week}" -eq 3 ] || [ "${current_day_of_week}" -eq 5 ]; then
|
|
|
echo "当前是周一，周三或周五，开始训练并更新模型"
|
