feat:添加日志

ad/22_ad__model_add_dt_train_predict_auc.sh

@@ -29,8 +29,8 @@ predict_auc() {
     predict_end_date=$(date -d "$end_date +1 day" +%Y%m%d)
     while [ "$predict_date" != "$predict_end_date" ]; do
 
-        $HADOOP fs -text ${HDFS_TRAIN_DATE_PATH}/${predict_date}/* | ${FM_PREDICT} -m ${MODEL_PATH}/${model_name}_${train_date}.txt -dim ${predict_dim} -core 8 -out ${PREDICT_PATH}/${model_name}_${train_date}.txt
-        auc=`cat ${PREDICT_PATH}/${model_name}_${train_date}.txt | /root/sunmingze/AUC/AUC`
+        $HADOOP fs -text ${HDFS_TRAIN_DATE_PATH}/${predict_date}/* | ${FM_PREDICT} -m ${MODEL_PATH}/${model_name}_${train_date}.txt -dim ${predict_dim} -core 8 -out ${PREDICT_PATH}/${model_name}_${train_date}_${predict_date}.txt
+        auc=`cat ${PREDICT_PATH}/${model_name}_${train_date}_${predict_date}.txt | /root/sunmingze/AUC/AUC`
 
         echo "模型训练日期: ${train_date}, 模型预测日期: ${predict_date}, AUC: ${auc}, 模型路径: ${MODEL_PATH}/${model_name}_${train_date}.txt"
 

src/main/scala/com/aliyun/odps/spark/zhp/临时记录的脚本-广告

@@ -2,13 +2,14 @@
 
 // 模型特征生产
 nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
---class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_31_originData_20240718 \
+--class com.aliyun.odps.spark.zhp.makedata_ad.makedata_ad_31_originData_20240620 \
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-tablePart:64 repartition:32 \
-beginStr:2024071409 endStr:2024071723 \
+tablePart:64 repartition:16 \
+beginStr:2024071200 endStr:2024071223 \
 savePath:/dw/recommend/model/31_ad_sample_data_v4 \
-table:alg_recsys_ad_sample_all \
+table:alg_recsys_ad_sample_all filterHours:00,01,02,03,04,05,06,07 \
+idDefaultValue:0.01
 > logs/p31_2024062008.log 2>&1 &