|
@@ -166,7 +166,7 @@ make_train_bucket_feature() {
|
|
--class com.aliyun.odps.spark.zhp.makedata_ad.makedata_ad_33_bucketData_20240717 \
|
|
--class com.aliyun.odps.spark.zhp.makedata_ad.makedata_ad_33_bucketData_20240717 \
|
|
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
|
|
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
- beginStr:${train_begin_str} endStr:${train_end_str} repartition:100 \
|
|
+ beginStr:${train_begin_str:0:8} endStr:${train_end_str:0:8} repartition:100 \
|
|
filterNames:adid_,targeting_conversion_ \
|
|
filterNames:adid_,targeting_conversion_ \
|
|
readPath:${originDataSavePath} \
|
|
readPath:${originDataSavePath} \
|
|
savePath:${trainBucketFeaturePath}
|
|
savePath:${trainBucketFeaturePath}
|
|
@@ -178,7 +178,7 @@ make_predict_bucket_feature() {
|
|
--class com.aliyun.odps.spark.zhp.makedata_ad.makedata_ad_33_bucketData_20240717 \
|
|
--class com.aliyun.odps.spark.zhp.makedata_ad.makedata_ad_33_bucketData_20240717 \
|
|
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
|
|
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
- beginStr:${predict_begin_str} endStr:${predict_end_str} repartition:100 \
|
|
+ beginStr:${predict_begin_str:0:8} endStr:${predict_end_str:0:8} repartition:100 \
|
|
filterNames:adid_,targeting_conversion_ \
|
|
filterNames:adid_,targeting_conversion_ \
|
|
readPath:${originDataSavePath} \
|
|
readPath:${originDataSavePath} \
|
|
savePath:${predictBucketFeaturePath}
|
|
savePath:${predictBucketFeaturePath}
|
|
@@ -356,17 +356,17 @@ main() {
|
|
|
|
|
|
make_bucket_feature
|
|
make_bucket_feature
|
|
|
|
|
|
- model_train
|
|
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
- model_to_online_format
|
|
+
|
|
|
|
|
|
- model_upload_oss
|
|
+
|
|
|
|
|
|
- model_local_back
|
|
+
|
|
|
|
|
|
- success_inform
|
|
+
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|