Przeglądaj źródła

feat:添加新的分桶任务

zhaohaipeng 1 miesiąc temu
rodzic
commit
1a5b7cffc2

+ 2 - 2
recommend/00_train_data_make.sh

@@ -37,7 +37,7 @@ for dt in "${dts[@]}"; do
 
     # ROS数据过滤
     /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
-    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_ros_train_filter_20250304 \
+    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_ros_train_data_20250304 \
     --master yarn --driver-memory 2G --executor-memory 5G --executor-cores 1 --num-executors 12 \
     --conf spark.driver.maxResultSize=2g \
     /root/zhaohp/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
@@ -47,7 +47,7 @@ for dt in "${dts[@]}"; do
 
     # STR负样本采样
     /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
-    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_data_fu_sample_20250218 \
+    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_str_train_data_20250218 \
     --master yarn --driver-memory 4G --executor-memory 8G --executor-cores 1 --num-executors 20 \
     --conf spark.driver.maxResultSize=2g \
     ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \

+ 1 - 1
recommend/23_str_train_data_make.sh

@@ -7,7 +7,7 @@ for dt in "${dts[@]}"; do
 
     # STR负样本采样
     /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
-    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_data_fu_sample_20250218 \
+    --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_str_train_data_20250218 \
     --master yarn --driver-memory 4G --executor-memory 8G --executor-cores 1 --num-executors 20 \
     --conf spark.driver.maxResultSize=2g \
     ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \

+ 1 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/v20250218/makedata_recsys_41_ros_train_data_20250304.scala

@@ -16,7 +16,7 @@ import scala.collection.mutable.ArrayBuffer
    20250218 ROS训练数据过滤
  */
 
-object makedata_recsys_41_ros_train_filter_20250304 {
+object makedata_recsys_41_ros_train_data_20250304 {
   def main(args: Array[String]): Unit = {
     val spark = SparkSession
       .builder()

+ 1 - 1
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/v20250218/makedata_recsys_41_str_train_data_20250218.scala

@@ -17,7 +17,7 @@ import scala.util.Random
    20250218 提取特征
  */
 
-object makedata_recsys_41_data_fu_sample_20250218 {
+object makedata_recsys_41_str_train_data_20250218 {
   def main(args: Array[String]): Unit = {
     val spark = SparkSession
       .builder()