广告通过print数据验证一致性

src/main/scala/com/aliyun/odps/spark/examples/makedata_ad/makedata_ad_33_bucketDataPrint_20240628.scala

@@ -331,10 +331,10 @@ object makedata_ad_33_bucketDataPrint_20240628 {
           }
 
 
-          val flag = record.isNull("allfeaturemap")
+          val flag = record.isNull("allfeature")
 
-          val allfeaturemap = if (record.isNull("allfeaturemap")) new JSONObject() else
-            JSON.parseObject(record.getString("allfeaturemap"))
+          val allfeaturemap = if (record.isNull("allfeature")) new JSONObject() else
+            JSON.parseObject(record.getString("allfeature"))
           val apptype = record.getString("apptype")
           val abcode = record.getString("abcode")
           val label = record.getString("ad_is_conversion")

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本-广告

@@ -39,4 +39,20 @@ savePath:/dw/recommend/model/33_ad_train_data_nosparse/ \
 /dw/recommend/model/31_ad_sample_data/
 /dw/recommend/model/33_ad_train_data/
 
-/dw/recommend/model/31_ad_sample_data_fix/
+/dw/recommend/model/31_ad_sample_data_fix/
+
+
+
+
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketDataPrint_20240628 \
+--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+beginStr:2024062717 endStr:2024062723 \
+readDate:20240627 \
+table:alg_recsys_ad_sample_all_new \
+> p17_data_check.log 2>&1 &
+
+
+/dw/recommend/model/33_for_check_v1/