|
@@ -27,13 +27,13 @@ object diff_data_20250422 {
|
|
val odpsOps = env.getODPS(sc)
|
|
val odpsOps = env.getODPS(sc)
|
|
val odpsData1 = odpsOps.readTable(project = "loghubods",
|
|
val odpsData1 = odpsOps.readTable(project = "loghubods",
|
|
table = "ad_easyrec_train_data_v3_sampled",
|
|
table = "ad_easyrec_train_data_v3_sampled",
|
|
- partition = "dt=20250421",
|
|
|
|
|
|
+ partition = "dt=20250422",
|
|
transfer = func,
|
|
transfer = func,
|
|
numPartition = 64)
|
|
numPartition = 64)
|
|
|
|
|
|
val odpsData2 = odpsOps.readTable(project = "loghubods",
|
|
val odpsData2 = odpsOps.readTable(project = "loghubods",
|
|
table = "ad_engine_statistics_log_per_linshi_dt",
|
|
table = "ad_engine_statistics_log_per_linshi_dt",
|
|
- partition = "dt=20250421",
|
|
|
|
|
|
+ partition = "dt=20250422",
|
|
transfer = func1,
|
|
transfer = func1,
|
|
numPartition = 64).map(record => {
|
|
numPartition = 64).map(record => {
|
|
val pqtid = record.getString("pqtid")
|
|
val pqtid = record.getString("pqtid")
|