@@ -309,7 +309,8 @@ object video_dssm_sampler {
// .join(broadcast(categoryData), col("vid_right") === categoryData("vid"), "left")
// 保存结果到HDFS
- result.write
+ val resultWithDt = result.withColumn("dt", lit(s"$dt"))
+ resultWithDt.write
.mode("overwrite")
.partitionBy("dt")
.parquet(s"$outputPath/dt=$dt")