Browse Source

add debug info

often 5 months ago
parent
commit
6c63dc5fc5

+ 1 - 0
src/main/scala/com/aliyun/odps/spark/examples/makedata_recsys/video_dssm_sampler.scala

@@ -119,6 +119,7 @@ object video_dssm_sampler {
         transfer = funcPositive,
         numPartition = CONFIG("shuffle.partitions").toInt
       ).persist(StorageLevel.MEMORY_AND_DISK)
+      logger.info(s"11111111111111 $dt")
       val positivePairs = spark.createDataFrame(rdd, schema).persist(StorageLevel.MEMORY_AND_DISK)
       stats.positiveSamplesCount = positivePairs.count()
       logger.info(s"start read vid list for date $dt")