|
@@ -28,6 +28,7 @@ object makedata_02_writeredis {
|
|
|
val param = ParamUtils.parseArgs(args)
|
|
|
val ifUser = param.getOrDefault("ifUser", "True").toBoolean
|
|
|
val ifVideo = param.getOrDefault("ifVideo", "False").toBoolean
|
|
|
+ val partition = param.getOrDefault("partition", "dt=20231220")
|
|
|
|
|
|
|
|
|
// 读取数据库odps
|
|
@@ -39,7 +40,6 @@ object makedata_02_writeredis {
|
|
|
val project = "loghubods"
|
|
|
val tableItem = "alg_recsys_video_info"
|
|
|
val tableUser = "alg_recsys_user_info"
|
|
|
- val partition = "dt=20231220"
|
|
|
|
|
|
val odpsOps = OdpsOps(sc, accessKeyId, accessKeySecret, odpsUrl, tunnelUrl)
|
|
|
|