|
@@ -35,7 +35,6 @@ object makedata_recsys_41_originData_20250218 {
|
|
val endStr = param.getOrElse("endStr", "2025021812")
|
|
val endStr = param.getOrElse("endStr", "2025021812")
|
|
val project = param.getOrElse("project", "loghubods")
|
|
val project = param.getOrElse("project", "loghubods")
|
|
val table = param.getOrElse("table", "dwd_recsys_alg_sample_all_20250212")
|
|
val table = param.getOrElse("table", "dwd_recsys_alg_sample_all_20250212")
|
|
- val fuSampleRate = param.getOrElse("fuSampleRate", "0.1").toDouble // 采样率1/20=0.05 自己不是唯一回流
|
|
|
|
val repartition = param.getOrElse("repartition", "32").toInt
|
|
val repartition = param.getOrElse("repartition", "32").toInt
|
|
val savePath = param.getOrElse("savePath", "/dw/recommend/model/41_sample_data/")
|
|
val savePath = param.getOrElse("savePath", "/dw/recommend/model/41_sample_data/")
|
|
|
|
|
|
@@ -82,8 +81,8 @@ object makedata_recsys_41_originData_20250218 {
|
|
val c1: JSONObject = if (record.isNull("c1_feature")) new JSONObject() else JSON.parseObject(record.getString("c1_feature"))
|
|
val c1: JSONObject = if (record.isNull("c1_feature")) new JSONObject() else JSON.parseObject(record.getString("c1_feature"))
|
|
val c2: JSONObject = if (record.isNull("c2_feature")) new JSONObject() else JSON.parseObject(record.getString("c2_feature"))
|
|
val c2: JSONObject = if (record.isNull("c2_feature")) new JSONObject() else JSON.parseObject(record.getString("c2_feature"))
|
|
val c3: JSONObject = if (record.isNull("c3_feature")) new JSONObject() else JSON.parseObject(record.getString("c3_feature"))
|
|
val c3: JSONObject = if (record.isNull("c3_feature")) new JSONObject() else JSON.parseObject(record.getString("c3_feature"))
|
|
- val c4: JSONObject = if (record.isNull("c4_feature")) new JSONObject() else JSON.parseObject(record.getString("c3_feature"))
|
|
|
|
- val c5: JSONObject = if (record.isNull("c5_feature")) new JSONObject() else JSON.parseObject(record.getString("c3_feature"))
|
|
|
|
|
|
+ val c4: JSONObject = if (record.isNull("c4_feature")) new JSONObject() else JSON.parseObject(record.getString("c4_feature"))
|
|
|
|
+ val c5: JSONObject = if (record.isNull("c5_feature")) new JSONObject() else JSON.parseObject(record.getString("c5_feature"))
|
|
val c6: JSONObject = if (record.isNull("c6_feature")) new JSONObject() else JSON.parseObject(record.getString("c6_feature"))
|
|
val c6: JSONObject = if (record.isNull("c6_feature")) new JSONObject() else JSON.parseObject(record.getString("c6_feature"))
|
|
val c7: JSONObject = if (record.isNull("c7_feature")) new JSONObject() else JSON.parseObject(record.getString("c7_feature"))
|
|
val c7: JSONObject = if (record.isNull("c7_feature")) new JSONObject() else JSON.parseObject(record.getString("c7_feature"))
|
|
val c8: JSONObject = if (record.isNull("c8_feature")) new JSONObject() else JSON.parseObject(record.getString("c8_feature"))
|
|
val c8: JSONObject = if (record.isNull("c8_feature")) new JSONObject() else JSON.parseObject(record.getString("c8_feature"))
|