all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_02_writeredis.scala

@@ -134,11 +134,16 @@ object makedata_02_writeredis {
     val reqContext: RequestContextOffline = new RequestContextOffline()
 
     //todo 有特征不在表里 临时修复
-    record.set("i_title_len", record.getString("title").length.toString)
-    val format = new SimpleDateFormat("yyyyMMdd")
-    val dateOld = format.format(record.getDatetime("gmt_create"))
-    val dayDiff = MyDateUtils.calculateDateDifference(dateOld, date)
-    record.set("i_days_since_upload", dayDiff.toString)
+    record.set("i_title_len", if (record.getString("title") != null) record.getString("title").length.toString else null)
+    if (record.getDatetime("gmt_create") != null){
+      val format = new SimpleDateFormat("yyyyMMdd")
+      val dateOld = format.format(record.getDatetime("gmt_create"))
+      val dayDiff = MyDateUtils.calculateDateDifference(dateOld, date)
+      record.set("i_days_since_upload", dayDiff.toString)
+    }else{
+      record.set("i_days_since_upload", null)
+    }
+
 
     reqContext.putItemFeature(record)
     reqContext.featureMap.put("videoid", videoid)