|
|
@@ -1,13 +1,8 @@
|
|
|
package com.aliyun.odps.spark.examples.makedata
|
|
|
|
|
|
-import com.alibaba.fastjson.JSON
|
|
|
import com.aliyun.odps.spark.examples.myUtils.{MyHdfsUtils, ParamUtils}
|
|
|
import org.apache.hadoop.io.compress.GzipCodec
|
|
|
import org.apache.spark.sql.SparkSession
|
|
|
-import org.apache.spark.sql.functions._
|
|
|
-import org.apache.spark.sql.DataFrame
|
|
|
-import org.apache.spark.rdd.RDD
|
|
|
-import org.apache.spark.sql.types._
|
|
|
import scala.collection.JavaConversions._
|
|
|
import scala.collection.mutable.ArrayBuffer
|
|
|
import scala.io.Source
|
zhangbo