scala 代码示例

import org.apache.spark.SparkConfimport org.apache.spark.SparkContextimport org.apache.spark.sql.{SQLContext, SparkSession}import org.apache.spark.rdd.RDDobject flow {  def main(args: Array[String]) {    val spark = SparkSession      .builder()      .appName("Spark SQL ")      .config("spark.some.config.option", "some-value")      .getOrCreate()    import spark.implicits._    val df = spark.read.json("/spark_data/spark_sql_tanzhen.json")    df.createOrReplaceTempView("tanzhen")    // Global temporary view is tied to a system preserved database `global_temp`    val sqlDF = spark.sql("SELECT id,time,flow_num,customer_num FROM tanzhen")    sqlDF.write.format("json").save("flow.json")  }}