scala解析json

来源:互联网 发布:java博客fanfanyu 编辑:程序博客网 时间:2024/06/05 19:26
package com.ys.scala


import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.sql.SQLContext


object JsonDemo {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName("JsonDemo").setMaster("local[2]")
    val sc = new SparkContext(conf)
    val sqlContext = new SQLContext(sc)
    
    val studentDF = sqlContext.read.json("student.json")
    studentDF.registerTempTable("student")
    val studentInfo = sqlContext.sql("select input.name name, input.age age from student")
    studentInfo.foreach(println)
  }

}


{"input":{"name":"Pat","age":"20"}}
{"input":{"name":"Tom","age":"25"}}
{"input":{"name":"Bob","age":"30"}}

0 0