Spark SQL应用实例

来源:互联网 发布:yyf淘宝店 编辑:程序博客网 时间:2024/04/28 00:08
import org.apache.spark._import org.apache.spark.sql._import SparkContext._object SQL {    case class User(id: String, name: String, city: String, country: String)    def main(args: Array[String]): Unit =    {        val sc = new SparkContext(new SparkConf().setAppName("SQL"))        val sqlContext = new SQLContext(sc)        import sqlContext.implicits._        val rddUser = sc.textFile("/user/wangzheng/event_user.csv")                        .map(_.split("\\,"))                        .filter(line => line.length >= 4)                        .map(                            p=>User( p(0), p(1), p(2), p(3) )                        ).df        rddUser.registerTempTable("UserTable")        sqlContext.sql("select * from UserTable where id='13384681'").show         }}
0 0
原创粉丝点击