SparkSQL---Save(Java)

来源：互联网发布：php是什么货币单位编辑：程序博客网时间：2024/06/05 14:06

Point 1：

package com.spark.sparksql.save;import org.apache.spark.SparkConf;import org.apache.spark.api.java.JavaSparkContext;import org.apache.spark.sql.DataFrame;import org.apache.spark.sql.SQLContext;public class LoadSave {    public static void main(String[] args) {        SparkConf conf = new SparkConf().setAppName("LoadSave").setMaster("local");        JavaSparkContext sc = new JavaSparkContext(conf);        SQLContext sqlContext = new SQLContext(sc);        DataFrame usersDF = sqlContext.read().load("./data/users.parquet");        usersDF.printSchema();        usersDF.show();        usersDF.select("name","favorite_color").write().save("namesAndColors.parquet");    }}

Point 2:

package com.spark.sparksql.save;import org.apache.spark.SparkConf;import org.apache.spark.api.java.JavaSparkContext;import org.apache.spark.sql.DataFrame;import org.apache.spark.sql.SQLContext;import org.apache.spark.sql.SaveMode;public class SaveModeTest {    public static void main(String[] args) {        SparkConf conf = new SparkConf().setAppName("SaveModeTest").setMaster("local");        JavaSparkContext sc = new JavaSparkContext(conf);        SQLContext sqlContext = new SQLContext(sc);        DataFrame peopleDF = sqlContext.read().format("json").load("./data/people.json");//      peopleDF.save("people2.json", SaveMode.ErrorIfExists);//      peopleDF.save("people2.json", SaveMode.Append);//      peopleDF.save("people2.json", SaveMode.Ignore);        peopleDF.save("people2.json", SaveMode.Overwrite);    }}

阅读全文

2 0