spark--transform算子--flatMap

来源:互联网 发布:淘宝用什么进销存软件 编辑:程序博客网 时间:2024/06/05 01:44
import org.apache.spark.{SparkConf, SparkContext}/**  * Created by liupeng on 2017/6/16.  */object T_flatMap {  System.setProperty("hadoop.home.dir","F:\\hadoop-2.6.5")  def main(args: Array[String]): Unit = {    val conf = new SparkConf().setAppName("flatMap_test").setMaster("local")    val sc = new SparkContext(conf)    val nameList : List[String] = List(      "hello liupeng", "hello liuxi", "hello xiaoma"    )    //flatMap = flat + map返回多个元素    val nameRDD = sc.parallelize(nameList)    val words = nameRDD.flatMap(line => line.split(" "))    words.foreach(println)  }}
运行结果:
hello
liupeng
hello
liuxi
hello
xiaoma