scala wordcount

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import org.apache.spark.rdd.RDD.rddToOrderedRDDFunctions
import org.apache.spark.rdd.RDD.rddToPairRDDFunctions


object WordCount {
  
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName("WordCount").setMaster("local")
    val sc = new SparkContext(conf)
    
    val lines = sc.textFile("D:\\BigData\\mockData\\mockData.txt")
    val words = lines.flatMap { _.split(" ") }
    val pairs = words.map { (_, 1) }
    val results = pairs.reduceByKey(_+_)
//    val sorted = results.sortBy(pair=>pair._2, true)
    val sorted = results.sortByKey(false)
    sorted.foreach(println(_))
  }
}