Spark pipe + PHP 的 wordcount 实现

php的工作就是把每个词搞成一个RDD

<?php$in = fopen('php://stdin','r');while(!feof($in)){  $temp = explode(" ",fgets($in));  for ($i=0;$i<count($temp);$i++){     printf("%s\n",$temp[$i]);    } }?>

package testimport org.apache.spark.SparkConfimport org.apache.spark.SparkContextobject PipeTest {  def main(args: Array[String]) {    val sparkConf = new SparkConf().setAppName("pipe Test")    val sc = new SparkContext(sparkConf)    val a = sc.textFile("/home/gt/wordcount.txt", 3)    val result = a.pipe("php /home/gt/spark/bin/test.php").map(x => (x, 1)).reduceByKey(_ + _)    result.foreach { x => println("!!!!! " + x) }    sc.stop()  }}