storm从入门到精通 第七节 wordcount

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">  <modelVersion>4.0.0</modelVersion>  <groupId>com.storm</groupId>  <artifactId>storm-example</artifactId>  <version>0.0.1-SNAPSHOT</version>    <name>storm-example</name>    <properties>  <project.build.sourceEncoding>UFT-8</project.build.sourceEncoding>  </properties>    <dependencies><dependency>    <groupId>org.apache.storm</groupId>    <artifactId>storm-core</artifactId>    <version>1.0.2</version>  </dependency>  </dependencies>    <build>    <plugins>      <plugin>        <artifactId>maven-assembly-plugin</artifactId>        <version>2.6</version>        <configuration>          <descriptorRefs>            <descriptorRef>jar-with-dependencies</descriptorRef>          </descriptorRefs>        </configuration>        <executions>          <execution>            <id>make-assembly</id>             <phase>package</phase>            <goals>              <goal>single</goal>            </goals>          </execution>        </executions>      </plugin>    </plugins>  </build></project>

spout

package com.storm.spout;import java.util.Map;import java.util.Random;import org.apache.storm.shade.org.joda.time.DateTime;import org.apache.storm.spout.SpoutOutputCollector;import org.apache.storm.task.TopologyContext;import org.apache.storm.topology.OutputFieldsDeclarer;import org.apache.storm.topology.base.BaseRichSpout;import org.apache.storm.tuple.Fields;import org.apache.storm.tuple.Values;import org.apache.storm.utils.Utils;public class RandomSpout extends BaseRichSpout {SpoutOutputCollector collector;static String[] words = {"小猫","小狗","小猪","小羊"};@Overridepublic void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {this.collector = collector;}@Overridepublic void nextTuple() {Utils.sleep(10000);String word = words[new Random().nextInt(words.length)]; System.out.println("线程名："+Thread.currentThread().getName()+"  " +new DateTime().toString("yyyy-MM-dd HH:mm:ss  ")+"10s发射一次数据："+word); collector.emit(new Values(word));}@Overridepublic void declareOutputFields(OutputFieldsDeclarer declarer) {declarer.declare(new Fields("word"));}}

bolt

package com.storm.bolt;import org.apache.storm.topology.BasicOutputCollector;import org.apache.storm.topology.OutputFieldsDeclarer;import org.apache.storm.topology.base.BaseBasicBolt;import org.apache.storm.tuple.Tuple;public class SenqueceBolt extends BaseBasicBolt {@Overridepublic void execute(Tuple input, BasicOutputCollector collector) {String word = (String)input.getValue(0);String out = "我是"+word+"!";System.out.println("out=" + out);}@Overridepublic void declareOutputFields(OutputFieldsDeclarer arg0) {// TODO Auto-generated method stub}}

topology

package com.storm.topology;import java.util.Random;import org.apache.storm.Config;import org.apache.storm.LocalCluster;import org.apache.storm.StormSubmitter;import org.apache.storm.generated.AlreadyAliveException;import org.apache.storm.generated.AuthorizationException;import org.apache.storm.generated.InvalidTopologyException;import org.apache.storm.topology.TopologyBuilder;import org.apache.storm.utils.Utils;import com.storm.bolt.SenqueceBolt;import com.storm.spout.RandomSpout;public class WordCountPopology {public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException, AuthorizationException{TopologyBuilder topology = new TopologyBuilder();topology.setSpout("spout", new RandomSpout());topology.setBolt("bolt", new SenqueceBolt()).shuffleGrouping("spout");Config conf = new Config();conf.setDebug(false);//集群模式if (args != null && args.length > 0) {              conf.setNumWorkers(3);              StormSubmitter.submitTopology(args[0], conf, topology.createTopology());          } else {//单击模式              LocalCluster cluster = new LocalCluster();              cluster.submitTopology("firstTopo", conf, topology.createTopology());              Utils.sleep(3000000);              cluster.killTopology("firstTopo");              cluster.shutdown();          }  }}