Kafka8使用Demo

Kafka8使用Demo

消费者：

import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.Properties;import kafka.consumer.Consumer;import kafka.consumer.ConsumerConfig;import kafka.consumer.ConsumerIterator;import kafka.consumer.KafkaStream;import kafka.javaapi.consumer.ConsumerConnector;/**  * @author 作者:  * @date 创建时间: 2016-7-13 下午3:37:24  * @version 版本: 1.0  */public class kafkaConsumer extends Thread{        private String topic;            public kafkaConsumer(String topic){          super();          this.topic = topic;      }                  @Override      public void run() {          ConsumerConnector consumer = createConsumer();           Map<String, Integer> topicCountMap = new HashMap<String, Integer>();           topicCountMap.put(topic, 1); // 一次从主题中获取一个数据           Map<String, List<KafkaStream<byte[], byte[]>>>  messageStreams = consumer.createMessageStreams(topicCountMap);           KafkaStream<byte[], byte[]> stream = messageStreams.get(topic).get(0);// 获取每次接收到的这个数据           ConsumerIterator<byte[], byte[]> iterator =  stream.iterator();           while(iterator.hasNext()){               String message = new String(iterator.next().message());               System.out.println("接收到: " + message);           }      }        private ConsumerConnector createConsumer() {          Properties properties = new Properties();          properties.put("zookeeper.connect", "172.16.13.64:2181");//声明zk          properties.put("zk.connectiontimeout.ms", "15000");        properties.put("group.id", "group2");// 必须要使用别的组名称， 如果生产者和消费者都在同一组，则不能访问同一组内的topic数据          properties.put("auto.offset.reset", "smallest");        return Consumer.createJavaConsumerConnector(new ConsumerConfig(properties));       }                  public static void main(String[] args) {          new kafkaConsumer("test").start();// 使用kafka集群中创建好的主题 test                 }         }  

生产者：

import java.util.Properties;import kafka.javaapi.producer.Producer;import kafka.producer.KeyedMessage;import kafka.producer.ProducerConfig;import kafka.serializer.StringEncoder;/**  * @author 作者:  * @date 创建时间: 2016-7-13 下午2:52:43  * @version 版本: 1.0  */public class kafkaProducer extends Thread{    private String topic;             public kafkaProducer(String topic){          super();          this.topic = topic;      }                  @Override      public void run() {          Producer producer = createProducer();          for (int i = 0; i <= 20000; i++) {try {Thread.sleep(2);} catch (InterruptedException e) {e.printStackTrace();}        System.out.println(i);String a = "{\"number\":\""+i+"\",\"ClientAcctNo\":\"6217457934581230\",\"TranDate\":\"20170101\",\"TranTime\":\"174100123\"}";producer.send(new KeyedMessage<String, String>(topic, String.valueOf(i),a));}//        while(i<10){//        producer.send(new KeyedMessage<String, String>(topic, "four test message from persion pc"+i));//        i++;//        }    }        private Producer createProducer() {          Properties properties = new Properties();          properties.put("zookeeper.connect", "172.16.13.123:2181,172.16.13.124:2181,172.16.13.125:2181");//声明zk          properties.put("serializer.class", StringEncoder.class.getName());          properties.put("metadata.broker.list", "172.16.13.123:9092,172.16.13.124:9092,172.16.13.125:9092");// 声明kafka broker          return new Producer<String, String>(new ProducerConfig(properties));       }                  public static void main(String[] args) {          new kafkaProducer("qxltest").start();// 使用kafka集群中创建好的主题 test                 }         }