Kafka学习之consumer端部署及API

来源：互联网发布：广州深圳知乎编辑：程序博客网时间：2024/05/29 07:55

1、consumer.properties:文件位于/resources目录下

zookeeper.connect=192.168.0.1:2181test-datacenter/test-server# timeout in ms for connecting to zookeeperzookeeper.connectiontimeout.ms=1000000#consumer group idgroup.id=test-group#consumer timeout#consumer.timeout.ms=5000

2、JAVA API实现

import java.io.UnsupportedEncodingException;import java.util.List;import java.util.Properties;import java.util.concurrent.TimeUnit; import kafka.consumer.*;import kafka.javaapi.consumer.ConsumerConnector;import kafka.message.MessageAndMetadata; import org.apache.commons.collections.CollectionUtils; public class kafkaConsumer {   public static void main(String[] args) throws InterruptedException, UnsupportedEncodingException {     Properties properties = new Properties();    properties.put("zookeeper.connect", "192.168.0.1:2181/test-datacenter/test-server");    properties.put("auto.commit.enable", "true");    properties.put("auto.commit.interval.ms", "60000");    properties.put("group.id", "test");     ConsumerConfig consumerConfig = new ConsumerConfig(properties);     ConsumerConnector javaConsumerConnector = Consumer.createJavaConsumerConnector(consumerConfig);     //topic的过滤器    Whitelist whitelist = new Whitelist("test");    List<KafkaStream<byte[], byte[]>> partitions = javaConsumerConnector.createMessageStreamsByFilter(whitelist);     if (CollectionUtils.isEmpty(partitions)) {      System.out.println("empty!");      TimeUnit.SECONDS.sleep(1);    }     //消费消息    for (KafkaStream<byte[], byte[]> partition : partitions) {       ConsumerIterator<byte[], byte[]> iterator = partition.iterator();      while (iterator.hasNext()) {        MessageAndMetadata<byte[], byte[]> next = iterator.next();        System.out.println("partiton:" + next.partition());        System.out.println("offset:" + next.offset());        System.out.println("message:" + new String(next.message(), "utf-8"));      }    }   }}

0 0