kafka-clients 0.10 消息消费者

来源:互联网 发布:免费刷金币软件 编辑:程序博客网 时间:2024/06/04 17:43
package tuyou.kafka.consumer;import java.util.Arrays;import java.util.List;import java.util.Properties;import org.apache.kafka.clients.consumer.ConsumerConfig;import org.apache.kafka.clients.consumer.ConsumerRecord;import org.apache.kafka.clients.consumer.ConsumerRecords;import org.apache.kafka.clients.consumer.KafkaConsumer;import org.apache.kafka.common.serialization.StringDeserializer;/** * 消息消费者 *  * @author:涂有 * @date 2017年6月1日 上午11:27:10 */public class MsgConsumer {private String group = "MsgConsumer";private final int timeSection = 3000;private boolean autoCommit;private List<String> topics = Arrays.asList("test");public MsgConsumer(String topic, String group, boolean autoCommit) {this.topics = Arrays.asList(topic);this.group = group;this.autoCommit = autoCommit;}public void consumer() {Properties properties = new Properties();properties.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());// key反序列化方式properties.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getCanonicalName());// value反系列化方式properties.put(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, autoCommit);// 提交方式properties.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,"192.168.100.115:2092,192.168.100.115:2093,192.168.100.115:2094");// 指定broker地址,来找到group的coordinatorproperties.put(ConsumerConfig.GROUP_ID_CONFIG, group);// 指定用户组KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(properties);consumer.subscribe(topics);// 指定topic消费while (true) {System.out.println("开始poll---------------");ConsumerRecords<String, String> records = consumer.poll(timeSection);// 拉取一次数据for (ConsumerRecord<String, String> record : records) {System.out.println("topic: " + record.topic() + " key: " + record.key() + " value: " + record.value()+ " partition: " + record.partition());}if (!autoCommit) {consumer.commitAsync();// 手动commit}System.out.println("完成一次poll---------------");}}public static void main(String[] args) {new MsgConsumer("test", "MsgConsumer", true).consumer();}}