producer consumer java代码
来源:互联网 发布:多线程网络爬虫 编辑:程序博客网 时间:2024/05/12 08:05
package kafka;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.Properties;import kafka.consumer.Consumer;import kafka.consumer.ConsumerConfig;import kafka.consumer.ConsumerIterator;import kafka.consumer.KafkaStream;import kafka.javaapi.consumer.ConsumerConnector;public class ConsumerTest {public ConsumerConnector createConsumer(){Properties properties = new Properties();//zookeeper配置properties.setProperty("zookeeper.connect", "192.168.10.250:2181");properties.setProperty("zookeeper.session.timeout.ms", "4000"); properties.setProperty("zookeeper.sync.time.ms", "200"); //consumer所在的组properties.setProperty("group.id", "test_consumer_group"); properties.setProperty("auto.commit.interval.ms", "1000"); properties.setProperty("auto.offset.reset", "smallest"); properties.setProperty("serializer.class", "kafka.serializer.StringEncoder"); return Consumer.createJavaConsumerConnector(new ConsumerConfig(properties));}public void consumer(){//获取连接器ConsumerConnector connector = createConsumer();HashMap<String, Integer> topics = new HashMap<String,Integer>();//设置topic和partitiontopics.put("test", 1);//获取消息Map<String, List<KafkaStream<byte[], byte[]>>> messages = connector.createMessageStreams(topics);//获取topic中某个partition中的数据KafkaStream<byte[], byte[]> kafkaStream = messages.get("test").get(0);//遍历获取ConsumerIterator<byte[], byte[]> iterator = kafkaStream.iterator();while(iterator.hasNext()){byte[] bytes = iterator.next().message();System.out.println("consumer message is "+new String(bytes));}}public static void main(String[] args) {new ConsumerTest().consumer();}}
package kafka;import java.util.Properties;import kafka.javaapi.producer.Producer;import kafka.producer.KeyedMessage;import kafka.producer.ProducerConfig;public class ProducerTest {public Producer<String,String> createProducer(){Properties properties = new Properties();properties.setProperty("zookeeper.connect", "192.168.10.250:2181");properties.setProperty("serializer.class", "kafka.serializer.StringEncoder"); properties.setProperty("metadata.broker.list", "192.168.10.250:9092");return new Producer<String,String>(new ProducerConfig(properties));}public void producer(){Producer<String,String> producer = createProducer();for(int i=0;i<100;i++){producer.send(new KeyedMessage<String, String>("test", "producer message "+i));}}public static void main(String[] args) {new ProducerTest().producer();}}
阅读全文
0 0
- producer consumer java代码
- Java Thread Producer/Consumer
- JAVA Producer and Consumer
- Java菜鸟入门(20) Producer Consumer经典代码
- Java中实现Consumer-Producer
- producer consumer
- producer & consumer
- Java线程之Producer-Consumer Pattern
- Java:多线程Producer-Consumer的多种实现
- java--kafka编程实例--producer和consumer
- Java producer-consumer(生产者/消费者模式)
- Java 多线程设计模式之Producer-Consumer
- 安装部署(六) Kafka集群安装部署以及Producer和Consumer的JAVA代码测试
- ActiveMQ应用笔记二:Producer与Consumer模板代码
- The Producer-Consumer Problem
- compile producer-consumer
- ProtoThreads - Producer&Consumer
- ACE_Task Consumer-Producer
- 表单校验
- android新开发语言Kotlin的入手Demo
- 知识管理和软件应用技巧
- c++断错误的那些事
- 搜索引擎选择: Elasticsearch与Solr
- producer consumer java代码
- 第2.2章 hadoop之mrunit 多个结果验证
- android 5.0系统新加的默认颜色 colorPrimary,colorPrimaryDark的作用
- 多线程优点
- node 反向代理 谷歌
- 编辑器中点击上传图片选择框反应速度很慢的解决办法。
- 反向代理
- Debian8.8开发环境(四)个人设置之bashrc
- Android 自定义HorizontalScrollView抽屉