ElasticSearch Java API

来源：互联网发布：vc 小游戏源码编辑：程序博客网时间：2024/06/11 20:11

/**

* 系统环境: vm12 下的centos 7.2

* 当前安装版本: elasticsearch-2.4.0.tar.gz

默认进行了elasticsearch安装和ik安装, 超时配置, 分页压力配置等

添加maven依赖

<dependency>              <groupId>org.elasticsearch</groupId>              <artifactId>elasticsearch</artifactId>              <version>2.4.0</version>          </dependency>            <dependency>              <groupId>com.fasterxml.jackson.core</groupId>              <artifactId>jackson-databind</artifactId>              <version>2.1.3</version>   </dependency>

注: 因为spring-data-elasticsearch目前只支持到2.4.0, 所以, 暂不使用5.2.0版本

　　　　关于版本控制可见: https://github.com/spring-projects/spring-data-elasticsearch

第一部分, 使用java操作elasticsearch

　　创建客户端的两种方式可见spring-data-elasticsearch的源码, 官方, 需要合起来才能使用, 浪费我一下午的时间....

org.springframework.data.elasticsearch.client 包下, 2种创建客户端的方式

　　1, 创建一个node节点, 加入集群中, 通过这个node获取cilent (不建议使用)

　　　　　　这种方式相当于创建了一个节点, 不存储数据, 可通过claspath下的elasticsearch.yml设置, 也可通过编程的方式配置,

Settings settings = ImmutableSettings.settingsBuilder().put("client.transport.ping_timeout", 1000)                .put("discovery.zen.ping.multicast.enabled", "false").put("timeout", 1)                .putArray("discovery.zen.ping.unicast.hosts", "l-flightdev18.f.dev.cn0.qunar.com:9300", "l-flightdev17.f.dev.cn0.qunar.com:9300")                .build();        Node node = NodeBuilder.nodeBuilder().clusterName("flight_fuwu_order_index").client(true).settings(settings).node();        Client client = node.client();

　　　　获取了所有node节点的client, 发送请求时遍历可用的client,

Elasticsearch为Java用户提供了两种内置客户端：节点客户端(node client)：节点客户端以无数据节点(none data node)身份加入集群，换言之，它自己不存储任何数据，但是它知道数据在集群中的具体位置，并且能够直接转发请求到对应的节点上。传输客户端(Transport client)：这个更轻量的传输客户端能够发送请求到远程集群。它自己不加入集群，只是简单转发请求给集群中的节点。两个Java客户端都通过9300端口与集群交互，使用Elasticsearch传输协议(Elasticsearch Transport Protocol)。集群中的节点之间也通过9300端口进行通信。如果此端口未开放，你的节点将不能组成集群。+TIPJava客户端所在的Elasticsearch版本必须与集群中其他节点一致，否则，它们可能互相无法识别。

https://www.elastic.co/guide/en/elasticsearch/client/java-api/2.4/index.html

下面介绍第二种连接方式:

　　2, 通过transportClient来连接集群

package com.wenbronk.javaes;import java.net.InetAddress;import java.net.InetSocketAddress;import java.util.Date;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.concurrent.TimeUnit;import org.elasticsearch.action.bulk.BackoffPolicy;import org.elasticsearch.action.bulk.BulkProcessor;import org.elasticsearch.action.bulk.BulkProcessor.Listener;import org.elasticsearch.action.bulk.BulkRequest;import org.elasticsearch.action.bulk.BulkRequestBuilder;import org.elasticsearch.action.bulk.BulkResponse;import org.elasticsearch.action.delete.DeleteRequest;import org.elasticsearch.action.delete.DeleteResponse;import org.elasticsearch.action.get.GetResponse;import org.elasticsearch.action.get.MultiGetItemResponse;import org.elasticsearch.action.get.MultiGetResponse;import org.elasticsearch.action.index.IndexRequest;import org.elasticsearch.action.index.IndexResponse;import org.elasticsearch.action.update.UpdateRequest;import org.elasticsearch.action.update.UpdateResponse;import org.elasticsearch.client.transport.TransportClient;import org.elasticsearch.cluster.node.DiscoveryNode;import org.elasticsearch.common.settings.Settings;import org.elasticsearch.common.transport.InetSocketTransportAddress;import org.elasticsearch.common.unit.ByteSizeUnit;import org.elasticsearch.common.unit.ByteSizeValue;import org.elasticsearch.common.unit.TimeValue;import org.elasticsearch.common.xcontent.XContentBuilder;import org.elasticsearch.common.xcontent.XContentFactory;import org.elasticsearch.script.Script;import org.junit.Before;import org.junit.Test;import com.alibaba.fastjson.JSONObject;/** * 使用java API操作elasticSearch *  * @author 231 * */public class JavaESTest {    private TransportClient client;    private IndexRequest source;        /**     * 获取连接, 第一种方式     * @throws Exception     *///    @Before    public void before() throws Exception {        Map<String, String> map = new HashMap<String, String>();          map.put("cluster.name", "elasticsearch_wenbronk");          Settings.Builder settings = Settings.builder().put(map);          client = TransportClient.builder().settings(settings).build()                          .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("www.wenbronk.com"), Integer.parseInt("9300")));     }        /**     * 获取连接, 第二种方式     * @throws Exception     */    @Before    public void before11() throws Exception {        // 创建客户端, 使用的默认集群名, "elasticSearch"//        client = TransportClient.builder().build()//                .addTransportAddress(new InetSocketTransportAddress(InetAddress.getByName("www.wenbronk.com"), 9300));        // 通过setting对象指定集群配置信息, 配置的集群名        Settings settings = Settings.settingsBuilder().put("cluster.name", "elasticsearch_wenbronk") // 设置集群名//                .put("client.transport.sniff", true) // 开启嗅探 , 开启后会一直连接不上, 原因未知//                .put("network.host", "192.168.50.37")                .put("client.transport.ignore_cluster_name", true) // 忽略集群名字验证, 打开后集群名字不对也能连接上//                .put("client.transport.nodes_sampler_interval", 5) //报错,//                .put("client.transport.ping_timeout", 5) // 报错, ping等待时间,                .build();         client = TransportClient.builder().settings(settings).build()                 .addTransportAddress(new InetSocketTransportAddress(new InetSocketAddress("192.168.50.37", 9300)));         // 默认5s         // 多久打开连接, 默认5s         System.out.println("success connect");    }        /**     * 查看集群信息     */    @Test    public void testInfo() {        List<DiscoveryNode> nodes = client.connectedNodes();        for (DiscoveryNode node : nodes) {            System.out.println(node.getHostAddress());        }    }        /**     * 组织json串, 方式1,直接拼接     */    public String createJson1() {        String json = "{" +                "\"user\":\"kimchy\"," +                "\"postDate\":\"2013-01-30\"," +                "\"message\":\"trying out Elasticsearch\"" +            "}";        return json;    }        /**     * 使用map创建json     */    public Map<String, Object> createJson2() {        Map<String,Object> json = new HashMap<String, Object>();        json.put("user", "kimchy");        json.put("postDate", new Date());        json.put("message", "trying out elasticsearch");        return json;    }        /**     * 使用fastjson创建     */    public JSONObject createJson3() {        JSONObject json = new JSONObject();        json.put("user", "kimchy");        json.put("postDate", new Date());        json.put("message", "trying out elasticsearch");        return json;    }        /**     * 使用es的帮助类     */    public XContentBuilder createJson4() throws Exception {        // 创建json对象, 其中一个创建json的方式        XContentBuilder source = XContentFactory.jsonBuilder()            .startObject()                .field("user", "kimchy")                .field("postDate", new Date())                .field("message", "trying to out ElasticSearch")            .endObject();        return source;    }        /**     * 进行连接测试     * @throws Exception     */    @Test    public void test1() throws Exception {        XContentBuilder source = createJson4();        // 存json入索引中        IndexResponse response = client.prepareIndex("twitter", "tweet", "1").setSource(source).get();//        // 结果获取        String index = response.getIndex();        String type = response.getType();        String id = response.getId();        long version = response.getVersion();        boolean created = response.isCreated();        System.out.println(index + " : " + type + ": " + id + ": " + version + ": " + created);    }    /**     * get API 获取指定文档信息     */    @Test    public void testGet() {//        GetResponse response = client.prepareGet("twitter", "tweet", "1")//                                .get();        GetResponse response = client.prepareGet("twitter", "tweet", "1")                .setOperationThreaded(false)    // 线程安全                .get();        System.out.println(response.getSourceAsString());    }        /**     * 测试 delete api     */    @Test    public void testDelete() {        DeleteResponse response = client.prepareDelete("twitter", "tweet", "1")                .get();        String index = response.getIndex();        String type = response.getType();        String id = response.getId();        long version = response.getVersion();        System.out.println(index + " : " + type + ": " + id + ": " + version);    }        /**     * 测试更新 update API     * 使用 updateRequest 对象     * @throws Exception      */    @Test    public void testUpdate() throws Exception {        UpdateRequest updateRequest = new UpdateRequest();        updateRequest.index("twitter");        updateRequest.type("tweet");        updateRequest.id("1");        updateRequest.doc(XContentFactory.jsonBuilder()                .startObject()                // 对没有的字段添加, 对已有的字段替换                    .field("gender", "male")                    .field("message", "hello")                .endObject());        UpdateResponse response = client.update(updateRequest).get();                // 打印        String index = response.getIndex();        String type = response.getType();        String id = response.getId();        long version = response.getVersion();        System.out.println(index + " : " + type + ": " + id + ": " + version);    }        /**     * 测试update api, 使用client     * @throws Exception      */    @Test    public void testUpdate2() throws Exception {        // 使用Script对象进行更新//        UpdateResponse response = client.prepareUpdate("twitter", "tweet", "1")//                .setScript(new Script("hits._source.gender = \"male\""))//                .get();                // 使用XContFactory.jsonBuilder() 进行更新//        UpdateResponse response = client.prepareUpdate("twitter", "tweet", "1")//                .setDoc(XContentFactory.jsonBuilder()//                        .startObject()//                            .field("gender", "malelelele")//                        .endObject()).get();                // 使用updateRequest对象及script//        UpdateRequest updateRequest = new UpdateRequest("twitter", "tweet", "1")//                .script(new Script("ctx._source.gender=\"male\""));//        UpdateResponse response = client.update(updateRequest).get();                // 使用updateRequest对象及documents进行更新        UpdateResponse response = client.update(new UpdateRequest("twitter", "tweet", "1")                .doc(XContentFactory.jsonBuilder()                        .startObject()                            .field("gender", "male")                        .endObject()                    )).get();        System.out.println(response.getIndex());    }        /**     * 测试update     * 使用updateRequest     * @throws Exception      * @throws InterruptedException      */    @Test    public void testUpdate3() throws InterruptedException, Exception {        UpdateRequest updateRequest = new UpdateRequest("twitter", "tweet", "1")            .script(new Script("ctx._source.gender=\"male\""));        UpdateResponse response = client.update(updateRequest).get();    }        /**     * 测试upsert方法     * @throws Exception      *      */    @Test    public void testUpsert() throws Exception {        // 设置查询条件, 查找不到则添加生效        IndexRequest indexRequest = new IndexRequest("twitter", "tweet", "1")            .source(XContentFactory.jsonBuilder()                .startObject()                    .field("name", "qergef")                    .field("gender", "malfdsae")                .endObject());        // 设置更新, 查找到更新下面的设置        UpdateRequest upsert = new UpdateRequest("twitter", "tweet", "1")            .doc(XContentFactory.jsonBuilder()                    .startObject()                        .field("user", "wenbronk")                    .endObject())            .upsert(indexRequest);                client.update(upsert).get();    }        /**     * 测试multi get api     * 从不同的index, type, 和id中获取     */    @Test    public void testMultiGet() {        MultiGetResponse multiGetResponse = client.prepareMultiGet()        .add("twitter", "tweet", "1")        .add("twitter", "tweet", "2", "3", "4")        .add("anothoer", "type", "foo")        .get();                for (MultiGetItemResponse itemResponse : multiGetResponse) {            GetResponse response = itemResponse.getResponse();            if (response.isExists()) {                String sourceAsString = response.getSourceAsString();                System.out.println(sourceAsString);            }        }    }        /**     * bulk 批量执行     * 一次查询可以update 或 delete多个document     */    @Test    public void testBulk() throws Exception {        BulkRequestBuilder bulkRequest = client.prepareBulk();        bulkRequest.add(client.prepareIndex("twitter", "tweet", "1")                .setSource(XContentFactory.jsonBuilder()                        .startObject()                            .field("user", "kimchy")                            .field("postDate", new Date())                            .field("message", "trying out Elasticsearch")                        .endObject()));        bulkRequest.add(client.prepareIndex("twitter", "tweet", "2")                .setSource(XContentFactory.jsonBuilder()                        .startObject()                            .field("user", "kimchy")                            .field("postDate", new Date())                            .field("message", "another post")                        .endObject()));        BulkResponse response = bulkRequest.get();        System.out.println(response.getHeaders());    }        /**     * 使用bulk processor     * @throws Exception      */    @Test    public void testBulkProcessor() throws Exception {        // 创建BulkPorcessor对象        BulkProcessor bulkProcessor = BulkProcessor.builder(client, new Listener() {            public void beforeBulk(long paramLong, BulkRequest paramBulkRequest) {                // TODO Auto-generated method stub            }                        // 执行出错时执行            public void afterBulk(long paramLong, BulkRequest paramBulkRequest, Throwable paramThrowable) {                // TODO Auto-generated method stub            }                        public void afterBulk(long paramLong, BulkRequest paramBulkRequest, BulkResponse paramBulkResponse) {                // TODO Auto-generated method stub            }        })        // 1w次请求执行一次bulk        .setBulkActions(10000)        // 1gb的数据刷新一次bulk        .setBulkSize(new ByteSizeValue(1, ByteSizeUnit.GB))        // 固定5s必须刷新一次        .setFlushInterval(TimeValue.timeValueSeconds(5))        // 并发请求数量, 0不并发, 1并发允许执行        .setConcurrentRequests(1)        // 设置退避, 100ms后执行, 最大请求3次        .setBackoffPolicy(                BackoffPolicy.exponentialBackoff(TimeValue.timeValueMillis(100), 3))        .build();                // 添加单次请求        bulkProcessor.add(new IndexRequest("twitter", "tweet", "1"));        bulkProcessor.add(new DeleteRequest("twitter", "tweet", "2"));                // 关闭        bulkProcessor.awaitClose(10, TimeUnit.MINUTES);        // 或者        bulkProcessor.close();    }}

0 0