elasticsearch 学习博客系列<三> ES 中 index-doc 的 添加（java）

上篇我们说了index的 mapping，这一篇 我们说一下 java 作为 客户端 来操作ES，下面讲一下 添加

说明：.添加的方式 一般以json字符串 来添加

 下面 我们以  ownused  索引为例讲解（ps:相应的 mapping 可自己建立 上一篇说过）

第一步：建立 实体类

package com.test.data;import com.test.util.IpUtil;import com.test.util.IPUtil;/** *  *zqz */public class OwnUsedAsset{/** * 全省地址ID */private long id;/** * 区域-归属地 */private String area;/** * IP */private String IP;/** * ipLong 保持唯一性 */private long ipLong;/** * 状态值-1:正常资产 2:下线资产 */private long state;/** * 备注 */private String remark;/** * 备注 */private String downLineRemark;private long createTime;private long updateTime;private long actionTime;/** * 字符串 格式 */private String detectTime;public String getDownLineRemark() {return downLineRemark;}public void setDownLineRemark(String downLineRemark) {this.downLineRemark = downLineRemark;}public String getDetectTime() {return detectTime;}public void setDetectTime(String detectTime) {this.detectTime = detectTime;}public long getId() {return id;}public void setId(long id) {this.id = id;}public long getCreateTime() {return createTime;}public void setCreateTime(long createTime) {this.createTime = createTime;}public long getUpdateTime() {return updateTime;}public void setUpdateTime(long updateTime) {this.updateTime = updateTime;}public long getActionTime() {return actionTime;}public void setActionTime(long actionTime) {this.actionTime = actionTime;}public String getArea() {return area;}public void setArea(String area) {this.area = area;}public long getState() {return state;}public void setState(long state) {this.state = state;}public String getRemark() {return remark;}public void setRemark(String remark) {this.remark = remark;}public String getIP() {return IP;}public void setIP(String iP) {this.ipLong = IpUtil.ipToLong(iP);this.IP = iP;}public long getIpLong() {return ipLong;}public void setIpLong(long ipLong) {this.ipLong = ipLong;}}

第二步： 对象json 转换类

package com.test.util;import com.fasterxml.jackson.core.JsonProcessingException;import com.fasterxml.jackson.databind.ObjectMapper;public class JsonUtil { /**     * 由对象转化成json 格式，添加到数据库     */private static ObjectMapper objectMapper = new ObjectMapper();      public static String toJson(Object o){          try {              return objectMapper.writeValueAsString(o);          } catch (JsonProcessingException e) {              e.printStackTrace();          }          return "";      }  }

第三步：建立 ES Client工具类 获取 ESClient

package com.test.util;import java.util.ArrayList;import java.util.List;import org.elasticsearch.ElasticsearchException;import org.elasticsearch.action.admin.indices.exists.indices.IndicesExistsRequest;import org.elasticsearch.client.transport.TransportClient;import org.elasticsearch.common.settings.ImmutableSettings;import org.elasticsearch.common.settings.Settings;import org.elasticsearch.common.transport.InetSocketTransportAddress;/ * ES 测试工具类 * @author zhangqingzhou * */public abstract class EsClientUtil{/** * 是否为调试 */private static boolean Debug = false;public Object execute(Object ... obj){@SuppressWarnings("rawtypes")List rsList = new ArrayList<>();ESClient esclient = null;try {esclient = (!Debug)?getDefaultDelegateClient():buildClient();if(null == esclient)return rsList;return executeIt(esclient, obj);} catch (Exception e) {}finally{ESClientFactory.me().closeClient(esclient);}return rsList;}/** * 接口 的 执行方法，需要重写 * @param esclient * @param obj * @return */protected abstract Object executeIt(ESClient esclient,Object ... obj);public static ESClient buildClient(){Settings settings = ImmutableSettings.settingsBuilder()//集群名.put("client.transport.sniff", true).put("cluster.name", "cupid-es-zhang-1").build();@SuppressWarnings("resource")TransportClient client = new TransportClient(settings)//地址+ 端口.addTransportAddress(new InetSocketTransportAddress("192.168.1.10", 9300)); ESClient delegateClient = new ESClient(client, Type.local);return delegateClient;}public static ESClient getDefaultDelegateClient(){ESClient cupidClient = null;try {//cupidClient = ESClientFactory.me().getDefaultDelegateClient();// 系统封装，} catch (Exception e) {}return (!Debug)?cupidClient:buildClient();}// 判断 此索引是否 存在public static boolean isExistIndex(String indexName){boolean flag = false; ESClient client =getDefaultDelegateClient();try {if(client != null){flag =client.admin().indices().exists(new IndicesExistsRequest().indices(new String[]{indexName})).actionGet().isExists();}} catch (ElasticsearchException e) {// TODO Auto-generated catch blocke.printStackTrace();}return flag;}}

第四步：添加（分为单个值添加和批量添加）

package com.test.service.esService;import java.util.ArrayList;import java.util.Date;import java.util.HashMap;import java.util.HashSet;import java.util.List;import java.util.Map;import java.util.Map.Entry;import java.util.Random;import java.util.Set;import org.apache.log4j.Logger;import org.elasticsearch.ElasticsearchException;import org.elasticsearch.action.bulk.BulkRequestBuilder;import org.elasticsearch.action.delete.DeleteRequest;import org.elasticsearch.action.search.SearchResponse;import org.elasticsearch.action.search.SearchScrollRequestBuilder;import org.elasticsearch.action.search.SearchType;import org.elasticsearch.common.unit.TimeValue;import org.elasticsearch.index.query.BoolFilterBuilder;import org.elasticsearch.index.query.BoolQueryBuilder;import org.elasticsearch.index.query.FilterBuilders;import org.elasticsearch.index.query.OrFilterBuilder;import org.elasticsearch.index.query.QueryBuilder;import org.elasticsearch.index.query.QueryBuilders;import org.elasticsearch.index.query.TermQueryBuilder;import org.elasticsearch.index.query.TermsQueryBuilder;import org.elasticsearch.index.query.WildcardQueryBuilder;import org.elasticsearch.search.SearchHit;import org.elasticsearch.search.SearchHits;import org.elasticsearch.search.sort.SortBuilder;import org.elasticsearch.search.sort.SortOrder;import org.nutz.ioc.loader.annotation.IocBean;import com.test.data.OwnUsedAsset;import com.test.util.EsClientUtil;import com.test.util.JsonUtil;/** *  * @author Administrator * */@IocBeanpublic class OwnUsedAssetService {private OwnUsedAssetService(){};/** * 单例模式 */private static OwnUsedAssetService service = null;public static OwnUsedAssetService getInstance(){if(service == null){service = new OwnUsedAssetService();}return service;}private static String name ="ownused";/** * 添加单个数据 boolean exist = EsClientUtil.isExistIndex(name); * @param obj */public void insertAddressToDB(OwnUsedAsset obj){ESClient client = EsClientUtil.getDefaultDelegateClient();if(client != null){//long id=new Date().getTime()*10000+new Random().nextInt(10000);obj.setId(obj.getIpLong());obj.setState(1);obj.setCreateTime(System.currentTimeMillis());obj.setUpdateTime(System.currentTimeMillis());obj.setActionTime(DateUtil.getNowWeekNumber());//obj.setDetectTime(DateUtil.getNowTimeStr());String data = JsonUtil.toJson(obj);client.prepareIndex(name,name).setId(String.valueOf(obj.getIpLong())).setSource(data).execute().actionGet();// 添加到内存 OwnUsedAssetCacheOwnUsedAssetCache.ownUsedCache.put(obj.getIP(), DateUtil.getNowWeekNumber());}}/** * 批量添加 * @param objList */public void insertAddressToDB(List<OwnUsedAsset> objList){if(objList.size() == 0) return;ESClient client = EsClientUtil.getDefaultDelegateClient();if(client != null){long actionTime = DateUtil.getNowWeekNumber();// 开启批量BulkRequestBuilder prepareBulk = client.prepareBulk();for (OwnUsedAsset obj : objList) {//long id=new Date().getTime()*10000+new Random().nextInt(10000);obj.setId(obj.getIpLong());obj.setState(1);obj.setCreateTime(System.currentTimeMillis());obj.setUpdateTime(System.currentTimeMillis());obj.setActionTime(actionTime);//obj.setDetectTime(DateUtil.getNowTimeStr());String data = JsonUtil.toJson(obj);prepareBulk.add(client.prepareIndex(name,name).setId(String.valueOf(obj.getIpLong())).setSource(data));}prepareBulk.execute().actionGet();}}}

说明：首次 添加时  若索引 没有存在 则 创建，并 添加文档 doc,若是 docId 存在 则 覆盖 并 使 版本号 version +1  ，若 数据量过大 注意 分段 分批添加