ES随机生成学生数据工具

来源:互联网 发布:百视通网络电视直播 编辑:程序博客网 时间:2024/05/22 08:59

version 2.4.1

import java.io.IOException;import java.io.UnsupportedEncodingException;import java.net.InetAddress;import java.net.UnknownHostException;import java.util.ArrayList;import java.util.Date;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.Random;import org.elasticsearch.action.admin.cluster.stats.ClusterStatsResponse;import org.elasticsearch.action.bulk.BulkRequestBuilder;import org.elasticsearch.action.bulk.BulkResponse;import org.elasticsearch.action.bulk.Retry;import org.elasticsearch.action.index.IndexRequest;import org.elasticsearch.client.transport.TransportClient;import org.elasticsearch.common.settings.Settings;import org.elasticsearch.common.transport.InetSocketTransportAddress;import org.elasticsearch.common.transport.TransportAddress;import com.alibaba.fastjson.JSON;public class EsTest {    private static String testjson = "{\"age\": 10,\"name\": ginoy}";    private static TransportClient client;    public static void main(String[] args) {                String hostString1 = "10.176.63.102";        String hostString2 = "10.176.63.103";        String hostString3 = "10.176.63.104";        int port = 9300;        Settings settings = Settings.settingsBuilder()                .put("cluster.name", "SOC-15")                .put("transport.tcp.compress", true)                .build();                TransportAddress[] addressArr = new TransportAddress[3];        try {            addressArr[0] = new InetSocketTransportAddress(InetAddress.getByName(hostString1), port);            addressArr[1] = new InetSocketTransportAddress(InetAddress.getByName(hostString2), port);            addressArr[2] = new InetSocketTransportAddress(InetAddress.getByName(hostString3), port);        } catch (UnknownHostException e) {            e.printStackTrace();        }        client = TransportClient.builder().settings(settings).build().addTransportAddresses(addressArr);//        ClusterStatsResponse esStatus = client.admin().cluster().prepareClusterStats().execute().actionGet();//        System.out.println(esStatus);//        //        singleUpdate();                                //索引添加        //client.admin().indices().prepareCreate("yjd").setSettings(settings).execute().actionGet().isAcknowledged();        //        List<IndexRequest> l = new ArrayList<IndexRequest>();        BulkRequestBuilder brb = client.prepareBulk();        testEs( brb);        client.close();                //batch//        BulkRequestBuilder brb = client.prepareBulk();//        List<Object> lo = new ArrayList<Object>();//        lo.add(new Object());//        if(lo.size()%2 == 0){//            for(int i = 0 ;i< lo.size();i++){//                IndexRequest request = client.prepareIndex("test", "test",String.valueOf(2)).setSource(testjson).request();  //                brb.add(request); //            }//            BulkResponse bulkResponse = brb.execute().actionGet(); //            if (bulkResponse.hasFailures()) {  //                System.out.print("同步索引失败");  //                int retry = 0;//                int maxRetry = 3;//                while(retry < maxRetry){//                    if(brb.execute().actionGet().hasFailures()){//                        retry++;//                        continue;//                    } else{//                        break;//                    }//                }//                lo.clear();//            }else{//                lo.clear();//            }   //            client.close();//        }                    //单条insert        //client.prepareIndex("logs", "eventlogdemo","100").setSource(testjson).execute().actionGet();    }            public static void testEs(BulkRequestBuilder brb1){        Random random=new Random(System.currentTimeMillis());          /* 598 百家姓 */          String[] Surname= {"赵","钱","孙","李","周","吴","郑","王","冯","陈","褚","卫","蒋","沈","韩","杨","朱","秦","尤","许",                    "何","吕","施","张","孔","曹","严","华","金","魏","陶","姜","戚","谢","邹","喻","柏","水","窦","章","云","苏","潘","葛","奚","范","彭","郎",                    "鲁","韦","昌","马","苗","凤","花","方","俞","任","袁","柳","酆","鲍","史","唐","费","廉","岑","薛","雷","贺","倪","汤","滕","殷",                    "罗","毕","郝","邬","安","常","乐","于","时","傅","皮","卞","齐","康","伍","余","元","卜","顾","孟","平","黄","和",                    "穆","萧","尹","姚","邵","湛","汪","祁","毛","禹","狄","米","贝","明","臧","计","伏","成","戴","谈","宋","茅","庞","熊","纪","舒",                    "屈","项","祝","董","梁","杜","阮","蓝","闵","席","季","麻","强","贾","路","娄","危","江","童","颜","郭","梅","盛","林","刁","钟",                    "徐","邱","骆","高","夏","蔡","田","樊","胡","凌","霍","虞","万","支","柯","昝","管","卢","莫","经","房","裘","缪","干","解","应",                    "宗","丁","宣","贲","邓","郁","单","杭","洪","包","诸","左","石","崔","吉","钮","龚","程","嵇","邢","滑","裴","陆","荣","翁","荀",                    "羊","于","惠","甄","曲","家","封","芮","羿","储","靳","汲","邴","糜","松","井","段","富","巫","乌","焦","巴","弓","牧","隗","山",                    "谷","车","侯","宓","蓬","全","郗","班","仰","秋","仲","伊","宫","宁","仇","栾","暴","甘","钭","厉","戎","祖","武","符","刘","景",                    "詹","束","龙","叶","幸","司","韶","郜","黎","蓟","溥","印","宿","白","怀","蒲","邰","从","鄂","索","咸","籍","赖","卓","蔺","屠",                    "蒙","池","乔","阴","郁","胥","能","苍","双","闻","莘","党","翟","谭","贡","劳","逄","姬","申","扶","堵","冉","宰","郦","雍","却",                    "璩","桑","桂","濮","牛","寿","通","边","扈","燕","冀","浦","尚","农","温","别","庄","晏","柴","瞿","阎","充","慕","连","茹","习",                    "宦","艾","鱼","容","向","古","易","慎","戈","廖","庾","终","暨","居","衡","步","都","耿","满","弘","匡","国","文","寇","广","禄",                    "阙","东","欧","殳","沃","利","蔚","越","夔","隆","师","巩","厍","聂","晁","勾","敖","融","冷","訾","辛","阚","那","简","饶","空",                    "曾","毋","沙","乜","养","鞠","须","丰","巢","关","蒯","相","查","后","荆","红","游","郏","竺","权","逯","盖","益","桓","公","仉",                    "督","岳","帅","缑","亢","况","郈","有","琴","归","海","晋","楚","闫","法","汝","鄢","涂","钦","商","牟","佘","佴","伯","赏","墨",                    "哈","谯","篁","年","爱","阳","佟","言","福","南","火","铁","迟","漆","官","冼","真","展","繁","檀","祭","密","敬","揭","舜","楼",                    "疏","冒","浑","挚","胶","随","高","皋","原","种","练","弥","仓","眭","蹇","覃","阿","门","恽","来","綦","召","仪","风","介","巨",                    "木","京","狐","郇","虎","枚","抗","达","杞","苌","折","麦","庆","过","竹","端","鲜","皇","亓","老","是","秘","畅","邝","还","宾",                    "闾","辜","纵","侴","万俟","司马","上官","欧阳","夏侯","诸葛","闻人","东方","赫连","皇甫","羊舌","尉迟","公羊","澹台","公冶","宗正",                    "濮阳","淳于","单于","太叔","申屠","公孙","仲孙","轩辕","令狐","钟离","宇文","长孙","慕容","鲜于","闾丘","司徒","司空","兀官","司寇",                    "南门","呼延","子车","颛孙","端木","巫马","公西","漆雕","车正","壤驷","公良","拓跋","夹谷","宰父","谷梁","段干","百里","东郭","微生",                    "梁丘","左丘","东门","西门","南宫","第五","公仪","公乘","太史","仲长","叔孙","屈突","尔朱","东乡","相里","胡母","司城","张廖","雍门",                    "毋丘","贺兰","綦毋","屋庐","独孤","南郭","北宫","王孙"};                          for(int i=0;i<5;i++){            for(int j = 0 ;j<5;j++){                                int index=random.nextInt(Surname.length-1);                       String name = Surname[index]; //获得一个随机的姓氏                  /* 从常用字中选取一个或两个字作为名 */                  if(random.nextBoolean()){                      name+=getChinese()+getChinese();                  }else {                      name+=getChinese();                  }                  Map<String,Object> json = new HashMap<String, Object>();                json.put("name", name);                json.put("age", getNum(25,18));                json.put("sid", getNum(999999,100000));                if(1 == getNum(2,0)){                    json.put("sex", true);                }else{                    json.put("sex", false);                }                               json.put("postDate", new Date());                                IndexRequest request = client.prepareIndex("test", "test").setSource(json).request();                  brb1.add(request);            }            BulkResponse bulkResponse = brb1.execute().actionGet();         }            }        public static int getNum(int max,int min) {        Random random = new Random();        int s = random.nextInt(max)%(max-min+1) + min;        return s;    }              public static String getChinese() {          String str = null;          int highPos, lowPos;          Random random = new Random();          highPos = (176 + Math.abs(random.nextInt(71)));//区码,0xA0打头,从第16区开始,即0xB0=11*16=176,16~55一级汉字,56~87二级汉字          random=new Random();          lowPos = 161 + Math.abs(random.nextInt(94));//位码,0xA0打头,范围第1~94列            byte[] bArr = new byte[2];          bArr[0] = (new Integer(highPos)).byteValue();          bArr[1] = (new Integer(lowPos)).byteValue();          try {              str = new String(bArr, "GB2312");   //区位码组合成汉字          } catch (UnsupportedEncodingException e) {              e.printStackTrace();          }              return str;      }          /**     * 单个更新     *///    public static void singleUpdate() {//        String updatetestjson = "{\"yjd\": 10,\"study_yjd\": 10}";//        client.prepareUpdate().setIndex("test").setType("test").setId("AVhgwEreT0IT04Q44MT0").setDoc(updatetestjson).execute().actionGet();//    }    }


原创粉丝点击