有关HBase的一些操作

来源:互联网 发布:盗墓笔记美工不错呀 编辑:程序博客网 时间:2024/06/05 17:32
package com.hisome.hbase.test;import java.io.File;import java.io.FileInputStream;import java.io.FileOutputStream;import java.io.IOException;import java.io.InputStream;import java.io.OutputStream;import java.util.ArrayList;import java.util.List;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.Path;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.HColumnDescriptor;import org.apache.hadoop.hbase.HTableDescriptor;import org.apache.hadoop.hbase.KeyValue;import org.apache.hadoop.hbase.MasterNotRunningException;import org.apache.hadoop.hbase.ZooKeeperConnectionException;import org.apache.hadoop.hbase.client.Delete;import org.apache.hadoop.hbase.client.Get;import org.apache.hadoop.hbase.client.HBaseAdmin;import org.apache.hadoop.hbase.client.HTable;import org.apache.hadoop.hbase.client.Put;import org.apache.hadoop.hbase.client.Result;import org.apache.hadoop.hbase.client.ResultScanner;import org.apache.hadoop.hbase.client.Scan;import org.apache.hadoop.hbase.util.Bytes; public class HBaseTest {        private static Configuration conf = null;         /**     * 初始化配置     */    static {        Configuration HBASE_CONFIG = new Configuration();        //与hbase/conf/hbase-site.xml中hbase.zookeeper.quorum配置的值相同 //        HBASE_CONFIG.set("hbase.zookeeper.quorum", "10.1.1.1");        HBASE_CONFIG.set("hbase.zookeeper.quorum", "node25,node26,node27");        //与hbase/conf/hbase-site.xml中hbase.zookeeper.property.clientPort配置的值相同        HBASE_CONFIG.set("hbase.zookeeper.property.clientPort", "2181");        conf = HBaseConfiguration.create(HBASE_CONFIG);    }        /**     * 创建一张表     */    public static void creatTable(String tableName, String[] familys) throws Exception {        HBaseAdmin admin = new HBaseAdmin(conf);        if (admin.tableExists(tableName)) {            System.out.println("table already exists!");        } else {            HTableDescriptor tableDesc = new HTableDescriptor(tableName);            for(int i=0; i<familys.length; i++){                tableDesc.addFamily(new HColumnDescriptor(familys[i]));            }            admin.createTable(tableDesc);            System.out.println("create table " + tableName + " ok.");        }     }        /**     * 删除表     */    public static void deleteTable(String tableName) throws Exception {       try {           HBaseAdmin admin = new HBaseAdmin(conf);           admin.disableTable(tableName);           admin.deleteTable(tableName);           System.out.println("delete table " + tableName + " ok.");       } catch (MasterNotRunningException e) {           e.printStackTrace();       } catch (ZooKeeperConnectionException e) {           e.printStackTrace();       }    }         /**     * 插入一行记录     */    public static void addRecord (String tableName, String rowKey, String family, String qualifier, String value)            throws Exception{        try {            HTable table = new HTable(conf, tableName);            Put put = new Put(Bytes.toBytes(rowKey));                        put.add(Bytes.toBytes(family),Bytes.toBytes(qualifier),Bytes.toBytes(value));            table.put(put);            System.out.println("insert recored " + rowKey + " to table " + tableName +" ok.");        } catch (IOException e) {            e.printStackTrace();        }    }     /**     * 插入一行二进制流     */    public static void addRecord(String tableName, String rowKey, String family, String qualifier, byte[] value)            throws Exception{        try {            HTable table = new HTable(conf, tableName);            Put put = new Put(Bytes.toBytes(rowKey));                        put.add(Bytes.toBytes(family),Bytes.toBytes(qualifier),value);            table.put(put);            System.out.println("insert recored " + rowKey + " to table " + tableName +" ok.");        } catch (IOException e) {            e.printStackTrace();        }    }    /**     * 删除一行记录     */    public static void delRecord (String tableName, String rowKey) throws IOException{        HTable table = new HTable(conf, tableName);        List list = new ArrayList();        Delete del = new Delete(rowKey.getBytes());        list.add(del);        table.delete(list);        System.out.println("del recored " + rowKey + " ok.");    }         /**     * 查找一行记录     */    public static void getOneRecord (String tableName, String rowKey) throws IOException{        HTable table = new HTable(conf, tableName);        Get get = new Get(rowKey.getBytes());        Result rs = table.get(get);        for(KeyValue kv : rs.raw()){            System.out.print(new String(kv.getRow()) + " " );            System.out.print(new String(kv.getFamily()) + ":" );            System.out.print(new String(kv.getQualifier()) + " " );            System.out.print(kv.getTimestamp() + " " );            System.out.println(new String(kv.getValue()));        }    }        /**     *读取一条记录写入文件     */    public static void ReadOneRecord (String tableName, String rowKey,String family ,String qualifier) throws IOException{        HTable table = new HTable(conf, tableName);        Get get = new Get(rowKey.getBytes());        Result rs = table.get(get);        System.out.println("family  ::  "+family );        System.out.println("qualifier  ::  "+qualifier );        for(KeyValue kv : rs.raw()){                    System.out.print(new String(kv.getFamily()) + ":" );            System.out.println(new String(kv.getQualifier()) + " " );                        if(family .equals(new String(kv.getFamily())) && qualifier.equals( new String(kv.getQualifier()))){            System.out.println(kv.getTimestamp() + " " );            File file = new File("/mnt/disk1/Hbase-test.jpg");            OutputStream OStream = new FileOutputStream(file);            OStream.write(kv.getValue(),0,23700);            }        }    }         /**     * 显示所有数据     */    public static void getAllRecord (String tableName) {        try{             HTable table = new HTable(conf, tableName);             Scan s = new Scan();             ResultScanner ss = table.getScanner(s);             for(Result r:ss){                 for(KeyValue kv : r.raw()){                    System.out.print(new String(kv.getRow()) + " ");                    System.out.print(new String(kv.getFamily()) + ":");                    System.out.print(new String(kv.getQualifier()) + " ");                    System.out.print(kv.getTimestamp() + " ");                    System.out.println(new String(kv.getValue()));                 }             }        } catch (IOException e){            e.printStackTrace();        }    }        public static void  main (String [] agrs) {                try {            String tablename = "scores";            String[] familys = {"grade", "course"};            HBaseTest.creatTable(tablename, familys);                         //add record zkb            HBaseTest.addRecord(tablename,"zkb","grade","","5");            HBaseTest.addRecord(tablename,"zkb","course","","90");            HBaseTest.addRecord(tablename,"zkb","course","math","97");            HBaseTest.addRecord(tablename,"zkb","course","art","87");                        File file=new File("/mnt/disk1/yl/JSF.jpg");            InputStream in=new  FileInputStream(new File("/mnt/disk1/yl/JSF.jpg"));                        byte[] imageValue=new byte[(int) file.length()];            int i=0;            while((i=in.read(imageValue))!=-1){             HBaseTest.addRecord(tablename,"zkb","course","art",imageValue);            }            //add record  baoniu            HBaseTest.addRecord(tablename,"baoniu","grade","","4");            HBaseTest.addRecord(tablename,"baoniu","course","math","89");                         System.out.println("===========get one record========");           // HBaseTest.getOneRecord(tablename, "zkb");            HBaseTest.ReadOneRecord(tablename, "zkb" ,"course","art");                        System.out.println("===========show all record========");            HBaseTest.getAllRecord(tablename);                         System.out.println("===========del one record========");            HBaseTest.delRecord(tablename, "baoniu");            HBaseTest.getAllRecord(tablename);                         System.out.println("===========show all record========");            HBaseTest.getAllRecord(tablename);        } catch (Exception e) {            e.printStackTrace();        }    }}


原创粉丝点击