hbase docker本地开发环境

部门需求hbase做数据存储,只有一个正式环境集群,没有测试环境.
所以考虑本地部署一个hbase测试环境.

hbase本地环境部署

安装docker容器,windows只支持win10.
我是mac,直接从官网下载https://www.docker.com/docker-mac
安装启动docker:

#拉取容器docker pull harisekhon/hbase#启动容器docker run -d -h myhbase -p 2181:2181 -p 8080:8080 -p 8085:8085 -p 9090:9090 -p 9095:9095 -p 16000:16000 -p 16010:16010 -p 16201:16201 -p 16301:16301 --name hbase1.3 harisekhon/hbase

-d表示后台
-h 定义容器host
-p表示端口映射
–name 表示容器别名 (我这里命名hbase1.3)
harisekhon/hbase是image镜像

访问页面http://localhost:16010/master-status

---

#进入容器docker exec -it hbase1.3 /bin/bash#执行hbase命令hbase shell

可以看到hbase正常启动

---

修改本地开发环境的hosts,

vim /etc/hosts#添加127.0.0.1 myhbase

---

代码测试

maven

<?xml version="1.0" encoding="UTF-8"?><project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">    <modelVersion>4.0.0</modelVersion>    <groupId>com.example</groupId>    <artifactId>hbase</artifactId>    <version>0.0.1-SNAPSHOT</version>    <packaging>jar</packaging>    <name>hbase</name>    <description>Demo project for Spring Boot</description>    <parent>        <groupId>org.springframework.boot</groupId>        <artifactId>spring-boot-starter-parent</artifactId>        <version>1.5.8.RELEASE</version>        <relativePath/> <!-- lookup parent from repository -->    </parent>    <properties>        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>        <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>        <java.version>1.8</java.version>    </properties>    <dependencies>        <dependency>            <groupId>org.springframework.boot</groupId>            <artifactId>spring-boot-starter-web</artifactId>        </dependency>        <dependency>            <groupId>org.springframework.boot</groupId>            <artifactId>spring-boot-starter-test</artifactId>            <scope>test</scope>        </dependency>        <dependency>            <groupId>org.apache.hbase</groupId>            <artifactId>hbase-client</artifactId>            <version>1.2.4</version>        </dependency>    </dependencies>    <build>        <plugins>            <plugin>                <groupId>org.springframework.boot</groupId>                <artifactId>spring-boot-maven-plugin</artifactId>            </plugin>        </plugins>    </build></project>

代码测试

package com.example.demo.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.*;import org.apache.hadoop.hbase.client.*;import org.apache.hadoop.hbase.filter.*;import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;/** * @author allen */public class Hbase {    static Configuration conf=null;    static {        conf= HBaseConfiguration.create();        conf.set("hbase.zookeeper.quorum","myhbase");        conf.set("hbase.zookeeper.property.clientPort","2181");        conf.set("log4j.logger.org.apache.hadoop.hbase","WARN");    }    public static void createTable(String tableName,String... families) throws Exception{        HTableDescriptor tableDescriptor=new HTableDescriptor(TableName.valueOf(tableName));        try{            Connection connection=ConnectionFactory.createConnection(conf);            Admin admin=connection.getAdmin();            for(String family:families){                tableDescriptor.addFamily(new HColumnDescriptor(family));            }            if(admin.tableExists(TableName.valueOf(tableName))){                System.out.println("Table Exists");                System.exit(0);            }else{                admin.createTable(tableDescriptor);                System.out.println("Create table Success!!!Table Name:["+tableName+"]");            }        }catch (IOException e){            e.printStackTrace();        }    }    public static void deleteTable(String tableName){        try{            Connection connection=ConnectionFactory.createConnection(conf);            Admin admin=connection.getAdmin();            TableName table=TableName.valueOf(tableName);            admin.disableTable(table);            admin.deleteTable(table);            System.out.println("delete table "+tableName+" ok!");        }catch (IOException e){            e.printStackTrace();        }    }    public static void updateTable(String tableName,String rowKey,String familyName,String columnName,String value) throws Exception{        try{            Connection connection=ConnectionFactory.createConnection(conf);            Table table=connection.getTable(TableName.valueOf(tableName));            Put put=new Put(Bytes.toBytes(rowKey));            put.addColumn(Bytes.toBytes(familyName),Bytes.toBytes(columnName),Bytes.toBytes(value));            table.put(put);            System.out.println("Update table success");        }catch (IOException e){            e.printStackTrace();        }    }    public static void addData(String rowKey,String tableName,String[] column,String[] value){        try{            Connection connection=ConnectionFactory.createConnection(conf);            Table table=connection.getTable(TableName.valueOf(tableName));            Put put=new Put(Bytes.toBytes(rowKey));            HColumnDescriptor[] columnFamilies=table.getTableDescriptor().getColumnFamilies();            for(int i=0;i<columnFamilies.length;i++){                String familyName=columnFamilies[i].getNameAsString();                if(familyName.equals("version")){                    for(int j=0;j<column.length;j++){                        put.addColumn(Bytes.toBytes(familyName),Bytes.toBytes(column[j]),Bytes.toBytes(value[j]));                    }                    table.put(put);                    System.out.println("Add Data Success!");                }            }        }catch(IOException e){        }    }    public static void deleteAllColumn(String tableName,String rowKey){        try{            Connection connection=ConnectionFactory.createConnection(conf);            Table table=connection.getTable(TableName.valueOf(tableName));            Delete delAllColumn=new Delete(Bytes.toBytes(rowKey));            table.delete(delAllColumn);            System.out.println("Delete AllColumn Success");        }catch(IOException e){            e.printStackTrace();        }    }    public static void deleteColumn(String tableName,String rowKey,String familyName,String columnName){        try{            Connection connection=ConnectionFactory.createConnection(conf);            Table table=connection.getTable(TableName.valueOf(tableName));            Delete delColumn=new Delete(Bytes.toBytes(rowKey));            delColumn.addColumn(Bytes.toBytes(familyName),Bytes.toBytes(columnName));            table.delete(delColumn);            System.out.println("Delete Column Success");        }catch (IOException e){            e.printStackTrace();        }    }    public  static void getResultByVersion(String tableName,String rowKey,String familyName,String columnName){        try{            Connection connection=ConnectionFactory.createConnection(conf);            Table table =connection.getTable(TableName.valueOf(tableName));            Get get =new Get(Bytes.toBytes(rowKey));            get.addColumn(Bytes.toBytes(familyName),Bytes.toBytes(columnName));            get.setMaxVersions(3);            Result result=table.get(get);            for(Cell cell :result.listCells()){                System.out.println("family:"+Bytes.toString(cell.getFamilyArray(),cell.getFamilyOffset(),cell.getFamilyLength()));                System.out.println("qualifier:"+Bytes.toString(cell.getQualifierArray(),cell.getQualifierOffset(),cell.getQualifierLength()));                System.out.println("value:"+Bytes.toString(cell.getValueArray(),cell.getValueOffset(),cell.getValueLength()));                System.out.println("Timestamp:"+cell.getTimestamp());                System.out.println("---------------");            }        }catch (IOException e){            e.printStackTrace();        }    }    public static void main(String[] args) throws Exception {        System.setProperty("hadoop.home.dir", "/usr/local/hadoop");                Hbase.createTable("ota_pre_record","version");//      Hbase.deleteTable("ota_pre_record");//      Hbase.updateTable("ota_pre_record","324b1f27c982ea87XyZf+1502176018+20900","version","check_time","2017-11-08 10:46:34");//      Hbase.updateTable("ota_pre_record","324b1f27c982ea87XyZf+1502176018+20900","version","download_time","2017-11-08 14:37:34");//      Hbase.updateTable("ota_pre_record","24b1f27c982ea87XyZf+1502176018+20900","version","upgrade_time","2017-11-08 15:35:34");//      Hbase.deleteColumn("ota_pre_record","24b1f27c982ea87XyZf+1502176018+20900","version","upgrade_time");//      Hbase.deleteAllColumn("ota_pre_record","24b1f27c982ea87XyZf+1502176018+20900");//      Hbase.getResultByVersion("ota_pre_record","24b1f27c982ea87XyZf+1502176018+20900","version","check_time");    }}

hbase-java代码参考了这个博客

https://blog.liyang.io/360.html