Hbase helloworld

最近在做一个hadoop相关的项目,一直没时间整理资料,今天把之前学习hbase的demo贴出来:

package com.bdds.utlis;import java.io.File;import java.io.IOException;import java.util.ArrayList;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.Random;import java.util.Map.Entry;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.Cell;import org.apache.hadoop.hbase.CellUtil;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.HColumnDescriptor;import org.apache.hadoop.hbase.HTableDescriptor;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.Delete;import org.apache.hadoop.hbase.client.Get;import org.apache.hadoop.hbase.client.HBaseAdmin;import org.apache.hadoop.hbase.client.HTable;import org.apache.hadoop.hbase.client.Put;import org.apache.hadoop.hbase.client.Result;import org.apache.hadoop.hbase.client.ResultScanner;import org.apache.hadoop.hbase.client.Scan;import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;import org.apache.hadoop.hbase.filter.Filter;import org.apache.hadoop.hbase.filter.FilterList;import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;import org.apache.hadoop.hbase.util.Bytes;public class HBaseUtilTest {public Configuration conf;static {// HBASE_HOMEFile workaround = new File(".");System.getProperties().put("hadoop.home.dir", workaround.getAbsolutePath());new File("./bin").mkdirs();try {new File("./bin/winutils.exe").createNewFile();} catch (IOException e) {e.printStackTrace();}}public HBaseUtilTest() {conf = HBaseConfiguration.create();conf.set("hbase.master", "192.168.1.55:60000");conf.set("hbase.zookeeper.quorum", "192.168.1.64");}public static void main(String args[]) throws Exception {String tableName = "model";String[] columnFamily = { "fa_1","fa_2" };new HBaseUtilTest().createTable(tableName, columnFamily);// 多列族,多字段插入Map<String, Map<String, Object>> maps = new HashMap<String, Map<String,Object>>();// 列值集合Map<String, Object> columnv1 = new HashMap<String, Object>();columnv1.put("field1", "测试-1");columnv1.put("field2", "测试-3");columnv1.put("field3", "测试-3");Map<String, Object> columnv2 = new HashMap<String, Object>();columnv2.put("field1", "测试-1");columnv2.put("field2", "测试-2");columnv2.put("field3", "测试-3");Map<String, Object> columnv3 = new HashMap<String, Object>();columnv3.put("field1", "测试-1");columnv3.put("field2", "测试-2");columnv3.put("field3", "测试-3");maps.put("baseAge", columnv1);maps.put("baseSex", columnv2);maps.put("baseAddress", columnv3);new HBaseUtilTest().insertData2(tableName, maps); new HBaseUtilTest().listTable(); String[] columnValue = {"不一样","0","233","机车"};String[] column = {"address3","sex3","age2","aihao"};new HBaseUtilTest().insertData(tableName, "1", column, columnValue, "baseAddress");new HBaseUtilTest().dropTable(tableName);new HBaseUtilTest().deleteRow(tableName, "1");new HBaseUtilTest().getAllRow(tableName);new HBaseUtilTest().getAllRow("algorithm");new HBaseUtilTest().getRowByCondition(tableName);new HBaseUtilTest().getRowByManyCondition(tableName);}/** * 创建数据表 * @param tableName 表名 * @param cols 列族数组 * @throws Exception */public void createTable(String tableName, String[] columnFamily) throws Exception {HBaseAdmin ha = new HBaseAdmin(conf);try {if (!ha.tableExists(tableName)) {HTableDescriptor table = new HTableDescriptor(TableName.valueOf(tableName));for (String column : columnFamily) {table.addFamily(new HColumnDescriptor(column));}ha.createTable(table);System.out.println("创建成功");} else {System.out.println("表已存在");}} catch (Exception e) {e.printStackTrace();} finally {ha.close();}}/** * 删除表 * @param tableName 便民 * @throws Exception */public void dropTable(String tableName) throws Exception {HBaseAdmin ha = new HBaseAdmin(conf);ha.disableTable(tableName);ha.deleteTable(tableName);}/** * 查询hbase下所有表 * @throws Exception */public TableName[] listTable() throws Exception {HBaseAdmin ha = new HBaseAdmin(conf);TableName[] tableNames = ha.listTableNames();return tableNames;}/** * 根据表查询列族 * @throws Exception */public HColumnDescriptor[] getListColumnByTable(String tableName) throws Exception {HBaseAdmin ha = new HBaseAdmin(conf);HTableDescriptor table = ha.getTableDescriptor(TableName.valueOf(tableName));HColumnDescriptor[] columns = table.getColumnFamilies();return columns;}/** * 多列族,多字段插入数据 */public void insertData2(String tableName, Map<String, Map<String, Object>> maps) throws Exception {HTable table = new HTable(conf, tableName);Put put = new Put(Bytes.toBytes(new Random().nextInt(99999)));for (Entry<String, Map<String, Object>> colu : maps.entrySet()) {for (Entry<String, Object> item : colu.getValue().entrySet()) {put.add(Bytes.toBytes(colu.getKey()), Bytes.toBytes(item.getKey()), Bytes.toBytes(item.getValue().toString()));}}table.put(put);System.out.println("插入数据成功...");}/** * 插入数据 */public void insertData(String tableName, String rowKey, String[] column, String[] columnValue, String columnFamily) throws Exception {HTable table = new HTable(conf, tableName);Put put = new Put(rowKey.getBytes());for (int i = 0; i < column.length; i++) {put.add(Bytes.toBytes(columnFamily), column[i].getBytes(), columnValue[i].getBytes());}table.put(put);System.out.println("插入数据成功...");}/** * 获取一行数据 */public void getRow(String tableName, String rowKey) throws Exception {HTable table = new HTable(conf, tableName);Get get = new Get(rowKey.getBytes());Result result = table.get(get);for (Cell cell : result.rawCells()) {System.out.println("row family-" + new String(CellUtil.cloneFamily(cell)) + " row column-" + new String(CellUtil.cloneQualifier(cell))+ " row value-" + new String(CellUtil.cloneValue(cell)));}}/** * 删除一行数据 */public void deleteRow(String tableName, String key) throws Exception {HTable table = new HTable(conf, tableName);Delete de = new Delete(key.getBytes());table.delete(de);}/** * 获取表所有数据 */public void getAllRow(String tableName) throws Exception {HTable table = new HTable(conf, tableName);Scan s = new Scan();ResultScanner rs = table.getScanner(s);for (Result result : rs) {for (Cell cell : result.rawCells()) {System.out.println("row key-" + new String(CellUtil.cloneRow(cell))+ " row family-" + new String(CellUtil.cloneFamily(cell))+ " row column-" + new String(CellUtil.cloneQualifier(cell))+ " row value-" + new String(CellUtil.cloneValue(cell)));}}}/** * 根据条件查询记录 */public void getRowByCondition(String tableName) throws Exception {HTable table = new HTable(conf, tableName);// 列族  列名  比较符号 比较值Filter filter = new SingleColumnValueFilter(Bytes.toBytes("baseSex"), Bytes.toBytes("sex"), CompareOp.EQUAL, Bytes.toBytes("1"));Scan s = new Scan();s.setFilter(filter);ResultScanner rs = table.getScanner(s);for (Result result : rs) {for (Cell cell : result.rawCells()) {System.out.println("row key-" + new String(CellUtil.cloneRow(cell))+ " row family-" + new String(CellUtil.cloneFamily(cell))+ " row column-" + new String(CellUtil.cloneQualifier(cell))+ " row value-" + new String(CellUtil.cloneValue(cell)));}}}/** * 多条件查询 */public void getRowByManyCondition(String tableName) throws Exception {HTable table = new HTable(conf, tableName);// 列族(fa_1)下的列名(age)=16Filter filterSex = new SingleColumnValueFilter(Bytes.toBytes("fa_1"), Bytes.toBytes("age"), CompareOp.EQUAL, Bytes.toBytes("16"));// 列族(fa_2)下的列名(sex)=1Filter filterAge = new SingleColumnValueFilter(Bytes.toBytes("fa_2"), Bytes.toBytes("sex"), CompareOp.EQUAL, Bytes.toBytes("1"));List<Filter> filterList = new ArrayList<Filter>();filterList.add(filterAge);filterList.add(filterSex);Scan s = new Scan();FilterList filterListS = new FilterList(filterList);s.setFilter(filterListS);// 设置查询位置 rowkeys.setStartRow("1".getBytes());s.setStopRow("5".getBytes());ResultScanner rs = table.getScanner(s);for (Result result : rs) {for (Cell cell : result.rawCells()) {System.out.println("row key-" + new String(CellUtil.cloneRow(cell))+ " row family-" + new String(CellUtil.cloneFamily(cell))+ " row column-" + new String(CellUtil.cloneQualifier(cell))+ " row value-" + new String(CellUtil.cloneValue(cell)));}}}}