scala中使用自己封装的工具类

需求：用scala代码，在hbase中做条件查询

scala中使用自己封装的工具类

object SparkHBase2  {  def main(args: Array[String]): Unit = {    val table=HBaseTools.openTable("t_prod_weixin_art");    val rows=HBaseTools.scanValueDatas(table, "info", "content", 10).toArray()    rows.foreach(println)    //关闭资源    HBaseTools.closeTable(table)    HBaseTools.closeConn()  }}

自己封装的工具类HBaseTools如下

import java.io.IOException;import java.util.ArrayList;import java.util.HashMap;import java.util.List;import java.util.Map;import java.util.concurrent.ExecutorService;import java.util.concurrent.Executors;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.Cell;import org.apache.hadoop.hbase.CellUtil;import org.apache.hadoop.hbase.HConstants;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.Connection;import org.apache.hadoop.hbase.client.ConnectionFactory;import org.apache.hadoop.hbase.client.Get;import org.apache.hadoop.hbase.client.Put;import org.apache.hadoop.hbase.client.Result;import org.apache.hadoop.hbase.client.ResultScanner;import org.apache.hadoop.hbase.client.Scan;import org.apache.hadoop.hbase.client.Table;import org.apache.hadoop.hbase.filter.Filter;import org.apache.hadoop.hbase.filter.PageFilter;import org.apache.hadoop.hbase.util.Bytes;public class HBaseTools {public static Configuration conf = new Configuration();private static Connection conn = null;private static ExecutorService pool = Executors.newFixedThreadPool(200);static {conf.set("hbase.zookeeper.property.clientPort", "2181");conf.set("hbase.zookeeper.quorum", "dmp01,dmp02,dmp03,dmp04,dmp05");conf.setLong(HConstants.HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD, 120000);try {conn = ConnectionFactory.createConnection(conf);} catch (IOException e) {e.printStackTrace();}}public static Table openTable(String tableName) {Table table = null;try {table = conn.getTable(TableName.valueOf(tableName), pool);} catch (IOException e) {e.printStackTrace();}return table;}public static void closeTable(Table table) {if (table != null) {try {table.close();} catch (IOException e) {e.printStackTrace();}}}public static void closeConn() {if (conn != null) {try {conn.close();} catch (IOException e) {e.printStackTrace();}}}public static void putColumnDatas(Table table, String rowKey,String familyName, Map<String, byte[]> columnDatas) {Put put = new Put(rowKey.getBytes());for (Map.Entry<String, byte[]> columnData : columnDatas.entrySet()) {put.addColumn(familyName.getBytes(),columnData.getKey().getBytes(), columnData.getValue());}try {table.put(put);} catch (IOException e) {e.printStackTrace();}}public static void putFamilyDatas(Table table, String rowKey,Map<String, Map<String, byte[]>> familyDatas) {Put put = new Put(rowKey.getBytes());for (Map.Entry<String, Map<String, byte[]>> familyData : familyDatas.entrySet()) {String familyName = familyData.getKey();Map<String, byte[]> columnDatas = familyData.getValue();for (Map.Entry<String, byte[]> columnData : columnDatas.entrySet()) {put.addColumn(familyName.getBytes(), columnData.getKey().getBytes(), columnData.getValue());}}try {table.put(put);} catch (IOException e) {e.printStackTrace();}}public static void putRowDatas(Table table,Map<String, Map<String, Map<String, byte[]>>> rowDatas) {List<Put> puts = new ArrayList<Put>();for (Map.Entry<String, Map<String, Map<String, byte[]>>> rowData : rowDatas.entrySet()) {String rowKey = rowData.getKey();if (rowKey != null) {Map<String, Map<String, byte[]>> familyDatas = rowData.getValue();Put put = new Put(rowKey.getBytes());for (Map.Entry<String, Map<String, byte[]>> familyData : familyDatas.entrySet()) {String familyName = familyData.getKey();Map<String, byte[]> columnDatas = familyData.getValue();for (Map.Entry<String, byte[]> columnData : columnDatas.entrySet()) {put.addColumn(familyName.getBytes(), columnData.getKey().getBytes(), columnData.getValue());}}puts.add(put);}}try {table.put(puts);} catch (IOException e) {e.printStackTrace();}}public static Map<String, String> getFamilyDatas(Table table, String rowkey, String family) {Map<String, String> datas = new HashMap<String, String>();Get get = new Get(rowkey.getBytes());get.addFamily(family.getBytes());try {Result result = table.get(get);List<Cell> cells = result.listCells();for (Cell cell : cells) {String key = new String(CellUtil.cloneQualifier(cell));String value = new String(CellUtil.cloneValue(cell), "UTF-8");datas.put(key, value);}} catch (IOException e) {e.printStackTrace();}return datas;}public static String getValueData(Table table, String rowkey, String family, String key) {String value = "";Get get = new Get(rowkey.getBytes());get.addFamily(family.getBytes());try {Result result = table.get(get);value = Bytes.toString(result.getValue(family.getBytes(), key.getBytes()));} catch (IOException e) {e.printStackTrace();}return value;}public static List<String> scanValueDatas(Table table, String family, String key, int limit) {List<String> values = new ArrayList<String>();Scan scan = new Scan() ;Filter filter = new PageFilter(limit);scan.setFilter(filter);try {ResultScanner results = table.getScanner(scan);for (Result res : results) {values.add(Bytes.toString(res.getValue(family.getBytes(), key.getBytes())));}} catch (IOException e) {e.printStackTrace();}return values;}}