scala 控制hbase,spark

package DAOimport java.io.IOExceptionimport java.util.Listimport java.util.UUIDimport java.util.Mapimport java.util.concurrent.ConcurrentHashMapimport org.apache.hadoop.hbase.filter.CompareFilter.CompareOpimport org.apache.hadoop.hbase.filter.FilterListimport org.apache.hadoop.hbase.filter.SingleColumnValueFilterimport org.apache.hadoop.hbase.filter.SubstringComparatorimport org.apache.hadoop.hbase.util.Bytesimport org.apache.hadoop.hbase.client._import org.apache.hadoop.conf.Configurationimport org.apache.hadoop.hbase.HColumnDescriptorimport org.apache.hadoop.hbase.HTableDescriptorimport org.apache.hadoop.hbase.KeyValueimport org.apache.hadoop.hbase.MasterNotRunningExceptionimport org.apache.hadoop.hbase.TableNameimport org.apache.hadoop.hbase.ZooKeeperConnectionExceptionimport org.slf4j.Loggerimport org.slf4j.LoggerFactoryobject ScalaHbase {  //private val LOG: Logger = LoggerFactory.getLogger(classOf[ScalaHbase])  def LOG = LoggerFactory.getLogger(getClass)  @throws(classOf[MasterNotRunningException])  @throws(classOf[ZooKeeperConnectionException])  @throws(classOf[IOException])  def createTable(conf: Configuration,hbaseconn: Connection, tablename: String, columnFamily: Array[String]) {//    val admin: HBaseAdmin = ConnectionFactory.createConnection(conf).getAdmin.asInstanceOf[HBaseAdmin]    val admin: HBaseAdmin = hbaseconn.getAdmin.asInstanceOf[HBaseAdmin]    if (admin.tableExists(tablename)) {      LOG.info(tablename+" Table exists!")//      println(tablename+" Table exists!")    }    else {      val tableDesc: HTableDescriptor = new HTableDescriptor(TableName.valueOf(tablename))       for ( i <- 0 to (columnFamily.length - 1)) {          val columnDesc: HColumnDescriptor = new HColumnDescriptor(columnFamily(i));          tableDesc.addFamily(columnDesc);        }      admin.createTable(tableDesc)      LOG.info(tablename+" create table success!")    }    admin.close  }  @throws(classOf[IOException])  def addRow(table: Table, rowKey: String, columnFamily: String, key: String, value: String) {//    LOG.info("put '" + rowKey + "', '" + columnFamily + ":" + key + "', '" + value + "'")    val rowPut: Put = new Put(Bytes.toBytes(rowKey))    if (value == null) {      rowPut.addColumn(columnFamily.getBytes, key.getBytes, "".getBytes)    } else {      rowPut.addColumn(columnFamily.getBytes, key.getBytes, value.getBytes)    }    table.put(rowPut)  }  @throws(classOf[IOException])  def putRow(rowPut: Put,table: HTable, rowKey: String, columnFamily: String, key: String, value: String) {    //    val rowPut: Put = new Put(Bytes.toBytes(rowKey))//    println("put '" + rowKey + "', '" + columnFamily + ":" + key + "', '" + value + "'")    if (value == null) {      rowPut.add(columnFamily.getBytes, key.getBytes, "".getBytes)    } else {    rowPut.add(columnFamily.getBytes, key.getBytes, value.getBytes)  }    table.put(rowPut)  }  @throws(classOf[IOException])  def getRow(table: HTable, rowKey: String): Result = {    val get: Get = new Get(Bytes.toBytes(rowKey))    val result: Result = table.get(get)    return result  }  /**   * 鎵归噺娣诲姞鏁版�?   *   * @param list   * @throws IOException   */  def addDataBatch(table: HTable, list: List[Put]) {    try {      table.put(list)    }    catch {      case e: RetriesExhaustedWithDetailsException => {        LOG.error(e.getMessage)      }      case e: IOException => {        LOG.error(e.getMessage)      }    }  }  /**   * 鏌ヨ鍏ㄩ儴   */  def queryAll(table: HTable) {    val scan: Scan = new Scan    try {      val s = new Scan()      val results = table.getScanner(s)    }    catch {      case e: IOException => {        LOG.error(e.toString)      }    }  }  def queryBySingleColumn(table: HTable, queryColumn: String, value: String, columns: Array[String]): ResultScanner = {    if (columns == null || queryColumn == null || value == null) {      return null    }    try {      val filter: SingleColumnValueFilter = new SingleColumnValueFilter(Bytes.toBytes(queryColumn), Bytes.toBytes(queryColumn), CompareOp.EQUAL, new SubstringComparator(value))      val scan: Scan = new Scan      for (columnName <- columns) {        scan.addColumn(Bytes.toBytes(columnName), Bytes.toBytes(columnName))      }      scan.setFilter(filter)      return table.getScanner(scan)    }    catch {      case e: Exception => {        LOG.error(e.toString)      }    }    return null  }//  @throws(classOf[Exception])//  def main(args: Array[String]) {//    val conf: Configuration = ScalaConn.getHbaseConf//    val table: HTable = new HTable(conf, "test")//    var rowPut:Put = null//    try {//      val familyColumn: Array[String] = Array[String]("test1", "test2")//      createTable(conf, "test", familyColumn)//      val uuid: UUID = UUID.randomUUID//      val s_uuid: String = uuid.toString//      if(rowPut == null){//        rowPut = new Put(Bytes.toBytes(s_uuid))//      }//      ScalaHbase.putRow(rowPut,table, s_uuid, "uuid", "col1", s_uuid)//      rowPut = null;//      ScalaHbase.getRow(table, s_uuid)//    }//    catch {//      case e: Exception => {//        if (e.getClass == classOf[MasterNotRunningException]) {//          System.out.println("MasterNotRunningException")//        }//        if (e.getClass == classOf[ZooKeeperConnectionException]) {//          System.out.println("ZooKeeperConnectionException")//        }//        if (e.getClass == classOf[IOException]) {//          System.out.println("IOException")//        }//        e.printStackTrace//      }//    } finally {//      if (null != table) {//        table.close//      }//    }//  }  def dropTable(conf: Configuration, tableName: String) {    try {      val admin: HBaseAdmin = new HBaseAdmin(conf)      admin.disableTable(tableName)      admin.deleteTable(tableName)    }    catch {      case e: MasterNotRunningException => {        LOG.error(e.toString)      }      case e: ZooKeeperConnectionException => {        LOG.error(e.toString)      }      case e: IOException => {        LOG.error(e.toString)      }    }  }}