JAVA连接Shake方法

公司搭建好Hadoop+spark+shake，通过JAVA连接shake中的表进行操作，但是网上找遍了都是关于java连接hive。

无奈只能Google，发现国外友人发的帖子，其实很简单，通过hive连接驱动就可以直接连接到shake。

1、在shake主机上需要启动监听，

 

    shark --service sharkserver 9956 

2、添加jar

3、写代码，代码是在网上找到别人写的hive的，我稍微改了一下

package com.hadoop.main;


import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Date;


import org.apache.log4j.Logger;


/**
 * Hive的JavaApi
 * 
 * 启动hive的远程服务接口命令行执行：hive --service hiveserver >/dev/null 2>/dev/null &
 * 
 * 
 */
public class HiveJdbcCli {


    private static String driverName = "org.apache.hadoop.hive.jdbc.HiveDriver";
    private static String url = "jdbc:hive://192.168.1.230:9956/default";
    private static String user = "hive";
    private static String password = "mysql";
    private static String sql = "";
    private static ResultSet res;
    private static final Logger log = Logger.getLogger(HiveJdbcCli.class);


    @SuppressWarnings("unused")
    public static void main(String[] args) {
Connection conn = null;
Statement stmt = null;
try {
   conn = getConn();
   stmt = conn.createStatement();


   // 第一步:存在就先删除
   String tableName = dropTable(stmt);


   // 第二步:不存在就创建
   createTable(stmt, tableName);


   // 第三步:查看创建的表
   showTables(stmt, tableName);


   // 执行describe table操作
   describeTables(stmt, tableName);


   // 执行load data into table操作
   loadData(stmt, tableName);


   // 执行 select * query 操作
   selectData(stmt, tableName);


   // 执行 regular hive query 统计操作
   //    countData(stmt, tableName);


} catch (Exception e) {
   e.printStackTrace();
   log.error(driverName + " not found!", e);
   System.exit(1);
}
finally {
   try {
if (conn != null) {
   conn.close();
   conn = null;
}
if (stmt != null) {
   stmt.close();
   stmt = null;
}
   } catch (SQLException e) {
e.printStackTrace();
   }
}
    }


    private static void countData(Statement stmt, String tableName)
   throws SQLException {
sql = "select count(1) from " + tableName;
System.out.println("Running:" + sql);
res = stmt.executeQuery(sql);
System.out.println("执行“regular hive query”运行结果:");
while (res.next()) {
   System.out.println("count ------>" + res.getString(1));
}
    }


    private static void selectData(Statement stmt, String tableName)
   throws SQLException {
// sql = "select * from " + tableName;
System.out.println(new Date());
sql = " select to_date(DCOLLECTIONDATE),hour(DCOLLECTIONDATE),CADDRESSCODE,count(*) FROM TGS_PASSEDCAR WHERE datediff (TO_DATE (DCOLLECTIONDATE),'2014-12-08 00:00:00') >= 0 AND datediff (TO_DATE (DCOLLECTIONDATE),'2014-12-09 00:00:00') <= 0 group by to_date(DCOLLECTIONDATE),hour(DCOLLECTIONDATE),CADDRESSCODE ";


System.out.println("Running:" + sql);
res = stmt.executeQuery(sql);
System.out.println("执行 select * query 运行结果:");
System.out.println(new Date());


/*while (res.next()) {
   System.out.println(res.getString(1) + "\t" + res.getString(2) + "\t" + res.getString(3)+ "\t" + res.getString(4));
}
System.out.println(new Date());*/
    }


    private static void loadData(Statement stmt, String tableName)
   throws SQLException {
String filepath = "/home/hadoop01/data";
sql = "load data local inpath '" + filepath + "' into table "
+ tableName;
System.out.println("Running:" + sql);
res = stmt.executeQuery(sql);
    }


    private static void describeTables(Statement stmt, String tableName)
   throws SQLException {
sql = "describe " + tableName;
System.out.println("Running:" + sql);
res = stmt.executeQuery(sql);
System.out.println("执行 describe table 运行结果:");
while (res.next()) {
   System.out.println(res.getString(1) + "\t" + res.getString(2));
}
    }


    private static void showTables(Statement stmt, String tableName)
   throws SQLException {
sql = "show tables";
System.out.println("Running:" + sql);
res = stmt.executeQuery(sql);
System.out.println("执行 show tables 运行结果:");
if (res.next()) {
   System.out.println(res.getString(1));
}
    }


    private static void createTable(Statement stmt, String tableName)
   throws SQLException {
sql = "create table "
+ tableName
+ " (key int, value string)  row format delimited fields terminated by '\t'";
stmt.executeQuery(sql);
    }


    private static String dropTable(Statement stmt)  {
try {// 创建的表名
   String tableName = "testHive";
   sql = "drop table " + tableName;


   stmt.executeQuery(sql);


   return tableName;
} catch (SQLException e) {
   // TODO Auto-generated catch block
   e.printStackTrace();
   return null;
}
    }


    private static Connection getConn() throws ClassNotFoundException,
    SQLException {
Class.forName(driverName);
Connection conn = DriverManager.getConnection(url, user, password);
return conn;
    }


}

4、就这么简单，完了。