HIVE 安装系列（3）配置HIVE 使用Mysql作为元数据的数据库

来源：互联网发布：mac 终端 ssh 端口编辑：程序博客网时间：2024/05/24 07:25

HIVE使用mysql作为元数据

安装成功！结果如下

[root@master lib]#pwd
/usr/local/apache-hive-1.2.1/lib
[root@master lib]#cd /dev/shm/setup_tool/
[root@master setup_tool]#ls
MySQL-client-5.5.31-2.el6.i686.rpm mysql-connector-java-5.1.10.jar MySQL-server-5.5.31-2.el6.i686.rpm
[root@master setup_tool]#cp
cp: missing file operand
Try `cp --help' for more information.
[root@master setup_tool]#cp MySQL-client-5.5.31-2.el6.i686.rpm /usr/local/apache-hive-1.2.1/lib

[root@master apache-hive-1.2.1]#cd conf
[root@master conf]#ls
beeline-log4j.properties.template hive-env.sh.template hive-log4j.properties.template
hive-default.xml.template hive-exec-log4j.properties.template ivysettings.xml
[root@master conf]#cp hive-env.sh.template hive-env.sh
[root@master conf]#cp hive-default.xml.template hive-site.xml
[root@master conf]#

[root@master hadoop]# service mysql start
Starting MySQL..... SUCCESS!
[root@master hadoop]#ps -ef|grep mysqld
root 3662 1 0 06:16 pts/1 00:00:00 /bin/sh /usr/bin/mysqld_safe --datadir=/var/lib/mysql

--pid-file=/var/lib/mysql/master.pid
mysql 3753 3662 32 06:17 pts/1 00:00:03 /usr/sbin/mysqld --basedir=/usr --datadir=/var/lib/mysql

--plugin-dir=/usr/lib/mysql/plugin --user=mysql --log-error=/var/lib/mysql/master.err --pid-

file=/var/lib/mysql/master.pid
root 3781 2869 0 06:17 pts/1 00:00:00 grep mysqld
[root@master hadoop]#mysql -uroot -proot
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 1
Server version: 5.5.31 MySQL Community Server (GPL)

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql>

mysql> GRANT ALL PRIVILEGES ON *.* TO 'hadoop'@'localhost' IDENTIFIED BY 'hadoop' WITH GRANT OPTION;
Query OK, 0 rows affected (0.03 sec)

mysql> GRANT ALL PRIVILEGES ON *.* TO 'hadoop'@'%' IDENTIFIED BY 'hadoop' WITH GRANT OPTION;
Query OK, 0 rows affected (0.00 sec)

mysql> FLUSH PRIVILEGES;
Query OK, 0 rows affected (0.00 sec)

mysql>

[root@master hadoop]#mysql -uhadoop -phadoop
Welcome to the MySQL monitor. Commands end with ; or \g.
Your MySQL connection id is 2
Server version: 5.5.31 MySQL Community Server (GPL)

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql>

[root@master lib]#ls | grep mysql
[root@master lib]#pwd
/usr/local/apache-hive-1.2.1/lib
[root@master lib]#cd /dev/shm
[root@master shm]#ls
pulse-shm-2554940598 pulse-shm-3486649521 setup_tool
[root@master shm]#ce setup_tool
bash: ce: command not found
[root@master shm]#ls
pulse-shm-2554940598 pulse-shm-3486649521 setup_tool
[root@master shm]#cd setup_tool
[root@master setup_tool]#ls
mysql-connector-java-5.1.10.jar
[root@master setup_tool]#cp mysql-connector-java-5.1.10.jar /usr/local/apache-hive-1.2.1/lib
[root@master setup_tool]#cd /usr/local/apache-hive-1.2.1/lib
[root@master lib]#ls | grep mysql
mysql-connector-java-5.1.10.jar
[root@master lib]#

[root@master conf]#cat hive-site.xml
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>javax.jdo.option.ConnectionURL</name>
<value>jdbc:mysql://localhost:3306/hive?createDatabaseIfNotExist=true</value>
<description>JDBC connect string for a JDBC metastore</description>
</property>

<property>
<name>javax.jdo.option.ConnectionDriverName</name>
<value>com.mysql.jdbc.Driver</value>
<description>Driver class name for a JDBC metastore</description>
</property>

<property>
<name>javax.jdo.option.ConnectionUserName</name>
<value>hadoop</value>
<description>username to use against metastore database</description>
</property>

<property>
<name>javax.jdo.option.ConnectionPassword</name>
<value>hadoop</value>
<description>password to use against metastore database</description>
</property>
</configuration>

[root@master conf]#

[root@master sbin]#start-dfs.sh
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
16/03/02 06:44:01 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform...

using builtin-java classes where applicable
Starting namenodes on [Master]
Master: starting namenode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-namenode-master.out
localhost: starting datanode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-datanode-master.out
Starting secondary namenodes [0.0.0.0]
0.0.0.0: starting secondarynamenode, logging to /usr/local/hadoop-2.6.0/logs/hadoop-root-

secondarynamenode-master.out
SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
SLF4J: Defaulting to no-operation (NOP) logger implementation
SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
16/03/02 06:44:43 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform...

using builtin-java classes where applicable
[root@master sbin]#jps
4210 SecondaryNameNode
3973 NameNode
4343 Jps
4061 DataNode

[root@master sbin]#hive

Logging initialized using configuration in jar:file:/usr/local/apache-hive-1.2.1/lib/hive-common-

1.2.1.jar!/hive-log4j.properties
Java HotSpot(TM) Client VM warning: You have loaded library /tmp/libnetty-transport-native-

epoll2358578991288615799.so which might have disabled stack guard. The VM will try to fix the stack

guard now.
It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z

noexecstack'.
[ERROR] Terminal initialization failed; falling back to unsupported
java.lang.IncompatibleClassChangeError: Found class jline.Terminal, but interface was expected
        at jline.TerminalFactory.create(TerminalFactory.java:101)
        at jline.TerminalFactory.get(TerminalFactory.java:158)
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:229)
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:221)
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:209)
        at org.apache.hadoop.hive.cli.CliDriver.setupConsoleReader(CliDriver.java:787)
        at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:721)
        at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681)
        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:621)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
        at org.apache.hadoop.util.RunJar.main(RunJar.java:136)

Exception in thread "main" java.lang.IncompatibleClassChangeError: Found class jline.Terminal, but

interface was expected
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:230)
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:221)
        at jline.console.ConsoleReader.<init>(ConsoleReader.java:209)
        at org.apache.hadoop.hive.cli.CliDriver.setupConsoleReader(CliDriver.java:787)
        at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:721)
        at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681)
        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:621)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:497)
        at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
        at org.apache.hadoop.util.RunJar.main(RunJar.java:136)

增加hadoop-env.sh 配置
export HADOOP_USER_CLASSPATH_FIRST=true

export JAVA_HOME=/usr/local/jdk1.8.0_65

export HADOOP_USER_CLASSPATH_FIRST=true

"hadoop-env.sh" 105L, 4309C written
[root@master hadoop]#ls
capacity-scheduler.xml hadoop-env.sh httpfs-env.sh kms-env.sh

mapred-env.sh slaves yarn-site.xml
configuration.xsl hadoop-metrics2.properties httpfs-log4j.properties kms-log4j.properties

mapred-queues.xml.template ssl-client.xml.example
container-executor.cfg hadoop-metrics.properties httpfs-signature.secret kms-site.xml

mapred-site.xml ssl-server.xml.example
core-site.xml hadoop-policy.xml httpfs-site.xml log4j.properties

mapred-site.xml.bak yarn-env.cmd
hadoop-env.cmd hdfs-site.xml kms-acls.xml mapred-env.cmd

mapred-site.xml.template yarn-env.sh
[root@master hadoop]# source ./hadoop-env.sh
[root@master hadoop]#hive

Logging initialized using configuration in jar:file:/usr/local/apache-hive-1.2.1/lib/hive-common-

1.2.1.jar!/hive-log4j.properties
Java HotSpot(TM) Client VM warning: You have loaded library /tmp/libnetty-transport-native-

epoll2494088548290783314.so which might have disabled stack guard. The VM will try to fix the stack

guard now.
It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z

noexecstack'.
hive>
hive> show tables;
OK
Time taken: 5.823 seconds
hive>

hive> show tables;
OK
Time taken: 5.823 seconds
hive> create table a1(a string,b int);
OK
Time taken: 2.19 seconds
hive> create table a2(a string,b int);
OK
Time taken: 0.077 seconds
hive> show tables;
OK
a1
a2
Time taken: 0.07 seconds, Fetched: 2 row(s)
hive>

0 0