4,数据挖掘环境搭建-hadoop-2.6.5-src.tar.gz编译

来源:互联网 发布:记事本软件的英文名 编辑:程序博客网 时间:2024/05/29 08:07

编译hadoop-2.6.5.tar.gz,需要一下软件

将所有软件安装在/usr/local/src目录下

jdk-7u25-linux-x64.tar.gz
apache-ant-1.9.4-bin.tar.gz
findbugs-3.0.0.tar.gz
protobuf-2.5.0.tar.gz
apache-maven-3.0.5-bin.tar.gz
hadoop-2.6.0-src.tar.gz

安装前准备
vi /etc/rc.local

 service iptables stop chkconfig iptables off

vi /etc/selinux/conf

SELINUX=disabled

1,需要网络,网速快,编译块,正常编译20~30分钟

2,安装所需依赖

yum -y install gcc gcc-c++ makeyum install -y cmake openssl-devel ncurses-devel zlib-develyum install -y snappy snappy-devel bzip2 bzip2-devel lzo lzo-devel lzop openssl openssl-devel

3, 安装jdk
cd compile_hadoop
tar -xf jdk-7u25-linux-x64.tar.gz -C /usr/local/src
vi /etc/profile

# setting javaexport JAVA_HOME=/usr/local/src/jdk1.7.0_25export CLASSPATH=$CLASSPATH:$JAVA_HOME/lib:$JAVA_HOME/jre/libexport PATH=$JAVA_HOME/bin:$JAVA_HOME/jre/lib:$PATH

4,安装apache-maven
cd compile_hadoop
tar -xf apache-maven-3.0.5-bin.tar.gz -C /usr/local/src
vi /etc/profile

# apache-mavenexport MAVEN_HOME=/usr/local/src/apache-maven-3.0.5export PATH=$PATH:$MAVEN_HOME/bin

5,安装apache-ant
cd compile_hadoop
tar -xf apache-ant-1.9.4-bin.tar.gz -C /usr/local/src
vi /etc/profile

# apache-ant settingexport ANT_HOME=/usr/local/src/apache-ant-1.9.4export PATH=$PATH:$ANT_HOME/bin

6,安装findbugs
cd compile_hadoop
tar -xf findbugs-3.0.0.tar.gz -C /usr/local/src
vi /etc/profile

# findbugs settintexport FINDBUGS=/usr/local/src/findbugs-3.0.0export PATH=$PATH:$FINDBUGS/bin

7,安装protobuf
cd compile_hadoop
tar -xf protobuf-2.5.0.tar.gz
cd protobuf-2.5.0
./configure prefix=/usr/local/src && make && make install
vi /etc/profile

# protoc settingexport PROTOC=/usr/local/src/protocexport PATH=$PATH:$PROTOC/bin

8,检查以上是否安装成功

java -versionmvn -versionant -versionfindbugs -versionprotoc --version

9,执行

export MAVEN_OPTS="-Xms256m -Xmx512m"

10,编译hadoop-2.6.0-src.tar.gz
cd compile_hadoop
tar -xf hadoop-2.6.0-src
cd hadoop-2.6.0-src
mvn clean install -DskipTests
mvn package -Pdist,native -DskipTests -Dtar

编译完成在hadoop-2.6.0-src/hadoop-dist/target/hadoop-2.6.0/lib/native

原创粉丝点击