快速搭建hadoop弱计算环境

来源：互联网发布：360浏览器注入js 编辑：程序博客网时间：2024/06/08 05:07
适用于以下情形

想要立马开始上手hadoop
想要立马在docker这种虚拟环境中使用
root@hanss:wget http://download.oracle.com/otn-pub/java/jdk/8u144-b01/090f390dda5b47b9b721c7dfaa008135/jdk-8u144-linux-x64.tar.gz?AuthParam=1502545143_41b9e32dd218de2ae077c06f1a077026root@hanss:sudo mkdir /usr/lib/jdkroot@hanss:mkdir /usr/lib/jdkroot@hanss:mv jdk-8u144-linux-x64.tar.gz\?AuthParam\=1502545143_41b9e32dd218de2ae077c06f1a077026 jdk-8u144-linux-x64.tar.gzroot@hanss:tar -zxvf jdk-8u144-linux-x64.tar.gz -C /usr/lib/jdkroot@hanss:vim /etc/profile#/etc/profileexport JAVA_HOME=/usr/lib/jdk/jdk1.8.0_144   export JRE_HOME=${JAVA_HOME}/jre  export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib  export PATH=${JAVA_HOME}/bin:$PATH#root@hanss:ls /usr/lib/jdk/root@hanss:vim /etc/profileroot@hanss:vim ~/.bashrc#~/.bashrcexport JAVA_HOME=/usr/lib/jdk/jdk1.8.0_144#root@hanss:source /etc/profileroot@hanss:source ~/.bashrcroot@hanss:wget http://apache.fayea.com/hadoop/common/hadoop-2.8.1/hadoop-2.8.1.tar.gzroot@hanss:mkdir /usr/lib/hadooproot@hanss:tar -zxvf hadoop-2.8.1.tar.gz -C /usr/lib/hadoop/root@hanss:vim ~/.bashrc#~/.bashrcexport PATH=$PATH:/usr/lib/hadoop/hadoop-2.8.1/bin:/usr/lib/hadoop/hadoop-2.8.1/sbinroot@hanss:vim /etc/profile#/etc/profileexport PATH=$PATH:/usr/lib/hadoop/hadoop-2.8.1/bin:/usr/lib/hadoop/hadoop-2.8.1/sbin#root@hanss:vi /etc/hostname#/etc/hostnamemasterroot@hanss:vi /etc/hosts#/etc/hosts144.122.133.12 masterroot@master$: vim core-site.xml#core-site.xml<configuration>        <property>                <name>fs.defaultFS</name>                <value>hdfs://master:9000</value>        </property>        <property>                <name>hadoop.tmp.dir</name>                <value>file:/usr/lib/hadoop-2.8.1/tmp</value>                <description>Abase for other temporary directories.</description>        </property></configuration>root@master$: vim hdfs-site.xml#hdfs-site.xml<configuration>        <property>                <name>dfs.namenode.secondary.http-address</name>                <value>master:50090</value>        </property>        <property>                <name>dfs.replication</name>                <value>1</value>        </property>        <property>                <name>dfs.namenode.name.dir</name>                <value>file:/usr/lib/hadoop-2.8.1/tmp/dfs/name</value>        </property>        <property>                <name>dfs.datanode.data.dir</name>                <value>file:/usr/lib/hadoop-2.8.1/tmp/dfs/data</value>        </property></configuration>root@master$: vim mapred-site.xml#mapred-site.xml<configuration>        <property>                <name>mapreduce.framework.name</name>                <value>yarn</value>        </property>        <property>                <name>mapreduce.jobhistory.address</name>                <value>master:10020</value>        </property>        <property>                <name>mapreduce.jobhistory.webapp.address</name>                <value>master:19888</value>        </property></configuration>root@master$: vim yarn-site.xml<configuration>#yarn-site.xml<!-- Site specific YARN configuration properties -->        <property>                <name>yarn.resourcemanager.hostname</name>                <value>master</value>        </property>        <property>                <name>yarn.nodemanager.aux-services</name>                <value>mapreduce_shuffle</value>        </property></configuration>
配置Java_Hadoop.sh文件：
阅读全文
0 0