Centos 6.5 hadoop集群安装

版权声明：本文为博主原创文章，未经博主允许不得转载。 https://blog.csdn.net/jjkang_/article/details/88639261

安装jdk

解压之后，vi /etc/profile，在末尾添加jdk的环境变量

export JAVA_HOME=/root/app/jdk1.8.0_181
export PATH=$PATH:$JAVA_HOME/bin

安装hadoop

解压之后，vi /etc/profile，在末尾添加hadoop的环境变量

export HADOOP=/root/app/hadoop-2.6.4
export PATH=$PATH:$HADOOP/bin:$HADOOP/sbin

三台主机

hosts

#127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
#::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.56.160 zk1
192.168.56.162 zk2
192.168.56.163 zk3

修改主机名

vi /etc/sysconfig/network

NETWORKING=yes
HOSTNAME=zk1　＃　三台主机分别为zk1 zk2 zk3

修改网络环境

DEVICE=eth0
HWADDR=00:0C:29:8D:E6:73
TYPE=Ethernet
UUID=a81ecb00-6b42-4ff4-8895-170ab7a2672a
ONBOOT=yes
NM_CONTROLLED=yes
BOOTPROTO=static
IPADDR=192.168.56.160 
NETMASK=255.255.255.0
GATEWAY=192.168.56.2
DNS1=192.168.56.2

修改core-site.xml

<configuration>
        <property>
                <name>fs.defaultFS</name>
                <value>hdfs://192.168.56.160:9000</value>
        </property>
        <property>
                <name>hadoop.tmp.dir</name>
                <value>/root/hadoop/hpdata</value>
        </property>
</configuration>

修改hdfs-site.xml

<configuration>
<property>
                        <name>dfs.replication</name>
                        <value>2</value>
                </property>

                <property>
                        <name>dfs.secondary.http.address</name>
                        <value>192.168.56.160:50090</value>
                </property>
<property>
  <name>fs.default.name</name>
  <value>hdfs://192.168.56.160:9000</value>
  </property>

</configuration>

修改mapred-site.xml

<configuration>
<property>
                        <name>mapreduce.framework.name</name>
                        <value>yarn</value>
                </property>
<property>
                        <name>yarn.nodemanager.aux-services</name>
                        <value>mapreduce_shuffle</value>
                </property>
<!--
<property>
        <name>mapreduce.jobhistory.address</name>
        <value>192.168.56.160:10020</value>
    </property>
    <property>
        <name>mapred.job.tracker</name>
        <value>192.168.56.160:9001</value>
    </property>
    <property>
        <name>mapreduce.jobhistory.webapp.address</name>
        <value>192.168.56.160:19888</value>
    </property>
    -->
</configuration>

修改yarn-site.xml

<configuration>

<!-- Site specific YARN configuration properties -->
<property>
                        <name>yarn.resourcemanager.hostname</name>
                        <value>zk1</value>
                </property>
<!--
<property>
        <name>yarn.resourcemanager.scheduler.address</name>
        <value>192.168.56.160:8030</value>
    </property>
    <property>
        <name>yarn.resourcemanager.resource-tracker.address</name>
        <value>192.168.56.160:8031</value>
    </property>
    <property>
        <name>yarn.resourcemanager.address</name>
        <value>192.168.56.160:8032</value>
    </property>
    <property>
        <name>yarn.resourcemanager.admin.address</name>
        <value>192.168.56.160:8033</value>
    </property>
-->
</configuration>