Hadoop+Yarn

前提:已解压jdk&hadoop包改名后放于/usr/local

systemctl status firewalld.service
systemctl stop firewalld.service
systemctl disable firewalld.service

yum install net-tools

vi /etc/hosts
192.168.1.80 node01
192.168.1.81 node02
192.168.1.82 node03

vi /etc/profile

export JAVA_HOME=/usr/local/jdk
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib:$CLASSPATH
export JAVA_PATH=${JAVA_HOME}/bin:${JRE_HOME}/bin
export PATH=$PATH:${JAVA_PATH}

source /etc/profile

java -version

cd /etc/profile.d/
vi hadoop.sh
export HADOOP_HOME=/usr/local/hadoop
export PATH=$PATH:${HADOOP_HOME}/bin:${HADOOP_HOME}/sbin
source /etc/profile.d/hadoop.sh

hadoop version

cd /usr/local/hadoop/etc/hadoop/
vi slaves
把localhost改成
node02
node03

vi hadoop-env.sh
export JAVA_HOME=/usr/local/jdk

vi core-site.xml
   <property>
       <name>fs.defaultFS</name>
       <value>hdfs://node01:9000</value>
   </property>
   <property>
       <name>hadoop.tmp.dir</name>
       <value>/usr/local/hadoop/hadoop-data</value>
   </property>

vi hdfs-site.xml
   <property>
       <name>dfs.replication</name>
       <value>3</value>
   </property>
   <property>
       <name>dfs.secondary.http.address</name>
       <value>node01:50090</value>
   </property>

mv mapred-site.xml.template mapred-site.xml
vi mapred-site.xml
   <property>
       <name>mapreduce.framework.name</name>
       <value>yarn</value>
   </property>

vi yarn-site.xml
   <property>
       <name>yarn.resourcemanager.hostname</name>
       <value>node01</value>
   </property>
   <property>
       <name>yarn.nodemanager.aux-services</name>
       <value>mapreduce_shuffle</value>
   </property>

克隆
分发密钥

hdfs namenode -format

start-all.sh

jps

猜你喜欢