hadoop cluster to build a complete configuration

First ah, I am a new beginner, build their own configuration, in order to facilitate the process of establishing the next and paste! ! ! ! ! ! ! !
If you order soon, you can directly copy me. Ha ha ha, you have a good understanding, I have a problem or welcome
a, core-site.xml related configuration


fs.defaultFS
hdfs://192.168.92.99:9000


io.file.buffer.size
1024


hadoop.tmp.dir
/opt/module/hadoop-2.8.5/tmp

Two, hdfs-site.xml configuration


dfs.replication
2


dfs.namenode.secondary.http.address
hdslave2:50090


dfs.namenode.name.dir
/opt/module/hadoop-2.8.5/hdfs/name


dfs.datanode.data.dir
/opt/module/hadoop-2.8.5/hdfs/data


dfs.http.address
hdmaster:50070


dfs.webhdfs.enabled
true


dfs.permissions
false


dfs.namenode.heartbeat.recheck-interval
300000


dfs.heartbeat.interval
3

Three, mapred-site.xml configuration

mapreduce.framework.name
yarn


mapreduce.jobhistory.address
hdmaster:10020


mapreduce.jobhistory.webapp.address
hdmaster:19888


mapred.job.tracker
hdmaster:9001

Four, yarn-site.xml configuration

<property>
   <name>yarn.nodemanager.aux-services</name>
   <value>mapreduce_shuffle</value>
</property>

<property>
   <name>yarn.nodemanager.resource.cpu-vcores</name>
   <value>2</value>
</property>

<property>
      <name>yarn.scheduler.maximum-allocation-vcores</name>
       <value>4</value>
    </property> 
    
     <property>
    <name>hadoop.refistry.zk.quorum</name>
    <value>hdsalve2:2181,hdslave1:2181</value>
</property> 



<property>
       <name>yarn.resourcemanager.am.max-attempts</name>
        <value>100</value>
    </property> 

<property>
      <name>yarn.resourcemanager.hostname</name>
      <value>hdmaster</value>
</property>

 <property>
        <name>yarn.resourcemanager.address</name>
        <value>hdmaster:8032</value>
</property>

<property>
        <name>yarn.resourcemanager.scheduler.address</name>
        <value>hdmaster:8030</value>
</property>

<property>
        <name>yarn.resourcemanager.resource-tracker.address</name>
        <value>hdmaster:8031</value>
</property>

 <property>
        <name>yarn.resourcemanager.admin.address</name>
        <value>hdmaster:8033</value>
 </property>

<property>
        <name>yarn.resourcemanager.webapp.address</name>
        <value>hdmaster:8088</value>
    </property>

Guess you like

Origin www.cnblogs.com/hbym/p/11356362.html