https://blog.csdn.net/weixin_40081862/article/details/79084749
1.三台机器配置hosts
vim /etc/hosts
ip1 hadoop01
ip2 hadoop02
ip3 hadoop03
2.互相免秘钥登录
ssh-keygen -t rsa
生成秘钥
2.1 ABC 三台机器
如果想让A可以免密登录BC
需要把A的id_rsa.pub 里的内容放到B和C的authorized_keys文件中
就是要想免密登录那一台机器，必须是哪里有人
3.设置交换区
sysctl -w vm.swappiness=0
echo vm.swappiness = 0 >> /etc/sysctl.conf
4.已启用透明大页面压缩，可能会导致重大性能问题
echo never > /sys/kernel/mm/transparent_hugepage/defrag
5.三台机器安装jdk
cd /usr/local/src
wget --no-cookie --no-check-certificate --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/8u171-b11/512cd62ec5174c3487ac17c61aaa89e8/jdk-8u171-linux-x64.rpm
rpm -ivh jdk-8u171-linux-x64.rpm
vim /etc/profile
export JAVA_HOME=/usr/java/jdk1.8.0_171-amd64
export CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
export PATH=$PATH:$JAVA_HOME/bin
source /etc/profile
java -version
6.一台机器安装mysql
cd /usr/local/src
wget http://mirrors.sohu.com/mysql/MySQL-5.7/mysql-5.7.18-1.el7.x86_64.rpm-bundle.tar
mkdir mysql && tar -xvf mysql-5.7.18-1.el7.x86_64.rpm-bundle.tar -C mysql
cd mysql
rpm -ivh mysql-community-common-5.7.18-1.el7.x86_64.rpm --force --nodeps
rpm -ivh mysql-community-libs-5.7.18-1.el7.x86_64.rpm --force --nodeps
rpm -ivh mysql-community-client-5.7.18-1.el7.x86_64.rpm --force --nodeps
rpm -ivh mysql-community-server-5.7.18-1.el7.x86_64.rpm --force --nodeps
Mysql位置
/var/lib/mysql mysql数据库文件的存放位子
yum install -y numactl
yum install -y libaio
mysqld: error while loading shared libraries: libnuma.so.1: cannot open shared object file: No such file or directory
mysqld --initialize //新版的推荐此方法，执行生会在/var/log/mysqld.log生成随机密码
查看生成的密码，并记录下来
cat /var/log/mysqld.log
修改编码为utf8
vim /etc/my.cnf
character_set_server=utf8
chown mysql:mysql /var/lib/mysql -R
service mysqld start
设置新密码
mysql -uroot -p
set password=password('xxxxxxxxx');
查看编码是否生效
show variables like '%char%';
创建root用户，给root用户授权
create user 'root'@'%' identified by 'xxxxxxxxx';
GRANT ALL PRIVILEGES ON *.* to 'root'@'%';
刷新权限
flush privileges;
默认位子
--basedir=/usr
--datadir=/var/lib/mysql
--socket=/var/lib/mysql/mysql.sock
create database hive;
7.下载cm和jdbc驱动
cd /usr/local/src
wget https://archive.cloudera.com/cm5/cm/5/cloudera-manager-centos7-cm5.11.2_x86_64.tar.gz
wget http://archive.cloudera.com/cdh5/parcels/5.11.2/CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel
wget http://archive.cloudera.com/cdh5/parcels/5.11.2/CDH-5.11.2-1.cdh5.11.2.p0.4-el7.parcel.sha1
下载一个jdbc的驱动
mysql-connector-java-5.1.42-bin.jar
8.安装cmserver
cd /usr/local/src
解压到指定位置
tar -zxvf cloudera-manager-centos7-cm5.11.2_x86_64.tar.gz -C /opt
cp mysql-connector-java-5.1.42-bin.jar /opt/cm-5.11.2/share/cmf/lib/
/opt/cm-5.11.2/share/cmf/schema/scm_prepare_database.sh mysql cm5121 -hlocalhost -uroot -pYdfoie@df1213% --scm-host localhost scm scm scm
9. 安装agent：
修改/opt/cm-5.11.1/etc/cloudera-scm-agent/config.ini文件修改server_host为主节点主机名。
vim /opt/cm-5.11.2/etc/cloudera-scm-agent/config.ini
每台服务器上执行命令创建scm用户
useradd --system --home=/opt/cm-5.11.2/run/cloudera-scm-server/ --no-create-home --shell=/bin/false --comment "Cloudera SCM User" cloudera-scm
10. 将Agent同步到其他节点
scp -r /opt/cm-5.11.2 hadoop01:/opt
scp -r /opt/cm-5.11.2 hadoop03:/opt
11. 将parcels安装包放置到/opt/cloudera/parcel-repo目录下。
CDH-5.11.1-1.cdh5.11.1.p0.4-el7.parcel
CDH-5.11.2-1.cdh5.11.2.p0.4-el7.parcel.sha1
mv CDH-5.11.2-1.cdh5.11.2.p0.4-el7.parcel.sha1 CDH-5.11.2-1.cdh5.11.2.p0.4-el7.parcel.sha
11.设置开机启动
vim /etc/rc.local
/opt/cm-5.11.2/etc/init.d/cloudera-scm-server start
/opt/cm-5.11.2/etc/init.d/cloudera-scm-server stop
/opt/cm-5.11.2/etc/init.d/cloudera-scm-agent start
/opt/cm-5.11.2/etc/init.d/cloudera-scm-agent stop
12.bug
报错 Canary 测试无法在目录 /tmp/.cloudera_health_monitoring_canary_files 中创建文件
sudo -uhdfs hdfs dfsadmin -safemode leave