【Centos7.6安装CDH6.1.0】第三节 Python2.7.5安装、时钟同步及CDH本地Yum源搭建

下载依赖

root用户下，在mini1上创建down.sh脚本，脚本内容如下：

#!/bin/bash
################################################################################################################################
#--设计人员：Jack-Roy
#--设计日期：2020-01-31
#--联系方式：[email protected]
#--功能说明: 下载cdh相关包，搭建yum源
#--版    本：v-1.0.0
################################################################################################################################

# CM6.1的安装包
cd /root
mkdir cm
cd cm
wget https://archive.cloudera.com/cm6/6.1.0/redhat7/yum/RPMS/x86_64/cloudera-manager-agent-6.1.0-769885.el7.x86_64.rpm
wget https://archive.cloudera.com/cm6/6.1.0/redhat7/yum/RPMS/x86_64/cloudera-manager-daemons-6.1.0-769885.el7.x86_64.rpm
wget https://archive.cloudera.com/cm6/6.1.0/redhat7/yum/RPMS/x86_64/cloudera-manager-server-6.1.0-769885.el7.x86_64.rpm
wget https://archive.cloudera.com/cm6/6.1.0/redhat7/yum/RPMS/x86_64/cloudera-manager-server-db-2-6.1.0-769885.el7.x86_64.rpm
wget https://archive.cloudera.com/cm6/6.1.0/redhat7/yum/RPMS/x86_64/oracle-j2sdk1.8-1.8.0+update141-1.x86_64.rpm
wget https://archive.cloudera.com/cm6/6.1.0/allkeys.asc

# CDH6.1的安装包
cd /root
mkdir cdh_parcel
cd cdh_parcel
wget https://archive.cloudera.com/cdh6/6.1.0/parcels/CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel  
wget https://archive.cloudera.com/cdh6/6.1.0/parcels/CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha256
wget https://archive.cloudera.com/cdh6/6.1.0/parcels/manifest.json
# 这里CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha256需要重命名为CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha
mv CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha256 CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha
 

yum -y install httpd 
yum -y install createrepo
systemctl start httpd 
systemctl enable httpd

# 创建Cloudera Manager仓库，便于分发至从节点进行agent的安装
mkdir /var/www/html/cm6/
cd /var/www/html/cm6/ 
mv /root/cm/allkeys.asc  /var/www/html/cm6
mv /root/cm/cloudera-manager-agent-6.1.0-769885.el7.x86_64.rpm   /var/www/html/cm6
mv /root/cm/cloudera-manager-daemons-6.1.0-769885.el7.x86_64.rpm   /var/www/html/cm6
mv /root/cm/cloudera-manager-server-6.1.0-769885.el7.x86_64.rpm   /var/www/html/cm6 
mv /root/cm/cloudera-manager-server-db-2-6.1.0-769885.el7.x86_64.rpm   /var/www/html/cm6 
mv /root/cm/oracle-j2sdk1.8-1.8.0+update141-1.x86_64.rpm   /var/www/html/cm6 
# 生成RPM元数据
createrepo . 

yum install tree

tree /var/www/html/cm6

# 创建Parcel仓库
mkdir /var/www/html/cdh6
cd /var/www/html/cdh6
mv /root/cdh_parcel/CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel  /var/www/html/cdh6
mv /root/cdh_parcel/CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha  /var/www/html/cdh6
mv /root/cdh_parcel/manifest.json   /var/www/html/cdh6
createrepo . 
tree /var/www/html/cdh6

# 创建CM的yum资源库配置文件
touch /etc/yum.repos.d/cloudera-repo.repo
echo [cloudera-repo] >> /etc/yum.repos.d/cloudera-repo.repo
echo name=cloudera-repo  >> /etc/yum.repos.d/cloudera-repo.repo
echo baseurl=http://192.168.26.11/cm6  >> /etc/yum.repos.d/cloudera-repo.repo
echo enabled=1  >> /etc/yum.repos.d/cloudera-repo.repo
echo gpgcheck=0  >> /etc/yum.repos.d/cloudera-repo.repo

rm -rf /root/cm
rm -rf /root/cdh_parcel
# 分发配置文件
cd /etc/yum.repos.d/
scp cloudera-repo.repo  root@mini2:/etc/yum.repos.d/
scp cloudera-repo.repo  root@mini3:/etc/yum.repos.d/

root用户下，在mini1上执行:

[root@mini1 ~]# sh down.sh

部分效果如下：

/var/www/html/cm6
├── allkeys.asc
├── cloudera-manager-agent-6.1.0-769885.el7.x86_64.rpm
├── cloudera-manager-daemons-6.1.0-769885.el7.x86_64.rpm
├── cloudera-manager-server-6.1.0-769885.el7.x86_64.rpm
├── cloudera-manager-server-db-2-6.1.0-769885.el7.x86_64.rpm
├── oracle-j2sdk1.8-1.8.0+update141-1.x86_64.rpm
└── repodata
    ├── 831ed8971fca542f1e7cfe842b2acbf3b52eb10b2ac652be711135cd4570cb97-filelists.sqlite.bz2
    ├── 972896c6fa4e3ecf40dbb0b5d2aa611ceca6c6be77ec332267b7442b004edf39-primary.sqlite.bz2
    ├── 99e3a454d6c9b656ece478ad7363e1bd9128bbde2ea9408be4420f85eff2c6e7-filelists.xml.gz
    ├── bf144ef9f000a7cc997d47ba943872b12c54072d4a844c7643f92d08da73d721-primary.xml.gz
    ├── c0080f0d05c00f6e570f4f573b074357b9c5466a0806d9d24f5e5eeee8ca03fc-other.sqlite.bz2
    ├── d6fb7d4eadceb526692efb1b15eaa7fee9568fd664c3af1058fac806dace49ea-other.xml.gz
    └── repomd.xml

1 directory, 13 files
Saving Primary metadata
Saving file lists metadata
Saving other metadata
Generating sqlite DBs
Sqlite DBs complete
/var/www/html/cdh6
├── CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel
├── CDH-6.1.0-1.cdh6.1.0.p0.770702-el7.parcel.sha
├── manifest.json
└── repodata
    ├── 01a3b489a465bcac22a43492163df43451dc6ce47d27f66de289756b91635523-filelists.sqlite.bz2
    ├── 401dc19bda88c82c403423fb835844d64345f7e95f5b9835888189c03834cc93-filelists.xml.gz
    ├── 5dc1e6e73c84803f059bb3065e684e56adfc289a7e398946574d79dac6643945-primary.sqlite.bz2
    ├── 6bf9672d0862e8ef8b8ff05a2fd0208a922b1f5978e6589d87944c88259cb670-other.xml.gz
    ├── 7c36572015e075add2b38b900837bcdbb8a504130ddff49b2351a7fc0affa3d4-other.sqlite.bz2
    ├── dabe2ce5481d23de1f4f52bdcfee0f9af98316c9e0de2ce8123adeefa0dd08b9-primary.xml.gz
    └── repomd.xml

1 directory, 9 files
cloudera-repo.repo                                                                                                                                                             100%   89    33.0KB/s   00:00    
cloudera-repo.repo                                                                                                                                                             100%   89    48.1KB/s   00:00

时钟同步

root用户下，在mini1、mini2、mini3上分别执行：

# 先卸载默认的chrony
yum -y remove chrony 
# 安装ntp服务，添加时间服务器并启动时间服务器，设置开机启动，写入硬件时钟
yum install ntp -y
sed -i 's/server 0.centos.pool.ntp.org iburst/#server 0.centos.pool.ntp.org iburst/g' /etc/ntp.conf     
sed -i 's/server 1.centos.pool.ntp.org iburst/#server 1.centos.pool.ntp.org iburst/g' /etc/ntp.conf
sed -i 's/server 2.centos.pool.ntp.org iburst/#server 2.centos.pool.ntp.org iburst/g' /etc/ntp.conf
sed -i 's/server 3.centos.pool.ntp.org iburst/#server 3.centos.pool.ntp.org iburst/g' /etc/ntp.conf
sed  -ie 's/#server 3.centos.pool.ntp.org iburst/#server 3.centos.pool.ntp.org iburst \nserver 10.17.87.8/g' /etc/ntp.conf 
systemctl restart ntpd && systemctl enable ntpd && ntpq -p  && hwclock -r

等待安装完成后，寻找初始密码：

[root@mini1 ~]# cat /var/log/mysqld.log | grep "temporary password"
2019-02-22T16:00:38.969170Z 1 [Note] A temporary password is generated for root@localhost: Kh*<VCjF6#c!
2019-02-22T18:48:41.070800Z 5 [Note] [MY-010454] [Server] A temporary password is generated for root@localhost: n(A;1rrN/xcz

使用初始密码登录：

[root@mini1 ~]# mysql -uroot -p
Enter password: 
Welcome to the MySQL monitor.  Commands end with ; or \g.
Your MySQL connection id is 12
Server version: 8.0.15 MySQL Community Server - GPL

Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved.

Oracle is a registered trademark of Oracle Corporation and/or its
affiliates. Other names may be trademarks of their respective
owners.

Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.

mysql> 

修改mysql root登录密码：

mysql> ALTER USER ‘root’@’localhost’ IDENTIFIED BY ‘1QAZ@wsx’;

注意，新密码设置要求包含大写字母、小写字母及特殊符号(如~!@#)。

安装Python2.7.5

Centos7.6自带安装了Python2.7.5，这里做一下确认即可：

[root@mini1 cdh6]# python --version
Python 2.7.5

跳转

第一节 基础环境准备（host域名及免密登录）
第二节 JDK、mysql配置
第三节 Python2.7.5安装、时钟同步及CDH本地Yum源搭建
第四节 安装并启动CM组件
第五节 WebUI方式安装CDH6