安装LNMP+hadoop+hive+thrift

#卸载完httpd
yum -y remove httpd

#增加Yum 163.com 源
wget http://mirrors.163.com/.help/CentOS-Base-163.repo -O /etc/yum.repos.d/CentOS-Base-163.repo
yum makecache

#安装依赖库
yum -y install vim*  rsync telnet vixie-cron screen sysstat lrzsz mlocate e2fsprogs e2fsprogs-devel krb5 krb5-devel libidn libidn-devel openssl openssl-devel gcc gcc-c++ flex bison autoconf automake libjpeg libjpeg-devel libpng libpng-devel libxml2 libxml2-devel zlib zlib-devel zlib* glibc glibc-devel glib2 glib2-devel bzip2 bzip2-devel ncurses ncurses-devel curl curl-devel pam-devel freetype-devel freetype* ntp expat expat-devel gd libXpm libmcrypt libmcrypt-devel libtool-ltdl libtool-ltdl-devel libtool-ltdl-devel* mhash openldap openldap-devel nss_ldap openldap-clients openldap-servers libiconv pcre-devel libevent libevent-devel libxml*

#安装mysql
rm -rf cmake-2.8.3
tar -zxvf cmake-2.8.3.tar.gz
cd cmake-2.8.3
./bootstrap
gmake
make install

groupadd mysql
useradd -r -g mysql mysql
rm -rf  mysql-5.5.10
tar -zxvf mysql-5.5.10.tar.gz
cd  mysql-5.5.10
cmake .
make
make install

cd /usr/local/mysql
chown -R mysql .
chgrp -R mysql .

#==============================================
#设置Mysql
#(在support-files目录中有五个配置信息文件：
#my-small.cnf (内存<=64M)
#my-medium.cnf (内存 128M)
#my-large.cnf (内存 512M)
#my-huge.cnf (内存 1G-2G)
#my-innodb-heavy-4G.cnf (内存 4GB)
#)
#cd /usr/local/mysql
#cp ./support-files/my-medium.cnf /etc/my.cnf
#vim /etc/my.cnf
#在 [mysqld] 段增加
#datadir = /data/mysql
#wait-timeout = 30
#max_connections = 512
#default-storage-engine = MyISAM
#在 [mysqld] 段修改
#max_allowed_packet = 16M
#生成授权表
#cd /usr/local/mysql
#./scripts/mysql_install_db --user=mysql
#更改密码
#/usr/local/mysql/bin/mysqladmin -u root password 123456

##开启mysql
#/usr/local/mysql/bin/mysqld_safe &
=========================================
如果出现Can't connect to local MySQL server through socket '/tmp/mysql.sock'
ln -s /var/lib/mysql/mysql.sock /tmp/mysql.sock
=========================================
##设置开机启动
#vi /etc/rc.d/rc.local
##加入
#/usr/local/mysql/bin/mysqld_safe &
#==============================================

#安装php
tar -zxvf libiconv-1.14.tar.gz
cd libiconv-1.14/
./configure --prefix=/usr/local
make && make install

tar -zxvf libmcrypt-2.5.8.tar.gz
cd libmcrypt-2.5.8/
./configure 
==============================
如果出现configure: error: C++ compiler cannot create executables
则:yum install gcc gcc-c++ gcc-g77
==============================
make && make install
/sbin/ldconfig
cd libltdl/ 
./configure --enable-ltdl-install
make && make install

tar -zxvf mhash-0.9.9.9.tar.gz 
cd mhash-0.9.9.9/ 
./configure
make && make install

tar -zxvf mcrypt-2.6.8.tar.gz
cd mcrypt-2.6.8/
/sbin/ldconfig
./configure
make && make install

rm -rf php-5.3.9
tar -zxvf php-5.3.9.tar.gz
cd php-5.3.9
./configure --prefix=/usr/local/php --with-config-file-path=/usr/local/php/etc --with-iconv=/usr/local --with-freetype-dir --with-jpeg-dir --with-png-dir --enable-zip --with-zlib --with-gd --disable-rpath --enable-safe-mode --enable-bcmath --enable-shmop --enable-sysvsem --with-curl --with-curlwrappers --enable-mbstring --with-mcrypt --disable-ipv6 --enable-static --enable-maintainer-zts --enable-zend-multibyte --enable-sockets --enable-soap --with-openssl --without-sqlite --without-pdo-sqlite --enable-fpm --with-mysql=mysqlnd --with-mysql-sock --with-mysqli=mysqlnd

make clean
make 
make install
ln -s -f /usr/local/php/bin/php /usr/local/bin/php

#====================================================
#选择PHP.ini配置文件
cp php.ini-production /usr/local/php/etc/php.ini
#添加www用户
/usr/sbin/groupadd www && /usr/sbin/useradd -g www www
mkdir -p /var/log/nginx && chmod +w /var/log/nginx &&chown -R www:www /var/log/nginx
mkdir -p /data/www && chmod +w /data/www && chown -R www:www /data/www
cp /usr/local/php/etc/php-fpm.conf.default /usr/local/php/etc/php-fpm.conf
vim /usr/local/php/etc/php-fpm.conf
#去掉/更改 配置文件中的;
#pm.max_children = 64
#pm.start_servers = 20
#pm.min_spare_servers = 5
#pm.max_spare_servers = 35
#pm.max_requests = 1024
#user = www
#group = www
#检查语法是否正确
#/usr/local/php/sbin/php-fpm -t
#出现NOTICE: configuration file /usr/local/php/etc/php-fpm.conf test is successful 测试成功
#/usr/local/php/sbin/php-fpm &
#设置开机启动
#vim /etc/rc.d/rc.local
#在行末加入
#/usr/local/php/sbin/php-fpm &
#====================================================

#安装nginx
tar -zxvf pcre-8.13.tar.gz
cd pcre-8.13/
./configure
make && make install

tar -zxvf nginx-1.0.9.tar.gz && cd nginx-1.0.9 &&
./configure --user=www --group=www --prefix=/usr/local/nginx --sbin-path=/usr/local/nginx/sbin/nginx --conf-path=/usr/local/nginx/conf/nginx.conf --with-http_stub_status_module --with-http_ssl_module --with-pcre --lock-path=/var/run/nginx.lock --pid-path=/var/run/nginx.pid
make && make install

#=============================================
##更改配置
#vim /usr/local/nginx/conf/nginx.conf
##修改一些参数,别直接替换文件,这只是一部分
#user www
#events {
#    use epoll;
#    worker_connections  1024;
#}
#location ~ \.php$ {
#    root           html;
#    fastcgi_pass   127.0.0.1:20000;
#    fastcgi_index  index.php;
#    fastcgi_param  SCRIPT_FILENAME  $document_root$fastcgi_script_name;
#    include        fastcgi_params;
#}
#检测配置文件
#/usr/local/nginx/sbin/nginx -t

##开启Nginx
#/usr/local/nginx/sbin/nginx
##平滑重启Nginx
#/usr/local/nginx/sbin/nginx -s reload
##添加开机启动
#vim /etc/rc.d/rc.local
##最后移行加入
#/usr/local/nginx/sbin/nginx
#=============================================




#以下是安装Hadoop
#查java jdk版本
java -version
rpm -qa | grep java
#卸载原有的jdk(下面两个是上面rpm -qa | grep java查出来的，卸载原则从最下面的卸载开始)
rpm -e --nodeps java-1.4.2-gcj-compat-1.4.2.0-40jpp.115
rpm -e --nodeps java-1.6.0-openjdk-1.6.0.0-1.7.b09.el5
#安装jdk
cp jdk-6u27-linux-x64.bin /usr/local
cmod 755  jdk-6u27-linux-x64.bin
./jdk-6u27-linux-x64.bin

vim /etc/profile
#================================================================
#在文件最后加上以下配置
#JAVA_HOME=/usr/local/jdk1.6.0_27
#PATH=$JAVA_HOME/bin:$PATH
#CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
#export JAVA_HOME
#export PATH
#export CLASSPATH
#================================================================
source /etc/profile
java -version

#安装hadoop
cp hadoop-0.20.203.0rc1.tar.gz /usr/local/
tar -zxvf hadoop-0.20.203.0rc1.tar.gz
mv hadoop-0.20.203.0 hadoop
vim /usr/local/hadoop/conf/hadoop-env.sh
#加入以下语句到配置文件
export JAVA_HOME=/usr/local/jdk1.6.0_27
#==========================================
#设置hadoop xml配置文件,core-site.xml, hdfs-site.xml, mapred-site.xml
#core-site.xml
#vim /usr/local/hadoop/conf/core-site.xml
#<configuration>
#    <property>
#          <name>fs.default.name</name>
#        <value>hdfs://localhost:9000</value>
#      </property>
#</configuration>

#hdfs-site.xml
#vim /usr/local/hadoop/conf/hdfs-site.xml
#<configuration>
#    <property>
#        <name>dfs.replication</name>
#        <value>1</value>
#    </property>
#    <property>
#        <name>dfs.data.dir</name>
#        <value>/usr/local/hadoop/hdfs/data</value>
#     </property>
#    <property>
#        <name>dfs.name.dir</name>
#        <value>/usr/local/hadoop/hdfs/name</value>
#    </property>
#</configuration>

#mapred-site.xml
#vim /usr/local/hadoop/conf/mapred-site.xml
#<configuration>
#    <property>
#        <name>mapred.job.tracker</name>
#        <value>localhost:9001</value>
#    </property>
#</configuration>
#==========================================
/usr/local/hadoop/bin/hadoop namenode -format


#安装hive
tar -zxvf hive-0.8.0-bin.tar.gz
mv hive-0.8.0-bin /usr/local/hadoop/contrib/hive
mkdir -p /home/hadoop/hiveData
vim /usr/local/hadoop/contrib/hive/bin/hive-config.sh
#======================================================
#配置hive-config.sh文件,在文件最后加上
#export HIVE_HOME=/usr/local/hadoop/contrib/hive
#export HADOOP_HOME=/usr/local/hadoop
#export JAVA_HOME=/usr/local/jdk1.6.0_27
#======================================================
#测试
/usr/local/hadoop/bin/hadoop fs -mkdir test
/usr/local/hadoop/bin/hadoop fs -lsr
cp mysql-connector-java-5.1.18-bin.jar /usr/local/hadoop/contrib/hive/lib


#安装thirft
yum -y install libboost-dev libboost-dbg libboost-doc bcp libboost-* build-essential automake libtool flex bison gcc-c++ g++ pkgconfig libevent-devel zlib-devel python-devel glibc-devel glibc glib2 glib2-devel boost-devel

#cp php /usr/local/thrift/lib -r