tomcat使用filebeat以及logstash数据采集

一、安装必要软件以及java

yum install -y wget vim 
yum install -y java
java -version //查看java版本
[root@localhost ~]# java -version
openjdk version "1.8.0_312"
OpenJDK Runtime Environment (build 1.8.0_312-b07)
OpenJDK 64-Bit Server VM (build 25.312-b07, mixed mode)

二、查看java安装环境路径并配置基本环境

//通过下面的方法查找到java的安装位置配置环境
[root@localhost ~]# which java
/usr/bin/java
[root@localhost ~]# ls -lrt /usr/bin/java 
lrwxrwxrwx. 1 root root 22 11月 11 18:14 /usr/bin/java -> /etc/alternatives/java
[root@localhost ~]# ls -lrt /etc/alternatives/ | grep ./jre/bin/java
lrwxrwxrwx. 1 root root 73 11月 11 18:14 java -> /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre/bin/java

编写环境并source生效

[root@localhost ~]# vim /etc/profile
# /etc/profile

export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64
export JRE_HOME=$JAVA_HOME/jre
export CLASS_PATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JRE_HOME/lib
export PATH=$PATH:$JAVA_HOME/bin:$JRE_HOME/bin
[root@localhost ~]# source /etc/profile

三、安装tomcat

[root@localhost ~]# wget https://mirror.bit.edu.cn/apache/tomcat/tomcat-8/v8.5.72/bin/apache-tomcat-8.5.72.tar.gz
[root@localhost ~]# tar ‐zxvf apache‐tomcat‐8.5.72.tar.gz
[root@localhost ~]# mv apache‐tomcat‐8.5.72/ /usr/local/
[root@localhost ~]# cd /usr/local/
[root@localhost ~]# ln ‐sv apache‐tomcat‐8.5.72 tomcat
[root@localhost ~]# vim /etc/profile.d/tomcat.sh //输入环境并source生效
[root@localhost ~]# cat /etc/profile.d/tomcat.sh 
CATALINA_BASE=/usr/local/tomcat
PATH=$CATALINA_BASE/bin:$PATH
export PATH CATALINA_BASE
[root@localhost ~]# source /etc/profile.d/tomcat.sh
查看版本
[root@localhost ~]# catalina.sh version
Using CATALINA_BASE:   /usr/local/tomcat
Using CATALINA_HOME:   /usr/local/tomcat
Using CATALINA_TMPDIR: /usr/local/tomcat/temp
Using JRE_HOME:        /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre
Using CLASSPATH:       /usr/local/tomcat/bin/bootstrap.jar:/usr/local/tomcat/bin/tomcat-juli.jar
Using CATALINA_OPTS:   
Server version: Apache Tomcat/8.5.72
Server built:   Oct 1 2021 15:15:33 UTC
Server number:  8.5.72.0
OS Name:        Linux
OS Version:     3.10.0-862.el7.x86_64
Architecture:   amd64
JVM Version:    1.8.0_312-b07
JVM Vendor:     Red Hat, Inc.

写一个hello world

[root@localhost ~]# cd /usr/local/tomcat/webapps/
[root@localhost ~]# mkdir test
[root@localhost ~]# cd test/
[root@localhost ~]# vim index.jsp //打开写入jsp文件
[root@localhost ~]# cat /usr/local/tomcat/webapps/test/index.jsp 
<html>
    <head>
      <title>第一个JSP程序</title>
    </head>
    <boby>
      <% out.println("Hello,World!");//网页上输出“Hello,World!”语句 %>
    </boby>
 </html>
[root@localhost ~]# catalina.sh start //启动tomcat
[root@localhost ~]# curl localhost:8080/test/index.jsp //验证是否成功

也可在浏览器输入地址访问,如图
在这里插入图片描述

四、安装filebeat

[root@localhost ~]# cd /root/
[root@localhost ~]# wget https://mirrors.huaweicloud.com/filebeat/6.8.0/filebeat-6.8.0-linux-x86.tar.gz
[root@localhost ~]# tar ‐zxvf filebeat‐6.8.0‐linux‐x86.tar.gz
[root@localhost ~]# mv filebeat‐6.8.0‐linux‐x86 /usr/local/filebeat/
[root@localhost ~]# cd /usr/local/filebeat
[root@localhost ~]# vim filebeat.yml //修改输出路径，以及输出方式

修该如下图
在这里插入图片描述

启动filebeat（启动后需要一直挂起）

[root@localhost ~]# ./filebeat ‐e ‐c filebeat.yml

报错！！！！若遇到如图报错，如图解决即可，然后重新运行启动命令
在这里插入图片描述

五、安装logstash

需要一直挂起filebeat服务，可使用nohup命令也可打开一个新的终端执行下面的内容

[root@localhost ~]# wget https://mirrors.huaweicloud.com/logstash/6.8.7/
[root@localhost ~]# tar ‐zxvf logstash‐6.8.7.tar.gz
[root@localhost ~]# mv logstash‐6.8.7/ /usr/local/logstash/
[root@localhost ~]# cd /usr/local/logstash/config
[root@localhost ~]# vim logstash‐sample.conf //将文件修改
[root@localhost /usr/local/logstash/config]# cat logstash-sample.conf 
input {
    
    
    # to do
    beats {
    
    
            port => 5044
          }
}
filter {
    
                     
    # refer: /bigData/tools/logstash/vendor/bundle/jruby/2.5.0/gems/logstash-patterns-core-4.1.2/patterns
    # to do
    # 06-Aug-2020 11:20:54.873 info [localhost-startStop-1] org.apache.catalina.core.ApplicationContext.log ContextListener: contextInitialized()
          grok {
    
    
        match => [
            "message", "(?<timestamp>[\S]+ [\S]+) (?<level>[\S]+) \[(?<thread>[\S]+)\] (?<class>[\S]+) (?<info>[\S\s]*)"
        ]
    }
}
output {
    
    
                csv {
    
    
                        path => "/home/output/tomcat-file.csv"
                        fields => ["timestamp" ,"thread", "class"]
                        csv_options => {
    
    "col_sep" => "    "}
                }

    stdout{
    
    
        codec => rubydebug
    }
    
}
[root@localhost ~]# cd /usr/local/logstash/bin
[root@localhost ~]# ./logstash ‐‐path.settings /usr/local/logstash/config/ ‐f /usr/local/logstash/config/logstash‐sample.conf
[root@localhost ~]# 浏览器输入localhost:9600不断刷新，采集数据如图

logstash输出数据如图：
在这里插入图片描述
查看并保存到本地查看

cat /home/output/tomcat-file.csv //查看采集保存的文件如图

在这里插入图片描述
本地window打开csv文件如图