消息队列简介
rabbitMQ kafka activeMQ rocketMQ
按业务拆分
支付 订单
纵向拆分
支付宝支付 微信支付 云闪付
实现微服务的几个要素
微服务如何落地(docker)
微服务如何发现对方?
微服务如何访问对方?
快速扩容
如何监控
升级与回滚(CI/CD)
访问日志如何查看(ELK)
spring boot
spring cloud
postgres@server01:~$ apt-cache madison rabbitmq-server
rabbitMQ 单机 安装
官方网站https://www.rabbitmq.com/install-debian.html#apt-quick-start-cloudsmith
官方安装脚本,ubuntu22.04系统
root@server01:~/sh# cat install_rabbitmq.sh
#!/bin/sh
sudo apt-get install curl gnupg apt-transport-https -y
## Team RabbitMQ's main signing key
curl -1sLf "https://keys.openpgp.org/vks/v1/by-fingerprint/0A9AF2115F4687BD29803A206B73A36E6026DFCA" | sudo gpg --dearmor | sudo tee /usr/share/keyrings/com.rabbitmq.team.gpg > /dev/null
## Community mirror of Cloudsmith: modern Erlang repository
curl -1sLf https://ppa.novemberain.com/gpg.E495BB49CC4BBE5B.key | sudo gpg --dearmor | sudo tee /usr/share/keyrings/rabbitmq.E495BB49CC4BBE5B.gpg > /dev/null
## Community mirror of Cloudsmith: RabbitMQ repository
curl -1sLf https://ppa.novemberain.com/gpg.9F4587F226208342.key | sudo gpg --dearmor | sudo tee /usr/share/keyrings/rabbitmq.9F4587F226208342.gpg > /dev/null
## Add apt repositories maintained by Team RabbitMQ
sudo tee /etc/apt/sources.list.d/rabbitmq.list <<EOF
## Provides modern Erlang/OTP releases
##
deb [signed-by=/usr/share/keyrings/rabbitmq.E495BB49CC4BBE5B.gpg] https://ppa1.novemberain.com/rabbitmq/rabbitmq-erlang/deb/ubuntu jammy main
deb-src [signed-by=/usr/share/keyrings/rabbitmq.E495BB49CC4BBE5B.gpg] https://ppa1.novemberain.com/rabbitmq/rabbitmq-erlang/deb/ubuntu jammy main
# another mirror for redundancy
deb [signed-by=/usr/share/keyrings/rabbitmq.E495BB49CC4BBE5B.gpg] https://ppa2.novemberain.com/rabbitmq/rabbitmq-erlang/deb/ubuntu jammy main
deb-src [signed-by=/usr/share/keyrings/rabbitmq.E495BB49CC4BBE5B.gpg] https://ppa2.novemberain.com/rabbitmq/rabbitmq-erlang/deb/ubuntu jammy main
## Provides RabbitMQ
##
deb [signed-by=/usr/share/keyrings/rabbitmq.9F4587F226208342.gpg] https://ppa1.novemberain.com/rabbitmq/rabbitmq-server/deb/ubuntu jammy main
deb-src [signed-by=/usr/share/keyrings/rabbitmq.9F4587F226208342.gpg] https://ppa1.novemberain.com/rabbitmq/rabbitmq-server/deb/ubuntu jammy main
# another mirror for redundancy
deb [signed-by=/usr/share/keyrings/rabbitmq.9F4587F226208342.gpg] https://ppa2.novemberain.com/rabbitmq/rabbitmq-server/deb/ubuntu jammy main
deb-src [signed-by=/usr/share/keyrings/rabbitmq.9F4587F226208342.gpg] https://ppa2.novemberain.com/rabbitmq/rabbitmq-server/deb/ubuntu jammy main
EOF
## Update package indices
sudo apt-get update -y
## Install Erlang packages
sudo apt-get install -y erlang-base \
erlang-asn1 erlang-crypto erlang-eldap erlang-ftp erlang-inets \
erlang-mnesia erlang-os-mon erlang-parsetools erlang-public-key \
erlang-runtime-tools erlang-snmp erlang-ssl \
erlang-syntax-tools erlang-tftp erlang-tools erlang-xmerl
## Install rabbitmq-server and its dependencies
sudo apt-get install rabbitmq-server -y --fix-missing
列出rabbitmq-server软件的所有来源
apt-cache madison rabbitmq-server
查看rabbitmq版本
root@server01:~/sh# rabbitmqctl status | grep “RabbitMQ version”
RabbitMQ version: 3.12.3
创建用户
# 1、创建用户并设置密码
[root@rabbit01 ~]# rabbitmqctl add_user admin 123456
#2、赋予其administrator角色
[root@rabbit01 ~]# rabbitmqctl set_user_tags admin administrator
#3、设置权限
[root@rabbit01 ~]# rabbitmqctl set_permissions -p "/" admin '.*' '.*' '.*'
修改密码
root@server02:~# rabbitmqctl change_password n80 12345
http://IP地址:15672 访问
root@server02:~# rabbitmqctl add_vhost n80 #是用来创建一个名为n80的虚拟主机
root@server02:~# rabbitmqctl list_vhosts #用来列出当前 RabbitMQ 服务器上的所有虚拟主机。
root@server02:~# rabbitmqctl list_queues #列出当前 RabbitMQ 服务器上的所有队列及其相关信息。
添加用户,配置权限
rabbit集群部署
rqbbit集群分为二种方式:普通模式和镜像模式
集群中有二种节点类型:
磁盘节点:将数据保存到内存和磁盘
内存节点:将数据保存到内存
内存节点虽然不写入磁盘,但是它执行比磁盘节点要好,集群中,只需要一个磁
盘节点来保存数据就足够了如果集群中只有内存节点,那么不能全部停止它们,
否则所有数据消息在服务器全部停机之后都会丢失
三个节点使用官方脚本安装rabbitmq,配置主机名和hosts解析
vi /etc/hosts
192.168.74.70 node1.rabbit.org node1
192.168.74.71 node2.rabbit.org node2
192.168.74.72 node3.rabbit.org node3
创建rabbitMQ集群
各服务器关闭 RabbitMQ:
rabbitmq的集群是依赖与erlang的集群来工作的,所以必须先构建erlang的集群环境,而 Erlang 的集群中各节点是通过一个magic cookie来实现的,这个cookie存放在/var/lib/rabbitmq/.erlang.cookie中,文件权限400,各个节点cookie保持一致,否则节点无法通信
在 mq-server1 同步.erlang.cookie 至其他两台服务器:
scp /var/lib/rabbitmq/.erlang.cookie 192.168.74.71:/var/lib/rabbitmq/
scp /var/lib/rabbitmq/.erlang.cookie 192.168.74.72:/var/lib/rabbitmq/
node1:
在 node1 作为内存节点添加到node3,并作为内存节点,在 node1执行以下命令
root@node1:/etc/rabbitmq# rabbitmqctl stop_app
Stopping rabbit application on node rabbit@node1 ...
root@node1:/etc/rabbitmq# rabbitmqctl reset
Resetting node rabbit@node1 ...
root@node1:/etc/rabbitmq# rabbitmqctl join_cluster rabbit@node3 --ram
Clustering node rabbit@node1 with rabbit@node3
root@node1:/etc/rabbitmq# rabbitmqctl start_app
Starting node rabbit@node1 ...
node2:
在 node2 作为内存节点添加到 node3,并作为内存节点,在node2执行以下命令:
root@node2:~# systemctl restart rabbitmq-server
root@node2:~# rabbitmqctl stop_app ##停止 app 服务
Stopping rabbit application on node rabbit@node2 ...
root@node2:~# rabbitmqctl reset ##清空元数据
Resetting node rabbit@node2 ...
root@node2:~# rabbitmqctl join_cluster rabbit@node3 --ram
Clustering node rabbit@node2 with rabbit@node3
root@node2:~# rabbitmqctl start_app ##启动 app 服务
Starting node rabbit@node2 ...
node3查看
root@node3:~# rabbitmqctl cluster_status
............
Disk Nodes
rabbit@node3
RAM Nodes #内存节点
rabbit@node1
rabbit@node2
Running Nodes #运行的节点
rabbit@node1
rabbit@node2
rabbit@node3
Versions
rabbit@node1: RabbitMQ 3.11.15 on Erlang 25.3.1
rabbit@node2: RabbitMQ 3.11.15 on Erlang 25.3.1
rabbit@node3: RabbitMQ 3.11.15 on Erlang 25.3.1
CPU Cores
Node: rabbit@node1, available CPU cores: 2
Node: rabbit@node2, available CPU cores: 2
Node: rabbit@node3, available CPU cores: 2
............
将集群设置为镜像模式
rabbitmqctl set_policy ha-all “^” ‘{“ha-mode”:“all”}’
验证集群状态
在任一节点创建账号
rabbitmqctl add_user admin 123456
rabbitmqctl set_user_tags admin administrator
rabbitmqctl set_permissions -p “/” admin ‘.’ '.’ ‘.*’
所有节点启用插件
sudo rabbitmq-plugins enable rabbitmq_management #启用web插件
三个节点都可以登录
要移除 RabbitMQ 集群,可以按照以下步骤进行操作:
-
停止所有 RabbitMQ 节点:在每个节点上运行以下命令以停止 RabbitMQ 服务:
rabbitmqctl stop_app rabbitmqctl reset
-
清除节点之间的集群状态:在每个节点上运行以下命令以清除节点之间的集群状态:
rabbitmqctl force_reset
-
在每个节点上重置节点名称或清除配置:您可以选择将节点恢复为独立节点,或者完全清除节点的配置信息。如果要将节点恢复为独立节点,请删除 RabbitMQ 配置目录中的所有文件(通常位于
/etc/rabbitmq/
或/var/lib/rabbitmq/
)。然后重新启动 RabbitMQ 服务。
systemctl restart rabbitmq-server
请注意,移除 RabbitMQ 集群可能会导致数据丢失,请在执行操作之前确保已经备份了重要的数据。
集群监控
RabbitMQ API:
curl -s -u guest:guest http://localhost:15672/api/nodes
集群状态监控
root@node1:~/py# cat rabbitmq.py
#!/bin/env python
#coding:utf-8
#Author: ZhangJie
import subprocess
running_list = []
error_list = []
false = "false"
true = "true"
def get_status():
obj = subprocess.Popen(("curl -s -u guest:guest http://localhost:15672/api/nodes &> /dev/null"), shell=True, stdout=subprocess.PIPE)
data = obj.stdout.read()
data1 = eval(data)
for i in data1:
if i.get("running") == "true":
running_list.append(i.get("name"))
else:
error_list.append(i.get("name"))
def count_server():
if len(running_list) < 3: # 可以判断错误列表大于 0 或者运行列表小于 3,3未总计的节点数量
print(101) # 100 就是集群内有节点运行不正常了
else:
print(50) # 50 为所有节点全部运行正常
def main():
get_status()
count_server()
if __name__ == "__main__":
main()
内存使用监控
root@node1:~/py# python3 rabbitmq_memory.py rabbit@node2
139382784
root@node1:~/py# cat rabbitmq_memory.py
#!/bin/env python
#coding:utf-8
#Author: ZhangJie
import subprocess
import sys
running_list = []
error_list = []
false = "false"
true = "true"
def get_status():
obj = subprocess.Popen(("curl -s -u guest:guest http://localhost:15672/api/nodes &> /dev/null"), shell=True, stdout=subprocess.PIPE)
data = obj.stdout.read()
data1 = eval(data)
#print(data1)
for i in data1:
if i.get("name") == sys.argv[1]:
print(i.get("mem_used"))
def main():
get_status()
if __name__ == "__main__":
main()
root@node1:~/py# python3 rabbitmq_memory.py rabbit-test
root@node1:~/py# python3 rabbitmq_memory.py rabbit@node1
138203136
查看所有的连接列表
curl -s -u admin:123456 http://localhost:15672/api/connections
查看队列
curl -s -u admin:123456 http://localhost:15672/api/queues/