etcd 一个分布式一致性键值存储系统

其他 2018-06-01 05:18:06 阅读次数: 0

etcd是一个分布式一致性键值存储系统，用于共享配置和服务发现，专注于：

  • 简单:良好定义的，面向用户的API (gRPC)

  • 安全： 带有可选客户端证书认证的自动TLS

  • 快速:测试验证，每秒10000写入

  • 可靠:使用Raft适当分布

etcd是Go编写，并使用Raft一致性算法来管理高可用复制日志：

单服务器版

下载安装

$ mkdir -p $GOPATH/src/github.com/coreos
$ cd !$
$ git clone https://github.com/coreos/etcd.git
$ cd etcd
$ ./build
$ ./bin/etcd

另外一种下载安装的方法：

直接下载etcd二进制 （包含etcd、etcdctl）
https://github.com/coreos/etcd/releases

测试

$ cd $GOPATH
$ ./bin/etcd

$ cd $GOPATH
$ ETCDCTL_API=3 ./bin/etcdctl put foo bar

# 输出结果显示OK，表示安装成功
OK

搭建本地集群

$ go get github.com/mattn/goreman

$ cd $GOPATH/src/github.com/coreos/etcd
$ goreman -f Procfile start

查看本地集群的服务器列表

$ cd $GOPATH/src/github.com/coreos/etcd

$ ./bin/etcdctl member list

# 显示结果

8211f1d0f64f3269: name=infra1 peerURLs=http://127.0.0.1:12380 clientURLs=http://127.0.0.1:2379 isLeader=false
91bc3c398fb3c146: name=infra2 peerURLs=http://127.0.0.1:22380 clientURLs=http://127.0.0.1:22379 isLeader=true
fd422379fda50e48: name=infra3 peerURLs=http://127.0.0.1:32380 clientURLs=http://127.0.0.1:32379 isLeader=false

存储数据

export ETCDCTL_API=3

$ ./bin/etcdctl put foo "Hello World!"

OK

$ ./bin/etcdctl get foo

foo
Hello World!


$ ./bin/etcdctl  --write-out="json" get foo

{"header":{"cluster_id":17237436991929493444,"member_id":9372538179322589801,"revision":2,"raft_term":2},"kvs":[{"key":"Zm9v","create_revision":2,"mod_revision":2,"version":1,"value":"SGVsbG8gV29ybGQh"}],"count":1}

根据前缀查询


$ ./bin/etcdctl put web1 value1
$ ./bin/etcdctl put web2 value2
$ ./bin/etcdctl put web3 value3

$ ./bin/etcdctl get web --prefix

web1
value1
web2
value2
web3
value3

删除数据

$ ./bin/etcdctl put key myvalue
$ ./bin/etcdctl del key
1
$ ./bin/etcdctl get key
// 查询结果为空

$ ./bin/etcdctl put k1 value1
$ ./bin/etcdctl put k2 value2
$ ./bin/etcdctl del k --prefix
2
$ ./bin/etcdctl get k --prefix
// 查询结果为空

事务写入

$ ./bin/etcdctl put user1 bad
OK
$ ./bin/etcdctl txn --interactive

compares:
// 输入以下内容，输入结束按 两次回车
value("user1") = "bad"      

//如果 user1 = bad，则执行 get user1 
success requests (get, put, del):
get user1

//如果 user1 != bad，则执行 put user1 good
failure requests (get, put, del):
put user1 good

// 运行结果，执行 success
SUCCESS

user1
bad



$ ./bin/etcdctl txn --interactive
compares:
value("user1") = "111"  

// 如果 user1 = 111，则执行 get user1 
success requests (get, put, del):
get user1

//如果 user1 != 111，则执行 put user1 2222
failure requests (get, put, del):
put user1 2222

// 运行结果，执行 failure
FAILURE

OK

$ ./bin/etcdctl get user1
user1
2222

watch

// 当 stock1 的数值改变（ put 方法）的时候，watch 会收到通知
$ ./bin/etcdctl watch stock1

// 新打开终端
$ export ETCDCTL_API=3
$ ./bin/etcdctl put stock1 1000

//在watch 终端显示
PUT
stock1
1000


$ ./bin/etcdctl watch stock --prefix
$ ./bin/etcdctl put stock1 10
$ ./bin/etcdctl put stock2 20

lease

$ ./bin/etcdctl lease grant 300
# lease 326963a02758b527 granted with TTL(300s)

$ ./bin/etcdctl put sample value --lease=326963a02758b527
OK

$ ./bin/etcdctl get sample

$ ./bin/etcdctl lease keep-alive 326963a02758b520
$ ./bin/etcdctl lease revoke 326963a02758b527
lease 326963a02758b527 revoked

# or after 300 seconds
$ ./bin/etcdctl get sample

Distributed locks

//第一终端
$ ./bin/etcdctl lock mutex1
mutex1/326963a02758b52d

# 第二终端
$ ./bin/etcdctl lock mutex1

// 当第一个终端结束了，第二个终端会显示
mutex1/326963a02758b531

Elections

$ ./bin/etcdctl elect one p1

one/326963a02758b539
p1


# another client with the same name blocks
$ ./bin/etcdctl elect one p2

//结束第一终端，第二终端显示
one/326963a02758b53e
p2

Cluster status

集群状态

$ ./bin/etcdctl --write-out=table endpoint status

$ ./bin/etcdctl endpoint health

Snapshot

./bin/etcdctl snapshot save my.db

Snapshot saved at my.db

./bin/etcdctl --write-out=table snapshot status my.db

Member

./bin/etcdctl member list -w table

etcd 多台服务器集群

下载安装 etcd

$ mkdir -p $GOPATH/src/github.com/coreos
$ cd !$
$ git clone https://github.com/coreos/etcd.git
$ cd etcd
$ ./build

启动服务

每个节点都要执行以下配置，HOST_1、HOST_2、HOST_3 分别设置为多台服务器的IP

TOKEN=token-01
CLUSTER_STATE=new
NAME_1=machine-1
NAME_2=machine-2
NAME_3=machine-3
HOST_1=192.168.1.126
HOST_2=192.168.1.119
HOST_3=192.168.1.103
CLUSTER=${NAME_1}=http://${HOST_1}:2380,${NAME_2}=http://${HOST_2}:2380,${NAME_3}=http://${HOST_3}:2380

machine 1 执行如下命令

$ cd $GOPATH/src/github.com/coreos/etcd/bin

# For machine 1
THIS_NAME=${NAME_1}
THIS_IP=${HOST_1}
./etcd --data-dir=data.etcd --name ${THIS_NAME} --initial-advertise-peer-urls http://${THIS_IP}:2380 --listen-peer-urls http://${THIS_IP}:2380 --advertise-client-urls http://${THIS_IP}:2379 --listen-client-urls http://${THIS_IP}:2379 --initial-cluster ${CLUSTER} --initial-cluster-state ${CLUSTER_STATE} --initial-cluster-token ${TOKEN}

machine 2 执行如下命令

$ cd $GOPATH/src/github.com/coreos/etcd/bin

# For machine 2
THIS_NAME=${NAME_2}
THIS_IP=${HOST_2}
./etcd --data-dir=data.etcd --name ${THIS_NAME} --initial-advertise-peer-urls http://${THIS_IP}:2380 --listen-peer-urls http://${THIS_IP}:2380 --advertise-client-urls http://${THIS_IP}:2379 --listen-client-urls http://${THIS_IP}:2379 --initial-cluster ${CLUSTER} --initial-cluster-state ${CLUSTER_STATE} --initial-cluster-token ${TOKEN}

machine 3 执行如下命令

$ cd $GOPATH/src/github.com/coreos/etcd/bin

# For machine 3
THIS_NAME=${NAME_3}
THIS_IP=${HOST_3}
./etcd --data-dir=data.etcd --name ${THIS_NAME} --initial-advertise-peer-urls http://${THIS_IP}:2380 --listen-peer-urls http://${THIS_IP}:2380 --advertise-client-urls http://${THIS_IP}:2379 --listen-client-urls http://${THIS_IP}:2379 --initial-cluster ${CLUSTER} --initial-cluster-state ${CLUSTER_STATE} --initial-cluster-token ${TOKEN}

检测服务器运行是否正常

$ cd $GOPATH/src/github.com/coreos/etcd/bin

export ETCDCTL_API=3
HOST_1=192.168.1.126
HOST_2=192.168.1.119
HOST_3=192.168.1.103
ENDPOINTS=$HOST_1:2379,$HOST_2:2379,$HOST_3:2379

./etcdctl --endpoints=$ENDPOINTS member list

存储数据

./etcdctl --endpoints=$ENDPOINTS put foo "Hello World!"

./etcdctl --endpoints=$ENDPOINTS get foo
./etcdctl --endpoints=$ENDPOINTS --write-out="json" get foo

根据前缀查询

./etcdctl --endpoints=$ENDPOINTS put web1 value1
./etcdctl --endpoints=$ENDPOINTS put web2 value2
./etcdctl --endpoints=$ENDPOINTS put web3 value3

./etcdctl --endpoints=$ENDPOINTS get web --prefix

web1
value1
web2
value2
web3
value3

删除

./etcdctl --endpoints=$ENDPOINTS put key myvalue
./etcdctl --endpoints=$ENDPOINTS del key

./etcdctl --endpoints=$ENDPOINTS put k1 value1
./etcdctl --endpoints=$ENDPOINTS put k2 value2
./etcdctl --endpoints=$ENDPOINTS del k --prefix

事务写入

$ ./etcdctl --endpoints=$ENDPOINTS put user1 bad
OK

$ ./etcdctl --endpoints=$ENDPOINTS txn --interactive

compares:
// 输入以下内容，输入结束按 两次回车
value("user1") = "bad"      

//如果 user1 = bad，则执行 get user1 
success requests (get, put, del):
get user1

//如果 user1 != bad，则执行 put user1 good
failure requests (get, put, del):
put user1 good

// 运行结果，执行 success
SUCCESS

user1
bad



$ ./etcdctl --endpoints=$ENDPOINTS txn --interactive
compares:
value("user1") = "111"  

// 如果 user1 = 111，则执行 get user1 
success requests (get, put, del):
get user1

//如果 user1 != 111，则执行 put user1 2222
failure requests (get, put, del):
put user1 2222

// 运行结果，执行 failure
FAILURE

OK

$ ./etcdctl --endpoints=$ENDPOINTS get user1
user1
2222

watch

// 当 stock1 的数值改变（ put 方法）的时候，watch 会收到通知
./etcdctl --endpoints=$ENDPOINTS watch stock1

// 新打开终端
$ cd $GOPATH/src/github.com/coreos/etcd/bin

export ETCDCTL_API=3
HOST_1=192.168.1.126
HOST_2=192.168.1.119
HOST_3=192.168.1.103
ENDPOINTS=$HOST_1:2379,$HOST_2:2379,$HOST_3:2379
./etcdctl --endpoints=$ENDPOINTS put stock1 1000

./etcdctl --endpoints=$ENDPOINTS watch stock --prefix

./etcdctl --endpoints=$ENDPOINTS put stock1 10
./etcdctl --endpoints=$ENDPOINTS put stock2 20

更多操作

https://coreos.com/etcd/docs/latest/

猜你喜欢

转载自blog.csdn.net/luckydog612/article/details/80487974
今日推荐
《美国对全球网络空间安全与发展的威胁和破坏》报告发布
火速冲上 GitHub 热榜 —— 开源编程语言、框架哪有这么可爱？
北京人形机器人创新中心发布全球首个纯电驱拟人奔跑的全尺寸人形机器人“天工”
LFOSSA 源来如此公开课 | 掌握云原生未来：CNCF 认证全面攻略与备考秘籍
国产云输入法——仅华为无云端数据上传安全问题
周排行
Python环境安装与基础语法（1）——计算机基础知识
IMU预积分
ADAS中的LDW、FCW、BSD、LCA、ACC、AEB、APA、DMS代表的含义
B站笔试两道题
skyeye arm 硬件虚拟机环境的搭建
Web前端静态页面示例
数组-合并排序数组 II-简单
springcloud之版本问题启动报错
面向对象-------------匿名对象(六)
输入URL到页面呈现中间发生了什么？
每日归档
更多
2024-04-30(1)
2024-04-29(40)
2024-04-28(0)
2024-04-27(56)
2024-04-26(39)
2024-04-25(22)
2024-04-24(36)
2024-04-23(26)
2024-04-22(39)
2024-04-21(0)

代码天地 © 2018 codetd.com

境外服务器   最新电视剧2022