https://etcd.io/docs/v3.5/op-guide/container/

安装

  1. export NODE1=192.168.1.21
  2. docker volume create --name etcd-data
  3. export DATA_DIR="etcd-data"
  5. REGISTRY=quay.io/coreos/etcd
  6. docker run -d \
  7.   -p 2379:2379 \
  8.   -p 2380:2380 \
  9.   --volume=${DATA_DIR}:/etcd-data \
  10.   --name etcd ${REGISTRY}:latest \
  11.   /usr/local/bin/etcd \
  12.   --data-dir=/etcd-data --name node1 \
  13.   --initial-advertise-peer-urls http://${NODE1}:2380 --listen-peer-urls http://0.0.0.0:2380 \
  14.   --advertise-client-urls http://${NODE1}:2379 --listen-client-urls http://0.0.0.0:2379 \
  15.   --initial-cluster node1=http://${NODE1}:2380

访问

  1. # API 版本为 3
  2. export ETCDCTL_API=3
  3. ENDPOINTS=127.0.0.1:2379
  5. etcdctl --endpoints=$ENDPOINTS member list

使用

  1. # 简单使用
  2. etcdctl --endpoints=$ENDPOINTS put foo "Hello World!"
  3. etcdctl --endpoints=$ENDPOINTS get foo
  4. etcdctl --endpoints=$ENDPOINTS --write-out="json" get foo
  7. # 前缀匹配
  8. etcdctl --endpoints=$ENDPOINTS put web1 value1
  9. etcdctl --endpoints=$ENDPOINTS put web2 value2
  10. etcdctl --endpoints=$ENDPOINTS put web3 value3
  12. etcdctl --endpoints=$ENDPOINTS get web --prefix
  15. # 删除
  16. etcdctl --endpoints=$ENDPOINTS put key myvalue
  17. etcdctl --endpoints=$ENDPOINTS del key
  19. etcdctl --endpoints=$ENDPOINTS put k1 value1
  20. etcdctl --endpoints=$ENDPOINTS put k2 value2
  21. etcdctl --endpoints=$ENDPOINTS del k --prefix
  24. # 交互式操作
  25. etcdctl --endpoints=$ENDPOINTS put user1 bad
  26. etcdctl --endpoints=$ENDPOINTS txn --interactive
  28. compares:
  29. value("user1") = "bad"
  31. success requests (get, put, delete):
  32. del user1
  34. failure requests (get, put, delete):
  35. put user1 good
  38. # 租约
  39. etcdctl --endpoints=$ENDPOINTS lease grant 300
  40. # lease 2be7547fbc6a5afa granted with TTL(300s)
  42. etcdctl --endpoints=$ENDPOINTS put sample value --lease=2be7547fbc6a5afa
  43. etcdctl --endpoints=$ENDPOINTS get sample
  45. etcdctl --endpoints=$ENDPOINTS lease keep-alive 2be7547fbc6a5afa
  46. etcdctl --endpoints=$ENDPOINTS lease revoke 2be7547fbc6a5afa
  47. # or after 300 seconds
  48. etcdctl --endpoints=$ENDPOINTS get sample
  51. # 锁
  52. etcdctl --endpoints=$ENDPOINTS lock mutex1
  54. # another client with the same name blocks
  55. etcdctl --endpoints=$ENDPOINTS lock mutex1
  58. # leader 选举
  59. etcdctl --endpoints=$ENDPOINTS elect one p1
  61. # another client with the same name blocks
  62. etcdctl --endpoints=$ENDPOINTS elect one p2
  65. # etcd 状态
  66. etcdctl --write-out=table --endpoints=$ENDPOINTS endpoint status
  69. # 备份 etcd
  70. ENDPOINTS=$HOST_1:2379
  71. etcdctl --endpoints=$ENDPOINTS snapshot save my.db
  73. etcdctl --write-out=table --endpoints=$ENDPOINTS snapshot status my.db

Kubernetes etcd 备份

https://kubernetes.io/zh/docs/tasks/administer-cluster/configure-upgrade-etcd/

  1. kubectl -n kube-system get pods etcd-name -o=jsonpath='{.spec.containers[0].command}' | jq
  3. ETCDCTL_API=3 etcdctl snapshot save <backup-file-location> \
  4. --endpoints=https://127.0.0.1:2379 \
  5. --cacert=<trusted-ca-file> \
  6. --cert=<cert-file> \
  7. --key=<key-file>
  9. # 进入容器
  10. kubectl -n kube-system exec -it etcd-vm-12-3-centos -- sh
  12. ETCDCTL_API=3 etcdctl snapshot save /tmp/etcdBackup.db \
  13. --endpoints=https://10.0.12.3:2379 \
  14. --cacert=/etc/kubernetes/pki/etcd/ca.crt \
  15. --cert=/etc/kubernetes/pki/etcd/server.crt \
  16. --key=/etc/kubernetes/pki/etcd/server.key
  18. # 查看状态
  19. ETCDCTL_API=3 \
  20. etcdctl --write-out=table snapshot status /tmp/etcdBackup.db

image.png

恢复

说明： 如果集群中正在运行任何 API 服务器，则不应尝试还原 etcd 的实例。相反，请按照以下步骤还原 etcd：

  • 停止 所有 API 服务实例
  • 在所有 etcd 实例中恢复状态
  • 重启所有 API 服务实例

我们还建议重启所有组件（例如 kube-scheduler、kube-controller-manager、kubelet），以确保它们不会 依赖一些过时的数据。请注意，实际中还原会花费一些时间。 在还原过程中，关键组件将丢失领导锁并自行重启。

  1. export ETCDCTL_CACERT=/etc/kubernetes/pki/etcd/ca.crt
  2. export ETCDCTL_CERT=/etc/kubernetes/pki/etcd/server.crt
  3. export ETCDCTL_KEY=/etc/kubernetes/pki/etcd/server.key
  4. export ETCDCTL_API=3
  6. etcdctl snapshot restore /tmp/etcdBackup.db