update guide about how to recover k8s

This commit is contained in:
2022-02-09 21:42:42 +11:00
parent 4a4ce89370
commit d4014e2c87
+43 -12
View File
@@ -9,26 +9,57 @@ etcdctl -C http://127.0.0.1:2380 \
--key-file=/etc/kubernetes/pki/etcd/peer.key restore db
docker run --rm \
-v '/mnt/backups/etcd:/backup' \
-v '/var/lib/etcd3:/var/lib/etcd' \
--env ETCDCTL_API=3 \
'k8s.gcr.io/etcd:3.2.24' \
/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2020-12-06_23-50-07_UTC.db'; mv /default.etcd/member /var/lib/etcd/"
docker run --rm -it \
-v '/mnt/backups/etcd:/backup' \
-v '/mnt/backups:/backup' \
-v '/var/lib/etcd:/var/lib/etcd' \
--env ETCDCTL_API=3 \
'k8s.gcr.io/etcd:3.2.24' sh
# 1 reset cluster
kubeadm reset
# 2 recovery etcd from backup
docker run --rm \
-v '/mnt/backups/etcd:/backup' \
-v '/mnt/backups:/backup' \
-v '/var/lib/etcd:/var/lib/etcd' \
--env ETCDCTL_API=3 \
'k8s.gcr.io/etcd:3.2.24' \
/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2020-12-06_23-50-07_UTC.db'; ls /default.etcd/; mv /default.etcd/member /var/lib/etcd"
/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2022-02-06_05-00-02_UTC.db'; echo 'done'; ls /default.etcd/; mv /default.etcd/member /var/lib/etcd"
## update docker cgroup
vim /lib/systemd/system/docker.service
# update
ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock --exec-opt native.cgroupdriver=systemd
systemctl daemon-reload
systemctl restart docker
# check cgroup
docker system info --format '{{.CgroupDriver}}'
# re init cluster
sudo kubeadm init --ignore-preflight-errors=DirAvailable--var-lib-etcd --control-plane-endpoint home.toozhao.com --pod-network-cidr=10.244.0.0/16
# check logs
journalctl -xeu kubelet -f
# install fiannel
kubectl -n kube-system apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml
# print join command
sudo kubeadm token create --print-join-command
# kubelet docker cgroupfs issue
vim /etc/systemd/system/kubelet.service.d/10-kubeadm.conf
# update KUBELET_CGROUP_ARGS=--cgroup-driver=systemd to KUBELET_CGROUP_ARGS=--cgroup-driver=cgroupfs