diff --git a/recovery.sh b/recovery.sh index 4889140..7cadcc5 100644 --- a/recovery.sh +++ b/recovery.sh @@ -9,26 +9,57 @@ etcdctl -C http://127.0.0.1:2380 \ --key-file=/etc/kubernetes/pki/etcd/peer.key restore db - -docker run --rm \ --v '/mnt/backups/etcd:/backup' \ --v '/var/lib/etcd3:/var/lib/etcd' \ ---env ETCDCTL_API=3 \ -'k8s.gcr.io/etcd:3.2.24' \ -/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2020-12-06_23-50-07_UTC.db'; mv /default.etcd/member /var/lib/etcd/" - - docker run --rm -it \ --v '/mnt/backups/etcd:/backup' \ +-v '/mnt/backups:/backup' \ -v '/var/lib/etcd:/var/lib/etcd' \ --env ETCDCTL_API=3 \ 'k8s.gcr.io/etcd:3.2.24' sh +# 1 reset cluster +kubeadm reset + + + +# 2 recovery etcd from backup + docker run --rm \ --v '/mnt/backups/etcd:/backup' \ +-v '/mnt/backups:/backup' \ -v '/var/lib/etcd:/var/lib/etcd' \ --env ETCDCTL_API=3 \ 'k8s.gcr.io/etcd:3.2.24' \ -/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2020-12-06_23-50-07_UTC.db'; ls /default.etcd/; mv /default.etcd/member /var/lib/etcd" +/bin/sh -c "etcdctl snapshot restore '/backup/snapshot-2022-02-06_05-00-02_UTC.db'; echo 'done'; ls /default.etcd/; mv /default.etcd/member /var/lib/etcd" + + +## update docker cgroup + +vim /lib/systemd/system/docker.service + +# update +ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock --exec-opt native.cgroupdriver=systemd + +systemctl daemon-reload +systemctl restart docker + +# check cgroup +docker system info --format '{{.CgroupDriver}}' + +# re init cluster +sudo kubeadm init --ignore-preflight-errors=DirAvailable--var-lib-etcd --control-plane-endpoint home.toozhao.com --pod-network-cidr=10.244.0.0/16 + + +# check logs +journalctl -xeu kubelet -f + +# install fiannel +kubectl -n kube-system apply -f https://raw.githubusercontent.com/coreos/flannel/master/Documentation/kube-flannel.yml + +# print join command + sudo kubeadm token create --print-join-command + + +# kubelet docker cgroupfs issue + +vim /etc/systemd/system/kubelet.service.d/10-kubeadm.conf +# update KUBELET_CGROUP_ARGS=--cgroup-driver=systemd to KUBELET_CGROUP_ARGS=--cgroup-driver=cgroupfs