KubeKey添加工作節點

準備兩台有網的Linux虛拟機，将這兩台虛拟機添加到前邊已經拿KubeKey搭建好的k8s叢集

環境準備

yum源配置

curl -o /etc/yum.repos.d/CentOS-Base.repo https://mirrors.aliyun.com/repo/Centos-7.repo
yum install -y yum-utils device-mapper-persistent-data lvm2
yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
sed -i -e '/mirrors.cloud.aliyuncs.com/d' -e '/mirrors.aliyuncs.com/d' /etc/yum.repos.d/CentOS-Base.repo

cat <<EOF > /etc/yum.repos.d/kubernetes.repo
[kubernetes]
name=Kubernetes
baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
enabled=1
gpgcheck=1
repo_gpgcheck=1
gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
EOF
           

同步時間

yum install ntpdate
ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
echo 'Asia/Shanghai' >/etc/timezone
ntpdate time2.aliyun.com
           

關閉防火牆、swap、selinux、dnsmasq

# 關閉防火牆
systemctl stop firewalld && systemctl disable firewalld

# 關閉swap 在所有的節點上 包括主節點和woker節點
# 切記一定要關閉 不然 kubelet啟動失敗 血的教訓
swapoff -a
# 禁止swap開機啟動
sed -i '/swap/s/^\(.*\)$/#\1/g' /etc/fstab

# 關閉selinux
setenforce 0
sed -i 's#SELINUX=enforcing#SELINUX=disabled#g' /etc/sysconfig/selinux
sed -i 's#SELINUX=enforcing#SELINUX=disabled#g' /etc/selinux/config
getenforce ##檢查selinux狀态

# 關閉dnsmasq(否則可能導緻docker容器無法解析域名)
systemctl stop dnsmasq && systemctl disable dnsmasq
           

安裝必備元件

yum install wget jq psmisc vim net-tools telnet yum-utils device-mapper-persistent-data lvm2 git ntpdate keepalived haproxy conntrack socat  -y
           

配置參數

vim /etc/security/limits.conf
* soft nofile 655360
* hard nofile 131072
* soft nproc 655350
* hard nproc 655350
* soft memlock unlimited
* hard memlock unlimited

vim /etc/modules-load.d/ipvs.conf
ip_vs
ip_vs_lc
ip_vs_wlc
ip_vs_rr
ip_vs_wrr
ip_vs_lblc
ip_vs_lblcr
ip_vs_dh
ip_vs_sh
ip_vs_fo
ip_vs_nq
ip_vs_sed
ip_vs_ftp
ip_vs_sh
nf_conntrack
ip_tables
ip_set
xt_set
ipt_set
ipt_rpfilter
ipt_REJECT
ipip

cat <<EOF > /etc/sysctl.d/k8s.conf
net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-iptables = 1
net.bridge.bridge-nf-call-ip6tables = 1
fs.may_detach_mounts = 1
vm.overcommit_memory=1
vm.panic_on_oom=0
fs.inotify.max_user_watches=89100
fs.file-max=52706963
fs.nr_open=52706963
net.netfilter.nf_conntrack_max=2310720
 
net.ipv4.tcp_keepalive_time = 600
net.ipv4.tcp_keepalive_probes = 3
net.ipv4.tcp_keepalive_intvl =15
net.ipv4.tcp_max_tw_buckets = 36000
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_max_orphans = 327680
net.ipv4.tcp_orphan_retries = 3
net.ipv4.tcp_syncookies = 1
net.ipv4.tcp_max_syn_backlog = 16384
net.ipv4.ip_conntrack_max = 65536
net.ipv4.tcp_max_syn_backlog = 16384
net.ipv4.tcp_timestamps = 0
net.core.somaxconn = 16384
EOF
           

CentOS7.x系統自帶的3.10.x核心存在一些Bugs，導緻運作的Docker、kubernetes不穩定，建議更新核心，容器使用的坑會少很多，更新核心到4.19.12

wget http://193.49.22.109/elrepo/kernel/el7/x86_64/RPMS/kernel-ml-devel-4.19.12-1.el7.elrepo.x86_64.rpm
wget http://193.49.22.109/elrepo/kernel/el7/x86_64/RPMS/kernel-ml-4.19.12-1.el7.elrepo.x86_64.rpm
yum localinstall -y kernel-ml*

grub2-set-default  0 && grub2-mkconfig -o /etc/grub2.cfg
grubby --args="user_namespace.enable=1" --update-kernel="$(grubby --default-kernel)"

# 設定完成 執行重新開機
reboot
           

安裝Docker-ce 19.03，鏡像加速位址去自己的阿裡雲帳号申請

yum install docker-ce-19.03.15-3.el7  docker-ce-cli-19.03.15-3.el7 -y
           

cat > /etc/docker/daemon.json <<EOF
{
  "exec-opts": ["native.cgroupdriver=systemd"],
  "registry-mirrors": ["https://******.mirror.aliyuncs.com"]
}
EOF
           

systemctl enable docker && systemctl restart docker
           

KubeKey添加節點

在master01節點建立配置檔案

./kk create config --from-cluster
           

更改配置檔案資訊

...
  hosts:
  # You should complete the ssh information of the hosts
  - {name: kube-master01, address: 192.168.80.51, internalAddress: 192.168.80.51, user: root, password: root}
  - {name: kube-node01, address: 192.168.80.61, internalAddress: 192.168.80.61, user: root, password: root}
  - {name: kube-node02, address: 192.168.80.62, internalAddress: 192.168.80.62, user: root, password: root}
  roleGroups:
    etcd:
    - kube-master01
    master:
    - kube-master01
    worker:
    - kube-node01
    - kube-node02
...
           

在master節點執行以下指令：

./kk add nodes -f sample.yaml
           

安裝完成後，檢視節點資訊

[root@kube-master01 ~]# kubectl get node
NAME            STATUS   ROLES           AGE    VERSION
kube-master01   Ready    master,worker   106m   v1.19.9
kube-node01     Ready    worker          46s    v1.19.9
kube-node02     Ready    worker          46s    v1.19.9
           

在Web控制台也可以看到新節點

每個人都有潛在的能量，隻是很容易被習慣所掩蓋，被時間所迷離，被惰性所消磨~