1.基础环境
ip hostname cpu/memory
192.168.200.11 master01 2C4G
192.168.200.12 master02 2C4G
192.168.200.13 master03 2C4G
192.168.200.14 node01 4C8G
192.168.200.15 node02 4C8G
192.168.200.50 lb 1C2G
modprobe br_netfilter
cat >> /etc/sysctl.conf << EOF
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_forward = 1
vm.swappiness = 0
EOF
sysctl -p
cat > /etc/sysconfig/modules/ipvs.modules << EOF
#!/bin/bash
modprobe -- ip_vs
modprobe -- ip_vs_rr
modprobe -- ip_vs_wrr
modprobe -- ip_vs_sh
modprobe -- nf_conntrack_ipv4
EOF
chmod 755 /etc/sysconfig/modules/ipvs.modules
source /etc/sysconfig/modules/ipvs.modules
yum -y install ipvsadm ipset
2.配置负载均衡节点
yum -y install nginx keepalived
yum -y install nginx-all-modules.noarch
cat >> /etc/nginx/nginx.conf << EOF
stream {
log_format proxy '$time_local|$remote_addr|$upstream_addr|$protocol|$status|'
'$session_time|$upstream_connect_time|$bytes_sent|$bytes_received|'
'$upstream_bytes_sent|$upstream_bytes_received' ;
upstream kube-apiserver {
server 192.168.200.11:6443;
server 192.168.200.12:6443;
server 192.168.200.13:6443;
}
server {
listen 6443 backlog=65535 so_keepalive=on;
allow 10.10.0.0/16;
allow 172.16.0.0/16;
allow 192.168.200.0/24;
deny all;
proxy_connect_timeout 3s;
proxy_next_upstream on;
proxy_next_upstream_timeout 5;
proxy_next_upstream_tries 1;
proxy_pass kube-apiserver;
access_log /var/log/nginx/kube-apiserver.log proxy;
}
}
EOF
systemctl enable nginx
systemctl start nginx
3.安装容器运行时环境和kubeadm工具
wget -O /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
yum -y install docker-ce
mkdir -p /etc/docker
cat > /etc/docker/daemon.json << EOF
{
"exec-opts": ["native.cgroupdriver=systemd"],
"registry-mirrors": ["https://registry.cn-hangzhou.aliyuncs.com"]
}
EOF
systemctl daemon-reload
systemctl start docker
systemctl enable docker
cat > /etc/yum.repos.d/kubeadm.repo << EOF
[kubernetes]
name=Kubernetes
baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64/
enabled=1
gpgcheck=0
repo_gpgcheck=0
gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
EOF
yum install -y kubeadm kubelet kubectl
systemctl enable kubelet.service
4.部署kubernetes主节点
kubeadm init --control-plane-endpoint "192.168.200.50:6443" --pod-network-cidr 10.10.0.0/16 --service-cidr 172.16.0.0/16 \
--image-repository registry.aliyuncs.com/google_containers --upload-certs | tee kubeadm-init.log
mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config
5.部署cni网络插件
wget -O calico.yaml --no-check-certificate https://docs.projectcalico.org/manifests/calico.yaml
vim calico.yaml
- name: CALICO_IPV4POOL_CIDR
value: "10.10.0.0/16"
kubectl apply -f calico.yaml
6.修改service调度策略
kubectl edit cm kube-proxy -n kube-system # mode: "ipvs"
kubectl get pod -n kube-system | grep kube-proxy | awk '{print $1}' | xargs kubectl -n kube-system delete pod
7.kubectl命令补全
yum install bash-completion -y
source /usr/share/bash-completion/bash_completion
kubectl completion bash > /etc/bash_completion.d/kubectl
source /etc/bash_completion.d/kubectl
8.查看集群信息
[root@master01 ~]# kubectl get nodes -owide
NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME
master01 Ready control-plane,master 102m v1.22.3 192.168.200.11 <none> CentOS Linux 7 (Core) 3.10.0-957.el7.x86_64 docker://20.10.10
master02 Ready control-plane,master 33m v1.22.3 192.168.200.12 <none> CentOS Linux 7 (Core) 3.10.0-957.el7.x86_64 docker://20.10.10
master03 Ready control-plane,master 34m v1.22.3 192.168.200.13 <none> CentOS Linux 7 (Core) 3.10.0-957.el7.x86_64 docker://20.10.10
node01 Ready <none> 69m v1.22.3 192.168.200.14 <none> CentOS Linux 7 (Core) 3.10.0-957.el7.x86_64 docker://20.10.10
node02 Ready <none> 69m v1.22.3 192.168.200.15 <none> CentOS Linux 7 (Core) 3.10.0-957.el7.x86_64 docker://20.10.10
[root@master01 ~]# kubectl get all --all-namespaces
NAMESPACE NAME READY STATUS RESTARTS AGE
kube-system pod/calico-kube-controllers-5d995d45d6-pqlg9 1/1 Running 0 21m
kube-system pod/calico-node-2tndn 1/1 Running 0 21m
kube-system pod/calico-node-5xrnv 1/1 Running 0 21m
kube-system pod/calico-node-dq8rm 1/1 Running 0 21m
kube-system pod/calico-node-qmffw 1/1 Running 0 21m
kube-system pod/calico-node-wgbhj 1/1 Running 0 21m
kube-system pod/coredns-7f6cbbb7b8-fnl98 1/1 Running 0 102m
kube-system pod/coredns-7f6cbbb7b8-krvbv 1/1 Running 0 102m
kube-system pod/etcd-master01 1/1 Running 0 102m
kube-system pod/etcd-master02 1/1 Running 0 33m
kube-system pod/etcd-master03 1/1 Running 0 34m
kube-system pod/kube-apiserver-master01 1/1 Running 0 102m
kube-system pod/kube-apiserver-master02 1/1 Running 1 (34m ago) 11m
kube-system pod/kube-apiserver-master03 1/1 Running 0 34m
kube-system pod/kube-controller-manager-master01 1/1 Running 0 100s
kube-system pod/kube-controller-manager-master02 1/1 Running 0 97s
kube-system pod/kube-controller-manager-master03 1/1 Running 0 94s
kube-system pod/kube-proxy-ddg24 1/1 Running 0 8m22s
kube-system pod/kube-proxy-g8qw6 1/1 Running 0 8m23s
kube-system pod/kube-proxy-qvp4b 1/1 Running 0 8m22s
kube-system pod/kube-proxy-shqjg 1/1 Running 0 8m23s
kube-system pod/kube-proxy-vzfpd 1/1 Running 0 8m23s
kube-system pod/kube-scheduler-master01 1/1 Running 0 99s
kube-system pod/kube-scheduler-master02 1/1 Running 0 97s
kube-system pod/kube-scheduler-master03 1/1 Running 0 94s
NAMESPACE NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
default service/kubernetes ClusterIP 172.16.0.1 <none> 443/TCP 102m
kube-system service/kube-dns ClusterIP 172.16.0.10 <none> 53/UDP,53/TCP,9153/TCP 102m
NAMESPACE NAME DESIRED CURRENT READY UP-TO-DATE AVAILABLE NODE SELECTOR AGE
kube-system daemonset.apps/calico-node 5 5 5 5 5 kubernetes.io/os=linux 21m
kube-system daemonset.apps/kube-proxy 5 5 5 5 5 kubernetes.io/os=linux 102m
NAMESPACE NAME READY UP-TO-DATE AVAILABLE AGE
kube-system deployment.apps/calico-kube-controllers 1/1 1 1 21m
kube-system deployment.apps/coredns 2/2 2 2 102m
NAMESPACE NAME DESIRED CURRENT READY AGE
kube-system replicaset.apps/calico-kube-controllers-5d995d45d6 1 1 1 21m
kube-system replicaset.apps/coredns-7f6cbbb7b8 2 2 2 102m
[root@master01 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port Forward Weight ActiveConn InActConn
TCP 172.16.0.1:443 rr
-> 192.168.200.11:6443 Masq 1 0 0
-> 192.168.200.12:6443 Masq 1 0 0
-> 192.168.200.13:6443 Masq 1 0 0
TCP 172.16.0.10:53 rr
-> 172.16.196.130:53 Masq 1 0 0
-> 172.16.196.131:53 Masq 1 0 0
TCP 172.16.0.10:9153 rr
-> 172.16.196.130:9153 Masq 1 0 0
-> 172.16.196.131:9153 Masq 1 0 0
UDP 172.16.0.10:53 rr
-> 172.16.196.130:53 Masq 1 0 0
-> 172.16.196.131:53 Masq 1 0 0
[root@master01 ~]#