记录学习、技术与生活

自签名集群搭建

1. 生成2048位的ca.key openssl genrsa -out ca.key 2048 2. 在 ca.key 文件的基础上,生成 ca.crt 文件 openssl req -x509 -new -nodes -key ca.key -subj "/CN=175.27.155.72" -days 3650 -out ca.crt 3. 生成apiserver.key openssl genrsa -out apiserver.key 2048 4. 创建一个用于生成证书签名请求(CSR)的配置文件 [ req ] default_bits = 2048 prompt = no default_md = sha256 req_extensions = req_ext distinguished_name = dn [ dn ] C = CN ST = Beijing L = Beijing O = Kubernetes OU = Kubernetes CN = master.perng.cn [ req_ext ] subjectAltName = @alt_names [ alt_names ] DNS.1 = kubernetes DNS.2 = kubernetes.default DNS.3 = kubernetes.default.svc DNS.4 = kubernetes.default.svc.cluster DNS.5 = kubernetes.default.svc.cluster.local DNS.5 = master.perng.cn IP.1 = 175.27.155.72 IP.2 = 10.0.4.4 IP.3 = 172.17.0.1 [ v3_ext ] authorityKeyIdentifier=keyid,issuer:always basicConstraints=CA:FALSE keyUsage=keyEncipherment,dataEncipherment extendedKeyUsage=serverAuth,clientAuth subjectAltName=@alt_names openssl req -new -key apiserver.key -out apiserver.csr -config csr.conf 5. 基于ca 、apiserver.csr等文件生成服务端证书 openssl x509 -req -in apiserver.csr -CA ca.crt -CAkey ca.key \ -CAcreateserial -out apiserver.crt -days 3650 \ -extensions v3_ext -extfile csr.conf -sha256 6. 初始化集群 ​ 后续过程跟正常搭建集群一样。

利用 CoreDNS 枚举集群Service & Port

利用 CoreDNS 枚举集群Service & Port 1. 发现历程 看代码的过程中,发现在/pkg/dnsutil/reverse.go存在 关于in-addr.arpa的定义 跟了一下,走到 /plugin/hosts/hosts.go ,发现CoreDNS是支持PTR解析记录的

Kubernetes 环境搭建

所有节点 绑定Hosts # 不绑定会导致初始化失败 [root@Perng-Node2 ~]# cat /etc/hosts 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 192.168.159.100 Perng-Master 192.168.159.110 Perng-Node1 192.168.159.120 Perng-Node2 所有节点 安装Docker #安装yum-utils [root@Perng-Master ~]# yum install yum-utils [root@Perng-Master ~]# yum-config-manager --add-repo http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo #更新元数据 [root@Perng-Master ~]# yum makecache fast #查找docker版本 [root@Perng-Master ~]# yum list docker-ce.x86_64 --showduplicates | sort -r #安装合适版本的docker [root@Perng-Master ~]# yum -y install docker-ce-20.10.17-3.el7 .centos #加入启动项 [root@Perng-Master ~]# systemctl enable docker.service #启动docker访问 [root@Perng-Master ~]# service docker start 所有节点 配置K8s环境 # 关闭防火墙 [root@Perng-Master ~]# systemctl disable firewalld [root@Perng-Master ~]# systemctl stop firewalld # 关闭selinux [root@Perng-Master ~]# sed -i 's/SELINUX=permissive/SELINUX=disabled/' /etc/sysconfig/selinux [root@Perng-Master ~]# sed -i "s/SELINUX=enforcing/SELINUX=disabled/g" /etc/selinux/config # 禁用交换分区 [root@Perng-Master ~]# sed -i 's/.*swap.*/#&/' /etc/fstab # 修改内核参数 [root@Perng-Master ~]# cat <<EOF >/etc/sysctl.d/k8s.conf > net.bridge.bridge-nf-call-ip6tables = 1 > net.bridge.bridge-nf-call-iptables = 1 > EOF [root@Perng-Master ~]#sysctl --system # sysctl -p Master节点 安装k8s组件 # 选个合适版本k8s [root@Perng-Master ~]# yum list kubeadm --showduplicates | sort -r [root@Perng-Master ~]# POD_NETWORK=10.244.0.0 # 配置k8s阿里云源 [root@Perng-Master ~]# cat <<EOF >/etc/yum.repos.d/kubernetes.repo > [kubernetes] > name=Kubernetes > baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64 > enabled=1 > gpgcheck=0 > repo_gpgcheck=0 gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg > EOF # 更新yum源 [root@Perng-Master ~]# yum clean all [root@Perng-Master ~]# yum -y makecache # 安装kubeadm、kubectl、kubelet [root@Perng-Master ~]# yum install -y kubectl-1.22.3-0 kubeadm-1.22.3-0 kubelet-1.22.3-0 # 启动kubelet服务 [root@Perng-Master ~]# systemctl enable kubelet && systemctl start kubelet Node节点安装K8s组件 # 配置阿里K8s源 [root@Perng-Node1 ~]# cat <<EOF >/etc/yum.repos.d/kubernetes.repo > [kubernetes] > name=Kubernetes > baseurl=https://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64 > enabled=1 > gpgcheck=0 > repo_gpgcheck=0 > gpgkey=https://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg https://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg > EOF # 更新yum源 [root@Perng-Node1 ~]# yum clean all [root@Perng-Node1 ~]# yum -y makecache # 安装kubeadm、kubectl、kubelet 版本建议与master节点相同,不相同不要超过两个版本 [root@Perng-Node1 ~]# yum install -y kubectl-1.22.3-0 kubeadm-1.22.3-0 kubelet-1.22.3-0 # 启动kubelet服务 [root@Perng-Node1 ~]# systemctl enable kubelet && systemctl start kubelet Master节点 拉取K8s镜像 # 查看自己安装k8s版本的组件版本 [root@Perng-Master ~]# kubeadm config images list --kubernetes-version=v1.22.3 k8s.gcr.io/kube-apiserver:v1.22.3 k8s.gcr.io/kube-controller-manager:v1.22.3 k8s.gcr.io/kube-scheduler:v1.22.3 k8s.gcr.io/kube-proxy:v1.22.3 k8s.gcr.io/pause:3.5 k8s.gcr.io/etcd:3.5.0-0 k8s.gcr.io/coredns/coredns:v1.8.4 # 根据版本构建脚本 [root@Perng-Master ~]# vi install.sh #!/bin/bash kubeadm config images list --kubernetes-version=v1.22.3 set -e KUBE_VERSION=v1.22.3 KUBE_PAUSE_VERSION=3.5 ETCD_VERSION=3.5.0-0 CORE_DNS_VERSION=v1.8.4 # aliyun无该版本镜像,docker hub上有对应版本镜像 GCR_URL=k8s.gcr.io ALIYUN_URL=registry.cn-hangzhou.aliyuncs.com/google_containers images=(kube-proxy:${KUBE_VERSION} kube-scheduler:${KUBE_VERSION} kube-controller-manager:${KUBE_VERSION} kube-apiserver:${KUBE_VERSION} pause:${KUBE_PAUSE_VERSION} etcd:${ETCD_VERSION} coredns:${CORE_DNS_VERSION}) for imageName in ${images[@]} ; do docker pull $ALIYUN_URL/$imageName || docker pull coredns/coredns:1.8.4 if [ ${imageName} != "coredns:v1.8.4" ]; # 非coredns镜像,aliyun镜像tag成k8s镜像 then docker tag $ALIYUN_URL/$imageName $GCR_URL/$imageName else docker tag $ALIYUN_URL/$imageName $GCR_URL/coredns/$imageName #docker tag coredns/$imageName $ALIYUN_URL/$imageName fi docker rmi $ALIYUN_URL/$imageName || docker rmi $imageName done echo echo "docker pull finished..." :wq # 拉取flannel网络插件镜像 v0.16.0 [root@Perng-Master ~]# docker pull flannelcni:v0.16.0-amd64 [root@Perng-Master ~]# docker tag flannelcni:v0.16.0-amd64 quay.io/coreos/flannel:v0.16.0 [root@Perng-Master ~]# docker rmi xwjh/flannel:v0.16.0 # 镜像打包 [root@Perng-Master ~]# docker save -o k8s.tar `docker images | grep io| awk -v OFS=":" '{print $1,$2}'` # 分发到各个Node节点,没有配置hosts就用ip [root@Perng-Master ~]# scp k8s.tar Perng-Node1:/root/ [root@Perng-Master ~]# scp k8s.tar Perng-Node2:/root/ 各Node节点载入镜像 [root@Perng-Node1 ~]# cd ~ [root@Perng-Node1 ~]# docker load -i k8s.tar Master节点初始化 # 192.168.159.100 为master节点IP [root@Perng-Master ~]# kubeadm init --apiserver-advertise-address=192.168.159.100 \ > --image-repository registry.aliyuncs.com/google_containers \ # 你的 K8s 版本 > --kubernetes-version=v1.22.3 \ # service的 CIDR > --service-cidr=10.1.0.0/16 \ # Pod网络的 CIDR > --pod-network-cidr=10.244.0.0/16 # 相关变量配置 [root@Perng-Master ~]# mkdir -p $HOME/.kube [root@Perng-Master ~]# sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config [root@Perng-Master ~]# sudo chown $(id -u):$(id -g) $HOME/.kube/config # 初始化后会给个命令,这个命令为Node加入集群的命令