k8s控制器 - 技术栈

一、部署

已经搭好的harbor仓库

scp ca.crt [email protected]

scp ca.crt [email protected]:/etc/docker/certs.d/bwmis.org/

scp ca.crt [email protected]:/etc/docker/certs.d/bwmis.org/

scp ca.crt [email protected]:/etc/docker/certs.d/bwmis.org/ ##发送证书
##禁止swap磁盘的使用
$root@k8s-master \~\]# cd /etc/yum.repos.d/ \[root@k8s-master yum.repos.d\]# cat k8s.repo \[k8s$
name=k8s

baseurl=https://mirrors.aliyun.com/kubernetes-new/core/stable/v1.30/rpm/

gpgcheck=0
$root@k8s-master yum.repos.d\]# vim /etc/hosts 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 172.25.250.200 node1 bwmis.org harbor 172.25.250.120 k8s-node2 172.25.250.110 k8s-node1 172.25.250.100 k8s-master$

所有安装docker

$root@k8s-master yum.repos.d\]# cat docker.repo \[docker$
name=docker-ce

baseurl=https://mirrors.aliyun.com/docker-ce/linux/rhel/9/x86_64/stable/

gpgcheck=0

所有节点设定docker的资源管理

$root@k8s-master \~\]# cat /etc/docker/daemon.json { "registry-mirrors": \["https://bwmis.org"\], "insecure-registries" : \["172.25.250.100:5000"\], "exec-opts": \["native.cgroupdriver=systemd"$
}
三台k8s
$root@k8s-master yum.repos.d\]# dnf install kubelet-1.30.0 kubeadm-1.30.0 kubectl-1.30.0 -y \[root@k8s-master yum.repos.d\]# echo "source\<(kubectl completion bash)" \>\> \~/.bashrc \[root@k8s-master yum.repos.d\]# source \~/.bashrc$

下载

cri-dockerd-0.3.14-3.el8.x86_64.rpm libcgroup-0.41-19.el8.x86_64.rpm
$root@k8s-master yum.repos.d\]# vim /lib/systemd/system/cri-docker.service ExecStart=/usr/bin/cri-dockerd --container-runtime-endpoint fd:// --network-plugin=cni --pod-infra-container-image=bwmis.org/k8s/pause:3.9 \[root@k8s-master \~\]# systemctl daemon-reload \[root@k8s-master \~\]# systemctl start cri-docker \[root@k8s-master \~\]# ll /var/run/cri-dockerd.sock \[root@k8s-master \~\]# kubeadm config images pull \\ --image-repository registry.aliyuncs.com/google_containers \\ --kubernetes-version v1.30.0 \\ --cri-socket=unix:///var/run/cri-dockerd.sock #上传镜像到harbor仓库 \[root@k8s-master \~\]# docker images \| awk '/google/{ print $1":"$2}' \\ \| awk -F "/" '{system("docker tag "$0" bwmis.org/k8s/"$3)}' \[root@k8s-master \~\]# docker images \| awk '/k8s/{system("docker push "$1":"$2)}'$

集群初始化

#执行初始化命令
$root@k8s-master \~\]# kubeadm init --pod-network-cidr=10.244.0.0/16 \\ --image-repository bwmis.org/k8s \\ --kubernetes-version v1.30.0 \\ --cri-socket=unix:///var/run/cri-dockerd.sock \[root@k8s-master \~\]# echo "export KUBECONFIG=/etc/kubernetes/admin.conf" \>\> \~/.bash_profile \[root@k8s-master \~\]# source \~/.bash_profile \[root@k8s-master \~\]# kubectl get node$

安装flannel网络插件

$root@k8s-master \~\]# wget https://github.com/flannel-io/flannel/releases/latest/download/kube-flannel.yml \[root@k8s-master \~\]# docker tag flannel/flannel-cni-plugin:v1.5.1-flannel1 bwmis.org/flannel/flannel-cni-plugin:v1.5.1-flannel1 \[root@k8s-master \~\]# docker tag flannel/flannel:v0.25.5 bwmis.org/flannel/flannel:v0.25.5 \[root@k8s-master \~\]# docker push bwmis.org/flannel/flannel:v0.25.5 \[root@k8s-master \~\]# docker push bwmis.org/flannel/flannel-cni-plugin:v1.5.1-flannel1 \[root@k8s-node1 \~\]# vim kube-flannel.yml \[root@k8s-master \~\]# grep -n image kube-flannel.yml 146: image: reg.timinglee.org/flannel/flannel:v0.25.5 173: image: reg.timinglee.org/flannel/flannel-cni-plugin:v1.5.1-flannel1 184: image: reg.timinglee.org/flannel/flannel:v0.25.5 \[root@k8s-master \~\]# kubectl apply -f kube-flannel.yml$

以下俩个操作node1&2都要操作

复制代码

[root@k8s-node1 ~]#  kubeadm join 172.25.250.129:6443 --token fzvf0z.62m59mtnthvokxrb         --discovery-token-ca-cert-hash sha256:6e49a5cbed089f961eefd8da3e03fd126f59e21b2d5e616901336b5a71c5ffd9 --cri-socket=unix:///var/run/cri-dockerd.sock

$root@k8s-node2 yum.repos.d\]# vim /lib/systemd/system/cri-docker.service ExecStart=/usr/bin/cri-dockerd --container-runtime-endpoint fd:// --network-plugin=cni --pod-infra-container-image=bwmis.org/k8s/pause:3.9$

复制代码

[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/coredns:v1.11.1
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/etcd:3.5.12-0
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/kube-proxy:v1.30.0
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/kube-controller-manager:v1.30.0
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/kube-scheduler:v1.30.0
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/k8s/kube-apiserver:v1.30.0
[root@k8s-node2 yum.repos.d]# docker image pull bwmis.org/flannel/flannel:v0.25.5
[root@k8s-node2 yum.repos.d]# docker image pull  bwmis.org/flannel/flannel-cni-plugin:v1.5.1-flannel1

$root@k8s-node2 yum.repos.d\]# systemctl restart cri-docker.service \[root@k8s-node2 yum.repos.d\]# systemctl restart kubelet.service$

结果

kubernetes的资源管理

$root@k8s-master \~\]# kubectl version #显示集群版本 Client Version: v1.30.0 Kustomize Version: v5.0.4-0.20230601165947-6ce0bf390ce3 Server Version: v1.30.0 \[root@k8s-master \~\]# kubectl cluster-info #显示集群信息 Kubernetes control plane is running at https://172.25.250.129:6443 CoreDNS is running at https://172.25.250.129:6443/api/v1/namespaces/kube-system/services/kube-dns:dns/proxy \[root@k8s-master \~\]# kubectl create deployment web --image nginx --replicas 2 deployment.apps/web created #创建一个web控制器，控制器中pod数量为2 \[root@k8s-master \~\]# kubectl get deployments.apps #查看控制器 NAME READY UP-TO-DATE AVAILABLE AGE web 2/2 2 2 69s \[root@k8s-master \~\]# kubectl explain deployment #查看资源帮助 \[root@k8s-master \~\]# kubectl explain deployment.spec #查看控制器参数帮助 \[root@k8s-master \~\]# kubectl edit deployments.app web #编辑控制器配置 deployment.apps/web edited replicas: 3 \[root@k8s-master \~\]# kubectl get deployments.apps NAME READY UP-TO-DATE AVAILABLE AGE web 3/3 3 3 5m26s \[root@k8s-master \~\]# kubectl patch deployments.apps web -p '{"spec":{"replicas":4}}' deployment.apps/web patched #利用补丁更改控制器配置 \[root@k8s-master \~\]# kubectl get deployments.apps NAME READY UP-TO-DATE AVAILABLE AGE web 4/4 4 4 10m \[root@k8s-master \~\]# kubectl delete deployments.apps web #删除资源 deployment.apps "web" deleted \[root@k8s-master \~\]# kubectl get deployments.apps No resources found in default namespace. \[root@k8s-master \~\]# kubectl run testpod --image nginx #运行pod pod/testpod created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE testpod 1/1 Running 0 10s #端口暴露 \[root@k8s-master \~\]# kubectl run testpod --image nginx pod/testpod created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE testpod 1/1 Running 0 10s \[root@k8s-master \~\]# kubectl expose testpod --port 80 --target-port 80 \[root@k8s-master \~\]# kubectl get service NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE kubernetes ClusterIP 10.96.0.1 \ 443/TCP 23h testpod ClusterIP 10.101.57.250 \ 80/TCP 10h$

$root@k8s-master \~\]# kubectl describe pods testpod #查看资源详细信息 \[root@k8s-master \~\]# kubectl logs pods/testpod #查看资源日志 /docker-entrypoint.sh: /docker-entrypoint.d/ is not empty, will attempt to perform configuration /docker-entrypoint.sh: Looking for shell scripts in /docker-entrypoint.d/ /docker-entrypoint.sh: Launching /docker-entrypoint.d/10-listen-on-ipv6-by-default.sh 10-listen-on-ipv6-by-default.sh: info: Getting the checksum of /etc/nginx/conf.d/default.conf 10-listen-on-ipv6-by-default.sh: info: Enabled listen on IPv6 in /etc/nginx/conf.d/default.conf /docker-entrypoint.sh: Sourcing /docker-entrypoint.d/15-local-resolvers.envsh /docker-entrypoint.sh: Launching /docker-entrypoint.d/20-envsubst-on-templates.sh /docker-entrypoint.sh: Launching /docker-entrypoint.d/30-tune-worker-processes.sh /docker-entrypoint.sh: Configuration complete; ready for start up 2024/09/04 02:05:34 \[notice\] 1#1: using the "epoll" event method 2024/09/04 02:05:34 \[notice\] 1#1: nginx/1.27.1 2024/09/04 02:05:34 \[notice\] 1#1: built by gcc 12.2.0 (Debian 12.2.0-14) 2024/09/04 02:05:34 \[notice\] 1#1: OS: Linux 5.14.0-427.13.1.el9_4.x86_64 2024/09/04 02:05:34 \[notice\] 1#1: getrlimit(RLIMIT_NOFILE): 1073741816:1073741816 2024/09/04 02:05:34 \[notice\] 1#1: start worker processes 2024/09/04 02:05:34 \[notice\] 1#1: start worker process 29 2024/09/04 02:05:34 \[notice\] 1#1: start worker process 30 10.244.0.0 - - \[04/Sep/2024:02:06:33 +0000\] "GET / HTTP/1.1" 200 615 "-" "curl/7.76.1" "-" 运行交互pod \[root@k8s-master \~\]# kubectl run -it testpod --image bwmis.org/library/busybox:latest If you don't see a command prompt, try pressing enter. / # / # //ctrl+pq退出不停止pod / # 运行非交互pod \[root@k8s-master \~\]# kubectl run nginx --image nginx pod/nginx created 进入到已经运行的容器，且容器有交互环境 \[root@k8s-master \~\]# kubectl attach pods/testpod -it If you don't see a command prompt, try pressing enter. / # / # 在已经运行的pod中运行指定命令 \[root@k8s-master \~\]# kubectl exec -it pods/nginx /bin/bash kubectl exec \[POD\] \[COMMAND\] is DEPRECATED and will be removed in a future version. Use kubectl exec \[POD\] -- \[COMMAND\] instead. root@nginx:/# root@nginx:/# #日志文件到pod中 \[root@k8s-master \~\]# kubectl cp anaconda-ks.cfg nginx:/ \[root@k8s-master \~\]# kubectl exec -it pods/nginx /bin/bash kubectl exec \[POD\] \[COMMAND\] is DEPRECATED and will be removed in a future version. Use kubectl exec \[POD\] -- \[COMMAND\] instead. root@nginx:/# ls anaconda-ks.cfg bin boot dev docker-entrypoint.d docker-entrypoint.sh etc home lib lib64 media mnt opt proc root run sbin srv sys tmp usr var root@nginx:/# #复制pod中的文件到本机中 \[root@k8s-master \~\]# kubectl cp nginx:/anaconda-ks.cfg anaconda-ks.cfg tar: Removing leading \`/' from member names$

$root@k8s-master \~\]# kubectl create deployment --image nginx web --dry-run=client -o yaml \> web.yml \[root@k8s-master \~\]# vim web.yml apiVersion: apps/v1 kind: Deployment metadata: creationTimestamp: null labels: app: web name: web spec: replicas: 2 selector: matchLabels: app: web template: metadata: labels: app: web spec: containers: - image: nginx name: nginx \[root@k8s-master \~\]# kubectl apply -f web.yml deployment.apps/web created \[root@k8s-master \~\]# kubectl get deployments.apps NAME READY UP-TO-DATE AVAILABLE AGE web 2/2 2 2 9s \[root@k8s-master \~\]# kubectl run nginx --image nginx pod/nginx created \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS nginx 1/1 Running 0 11s run=nginx testpod 1/1 Running 2 (9m54s ago) 13m run=testpod \[root@k8s-master \~\]# kubectl label pods nginx app=lee pod/nginx labeled \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS nginx 1/1 Running 0 67s app=lee,run=nginx testpod 1/1 Running 2 (10m ago) 14m run=testpod \[root@k8s-master \~\]# kubectl label pods nginx app=webcluster --overwrite #更改便签 pod/nginx labeled \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS nginx 1/1 Running 0 117s app=webcluster,run=nginx testpod 1/1 Running 2 (11m ago) 15m run=testpod \[r web-7c56dcdb9b-4wpdd 1/1 Running 0 56m app=web,pod-template-hash=7c56dcdb9b web-7c56dcdb9b-pbtb6 1/1 Running 0 56m app=web,pod-template-hash=7c56dcdb9b \[root@k8s-master \~\]# kubectl label pods web-7c56dcdb9b-4wpdd app- pod/web-7c56dcdb9b-4wpdd unlabeled \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS nginx 1/1 Running 0 115m app=web,run=nginx testpod 1/1 Running 2 (125m ago) 128m run=testpod web-7c56dcdb9b-4wpdd 1/1 Running 0 58m pod-template-hash=7c56dcdb9b web-7c56dcdb9b-pbtb6 1/1 Running 0 58m app=web,pod-template-hash=7c56dcdb9b web-7c56dcdb9b-sj4tt 1/1 Running 0 84s app=web,pod-template-hash=7c56dcdb9b$

2.1 创建自主式pod

$root@k8s-master \~\]# kubectl get pods #查看所有pods No resources found in default namespace \[root@k8s-master \~\]# kubectl run bwmis --image nginx #建立一个名为bwmis的pod pod/bwmis created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis 1/1 Running 0 12s \[root@k8s-master \~\]# kubectl get pods -o wide #显示pod的较为详细的信息 NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES bwmis 1/1 Running 0 23s 10.244.2.215 k8s-node2$

2.2利用控制器管理pod(推荐)

$root@k8s-master \~\]# kubectl create deployment bwmis --image nginx #建立控制器并自动运行pod deployment.apps/bwmis created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis-758c4fcfd4-tjtrw 1/1 Running 0 8s \[root@k8s-master \~\]# kubectl scale deployment bwmis --replicas 6 #为bwmis扩容 deployment.apps/bwmis scaled \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis-758c4fcfd4-c7xdv 0/1 ContainerCreating 0 5s bwmis-758c4fcfd4-dlb6c 1/1 Running 0 5s bwmis-758c4fcfd4-q9k5q 0/1 ContainerCreating 0 5s bwmis-758c4fcfd4-tjtrw 1/1 Running 0 35s bwmis-758c4fcfd4-xr5ph 0/1 ContainerCreating 0 5s bwmis-758c4fcfd4-zr84x 1/1 Running 0 5s \[root@k8s-master \~\]# kubectl scale deployment bwmis --replicas 2 #为bwmis缩容 deployment.apps/bwmis scaled \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis-758c4fcfd4-tjtrw 1/1 Running 0 2m19s bwmis-758c4fcfd4-zr84x 1/1 Running 0 109s$

$root@k8s-master \~\]# kubectl create deployment bwmis --image timinglee/myapp:v1 --replicas 2 #利用控制器建立pod deployment.apps/bwmis created \[root@k8s-master \~\]# kubectl expose deployment bwmis --port 80 --target-port 80 #暴露端口 service/bwmis exposed \[root@k8s-master \~\]# kubectl get pods --selector=app=bwmis NAME READY STATUS RESTARTS AGE bwmis-c49d689bd-jhkd8 1/1 Running 0 85s bwmis-c49d689bd-kt9ph 1/1 Running 0 85s \[root@k8s-master \~\]# kubectl get services NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE bwmis ClusterIP 10.108.154.100 \ 80/TCP 3m1s kubernetes ClusterIP 10.96.0.1 \ 443/TCP 33h \[root@k8s-master \~\]# curl 10.108.154.100 #访问服务 Hello MyApp \| Version: v1 \| \Pod Name\ \[root@k8s-master \~\]# curl 10.108.154.100 Hello MyApp \| Version: v1 \| \Pod Name\ \[root@k8s-master \~\]# kubectl rollout history deployment bwmis #查看历史版本 deployment.apps/bwmis REVISION CHANGE-CAUSE 1 \ \[root@k8s-master \~\]# kubectl get deployment bwmis -o yaml \[root@k8s-master \~\]# kubectl set image deployments/bwmis myapp=timinglee/myapp:v2 deployment.apps/bwmis image updated #更新控制器镜像版本 \[root@k8s-master \~\]# kubectl rollout history deployment bwmis #查看历史版本 deployment.apps/bwmis REVISION CHANGE-CAUSE 1 \ 2 \ \[root@k8s-master \~\]# curl 10.108.154.100 #访问内容测试 Hello MyApp \| Version: v2 \| \Pod Name\ \[root@k8s-master \~\]# kubectl rollout undo deployment bwmis --to-revision 1 #版本回滚 deployment.apps/bwmis rolled back \[root@k8s-master \~\]# curl 10.108.154.100 Hello MyApp \| Version: v1 \| \Pod Name\$

$root@k8s-master \~\]# kubectl explain pod.spec.containers #获取帮助 \[root@k8s-master \~\]# kubectl run bwmis --image timinglee/myapp:v1 --dry-run=client -o yaml \> pod.yml #用命令获取yaml模板 \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: creationTimestamp: null labels: run: bwmis #pod标签 name: bwmis #pod名称 spec: containers: - image: timinglee/myapp:v1 #pod镜像 name: bwmis #容器名称 resources: {} dnsPolicy: ClusterFirst restartPolicy: Always status: {}$

$root@k8s-master \~\]# kubectl run bwmis --image nginx:latest --dry-run=client -o yaml \> pod.yml \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: containers: - image: nginx:latest name: bwmis - image: nginx:latest name: bwmis2 \[root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis configured \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis 1/2 CrashLoopBackOff 3 (27s ago) 93s$

$root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: containers: - image: nginx:latest name: bwmis - image: busybox:latest name: busybox command: \["/bin/sh","-c","sleep 100000"$ $root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE$

端口映射

$root@k8s-master \~\]# kubectl run bwmis --image timinglee/myapp:v1 --dry-run=client -o yaml \> pod.yml \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: containers: - image: timinglee/myapp:v1 name: bwmis ports: - name: http containerPort: 80 hostPort: 80 protocol: TCP \[root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES bwmis 1/1 Running 0 9s 10.244.1.96 k8s-node1 \ \ \[root@k8s-master \~\]# curl k8s-node1 Hello MyApp \| Version: v1 \| \Pod Name\$

$root@k8s-master \~\]# kubectl run bwmis --image busybox:latest --dry-run=client -o yaml \>pod.yml \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: containers: - image: busybox:latest name: bwmis command: \["/bin/sh","-c","echo $NAME;sleep 300000"$
env:

name: NAME

value: bwmis
$root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl logs pods/bwmis bwmis bwmis$

$root@k8s-master \~\]# kubectl run bwmis --image timinglee/myapp:v1 --dry-run=client -o yaml \>pod.yml \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: containers: - image: timinglee/myapp:v1 name: bwmis resources: limits: cpu: 500m memory: 100M requests: cpu: 500m memory: 100M \[root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE bwmis 1/1 Running 0 9s \[root@k8s-master \~\]# kubectl describe pods bwmis$

容器启动管理

apiVersion: v1

kind: Pod

metadata:

labels:

run: bwmis

name: bwmis

spec:

restartPolicy: Always

containers:

image: timinglee/myapp:v1

name: bwmis
$root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES bwmis 1/1 Running 0 20s 10.244.2.230 k8s-node2 \ \ \[root@k8s-node2 \~\]# docker rm -f d4a5e0eaa84f Error response from daemon: No such container: d4a5e0eaa84f apiVersion: v1 kind: Pod metadata: labels: run: bwmis name: bwmis spec: nodeSelector: kubernetes.io/hostname: k8s-node1 restartPolicy: Always containers: - image: timinglee/myapp:v1 name: bwmis \[root@k8s-master \~\]# kubectl apply -f pod.yml pod/bwmis created \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES bwmis 1/1 Running 0 12s 10.244.1.98 k8s-node1 \ \ \[root@k8s-master \~\]# kubectl run test --image busybox:latest --dry-run=client -o yaml \> pod.yml \[root@k8s-master \~\]# vim pod.yml apiVersion: v1 kind: Pod metadata: labels: run: test name: test spec: hostNetwork: true restartPolicy: Always containers: - image: busybox:latest name: test command: \["/bin/sh","-c","sleep 10000"$ $root@k8s-master \~\]# kubectl apply -f pod.yml pod/test created \[root@k8s-master \~\]# kubectl exec -it pods/test -c test -- /bin/sh / # / # ifconfig br-85ce9c0aa817 Link encap:Ethernet HWaddr 02:42:1D:50:33:65 inet addr:172.19.0.1 Bcast:172.19.255.255 Mask:255.255.0.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) br-c5749edada50 Link encap:Ethernet HWaddr 02:42:D9:24:80:04 inet addr:172.18.0.1 Bcast:172.18.255.255 Mask:255.255.0.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) cni0 Link encap:Ethernet HWaddr 42:91:DF:79:E6:07 inet addr:10.244.1.1 Bcast:10.244.1.255 Mask:255.255.255.0 inet6 addr: fe80::4091:dfff:fe79:e607/64 Scope:Link UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:310 errors:0 dropped:0 overruns:0 frame:0 TX packets:67 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:20030 (19.5 KiB) TX bytes:6513 (6.3 KiB) docker0 Link encap:Ethernet HWaddr 02:42:13:35:EC:C9 inet addr:172.17.0.1 Bcast:172.17.255.255 Mask:255.255.0.0 UP BROADCAST MULTICAST MTU:1500 Metric:1 RX packets:0 errors:0 dropped:0 overruns:0 frame:0 TX packets:0 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:0 (0.0 B) TX bytes:0 (0.0 B) ens160 Link encap:Ethernet HWaddr 00:0C:29:1F:C2:F0 inet addr:172.25.250.131 Bcast:172.25.250.255 Mask:255.255.255.0 inet6 addr: fe80::20c:29ff:fe1f:c2f0/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:98774 errors:0 dropped:0 overruns:0 frame:0 TX packets:71709 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:74282198 (70.8 MiB) TX bytes:9029221 (8.6 MiB) flannel.1 Link encap:Ethernet HWaddr 22:6C:24:0E:85:2E inet addr:10.244.1.0 Bcast:0.0.0.0 Mask:255.255.255.255 inet6 addr: fe80::206c:24ff:fe0e:852e/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1450 Metric:1 RX packets:7 errors:0 dropped:0 overruns:0 frame:0 TX packets:5 errors:0 dropped:26 overruns:0 carrier:0 collisions:0 txqueuelen:0 RX bytes:450 (450.0 B) TX bytes:569 (569.0 B) lo Link encap:Local Loopback inet addr:127.0.0.1 Mask:255.0.0.0 inet6 addr: ::1/128 Scope:Host UP LOOPBACK RUNNING MTU:65536 Metric:1 RX packets:772 errors:0 dropped:0 overruns:0 frame:0 TX packets:772 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:75572 (73.8 KiB) TX bytes:75572 (73.8 KiB) / #$

apiVersion: v1

kind: Pod

metadata:

creationTimestamp: null

labels:

run: test

name: test

spec:

containers:

image: timinglee/myapp:v1

name: test

initContainers:

name: init-myservice

image: busybox:latest

command: ["sh","-c","until test -e /testfile;do echo wating for myservice;sleep 2;done"]
$root@k8s-master \~\]# kubectl apply -f pod.yml pod/test created \[root@k8s-master \~\]# kubectl logs pods/test init-myservice wating for myservice wating for myservice wating for myservice wating for myservice \[root@k8s-master \~\]# kubectl exec pods/test -c init-myservice -- /bin/sh -c "echo hello" hello$

apiVersion: v1

kind: Pod

metadata:

labels:

run: test

name: test

spec:

containers:

image: timinglee/myapp:v1

name: test

livenessProbe:

tcpSocket: #检测端口存在性

port: 8080

initialDelaySeconds: 3 #容器启动后要等待多少秒后探针开始工作，默认工作是0

periodSeconds: 1 #执行探测的时间间隔，默认是10s

timeoutSeconds: 1 #探针执行检测请求后。等待响应的超时时间，默认是1s
$root@k8s-master \~\]# kubectl apply -f pod.yml pod/test created \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE test 1/1 Running 2 (2s ago) 12s \[root@k8s-master \~\]# kubectl describe pods Warning Unhealthy 7s (x9 over 19s) kubelet Liveness probe failed: dial tcp 10.244.1.99:8080: connect: connection refused$

apiVersion: v1

kind: Pod

metadata:

labels:

run: test

name: test

spec:

containers:

image: timinglee/myapp:v1

name: test

readinessProbe:

httpGet:

path: /test.html

port: 80

initialDelaySeconds: 3

periodSeconds: 1

timeoutSeconds: 1
$root@k8s-master \~\]# kubectl apply -f pod.yml pod/test created \[root@k8s-master \~\]# kubectl expose pod test --port 80 --target-port 80 service/test exposed \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE test 0/1 Running 0 36s \[root@k8s-master \~\]# kubectl describe pods test Warning Unhealthy 22s (x22 over 43s) kubelet Readiness probe failed: HTTP probe failed with statuscode: 404 \[root@k8s-master \~\]# kubectl describe services test$

$root@k8s-master \~\]# kubectl exec pods/test -c test -- /bin/sh -c "echo 'test' \> /usr/share/nginx/html/test.html" \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE test 1/1 Running 0 106s$

replicaset控制器

$root@k8s-master \~\]# kubectl create deployment replicaset --image timinglee/myapp:v1 --dry-run=client -o yaml \> replicaset.yml #生成yaml文件 \[root@k8s-master \~\]# vim replicaset.yml apiVersion: apps/v1 kind: Deployment metadata: labels: app: replicaset name: replicaset #指定pod名称，一定小写，如果出现大写报错 spec: replicas: 2 #指定维护pod数量为2 selector: #指定检测匹配方式 matchLabels: #指定匹配方式为匹配标签 app: replicaset #指定匹配的标签为app replicaset template: #模板，当副本数量不足时，会根据下面的模板创建pod副本 metadata: labels: app: replicaset spec: containers: - image: timinglee/myapp:v1 name: myapp \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS replicaset-79fc74b7db-dmsbj 1/1 Running 0 14s app=replicaset,pod-template-hash=79fc74b7db replicaset-79fc74b7db-l225z 1/1 Running 0 14s app=replicaset,pod-template-hash=79fc74b7db #replicaset是通过标签匹配pod \[root@k8s-master \~\]# kubectl label pod replicaset-79fc74b7db-dmsbj app=bwmis --overwrite pod/replicaset-79fc74b7db-dmsbj labeled \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS replicaset-79fc74b7db-2xks2 1/1 Running 0 2s app=replicaset,pod-template-hash=79fc74b7db replicaset-79fc74b7db-dmsbj 1/1 Running 0 62s app=bwmis,pod-template-hash=79fc74b7db replicaset-79fc74b7db-l225z 1/1 Running 0 62s app=replicaset,pod-template-hash=79fc74b7db #恢复标签后 \[root@k8s-master \~\]# kubectl label pod replicaset-79fc74b7db-dmsbj app- pod/replicaset-79fc74b7db-dmsbj unlabeled \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS replicaset-79fc74b7db-2xks2 1/1 Running 0 4m47s app=replicaset,pod-template-hash=79fc74b7db replicaset-79fc74b7db-dmsbj 1/1 Running 0 5m47s pod-template-hash=79fc74b7db replicaset-79fc74b7db-l225z 1/1 Running 0 5m47s app=replicaset,pod-template-hash=79fc74b7db \[root@k8s-master \~\]# kubectl delete pods replicaset-79fc74b7db-dmsbj pod "replicaset-79fc74b7db-dmsbj" deleted \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS replicaset-79fc74b7db-2xks2 1/1 Running 0 20m app=replicaset,pod-template-hash=79fc74b7db replicaset-79fc74b7db-l225z 1/1 Running 0 21m app=replicaset,pod-template-hash=79fc74b7db$

deployment控制器示例

$root@k8s-master \~\]# kubectl create deployment deployment --image timinglee/myapp:v1 --dry-run=client -o yaml \> deployment.yml \[root@k8s-master \~\]# vim deployment.yml apiVersion: apps/v1 kind: Deployment metadata: labels: app: deployment name: deployment spec: replicas: 4 selector: matchLabels: app: deployment template: metadata: labels: app: deployment spec: containers: - image: timinglee/myapp:v1 name: myapp \[root@k8s-master \~\]# kubectl apply -f deployment.yml deployment.apps/deployment created \[root@k8s-master \~\]# kubectl get pods --show-labels NAME READY STATUS RESTARTS AGE LABELS deployment-54cf4cbbff-46cc6 1/1 Running 0 12s app=deployment,pod-template-hash=54cf4cbbff deployment-54cf4cbbff-49xx4 1/1 Running 0 12s app=deployment,pod-template-hash=54cf4cbbff deployment-54cf4cbbff-964k6 1/1 Running 0 12s app=deployment,pod-template-hash=54cf4cbbff deployment-54cf4cbbff-htgzz 1/1 Running 0 12s app=deployment,pod-template-hash=54cf4cbbff \[root@k8s-master \~\]# \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES deployment-54cf4cbbff-46cc6 1/1 Running 0 14m 10.244.2.246 k8s-node2 \ \ deployment-54cf4cbbff-49xx4 1/1 Running 0 14m 10.244.2.247 k8s-node2 \ \ deployment-54cf4cbbff-964k6 1/1 Running 0 14m 10.244.1.114 k8s-node1 \ \ deployment-54cf4cbbff-htgzz 1/1 Running 0 14m 10.244.1.115 k8s-node1 \ \ \[root@k8s-master \~\]# curl 10.244.2.246 Hello MyApp \| Version: v1 \| \Pod Name\ \[root@k8s-master \~\]# kubectl describe deployments.apps deployment Name: deployment Namespace: default CreationTimestamp: Thu, 05 Sep 2024 15:24:48 +0800 Labels: app=deployment Annotations: deployment.kubernetes.io/revision: 1 Selector: app=deployment Replicas: 4 desired \| 4 updated \| 4 total \| 4 available \| 0 unavailable StrategyType: RollingUpdate MinReadySeconds: 0 RollingUpdateStrategy: 25% max unavailable, 25% max surge \[root@k8s-master \~\]# kubectl get pods -w #更新过程 \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES deployment-6c9b5767d-4hht7 1/1 Running 0 10m 10.244.2.249 k8s-node2 \ \ deployment-6c9b5767d-lhpl4 1/1 Running 0 10m 10.244.2.248 k8s-node2 \ \ deployment-6c9b5767d-pxcqm 1/1 Running 0 10m 10.244.1.116 k8s-node1 \ \ deployment-6c9b5767d-tpr8r 1/1 Running 0 10m 10.244.1.117 k8s-node1 \ \ \[root@k8s-master \~\]# curl 10.244.2.249 Hello MyApp \| Version: v2 \| \Pod Name\$

版本回滚

$root@k8s-master \~\]# vim deployment.yml apiVersion: apps/v1 kind: Deployment metadata: labels: app: deployment name: deployment spec: replicas: 4 selector: matchLabels: app: deployment template: metadata: labels: app: deployment spec: containers: - image: timinglee/myapp:v1 name: myapp \[root@k8s-master \~\]# kubectl apply -f deployment.yml deployment.apps/deployment configured \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES deployment-54cf4cbbff-28s49 1/1 Running 0 34s 10.244.1.118 k8s-node1 \ \ deployment-54cf4cbbff-bhzng 1/1 Running 0 34s 10.244.2.250 k8s-node2 \ \ deployment-54cf4cbbff-hwv98 1/1 Running 0 32s 10.244.1.119 k8s-node1 \ \ deployment-54cf4cbbff-lgzdd 1/1 Running 0 32s 10.244.2.251 k8s-node2 \ \ \[root@k8s-master \~\]# curl 10.244.1.118 Hello MyApp \| Version: v1 \| \Pod Name\ \[root@k8s-master \~\]# vim deployment.yml apiVersion: apps/v1 kind: Deployment metadata: labels: app: deployment name: deployment spec: minReadySeconds: 5 replicas: 4 strategy: rollingUpdate: maxSurge: 1 maxUnavailable: 0 selector: matchLabels: app: deployment template: metadata: labels: app: deployment spec: containers: - image: timinglee/myapp:v1 name: myapp$

4.2.4 暂停及恢复
$root@k8s-master \~\]# kubectl rollout pause deployment deployment deployment.apps/deployment paused \[root@k8s-master \~\]# vim deployment.yml \[root@k8s-master \~\]# kubectl apply -f deployment.yml \[root@k8s-master \~\]# kubectl get pods NAME READY STATUS RESTARTS AGE deployment-57b889b99f-4pktj 1/1 Running 0 47s deployment-57b889b99f-ds58w 1/1 Running 0 47s deployment-57b889b99f-fhg5j 1/1 Running 0 47s deployment-57b889b99f-rwwq5 0/1 Pending 0 47s \[root@k8s-master \~\]# kubectl describe pod deployment-57b889b99f-4pktj Name: deployment-57b889b99f-4pktj Namespace: default Priority: 0 Service Account: default Node: k8s-node2/172.25.250.132 Start Time: Thu, 05 Sep 2024 18:38:16 +0800 Labels: app=deployment pod-template-hash=57b889b99f Annotations: \ Status: Running IP: 10.244.2.5 IPs: IP: 10.244.2.5 Controlled By: ReplicaSet/deployment-57b889b99f Containers: myapp: Container ID: docker://a4d1f75c00f566a0225d3d4cba32f9b25bdf1bfb800e06cf5305e74f1342c434 Image: timinglee/myapp:v1 Image ID: docker://sha256:d4a5e0eaa84f28550cb9dd1bde4bfe63a93e3cf88886aa5dad52c9a75dd0e6a9 Port: \ Host Port: \ State: Running Started: Thu, 05 Sep 2024 18:38:17 +0800 Ready: True Restart Count: 0 Limits: cpu: 500m memory: 200Mi Requests: cpu: 500m memory: 200Mi Environment: \ Mounts: /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-h5gmf (ro) Conditions: Type Status PodReadyToStartContainers True Initialized True Ready True ContainersReady True PodScheduled True Volumes: kube-api-access-h5gmf: Type: Projected (a volume that contains injected data from multiple sources) TokenExpirationSeconds: 3607 ConfigMapName: kube-root-ca.crt ConfigMapOptional: \ DownwardAPI: true QoS Class: Guaranteed Node-Selectors: \ Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s node.kubernetes.io/unreachable:NoExecute op=Exists for 300s Events: Type Reason Age From Message ---- ------ ---- ---- ------- Warning FailedScheduling 66s (x2 over 90s) default-scheduler 0/3 nodes are available: 1 node(s) had untolerated taint {node-role.kubernetes.io/control-plane: }, 2 Insufficient cpu. preemption: 0/3 nodes are available: 1 Preemption is not helpful for scheduling, 2 No preemption victims found for incoming pod. Normal Scheduled 64s default-scheduler Successfully assigned default/deployment-57b889b99f-4pktj to k8s-node2 Normal Pulled 63s kubelet Container image "timinglee/myapp:v1" already present on machine Normal Created 63s kubelet Created container myapp Normal Started 63s kubelet Started container myapp \[root@k8s-master \~\]# kubectl rollout resume deployment deployment deployment.apps/deployment resumed \[root@k8s-master \~\]# kubectl rollout history deployment deployment deployment.apps/deployment REVISION CHANGE-CAUSE 1 \ \[root@k8s-master \~\]# kubectl delete -f deployment.yml #资源回收 deployment.apps "deployment" deleted$

$root@k8s-master \~\]# vim daemonset-example.yml apiVersion: apps/v1 kind: DaemonSet metadata: name: daemonset-example spec: selector: matchLabels: app: nginx template: metadata: labels: app: nginx spec: tolerations: - effect: NoSchedule operator: Exists containers: - name: nginx image: nginx:latest \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES daemonset-example-df666 1/1 Running 0 5m35s 10.244.2.8 k8s-node2 \ \ daemonset-example-dqxbs 1/1 Running 0 6m57s 10.244.1.126 k8s-node1 \ \ daemonset-example-kqldl 0/1 ImagePullBackOff 0 5m12s 10.244.0.27 k8s-master \ \ \[root@k8s-master \~\]# vim /etc/docker/ \[root@k8s-master \~\]# kubectl get pods -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES daemonset-example-df666 1/1 Running 0 5m44s 10.244.2.8 k8s-node2 \ \ daemonset-example-dqxbs 1/1 Running 0 7m6s 10.244.1.126 k8s-node1 \ \ daemonset-example-kqldl 0/1 ImagePullBackOff 0 5m21s 10.244.0.27 k8s-master \ \$

job控制器

$root@k8s-master \~\]# vim job.yml apiVersion: batch/v1 kind: Job metadata: name: pi spec: completions: 6 parallelism: 2 template: spec: containers: - name: pi image: perl:5.34.0 command: \["perl", "-Mbignum=bpi", "-wle", "print bpi(2000)"$
restartPolicy: Never

backoffLimit: 4
$root@k8s-master \~\]# kubectl apply -f job.yml job.batch/pi created \[root@k8s-master \~\]# kubectl describe jobs.batch Name: pi Namespace: default Selector: batch.kubernetes.io/controller-uid=1bf2441c-ff55-47de-bab0-30ed2f4cfd7c Labels: batch.kubernetes.io/controller-uid=1bf2441c-ff55-47de-bab0-30ed2f4cfd7c batch.kubernetes.io/job-name=pi controller-uid=1bf2441c-ff55-47de-bab0-30ed2f4cfd7c job-name=pi Annotations: \ Parallelism: 2 Completions: 6 Completion Mode: NonIndexed Suspend: false Backoff Limit: 4 Start Time: Thu, 05 Sep 2024 19:22:39 +0800 Pods Statuses: 2 Active (0 Ready) / 0 Succeeded / 0 Failed Pod Template: Labels: batch.kubernetes.io/controller-uid=1bf2441c-ff55-47de-bab0-30ed2f4cfd7c batch.kubernetes.io/job-name=pi controller-uid=1bf2441c-ff55-47de-bab0-30ed2f4cfd7c job-name=pi Containers: pi: Image: perl:5.34.0 Port: \ Host Port: \ Command: perl -Mbignum=bpi -wle print bpi(2000) Environment: \ Mounts: \ Volumes: \ Node-Selectors: \ Tolerations: \ Events: Type Reason Age From Message ---- ------ ---- ---- ------- Normal SuccessfulCreate 16s job-controller Created pod: pi-8gdzr Normal SuccessfulCreate 16s job-controller Created pod: pi-4h5p7$

cronjob控制器

$root@k8s-master \~\]# vim cronjob.yml apiVersion: batch/v1 kind: CronJob metadata: name: hello spec: schedule: "\* \* \* \* \*" jobTemplate: spec: template: spec: containers: - name: hello image: bwmis.org/library/busybox:latest imagePullPolicy: IfNotPresent command: - /bin/sh - -c - date; echo Hello from the Kubernetes cluster restartPolicy: OnFailure \[root@k8s-master \~\]# kubectl get jobs NAME STATUS COMPLETIONS DURATION AGE hello-28758939 Complete 1/1 3s 2m19s hello-28758940 Complete 1/1 3s 79s hello-28758941 Complete 1/1 3s 19s$