【kubernetes/k8s概念】k8s statefulset 部署 zookeeper

以你之姓@ 2023-07-18 09:42 20阅读 0赞

# 1. 创建pv #

这里使用三副本，创建三个 PV，使用的是 NFS，也可以使用其他 driver

$ cat pv-zk.yaml 
    apiVersion: v1
    kind: PersistentVolume
    metadata:
        name: pv-zk1
        annotations:
          volume.beta.kubernetes.io/storage-class: "anything"     #对应的pv class 名
        labels:
          type: local
    spec:
        capacity:
          storage: 2Gi
        accessModes:
          - ReadWriteOnce
        nfs:
          server: 30.23.108.210
          path: "/nfs/data/zk-1"             #挂载NFS
        persistentVolumeReclaimPolicy: Recycle
    ---
    apiVersion: v1
    kind: PersistentVolume
    metadata:
        name: pv-zk2
        annotations:
          volume.beta.kubernetes.io/storage-class: "anything"
        labels:
          type: local
    spec:
        capacity:
          storage: 2Gi
        accessModes:
          - ReadWriteOnce
        nfs:
          server: 30.23.108.210
          path: "/nfs/data/zk-1"             #挂载NFS
        persistentVolumeReclaimPolicy: Recycle
    ---
    apiVersion: v1
    kind: PersistentVolume
    metadata:
        name: pv-zk3
        annotations:
          volume.beta.kubernetes.io/storage-class: "anything"
        labels:
          type: local
    spec:
        capacity:
          storage: 2Gi
        accessModes:
          - ReadWriteOnce
        nfs:
          server: 30.23.108.210
          path: "/nfs/data/zk-1"             #挂载NFS
        persistentVolumeReclaimPolicy: Recycle

# 2. 创建 [Headless Service][], [Service][], [PodDisruptionBudget][]  #

apiVersion: v1
    kind: Service
    metadata:
      name: zk-hs
      labels:
        app: zk
    spec:
      ports:
      - port: 2888
        name: server
      - port: 3888
        name: leader-election
      clusterIP: None
      selector:
        app: zk
    ---
    apiVersion: v1
    kind: Service
    metadata:
      name: zk-cs
      labels:
        app: zk
    spec:
      ports:
      - port: 2181
        name: client
      selector:
        app: zk
    ---
    apiVersion: policy/v1beta1
    kind: PodDisruptionBudget
    metadata:
      name: zk-pdb
    spec:
      selector:
        matchLabels:
          app: zk
      maxUnavailable: 1

# 3. 创建 StatefulSet #

apiVersion: apps/v1
    kind: StatefulSet
    metadata:
      name: zk
    spec:
      selector:
        matchLabels:
          app: zk
      serviceName: zk-hs
      replicas: 3
      updateStrategy:
        type: RollingUpdate
      podManagementPolicy: OrderedReady
      template:
        metadata:
          labels:
            app: zk
        spec:
          affinity:
            podAntiAffinity:
              requiredDuringSchedulingIgnoredDuringExecution:
                - labelSelector:
                    matchExpressions:
                      - key: "app"
                        operator: In
                        values:
                        - zk
                  topologyKey: "kubernetes.io/hostname"
          containers:
          - name: kubernetes-zookeeper
            imagePullPolicy: Always
            image: "k8s.gcr.io/kubernetes-zookeeper:1.0-3.4.10"
            resources:
              requests:
                memory: "1Gi"
                cpu: "0.5"
            ports:
            - containerPort: 2181
              name: client
            - containerPort: 2888
              name: server
            - containerPort: 3888
              name: leader-election
            command:
            - sh
            - -c
            - "start-zookeeper \
              --servers=3 \
              --data_dir=/var/lib/zookeeper/data \
              --data_log_dir=/var/lib/zookeeper/data/log \
              --conf_dir=/opt/zookeeper/conf \
              --client_port=2181 \
              --election_port=3888 \
              --server_port=2888 \
              --tick_time=2000 \
              --init_limit=10 \
              --sync_limit=5 \
              --heap=512M \
              --max_client_cnxns=60 \
              --snap_retain_count=3 \
              --purge_interval=12 \
              --max_session_timeout=40000 \
              --min_session_timeout=4000 \
              --log_level=INFO"
            readinessProbe:
              exec:
                command:
                - sh
                - -c
                - "zookeeper-ready 2181"
              initialDelaySeconds: 10
              timeoutSeconds: 5
            livenessProbe:
              exec:
                command:
                - sh
                - -c
                - "zookeeper-ready 2181"
              initialDelaySeconds: 10
              timeoutSeconds: 5
            volumeMounts:
            - name: datadir
              mountPath: /var/lib/zookeeper
          securityContext:
            runAsUser: 1000
            fsGroup: 1000
      volumeClaimTemplates:
      - metadata:
          name: datadir
        spec:
          accessModes: [ "ReadWriteOnce" ]
          resources:
            requests:
              storage: 10Gi

验证：

for i in 0 1 2; do echo "myid zk-$i";kubectl exec zk-$i -- cat /var/lib/zookeeper/data/myid; done

for i in 0 1 2; do echo "myid zk-$i";kubectl exec zk-$i zkServer.sh status; done

参考：

[https://kubernetes.io/docs/tutorials/stateful-application/zookeeper/][https_kubernetes.io_docs_tutorials_stateful-application_zookeeper]

[Headless Service]: https://kubernetes.io/docs/concepts/services-networking/service/#headless-services
[Service]: https://kubernetes.io/docs/concepts/services-networking/service/
[PodDisruptionBudget]: https://kubernetes.io/docs/concepts/workloads/pods/disruptions//#specifying-a-poddisruptionbudget
[https_kubernetes.io_docs_tutorials_stateful-application_zookeeper]: https://kubernetes.io/docs/tutorials/stateful-application/zookeeper/