deployment.yaml

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
#====================================================================
# DRIVER
#====================================================================
apiVersion: storage.k8s.io/v1beta1
kind: CSIDriver
metadata:
  name: csi.cloud.dk
spec:
  attachRequired: true
  podInfoOnMount: true
---
kind: StorageClass
apiVersion: storage.k8s.io/v1
metadata:
  name: clouddk-network-storage
  namespace: kube-system
  annotations:
    storageclass.kubernetes.io/is-default-class: "true"
provisioner: csi.cloud.dk
---
#====================================================================
# RBAC
#====================================================================
apiVersion: v1
kind: ServiceAccount
metadata:
  name: clouddk-csi-controllers
  namespace: kube-system
---
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: clouddk-csi-controllers
rules:
  - apiGroups: [""]
    resources: ["events"]
    verbs: ["list", "watch", "create", "update", "patch"]
  - apiGroups: [""]
    resources: ["nodes"]
    verbs: ["get", "list", "watch"]
  - apiGroups: [""]
    resources: ["persistentvolumes"]
    verbs: ["get", "list", "watch", "create", "update", "patch", "delete"]
  - apiGroups: [""]
    resources: ["persistentvolumeclaims"]
    verbs: ["get", "list", "watch", "update"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshots"]
    verbs: ["get", "list"]
  - apiGroups: ["snapshot.storage.k8s.io"]
    resources: ["volumesnapshotcontents"]
    verbs: ["get", "list"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["csinodes"]
    verbs: ["get", "list", "watch"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["storageclasses"]
    verbs: ["get", "list", "watch"]
  - apiGroups: ["storage.k8s.io"]
    resources: ["volumeattachments"]
    verbs: ["get", "list", "watch", "update", "patch"]
---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: clouddk-csi-controllers
roleRef:
  kind: ClusterRole
  name: clouddk-csi-controllers
  apiGroup: rbac.authorization.k8s.io
subjects:
  - kind: ServiceAccount
    name: clouddk-csi-controllers
    namespace: kube-system
---
kind: Role
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: clouddk-csi-controllers
  namespace: kube-system
rules:
- apiGroups: ["coordination.k8s.io"]
  resources: ["leases"]
  verbs: ["get", "watch", "list", "delete", "update", "create"]
---
kind: RoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: clouddk-csi-controllers
  namespace: kube-system
roleRef:
  kind: Role
  name: clouddk-csi-controllers
  apiGroup: rbac.authorization.k8s.io
subjects:
  - kind: ServiceAccount
    name: clouddk-csi-controllers
    namespace: kube-system
---
#====================================================================
# SERVICE CONTROLLERS
#====================================================================
kind: Deployment
apiVersion: apps/v1
metadata:
  name: clouddk-csi-controller
  namespace: kube-system
spec:
  replicas: 3
  selector:
    matchLabels:
      k8s-app: clouddk-csi-controllers
  template:
    metadata:
      labels:
        k8s-app: clouddk-csi-controllers
    spec:
      serviceAccount: clouddk-csi-controllers
      containers:
        - name: csi-driver
          image: docker.io/danitso/clouddk-csi-driver:latest
          imagePullPolicy: "Always"
          env:
            - name: CLOUDDK_CSI_ENDPOINT
              value: unix:///var/lib/csi/sockets/pluginproxy/csi.sock
            - name: CLOUDDK_NODE_ID
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
          envFrom:
          - secretRef:
              name: clouddk-csi-driver-config
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
        - name: csi-attacher
          image: quay.io/k8scsi/csi-attacher:v1.2.1
          args:
            - "--csi-address=$(ADDRESS)"
            - "--leader-election"
            - "--retry-interval-max=5m"
            - "--retry-interval-start=1m"
            - "--timeout=1m"
          env:
            - name: ADDRESS
              value: /var/lib/csi/sockets/pluginproxy/csi.sock
            - name: MY_NAME
              valueFrom:
                fieldRef:
                  fieldPath: metadata.name
          imagePullPolicy: "Always"
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
        - name: csi-provisioner
          image: quay.io/k8scsi/csi-provisioner:v1.3.0
          imagePullPolicy: "Always"
          args:
            - "--csi-address=$(ADDRESS)"
            - "--enable-leader-election"
            - "--leader-election-type=leases"
            - "--retry-interval-max=5m"
            - "--retry-interval-start=1m"
            - "--timeout=15m"
            - "--worker-threads=8"
          env:
            - name: ADDRESS
              value: /var/lib/csi/sockets/pluginproxy/csi.sock
          envFrom:
          - secretRef:
              name: clouddk-csi-driver-config
          volumeMounts:
            - name: socket-dir
              mountPath: /var/lib/csi/sockets/pluginproxy/
      volumes:
        - name: socket-dir
          emptyDir:
---
#====================================================================
# NODE CONTROLLERS
#====================================================================
kind: DaemonSet
apiVersion: apps/v1beta2
metadata:
  name: clouddk-csi-node
  namespace: kube-system
spec:
  selector:
    matchLabels:
      k8s-app: clouddk-csi-nodes
  template:
    metadata:
      labels:
        k8s-app: clouddk-csi-nodes
    spec:
      priorityClassName: system-node-critical
      hostNetwork: true
      containers:
        - name: csi-driver
          image: docker.io/danitso/clouddk-csi-driver:latest
          imagePullPolicy: "Always"
          env:
            - name: CLOUDDK_CSI_ENDPOINT
              value: unix:///csi/csi.sock
            - name: CLOUDDK_NODE_ID
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
          envFrom:
          - secretRef:
              name: clouddk-csi-driver-config
          securityContext:
            privileged: true
            capabilities:
              add: ["SYS_ADMIN"]
            allowPrivilegeEscalation: true
          volumeMounts:
            - name: plugin-dir
              mountPath: /csi
            - name: pods-mount-dir
              mountPath: /var/lib/kubelet
              mountPropagation: "Bidirectional"
            - name: device-dir
              mountPath: /dev
        - name: csi-node-driver-registrar
          image: quay.io/k8scsi/csi-node-driver-registrar:v1.1.0
          args:
            - "--csi-address=$(ADDRESS)"
            - "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)"
          lifecycle:
            preStop:
              exec:
                command: ["/bin/sh", "-c", "rm -rf /registration/csi.cloud.dk /registration/csi.cloud.dk-reg.sock"]
          env:
            - name: ADDRESS
              value: /csi/csi.sock
            - name: DRIVER_REG_SOCK_PATH
              value: /var/lib/kubelet/plugins/csi.cloud.dk/csi.sock
            - name: KUBE_NODE_NAME
              valueFrom:
                fieldRef:
                  fieldPath: spec.nodeName
          volumeMounts:
            - name: plugin-dir
              mountPath: /csi/
            - name: registration-dir
              mountPath: /registration/
      volumes:
        - name: registration-dir
          hostPath:
            path: /var/lib/kubelet/plugins_registry/
            type: DirectoryOrCreate
        - name: plugin-dir
          hostPath:
            path: /var/lib/kubelet/plugins/csi.cloud.dk
            type: DirectoryOrCreate
        - name: pods-mount-dir
          hostPath:
            path: /var/lib/kubelet
            type: Directory
        - name: device-dir
          hostPath:
            path: /dev