mirror of https://github.com/kubernetes/kops.git
569 lines
17 KiB
Plaintext
569 lines
17 KiB
Plaintext
# Sourced from https://github.com/kubernetes/cloud-provider-openstack/tree/master/manifests/cinder-csi-plugin
|
|
---
|
|
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: csi-cinder-controller-sa
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
|
|
---
|
|
# external attacher
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-attacher-role
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumes"]
|
|
verbs: ["get", "list", "watch", "patch"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["csinodes"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["volumeattachments"]
|
|
verbs: ["get", "list", "watch", "patch"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["volumeattachments/status"]
|
|
verbs: ["patch"]
|
|
- apiGroups: ["coordination.k8s.io"]
|
|
resources: ["leases"]
|
|
verbs: ["get", "watch", "list", "delete", "update", "create"]
|
|
|
|
---
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-attacher-binding
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: csi-cinder-controller-sa
|
|
namespace: kube-system
|
|
roleRef:
|
|
kind: ClusterRole
|
|
name: csi-attacher-role
|
|
apiGroup: rbac.authorization.k8s.io
|
|
|
|
---
|
|
# external Provisioner
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-provisioner-role
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumes"]
|
|
verbs: ["get", "list", "watch", "create", "delete"]
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumeclaims"]
|
|
verbs: ["get", "list", "watch", "update"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["storageclasses"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["nodes"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["csinodes"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["events"]
|
|
verbs: ["list", "watch", "create", "update", "patch"]
|
|
- apiGroups: ["snapshot.storage.k8s.io"]
|
|
resources: ["volumesnapshots"]
|
|
verbs: ["get", "list"]
|
|
- apiGroups: ["snapshot.storage.k8s.io"]
|
|
resources: ["volumesnapshotcontents"]
|
|
verbs: ["get", "list"]
|
|
- apiGroups: ["storage.k8s.io"]
|
|
resources: ["volumeattachments"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: ["coordination.k8s.io"]
|
|
resources: ["leases"]
|
|
verbs: ["get", "watch", "list", "delete", "update", "create"]
|
|
|
|
---
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-provisioner-binding
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: csi-cinder-controller-sa
|
|
namespace: kube-system
|
|
roleRef:
|
|
kind: ClusterRole
|
|
name: csi-provisioner-role
|
|
apiGroup: rbac.authorization.k8s.io
|
|
|
|
---
|
|
# external snapshotter
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-snapshotter-role
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["events"]
|
|
verbs: ["list", "watch", "create", "update", "patch"]
|
|
# Secret permission is optional.
|
|
# Enable it if your driver needs secret.
|
|
# For example, `csi.storage.k8s.io/snapshotter-secret-name` is set in VolumeSnapshotClass.
|
|
# See https://kubernetes-csi.github.io/docs/secrets-and-credentials.html for more details.
|
|
# - apiGroups: [""]
|
|
# resources: ["secrets"]
|
|
# verbs: ["get", "list"]
|
|
- apiGroups: ["snapshot.storage.k8s.io"]
|
|
resources: ["volumesnapshotclasses"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: ["snapshot.storage.k8s.io"]
|
|
resources: ["volumesnapshotcontents"]
|
|
verbs: ["create", "get", "list", "watch", "update", "delete", "patch"]
|
|
- apiGroups: ["snapshot.storage.k8s.io"]
|
|
resources: ["volumesnapshotcontents/status"]
|
|
verbs: ["update", "patch"]
|
|
- apiGroups: ["coordination.k8s.io"]
|
|
resources: ["leases"]
|
|
verbs: ["get", "watch", "list", "delete", "update", "create"]
|
|
|
|
---
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-snapshotter-binding
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: csi-cinder-controller-sa
|
|
namespace: kube-system
|
|
roleRef:
|
|
kind: ClusterRole
|
|
name: csi-snapshotter-role
|
|
apiGroup: rbac.authorization.k8s.io
|
|
---
|
|
|
|
# External Resizer
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-resizer-role
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
rules:
|
|
# The following rule should be uncommented for plugins that require secrets
|
|
# for provisioning.
|
|
# - apiGroups: [""]
|
|
# resources: ["secrets"]
|
|
# verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumes"]
|
|
verbs: ["get", "list", "watch", "patch"]
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumeclaims"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["pods"]
|
|
verbs: ["get", "list", "watch"]
|
|
- apiGroups: [""]
|
|
resources: ["persistentvolumeclaims/status"]
|
|
verbs: ["patch"]
|
|
- apiGroups: [""]
|
|
resources: ["events"]
|
|
verbs: ["list", "watch", "create", "update", "patch"]
|
|
- apiGroups: ["coordination.k8s.io"]
|
|
resources: ["leases"]
|
|
verbs: ["get", "watch", "list", "delete", "update", "create"]
|
|
|
|
---
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-resizer-binding
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: csi-cinder-controller-sa
|
|
namespace: kube-system
|
|
roleRef:
|
|
kind: ClusterRole
|
|
name: csi-resizer-role
|
|
apiGroup: rbac.authorization.k8s.io
|
|
|
|
---
|
|
# This YAML file contains CSI Controller Plugin Sidecars
|
|
# external-attacher, external-provisioner, external-snapshotter
|
|
|
|
kind: Service
|
|
apiVersion: v1
|
|
metadata:
|
|
name: csi-cinder-controller-service
|
|
namespace: kube-system
|
|
labels:
|
|
app: csi-cinder-controllerplugin
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
spec:
|
|
selector:
|
|
app: csi-cinder-controllerplugin
|
|
ports:
|
|
- name: placeholder
|
|
port: 12345
|
|
|
|
---
|
|
kind: Deployment
|
|
apiVersion: apps/v1
|
|
metadata:
|
|
name: csi-cinder-controllerplugin
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
spec:
|
|
replicas: 1
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxUnavailable: 0
|
|
maxSurge: 1
|
|
selector:
|
|
matchLabels:
|
|
app: csi-cinder-controllerplugin
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: csi-cinder-controllerplugin
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
spec:
|
|
priorityClassName: system-cluster-critical
|
|
serviceAccount: csi-cinder-controller-sa
|
|
containers:
|
|
- name: csi-attacher
|
|
image: registry.k8s.io/sig-storage/csi-attacher:v4.2.0
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--timeout=3m"
|
|
- "--leader-election=true"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /var/lib/csi/sockets/pluginproxy/csi.sock
|
|
imagePullPolicy: "IfNotPresent"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /var/lib/csi/sockets/pluginproxy/
|
|
- name: csi-provisioner
|
|
image: registry.k8s.io/sig-storage/csi-provisioner:v3.4.1
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--timeout=3m"
|
|
- "--default-fstype=ext4"
|
|
{{ if WithDefaultBool .CloudProvider.Openstack.BlockStorage.CSITopologySupport false }}
|
|
- --feature-gates=Topology=true
|
|
{{ end }}
|
|
- "--extra-create-metadata"
|
|
- "--leader-election=true"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /var/lib/csi/sockets/pluginproxy/csi.sock
|
|
imagePullPolicy: "IfNotPresent"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /var/lib/csi/sockets/pluginproxy/
|
|
{{ if HasSnapshotController }}
|
|
- name: csi-snapshotter
|
|
image: registry.k8s.io/sig-storage/csi-snapshotter:v6.2.1
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--timeout=3m"
|
|
- "--extra-create-metadata"
|
|
- "--leader-election=true"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /var/lib/csi/sockets/pluginproxy/csi.sock
|
|
imagePullPolicy: Always
|
|
volumeMounts:
|
|
- mountPath: /var/lib/csi/sockets/pluginproxy/
|
|
name: socket-dir
|
|
{{ end }}
|
|
- name: csi-resizer
|
|
image: registry.k8s.io/sig-storage/csi-resizer:v1.7.0
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--timeout=3m"
|
|
- "--handle-volume-inuse-error=false"
|
|
- "--leader-election=true"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /var/lib/csi/sockets/pluginproxy/csi.sock
|
|
imagePullPolicy: "IfNotPresent"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /var/lib/csi/sockets/pluginproxy/
|
|
- name: liveness-probe
|
|
image: registry.k8s.io/sig-storage/livenessprobe:v2.9.0
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /var/lib/csi/sockets/pluginproxy/csi.sock
|
|
volumeMounts:
|
|
- mountPath: /var/lib/csi/sockets/pluginproxy/
|
|
name: socket-dir
|
|
- name: cinder-csi-plugin
|
|
image: "{{- if .CloudProvider.Openstack.BlockStorage.CSIPluginImage -}} {{ .CloudProvider.Openstack.BlockStorage.CSIPluginImage }} {{- else -}} registry.k8s.io/provider-os/cinder-csi-plugin:{{OpenStackCSITag}} {{- end -}}"
|
|
args:
|
|
- /bin/cinder-csi-plugin
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
|
- "--cloud-config=$(CLOUD_CONFIG)"
|
|
- "--cluster=$(CLUSTER_NAME)"
|
|
{{- if WithDefaultBool .CloudProvider.Openstack.BlockStorage.MetricsEnabled false }}
|
|
- "--http-endpoint=:9809"
|
|
{{- end }}
|
|
env:
|
|
- name: CSI_ENDPOINT
|
|
value: unix://csi/csi.sock
|
|
- name: CLOUD_CONFIG
|
|
value: /etc/kubernetes/cloud.config
|
|
- name: CLUSTER_NAME
|
|
value: "{{- if .CloudProvider.Openstack.BlockStorage.ClusterName -}} {{ .CloudProvider.Openstack.BlockStorage.ClusterName }} {{- else -}} kubernetes {{- end -}}"
|
|
imagePullPolicy: "IfNotPresent"
|
|
ports:
|
|
- containerPort: 9808
|
|
name: healthz
|
|
protocol: TCP
|
|
{{- if WithDefaultBool .CloudProvider.Openstack.BlockStorage.MetricsEnabled false }}
|
|
- containerPort: 9809
|
|
name: metrics
|
|
protocol: TCP
|
|
{{- end }}
|
|
livenessProbe:
|
|
failureThreshold: 5
|
|
httpGet:
|
|
path: /healthz
|
|
port: healthz
|
|
initialDelaySeconds: 10
|
|
timeoutSeconds: 10
|
|
periodSeconds: 60
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
- mountPath: /etc/kubernetes
|
|
name: cloudconfig
|
|
readOnly: true
|
|
volumes:
|
|
- name: socket-dir
|
|
emptyDir: {}
|
|
- secret:
|
|
secretName: openstack-project
|
|
name: cloudconfig
|
|
|
|
---
|
|
# This YAML defines all API objects to create RBAC roles for csi node plugin.
|
|
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: csi-cinder-node-sa
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
---
|
|
kind: ClusterRole
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-nodeplugin-role
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
rules:
|
|
- apiGroups: [""]
|
|
resources: ["events"]
|
|
verbs: ["get", "list", "watch", "create", "update", "patch"]
|
|
|
|
---
|
|
kind: ClusterRoleBinding
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
metadata:
|
|
name: csi-nodeplugin-binding
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: csi-cinder-node-sa
|
|
namespace: kube-system
|
|
roleRef:
|
|
kind: ClusterRole
|
|
name: csi-nodeplugin-role
|
|
apiGroup: rbac.authorization.k8s.io
|
|
|
|
---
|
|
# This YAML file contains driver-registrar & csi driver nodeplugin API objects,
|
|
# which are necessary to run csi nodeplugin for cinder.
|
|
|
|
kind: DaemonSet
|
|
apiVersion: apps/v1
|
|
metadata:
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
name: csi-cinder-nodeplugin
|
|
namespace: kube-system
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
app: csi-cinder-nodeplugin
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: csi-cinder-nodeplugin
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
spec:
|
|
serviceAccount: csi-cinder-node-sa
|
|
priorityClassName: system-node-critical
|
|
tolerations:
|
|
- operator: Exists
|
|
hostNetwork: true
|
|
containers:
|
|
- name: node-driver-registrar
|
|
image: registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.3
|
|
args:
|
|
- "--csi-address=$(ADDRESS)"
|
|
- "--kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)"
|
|
env:
|
|
- name: ADDRESS
|
|
value: /csi/csi.sock
|
|
- name: DRIVER_REG_SOCK_PATH
|
|
value: /var/lib/kubelet/plugins/cinder.csi.openstack.org/csi.sock
|
|
- name: KUBE_NODE_NAME
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: spec.nodeName
|
|
imagePullPolicy: "IfNotPresent"
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
- name: registration-dir
|
|
mountPath: /registration
|
|
- name: liveness-probe
|
|
image: registry.k8s.io/sig-storage/livenessprobe:v2.9.0
|
|
args:
|
|
- --csi-address=/csi/csi.sock
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
- name: cinder-csi-plugin
|
|
securityContext:
|
|
privileged: true
|
|
runAsNonRoot: false
|
|
runAsUser: 0
|
|
capabilities:
|
|
add: ["SYS_ADMIN"]
|
|
allowPrivilegeEscalation: true
|
|
image: "{{- if .CloudProvider.Openstack.BlockStorage.CSIPluginImage -}} {{ .CloudProvider.Openstack.BlockStorage.CSIPluginImage }} {{- else -}} docker.io/k8scloudprovider/cinder-csi-plugin:{{OpenStackCSITag}} {{- end -}}"
|
|
args :
|
|
- /bin/cinder-csi-plugin
|
|
- "--endpoint=$(CSI_ENDPOINT)"
|
|
- "--cloud-config=$(CLOUD_CONFIG)"
|
|
{{- if .CloudProvider.Openstack.BlockStorage.ClusterName }}
|
|
- "--cluster=$(CLUSTER_NAME)"
|
|
{{- end }}
|
|
{{- if WithDefaultBool .CloudProvider.Openstack.BlockStorage.MetricsEnabled false }}
|
|
- "--http-endpoint=:9809"
|
|
{{- end }}
|
|
env:
|
|
- name: CSI_ENDPOINT
|
|
value: unix://csi/csi.sock
|
|
- name: CLOUD_CONFIG
|
|
value: /etc/kubernetes/cloud.config
|
|
{{- if .CloudProvider.Openstack.BlockStorage.ClusterName }}
|
|
- name: CLUSTER_NAME
|
|
value: {{ .CloudProvider.Openstack.BlockStorage.ClusterName }}
|
|
{{- end }}
|
|
imagePullPolicy: "IfNotPresent"
|
|
ports:
|
|
- containerPort: 9808
|
|
name: healthz
|
|
protocol: TCP
|
|
{{- if WithDefaultBool .CloudProvider.Openstack.BlockStorage.MetricsEnabled false }}
|
|
- containerPort: 9809
|
|
name: metrics
|
|
protocol: TCP
|
|
{{- end }}
|
|
livenessProbe:
|
|
failureThreshold: 5
|
|
httpGet:
|
|
path: /healthz
|
|
port: healthz
|
|
initialDelaySeconds: 10
|
|
timeoutSeconds: 3
|
|
periodSeconds: 10
|
|
volumeMounts:
|
|
- name: socket-dir
|
|
mountPath: /csi
|
|
- name: kubelet-dir
|
|
mountPath: /var/lib/kubelet
|
|
mountPropagation: "Bidirectional"
|
|
- name: pods-probe-dir
|
|
mountPath: /dev
|
|
mountPropagation: "HostToContainer"
|
|
- mountPath: /etc/kubernetes
|
|
name: cloudconfig
|
|
readOnly: true
|
|
volumes:
|
|
- name: socket-dir
|
|
hostPath:
|
|
path: /var/lib/kubelet/plugins/cinder.csi.openstack.org
|
|
type: DirectoryOrCreate
|
|
- name: registration-dir
|
|
hostPath:
|
|
path: /var/lib/kubelet/plugins_registry/
|
|
type: Directory
|
|
- name: kubelet-dir
|
|
hostPath:
|
|
path: /var/lib/kubelet
|
|
type: Directory
|
|
- name: pods-probe-dir
|
|
hostPath:
|
|
path: /dev
|
|
type: Directory
|
|
- secret:
|
|
secretName: openstack-project
|
|
name: cloudconfig
|
|
---
|
|
apiVersion: storage.k8s.io/v1
|
|
kind: CSIDriver
|
|
metadata:
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
name: cinder.csi.openstack.org
|
|
spec:
|
|
attachRequired: true
|
|
podInfoOnMount: true
|
|
volumeLifecycleModes:
|
|
- Persistent
|
|
- Ephemeral
|
|
|
|
{{ if and (WithDefaultBool .CloudConfig.ManageStorageClasses true) (WithDefaultBool .CloudProvider.Openstack.BlockStorage.CreateStorageClass true) }}
|
|
---
|
|
apiVersion: storage.k8s.io/v1
|
|
kind: StorageClass
|
|
metadata:
|
|
name: default
|
|
annotations:
|
|
storageclass.kubernetes.io/is-default-class: "true"
|
|
labels:
|
|
k8s-addon: storage-openstack.addons.k8s.io
|
|
provisioner: cinder.csi.openstack.org
|
|
allowVolumeExpansion: true
|
|
volumeBindingMode: WaitForFirstConsumer
|
|
{{ end }}
|