mirror of https://github.com/kubernetes/kops.git
273 lines
9.3 KiB
Plaintext
273 lines
9.3 KiB
Plaintext
# This ConfigMap is used to configure a self-hosted Calico installation.
|
|
kind: ConfigMap
|
|
apiVersion: v1
|
|
metadata:
|
|
name: calico-config
|
|
namespace: kube-system
|
|
data:
|
|
# The calico-etcd PetSet service IP:port
|
|
etcd_endpoints: "{{ $cluster := index .EtcdClusters 0 -}}
|
|
{{- range $j, $member := $cluster.Members -}}
|
|
{{- if $j }},{{ end -}}
|
|
http://etcd-{{ $member.Name }}.internal.{{ ClusterName }}:4001
|
|
{{- end }}"
|
|
|
|
# Configure the Calico backend to use.
|
|
calico_backend: "bird"
|
|
|
|
# The CNI network configuration to install on each node.
|
|
cni_network_config: |-
|
|
{
|
|
"name": "k8s-pod-network",
|
|
"type": "calico",
|
|
"etcd_endpoints": "__ETCD_ENDPOINTS__",
|
|
"log_level": "info",
|
|
"ipam": {
|
|
"type": "calico-ipam"
|
|
},
|
|
"policy": {
|
|
"type": "k8s",
|
|
"k8s_api_root": "https://__KUBERNETES_SERVICE_HOST__:__KUBERNETES_SERVICE_PORT__",
|
|
"k8s_auth_token": "__SERVICEACCOUNT_TOKEN__"
|
|
},
|
|
"kubernetes": {
|
|
"kubeconfig": "/etc/cni/net.d/__KUBECONFIG_FILENAME__"
|
|
}
|
|
}
|
|
|
|
---
|
|
|
|
# This manifest installs the calico/node container, as well
|
|
# as the Calico CNI plugins and network config on
|
|
# each master and worker node in a Kubernetes cluster.
|
|
kind: DaemonSet
|
|
apiVersion: extensions/v1beta1
|
|
metadata:
|
|
name: calico-node
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-app: calico-node
|
|
role.kubernetes.io/networking: "1"
|
|
spec:
|
|
selector:
|
|
matchLabels:
|
|
k8s-app: calico-node
|
|
template:
|
|
metadata:
|
|
labels:
|
|
k8s-app: calico-node
|
|
role.kubernetes.io/networking: "1"
|
|
annotations:
|
|
scheduler.alpha.kubernetes.io/critical-pod: ''
|
|
scheduler.alpha.kubernetes.io/tolerations: |
|
|
[{"key": "dedicated", "value": "master", "effect": "NoSchedule" },
|
|
{"key":"CriticalAddonsOnly", "operator":"Exists"}]
|
|
spec:
|
|
hostNetwork: true
|
|
containers:
|
|
# Runs calico/node container on each Kubernetes node. This
|
|
# container programs network policy and routes on each
|
|
# host.
|
|
- name: calico-node
|
|
image: quay.io/calico/node:v2.4.0
|
|
resources:
|
|
requests:
|
|
cpu: 10m
|
|
env:
|
|
# The location of the Calico etcd cluster.
|
|
- name: ETCD_ENDPOINTS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: etcd_endpoints
|
|
# Choose the backend to use.
|
|
- name: CALICO_NETWORKING_BACKEND
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: calico_backend
|
|
# Cluster type to identify the deployment type
|
|
- name: CLUSTER_TYPE
|
|
value: "kops,bgp"
|
|
# Disable file logging so `kubectl logs` works.
|
|
- name: CALICO_DISABLE_FILE_LOGGING
|
|
value: "true"
|
|
# Configure the IP Pool from which Pod IPs will be chosen.
|
|
- name: CALICO_IPV4POOL_CIDR
|
|
value: "{{ .KubeControllerManager.ClusterCIDR }}"
|
|
- name: CALICO_IPV4POOL_IPIP
|
|
value: "{{- if and (eq .CloudProvider "aws") (.Networking.Calico.CrossSubnet) -}}cross-subnet{{- else -}}always{{- end -}}"
|
|
# Auto-detect the BGP IP address.
|
|
- name: IP
|
|
value: ""
|
|
# Set to enable the experimental Prometheus metrics server
|
|
- name: FELIX_PROMETHEUSMETRICSENABLED
|
|
value: "{{- or .Networking.Calico.PrometheusMetricsEnabled "false" }}"
|
|
# TCP port that the Prometheus metrics server should bind to
|
|
- name: FELIX_PROMETHEUSMETRICSPORT
|
|
value: "{{- or .Networking.Calico.PrometheusMetricsPort "9091" }}"
|
|
# Enable Prometheus Go runtime metrics collection
|
|
- name: FELIX_PROMETHEUSGOMETRICSENABLED
|
|
value: "{{- or .Networking.Calico.PrometheusGoMetricsEnabled "true" }}"
|
|
# Enable Prometheus process metrics collection
|
|
- name: FELIX_PROMETHEUSPROCESSMETRICSENABLED
|
|
value: "{{- or .Networking.Calico.PrometheusProcessMetricsEnabled "true" }}"
|
|
securityContext:
|
|
privileged: true
|
|
volumeMounts:
|
|
- mountPath: /lib/modules
|
|
name: lib-modules
|
|
readOnly: true
|
|
- mountPath: /var/run/calico
|
|
name: var-run-calico
|
|
readOnly: false
|
|
# This container installs the Calico CNI binaries
|
|
# and CNI network config file on each node.
|
|
- name: install-cni
|
|
image: quay.io/calico/cni:v1.10.0
|
|
resources:
|
|
requests:
|
|
cpu: 10m
|
|
imagePullPolicy: Always
|
|
command: ["/install-cni.sh"]
|
|
env:
|
|
# The location of the Calico etcd cluster.
|
|
- name: ETCD_ENDPOINTS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: etcd_endpoints
|
|
# The CNI network config to install on each node.
|
|
- name: CNI_NETWORK_CONFIG
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: cni_network_config
|
|
volumeMounts:
|
|
- mountPath: /host/opt/cni/bin
|
|
name: cni-bin-dir
|
|
- mountPath: /host/etc/cni/net.d
|
|
name: cni-net-dir
|
|
volumes:
|
|
# Used by calico/node.
|
|
- name: lib-modules
|
|
hostPath:
|
|
path: /lib/modules
|
|
- name: var-run-calico
|
|
hostPath:
|
|
path: /var/run/calico
|
|
# Used to install CNI.
|
|
- name: cni-bin-dir
|
|
hostPath:
|
|
path: /opt/cni/bin
|
|
- name: cni-net-dir
|
|
hostPath:
|
|
path: /etc/cni/net.d
|
|
|
|
---
|
|
|
|
# This manifest deploys the Calico policy controller on Kubernetes.
|
|
# See https://github.com/projectcalico/k8s-policy
|
|
apiVersion: extensions/v1beta1
|
|
kind: Deployment
|
|
metadata:
|
|
name: calico-policy-controller
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-app: calico-policy
|
|
role.kubernetes.io/networking: "1"
|
|
spec:
|
|
# The policy controller can only have a single active instance.
|
|
replicas: 1
|
|
template:
|
|
metadata:
|
|
name: calico-policy-controller
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-app: calico-policy-controller
|
|
role.kubernetes.io/networking: "1"
|
|
annotations:
|
|
scheduler.alpha.kubernetes.io/critical-pod: ''
|
|
scheduler.alpha.kubernetes.io/tolerations: |
|
|
[{"key": "dedicated", "value": "master", "effect": "NoSchedule" },
|
|
{"key":"CriticalAddonsOnly", "operator":"Exists"}]
|
|
spec:
|
|
# The policy controller must run in the host network namespace so that
|
|
# it isn't governed by policy that would prevent it from working.
|
|
hostNetwork: true
|
|
containers:
|
|
- name: calico-policy-controller
|
|
image: quay.io/calico/kube-policy-controller:v0.7.0
|
|
resources:
|
|
requests:
|
|
cpu: 10m
|
|
env:
|
|
# The location of the Calico etcd cluster.
|
|
- name: ETCD_ENDPOINTS
|
|
valueFrom:
|
|
configMapKeyRef:
|
|
name: calico-config
|
|
key: etcd_endpoints
|
|
# The location of the Kubernetes API. Use the default Kubernetes
|
|
# service for API access.
|
|
- name: K8S_API
|
|
value: "https://kubernetes.default:443"
|
|
# Since we're running in the host namespace and might not have KubeDNS
|
|
# access, configure the container's /etc/hosts to resolve
|
|
# kubernetes.default to the correct service clusterIP.
|
|
- name: CONFIGURE_ETC_HOSTS
|
|
value: "true"
|
|
|
|
{{ if and (eq .CloudProvider "aws") (.Networking.Calico.CrossSubnet) -}}
|
|
---
|
|
# This manifest installs the k8s-ec2-srcdst container, which disables
|
|
# src/dst ip checks to allow BGP to function for calico for hosts within subnets
|
|
# This only applies for AWS environments.
|
|
apiVersion: extensions/v1beta1
|
|
kind: Deployment
|
|
metadata:
|
|
name: k8s-ec2-srcdst
|
|
namespace: kube-system
|
|
labels:
|
|
k8s-app: k8s-ec2-srcdst
|
|
role.kubernetes.io/networking: "1"
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
k8s-app: k8s-ec2-srcdst
|
|
template:
|
|
metadata:
|
|
labels:
|
|
k8s-app: k8s-ec2-srcdst
|
|
role.kubernetes.io/networking: "1"
|
|
annotations:
|
|
scheduler.alpha.kubernetes.io/critical-pod: ''
|
|
scheduler.alpha.kubernetes.io/tolerations: |
|
|
[{"key": "dedicated", "value": "master", "effect": "NoSchedule" },
|
|
{"key":"CriticalAddonsOnly", "operator":"Exists"}]
|
|
spec:
|
|
hostNetwork: true
|
|
containers:
|
|
- image: ottoyiu/k8s-ec2-srcdst:v0.2.0-3-gc0c26eca
|
|
name: k8s-ec2-srcdst
|
|
resources:
|
|
requests:
|
|
cpu: 10m
|
|
memory: 64Mi
|
|
env:
|
|
- name: AWS_REGION
|
|
value: {{ Region }}
|
|
volumeMounts:
|
|
- name: ssl-certs
|
|
mountPath: "/etc/ssl/certs/ca-certificates.crt"
|
|
readOnly: true
|
|
imagePullPolicy: "Always"
|
|
volumes:
|
|
- name: ssl-certs
|
|
hostPath:
|
|
path: "/etc/ssl/certs/ca-certificates.crt"
|
|
nodeSelector:
|
|
kubernetes.io/role: master
|
|
{{- end -}}
|