Balancer - main.go and yamls
This commit is contained in:
Marcin Wielgus
parent
e60803842f
commit
fb425d81f1
|
|
@ -0,0 +1,6 @@
|
||||||
|
FROM gcr.io/distroless/static:latest
|
||||||
|
MAINTAINER Marcin Wielgus "mwielgus@google.com"
|
||||||
|
|
||||||
|
COPY balancer /
|
||||||
|
|
||||||
|
ENTRYPOINT ["/balancer"]
|
||||||
|
|
@ -0,0 +1,59 @@
|
||||||
|
all: build
|
||||||
|
|
||||||
|
FLAGS=
|
||||||
|
OFFICIAL_NAME=balancer
|
||||||
|
|
||||||
|
build: clean
|
||||||
|
go build .
|
||||||
|
|
||||||
|
build-linux-amd64: clean
|
||||||
|
GOOS=linux GOARCH=amd64 CGO_ENABLED=0 go build .
|
||||||
|
|
||||||
|
test-unit: clean
|
||||||
|
go test --test.short -race ./... $(FLAGS)
|
||||||
|
|
||||||
|
docker-build:
|
||||||
|
ifndef REGISTRY
|
||||||
|
ERR = $(error REGISTRY is undefined)
|
||||||
|
$(ERR)
|
||||||
|
endif
|
||||||
|
ifndef TAG
|
||||||
|
ERR = $(error TAG is undefined)
|
||||||
|
$(ERR)
|
||||||
|
endif
|
||||||
|
docker build --pull -t ${REGISTRY}/${OFFICIAL_NAME}:${TAG} .
|
||||||
|
|
||||||
|
docker-push:
|
||||||
|
ifndef REGISTRY
|
||||||
|
ERR = $(error REGISTRY is undefined)
|
||||||
|
$(ERR)
|
||||||
|
endif
|
||||||
|
ifndef TAG
|
||||||
|
ERR = $(error TAG is undefined)
|
||||||
|
$(ERR)
|
||||||
|
endif
|
||||||
|
docker push ${REGISTRY}/${OFFICIAL_NAME}:${TAG}
|
||||||
|
|
||||||
|
docker-builder:
|
||||||
|
docker build -t vpa-autoscaling-builder ../vertical-pod-autoscaler/builder
|
||||||
|
|
||||||
|
build-in-docker: clean docker-builder
|
||||||
|
docker run -v `pwd`/..:/gopath/src/k8s.io/autoscaler vpa-autoscaling-builder:latest bash -c 'cd /gopath/src/k8s.io/autoscaler/balancer && make build-linux-amd64'
|
||||||
|
|
||||||
|
build-image-in-docker: build-in-docker docker-build
|
||||||
|
|
||||||
|
test-in-docker: build-in-docker
|
||||||
|
docker run -v `pwd`/..:/gopath/src/k8s.io/autoscaler vpa-autoscaling-builder:latest bash -c 'cd /gopath/src/k8s.io/autoscaler/balancer && make test-unit'
|
||||||
|
|
||||||
|
release: build-image-in-docker docker-push
|
||||||
|
@echo "Full in-docker release ${OFFICIAL_NAME}:${TAG} completed"
|
||||||
|
|
||||||
|
clean:
|
||||||
|
rm -f balancer
|
||||||
|
|
||||||
|
format:
|
||||||
|
test -z "$$(find . -path ./vendor -prune -type f -o -name '*.go' -exec gofmt -s -d {} + | tee /dev/stderr)" || \
|
||||||
|
test -z "$$(find . -path ./vendor -prune -type f -o -name '*.go' -exec gofmt -s -w {} + | tee /dev/stderr)"
|
||||||
|
|
||||||
|
.PHONY: all build test-unit clean format release
|
||||||
|
|
||||||
|
|
@ -0,0 +1,89 @@
|
||||||
|
apiVersion: v1
|
||||||
|
kind: ServiceAccount
|
||||||
|
metadata:
|
||||||
|
name: balancer-controller
|
||||||
|
namespace: kube-system
|
||||||
|
---
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: ClusterRole
|
||||||
|
metadata:
|
||||||
|
name: balancer-controller
|
||||||
|
namespace: kube-system
|
||||||
|
rules:
|
||||||
|
- apiGroups:
|
||||||
|
- balancer.x-k8s.io
|
||||||
|
resources:
|
||||||
|
- balancers
|
||||||
|
verbs:
|
||||||
|
- get
|
||||||
|
- list
|
||||||
|
- watch
|
||||||
|
- patch
|
||||||
|
- update
|
||||||
|
- apiGroups:
|
||||||
|
- ""
|
||||||
|
resources:
|
||||||
|
- pods
|
||||||
|
verbs:
|
||||||
|
- get
|
||||||
|
- list
|
||||||
|
- watch
|
||||||
|
- apiGroups:
|
||||||
|
- apps
|
||||||
|
resources:
|
||||||
|
- deployments/scale
|
||||||
|
verbs:
|
||||||
|
- get
|
||||||
|
- list
|
||||||
|
- watch
|
||||||
|
- patch
|
||||||
|
- update
|
||||||
|
- apiGroups:
|
||||||
|
- ""
|
||||||
|
resources:
|
||||||
|
- events
|
||||||
|
verbs:
|
||||||
|
- get
|
||||||
|
- list
|
||||||
|
- watch
|
||||||
|
- create
|
||||||
|
- patch
|
||||||
|
---
|
||||||
|
apiVersion: rbac.authorization.k8s.io/v1
|
||||||
|
kind: ClusterRoleBinding
|
||||||
|
metadata:
|
||||||
|
name: balancer-controller
|
||||||
|
namespace: kube-system
|
||||||
|
roleRef:
|
||||||
|
apiGroup: rbac.authorization.k8s.io
|
||||||
|
kind: ClusterRole
|
||||||
|
name: balancer-controller
|
||||||
|
subjects:
|
||||||
|
- kind: ServiceAccount
|
||||||
|
name: balancer-controller
|
||||||
|
namespace: kube-system
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: balancer-controller
|
||||||
|
namespace: kube-system
|
||||||
|
spec:
|
||||||
|
replicas: 1
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: balancer-controller
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: balancer-controller
|
||||||
|
spec:
|
||||||
|
serviceAccountName: balancer-controller
|
||||||
|
containers:
|
||||||
|
- name: controller
|
||||||
|
image: gcr.io/gke-autoscaling-gcr/balancer:0.1.1
|
||||||
|
imagePullPolicy: Always
|
||||||
|
args: ["-v","4"]
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
|
@ -0,0 +1,320 @@
|
||||||
|
---
|
||||||
|
apiVersion: apiextensions.k8s.io/v1
|
||||||
|
kind: CustomResourceDefinition
|
||||||
|
metadata:
|
||||||
|
annotations:
|
||||||
|
controller-gen.kubebuilder.io/version: v0.10.0
|
||||||
|
creationTimestamp: null
|
||||||
|
name: balancers.balancer.x-k8s.io
|
||||||
|
spec:
|
||||||
|
group: balancer.x-k8s.io
|
||||||
|
names:
|
||||||
|
kind: Balancer
|
||||||
|
listKind: BalancerList
|
||||||
|
plural: balancers
|
||||||
|
singular: balancer
|
||||||
|
scope: Namespaced
|
||||||
|
versions:
|
||||||
|
- name: v1alpha1
|
||||||
|
schema:
|
||||||
|
openAPIV3Schema:
|
||||||
|
description: Balancer is an object used to automatically keep the desired
|
||||||
|
number of replicas (pods) distributed among the specified set of targets
|
||||||
|
(deployments or other objects that expose the Scale subresource).
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: 'APIVersion defines the versioned schema of this representation
|
||||||
|
of an object. Servers should convert recognized schemas to the latest
|
||||||
|
internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources'
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind is a string value representing the REST resource this
|
||||||
|
object represents. Servers may infer this from the endpoint the client
|
||||||
|
submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds'
|
||||||
|
type: string
|
||||||
|
metadata:
|
||||||
|
type: object
|
||||||
|
spec:
|
||||||
|
description: 'Specification of the Balancer behavior. More info: https://git.k8s.io/community/contributors/devel/api-conventions.md#spec-and-status.'
|
||||||
|
properties:
|
||||||
|
policy:
|
||||||
|
description: Policy defines how the balancer should distribute replicas
|
||||||
|
among targets.
|
||||||
|
properties:
|
||||||
|
fallback:
|
||||||
|
description: Fallback contains specification of how to recognize
|
||||||
|
and what to do if some replicas fail to start in one or more
|
||||||
|
targets. No fallback happens if not-set.
|
||||||
|
properties:
|
||||||
|
startupTimeoutSeconds:
|
||||||
|
description: StartupTimeoutSeconds defines how long will the
|
||||||
|
Balancer wait before considering a pending/not-started pod
|
||||||
|
as blocked and starting another replica in some other target.
|
||||||
|
Once the replica is finally started, replicas in other targets
|
||||||
|
may be stopped.
|
||||||
|
format: int32
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
required:
|
||||||
|
- startupTimeoutSeconds
|
||||||
|
type: object
|
||||||
|
policyName:
|
||||||
|
description: PolicyName decides how to balance replicas across
|
||||||
|
the targets. Depending on the name one of the fields Priorities
|
||||||
|
or Proportions must be set.
|
||||||
|
type: string
|
||||||
|
priorities:
|
||||||
|
description: Priorities contains detailed specification of how
|
||||||
|
to balance when balancer policy name is set to Priority.
|
||||||
|
properties:
|
||||||
|
targetOrder:
|
||||||
|
description: TargetOrder is the priority-based list of Balancer
|
||||||
|
targets names. The first target on the list gets the replicas
|
||||||
|
until its maxReplicas is reached (or replicas fail to start).
|
||||||
|
Then the replicas go to the second target and so on. MinReplicas
|
||||||
|
is guaranteed to be fulfilled, irrespective of the order,
|
||||||
|
presence on the list, and/or total Balancer's replica count.
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
minItems: 2
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- targetOrder
|
||||||
|
type: object
|
||||||
|
proportions:
|
||||||
|
description: Proportions contains detailed specification of how
|
||||||
|
to balance when balancer policy name is set to Proportional.
|
||||||
|
properties:
|
||||||
|
targetProportions:
|
||||||
|
additionalProperties:
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
description: TargetProportions is a map from Balancer targets
|
||||||
|
names to rates. Replicas are distributed so that the max
|
||||||
|
difference between the current replica share and the desired
|
||||||
|
replica share is minimized. Once a target reaches maxReplicas
|
||||||
|
it is removed from the calculations and replicas are distributed
|
||||||
|
with the updated proportions. MinReplicas is guaranteed
|
||||||
|
for a target, irrespective of the total Balancer's replica
|
||||||
|
count, proportions or the presence in the map.
|
||||||
|
minProperties: 2
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- targetProportions
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- policyName
|
||||||
|
type: object
|
||||||
|
replicas:
|
||||||
|
description: Replicas is the number of pods that should be distributed
|
||||||
|
among the declared targets according to the specified policy.
|
||||||
|
format: int32
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
selector:
|
||||||
|
description: Selector that groups the pods from all targets together
|
||||||
|
(and only those). Ideally it should match the selector used by the
|
||||||
|
Service built on top of the Balancer. All pods selectable by targets'
|
||||||
|
selector must match to this selector, however target's selector
|
||||||
|
don't have to be a superset of this one (although it is recommended).
|
||||||
|
properties:
|
||||||
|
matchExpressions:
|
||||||
|
description: matchExpressions is a list of label selector requirements.
|
||||||
|
The requirements are ANDed.
|
||||||
|
items:
|
||||||
|
description: A label selector requirement is a selector that
|
||||||
|
contains values, a key, and an operator that relates the key
|
||||||
|
and values.
|
||||||
|
properties:
|
||||||
|
key:
|
||||||
|
description: key is the label key that the selector applies
|
||||||
|
to.
|
||||||
|
type: string
|
||||||
|
operator:
|
||||||
|
description: operator represents a key's relationship to
|
||||||
|
a set of values. Valid operators are In, NotIn, Exists
|
||||||
|
and DoesNotExist.
|
||||||
|
type: string
|
||||||
|
values:
|
||||||
|
description: values is an array of string values. If the
|
||||||
|
operator is In or NotIn, the values array must be non-empty.
|
||||||
|
If the operator is Exists or DoesNotExist, the values
|
||||||
|
array must be empty. This array is replaced during a strategic
|
||||||
|
merge patch.
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- key
|
||||||
|
- operator
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
matchLabels:
|
||||||
|
additionalProperties:
|
||||||
|
type: string
|
||||||
|
description: matchLabels is a map of {key,value} pairs. A single
|
||||||
|
{key,value} in the matchLabels map is equivalent to an element
|
||||||
|
of matchExpressions, whose key field is "key", the operator
|
||||||
|
is "In", and the values array contains only "value". The requirements
|
||||||
|
are ANDed.
|
||||||
|
type: object
|
||||||
|
type: object
|
||||||
|
x-kubernetes-map-type: atomic
|
||||||
|
targets:
|
||||||
|
description: Targets is a list of targets between which Balancer tries
|
||||||
|
to distribute replicas.
|
||||||
|
items:
|
||||||
|
description: BalancerTarget is the declaration of one of the targets
|
||||||
|
between which the balancer tries to distribute replicas.
|
||||||
|
properties:
|
||||||
|
maxReplicas:
|
||||||
|
description: MaxReplicas is the maximum number of replicas inside
|
||||||
|
of this target. Balancer will set at most this amount on the
|
||||||
|
target, even if the total desired number of replicas for the
|
||||||
|
Balancer is higher. There will be no limit if not provided.
|
||||||
|
format: int32
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
minReplicas:
|
||||||
|
description: MinReplicas is the minimum number of replicas inside
|
||||||
|
of this target. Balancer will set at least this amount on
|
||||||
|
the target, even if the total desired number of replicas for
|
||||||
|
Balancer is lower. 0 will be used (no min) if not provided.
|
||||||
|
format: int32
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
name:
|
||||||
|
description: Name of the target.
|
||||||
|
minLength: 1
|
||||||
|
type: string
|
||||||
|
scaleTargetRef:
|
||||||
|
description: ScaleTargetRef is a reference that points to a
|
||||||
|
target resource to balance. The target needs to expose the
|
||||||
|
Scale subresource.
|
||||||
|
properties:
|
||||||
|
apiVersion:
|
||||||
|
description: API version of the referent
|
||||||
|
type: string
|
||||||
|
kind:
|
||||||
|
description: 'Kind of the referent; More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds"'
|
||||||
|
type: string
|
||||||
|
name:
|
||||||
|
description: 'Name of the referent; More info: http://kubernetes.io/docs/user-guide/identifiers#names'
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- kind
|
||||||
|
- name
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- name
|
||||||
|
- scaleTargetRef
|
||||||
|
type: object
|
||||||
|
minItems: 2
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- policy
|
||||||
|
- replicas
|
||||||
|
- selector
|
||||||
|
- targets
|
||||||
|
type: object
|
||||||
|
status:
|
||||||
|
description: Current information about the Balancer.
|
||||||
|
properties:
|
||||||
|
conditions:
|
||||||
|
description: Conditions is the set of conditions required for this
|
||||||
|
Balancer to work properly, and indicates whether or not those conditions
|
||||||
|
are met.
|
||||||
|
items:
|
||||||
|
description: "Condition contains details for one aspect of the current
|
||||||
|
state of this API Resource. --- This struct is intended for direct
|
||||||
|
use as an array at the field path .status.conditions. For example,
|
||||||
|
\n type FooStatus struct{ // Represents the observations of a
|
||||||
|
foo's current state. // Known .status.conditions.type are: \"Available\",
|
||||||
|
\"Progressing\", and \"Degraded\" // +patchMergeKey=type // +patchStrategy=merge
|
||||||
|
// +listType=map // +listMapKey=type Conditions []metav1.Condition
|
||||||
|
`json:\"conditions,omitempty\" patchStrategy:\"merge\" patchMergeKey:\"type\"
|
||||||
|
protobuf:\"bytes,1,rep,name=conditions\"` \n // other fields }"
|
||||||
|
properties:
|
||||||
|
lastTransitionTime:
|
||||||
|
description: lastTransitionTime is the last time the condition
|
||||||
|
transitioned from one status to another. This should be when
|
||||||
|
the underlying condition changed. If that is not known, then
|
||||||
|
using the time when the API field changed is acceptable.
|
||||||
|
format: date-time
|
||||||
|
type: string
|
||||||
|
message:
|
||||||
|
description: message is a human readable message indicating
|
||||||
|
details about the transition. This may be an empty string.
|
||||||
|
maxLength: 32768
|
||||||
|
type: string
|
||||||
|
observedGeneration:
|
||||||
|
description: observedGeneration represents the .metadata.generation
|
||||||
|
that the condition was set based upon. For instance, if .metadata.generation
|
||||||
|
is currently 12, but the .status.conditions[x].observedGeneration
|
||||||
|
is 9, the condition is out of date with respect to the current
|
||||||
|
state of the instance.
|
||||||
|
format: int64
|
||||||
|
minimum: 0
|
||||||
|
type: integer
|
||||||
|
reason:
|
||||||
|
description: reason contains a programmatic identifier indicating
|
||||||
|
the reason for the condition's last transition. Producers
|
||||||
|
of specific condition types may define expected values and
|
||||||
|
meanings for this field, and whether the values are considered
|
||||||
|
a guaranteed API. The value should be a CamelCase string.
|
||||||
|
This field may not be empty.
|
||||||
|
maxLength: 1024
|
||||||
|
minLength: 1
|
||||||
|
pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
|
||||||
|
type: string
|
||||||
|
status:
|
||||||
|
description: status of the condition, one of True, False, Unknown.
|
||||||
|
enum:
|
||||||
|
- "True"
|
||||||
|
- "False"
|
||||||
|
- Unknown
|
||||||
|
type: string
|
||||||
|
type:
|
||||||
|
description: type of condition in CamelCase or in foo.example.com/CamelCase.
|
||||||
|
--- Many .condition.type values are consistent across resources
|
||||||
|
like Available, but because arbitrary conditions can be useful
|
||||||
|
(see .node.status.conditions), the ability to deconflict is
|
||||||
|
important. The regex it matches is (dns1123SubdomainFmt/)?(qualifiedNameFmt)
|
||||||
|
maxLength: 316
|
||||||
|
pattern: ^([a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*/)?(([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9])$
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- lastTransitionTime
|
||||||
|
- message
|
||||||
|
- reason
|
||||||
|
- status
|
||||||
|
- type
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
replicas:
|
||||||
|
description: Replicas is an actual number of observed pods matching
|
||||||
|
Balancer selector.
|
||||||
|
format: int32
|
||||||
|
type: integer
|
||||||
|
selector:
|
||||||
|
description: 'Selector is a query over pods that should match the
|
||||||
|
replicas count. This is same as the label selector but in the string
|
||||||
|
format to avoid introspection by clients. The string will be in
|
||||||
|
the same format as the query-param syntax. More info about label
|
||||||
|
selectors: http://kubernetes.io/docs/user-guide/labels#label-selectors'
|
||||||
|
type: string
|
||||||
|
required:
|
||||||
|
- replicas
|
||||||
|
- selector
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- spec
|
||||||
|
type: object
|
||||||
|
served: true
|
||||||
|
storage: true
|
||||||
|
subresources:
|
||||||
|
scale:
|
||||||
|
labelSelectorPath: .status.selector
|
||||||
|
specReplicasPath: .spec.replicas
|
||||||
|
statusReplicasPath: .status.replicas
|
||||||
|
status: {}
|
||||||
|
|
@ -0,0 +1,119 @@
|
||||||
|
#
|
||||||
|
# Balancer scaling 2 deployments using priority policy and hpa.
|
||||||
|
#
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-1
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-2
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: 100m
|
||||||
|
---
|
||||||
|
apiVersion: balancer.x-k8s.io/v1alpha1
|
||||||
|
kind: Balancer
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 5
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
srv: nginx
|
||||||
|
policy:
|
||||||
|
policyName: priority
|
||||||
|
priorities:
|
||||||
|
targetOrder: [nginx-1,nginx-2]
|
||||||
|
fallback:
|
||||||
|
startupTimeoutSeconds: 180
|
||||||
|
targets:
|
||||||
|
- name: nginx-1
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-1
|
||||||
|
minReplicas: 1
|
||||||
|
maxReplicas: 7
|
||||||
|
- name: nginx-2
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-2
|
||||||
|
minReplicas: 1
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 80
|
||||||
|
protocol: TCP
|
||||||
|
targetPort: 80
|
||||||
|
selector:
|
||||||
|
srv: nginx
|
||||||
|
---
|
||||||
|
apiVersion: autoscaling/v2
|
||||||
|
kind: HorizontalPodAutoscaler
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
minReplicas: 2
|
||||||
|
maxReplicas: 10
|
||||||
|
metrics:
|
||||||
|
- resource:
|
||||||
|
name: cpu
|
||||||
|
target:
|
||||||
|
averageUtilization: 50
|
||||||
|
type: Utilization
|
||||||
|
type: Resource
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: balancer.x-k8s.io/v1alpha1
|
||||||
|
kind: Balancer
|
||||||
|
name: nginx
|
||||||
|
|
@ -0,0 +1,94 @@
|
||||||
|
#
|
||||||
|
# Balancer scaling 2 deployments using priority policy.
|
||||||
|
#
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-1
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-2
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
---
|
||||||
|
apiVersion: balancer.x-k8s.io/v1alpha1
|
||||||
|
kind: Balancer
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 5
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
srv: nginx
|
||||||
|
policy:
|
||||||
|
policyName: priority
|
||||||
|
priorities:
|
||||||
|
targetOrder: [nginx-1,nginx-2]
|
||||||
|
fallback:
|
||||||
|
startupTimeoutSeconds: 180
|
||||||
|
targets:
|
||||||
|
- name: nginx-1
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-1
|
||||||
|
minReplicas: 1
|
||||||
|
maxReplicas: 7
|
||||||
|
- name: nginx-2
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-2
|
||||||
|
minReplicas: 1
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 80
|
||||||
|
protocol: TCP
|
||||||
|
targetPort: 80
|
||||||
|
selector:
|
||||||
|
srv: nginx
|
||||||
|
|
@ -0,0 +1,96 @@
|
||||||
|
#
|
||||||
|
# Balancer scaling 2 deployments using 50/50 proportional policy.
|
||||||
|
#
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-1
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-1
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: nginx-2
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 3
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: nginx-2
|
||||||
|
srv: nginx
|
||||||
|
spec:
|
||||||
|
containers:
|
||||||
|
- name: nginx
|
||||||
|
image: nginx:1.14.2
|
||||||
|
ports:
|
||||||
|
- containerPort: 80
|
||||||
|
---
|
||||||
|
apiVersion: balancer.x-k8s.io/v1alpha1
|
||||||
|
kind: Balancer
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
replicas: 10
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
srv: nginx
|
||||||
|
policy:
|
||||||
|
policyName: proportional
|
||||||
|
proportions:
|
||||||
|
targetProportions:
|
||||||
|
nginx-1: 50
|
||||||
|
nginx-2: 50
|
||||||
|
fallback:
|
||||||
|
startupTimeoutSeconds: 180
|
||||||
|
targets:
|
||||||
|
- name: nginx-1
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-1
|
||||||
|
minReplicas: 1
|
||||||
|
maxReplicas: 7
|
||||||
|
- name: nginx-2
|
||||||
|
scaleTargetRef:
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
name: nginx-2
|
||||||
|
minReplicas: 1
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: nginx
|
||||||
|
spec:
|
||||||
|
ports:
|
||||||
|
- port: 80
|
||||||
|
protocol: TCP
|
||||||
|
targetPort: 80
|
||||||
|
selector:
|
||||||
|
srv: nginx
|
||||||
|
|
@ -0,0 +1,109 @@
|
||||||
|
/*
|
||||||
|
Copyright 2023 The Kubernetes Authors.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"flag"
|
||||||
|
"k8s.io/klog/v2"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"k8s.io/apimachinery/pkg/util/wait"
|
||||||
|
balancerclientset "k8s.io/autoscaler/balancer/pkg/client/clientset/versioned"
|
||||||
|
balancerinformers "k8s.io/autoscaler/balancer/pkg/client/informers/externalversions"
|
||||||
|
"k8s.io/autoscaler/balancer/pkg/controller"
|
||||||
|
cacheddiscovery "k8s.io/client-go/discovery/cached"
|
||||||
|
"k8s.io/client-go/dynamic"
|
||||||
|
kubeinformers "k8s.io/client-go/informers"
|
||||||
|
"k8s.io/client-go/kubernetes"
|
||||||
|
"k8s.io/client-go/restmapper"
|
||||||
|
scaleclient "k8s.io/client-go/scale"
|
||||||
|
"k8s.io/client-go/tools/clientcmd"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
masterURL string
|
||||||
|
kubeconfig string
|
||||||
|
balancerReprocessPeriodSec int
|
||||||
|
concurrency int
|
||||||
|
)
|
||||||
|
|
||||||
|
const (
|
||||||
|
defaultResyncPeriod = 60 * time.Second
|
||||||
|
mapperResetPeriod = 30 * time.Second
|
||||||
|
)
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
flag.StringVar(&kubeconfig, "kubeconfig", "", "Path to a kubeconfig. Only required if out-of-cluster.")
|
||||||
|
flag.StringVar(&masterURL, "master", "", "The address of the Kubernetes API server. Overrides any value in kubeconfig. Only required if out-of-cluster.")
|
||||||
|
flag.IntVar(&balancerReprocessPeriodSec, "reprocess-period-sec", 15, "How often (in second) balancers are processed")
|
||||||
|
flag.IntVar(&concurrency, "concurrency", 3, "How many balancers can be processed in parallel")
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
klog.InitFlags(nil)
|
||||||
|
flag.Parse()
|
||||||
|
|
||||||
|
// set up signals so we handle the first shutdown signal gracefully
|
||||||
|
// TODO: handle sigints
|
||||||
|
stopCh := make(chan struct{})
|
||||||
|
|
||||||
|
cfg, err := clientcmd.BuildConfigFromFlags(masterURL, kubeconfig)
|
||||||
|
if err != nil {
|
||||||
|
klog.Fatalf("Error building kubeconfig: %s", err.Error())
|
||||||
|
}
|
||||||
|
klog.V(1).Infof("Starting Balancer for %v", cfg)
|
||||||
|
|
||||||
|
kubeClient, err := kubernetes.NewForConfig(cfg)
|
||||||
|
if err != nil {
|
||||||
|
klog.Fatalf("Error building kubernetes clientset: %s", err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
balancerClient, err := balancerclientset.NewForConfig(cfg)
|
||||||
|
if err != nil {
|
||||||
|
klog.Fatalf("Error building Balancer clientset: %s", err.Error())
|
||||||
|
}
|
||||||
|
|
||||||
|
kubeInformerFactory := kubeinformers.NewSharedInformerFactory(kubeClient, defaultResyncPeriod)
|
||||||
|
balancerInformerFactory := balancerinformers.NewSharedInformerFactory(balancerClient, defaultResyncPeriod)
|
||||||
|
|
||||||
|
cachedClient := cacheddiscovery.NewMemCacheClient(kubeClient.Discovery())
|
||||||
|
restMapper := restmapper.NewDeferredDiscoveryRESTMapper(cachedClient)
|
||||||
|
|
||||||
|
// Synchronize mapper until stopCh is closed.
|
||||||
|
go wait.Until(func() {
|
||||||
|
restMapper.Reset()
|
||||||
|
}, mapperResetPeriod, stopCh)
|
||||||
|
|
||||||
|
scaleKindResolver := scaleclient.NewDiscoveryScaleKindResolver(kubeClient.Discovery())
|
||||||
|
scaleClient, err := scaleclient.NewForConfig(cfg, restMapper, dynamic.LegacyAPIPathResolverFunc, scaleKindResolver)
|
||||||
|
|
||||||
|
podInformer := kubeInformerFactory.Core().V1().Pods()
|
||||||
|
core := controller.NewCore(controller.NewScaleClient(context.TODO(), scaleClient, restMapper), podInformer)
|
||||||
|
|
||||||
|
controller := controller.NewController(balancerClient,
|
||||||
|
balancerInformerFactory.Balancer().V1alpha1().Balancers(),
|
||||||
|
kubeClient.CoreV1().Events(""),
|
||||||
|
core,
|
||||||
|
time.Duration(balancerReprocessPeriodSec)*time.Second)
|
||||||
|
|
||||||
|
// Start method is non-blocking and runs all registered informers in a dedicated goroutine.
|
||||||
|
kubeInformerFactory.Start(stopCh)
|
||||||
|
balancerInformerFactory.Start(stopCh)
|
||||||
|
|
||||||
|
controller.Run(concurrency, stopCh)
|
||||||
|
}
|
||||||
|
|
@ -1,3 +1,6 @@
|
||||||
|
//go:build !ignore_autogenerated
|
||||||
|
// +build !ignore_autogenerated
|
||||||
|
|
||||||
/*
|
/*
|
||||||
Copyright The Kubernetes Authors.
|
Copyright The Kubernetes Authors.
|
||||||
|
|
||||||
|
|
@ -14,9 +17,6 @@ See the License for the specific language governing permissions and
|
||||||
limitations under the License.
|
limitations under the License.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
//go:build !ignore_autogenerated
|
|
||||||
// +build !ignore_autogenerated
|
|
||||||
|
|
||||||
// Code generated by deepcopy-gen. DO NOT EDIT.
|
// Code generated by deepcopy-gen. DO NOT EDIT.
|
||||||
|
|
||||||
package v1alpha1
|
package v1alpha1
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue