real controller build

This commit is contained in:
Yadan-Wei 2023-03-27 20:09:38 -07:00
parent 77e4b8dc2e
commit efb9a897a4
1 changed files with 215 additions and 0 deletions

View File

@ -0,0 +1,215 @@
package daemonset
import (
"context"
"fmt"
kruiseappsv1alpha1 "github.com/openkruise/kruise-api/apps/v1alpha1"
"github.com/openkruise/rollouts/api/v1alpha1"
batchcontext "github.com/openkruise/rollouts/pkg/controller/batchrelease/context"
"github.com/openkruise/rollouts/pkg/controller/batchrelease/control"
"github.com/openkruise/rollouts/pkg/controller/batchrelease/control/partitionstyle"
"github.com/openkruise/rollouts/pkg/controller/batchrelease/labelpatch"
"github.com/openkruise/rollouts/pkg/util"
corev1 "k8s.io/api/core/v1"
"k8s.io/apimachinery/pkg/runtime/schema"
"k8s.io/apimachinery/pkg/types"
"k8s.io/apimachinery/pkg/util/intstr"
"sigs.k8s.io/controller-runtime/pkg/client"
)
type realController struct {
*util.WorkloadInfo
client client.Client
pods []*corev1.Pod
key types.NamespacedName
// question 1 : here is DaemonSet or Advanced DaemonSet *apps.DaemonSet *kruiseappsv1alpha1.DaemonSet
object *kruiseappsv1alpha1.DaemonSet
//
}
func NewController(cli client.Client, key types.NamespacedName, _ schema.GroupVersionKind) partitionstyle.Interface {
return &realController{
key: key,
client: cli,
}
}
// GetWorkloadInfo return workload information.
func (rc *realController) GetWorkloadInfo() *util.WorkloadInfo {
return rc.WorkloadInfo
}
// BuildController will get workload object and parse workload info,
// and return a initialized controller for workload.
func (rc *realController) BuildController() (partitionstyle.Interface, error) {
if rc.object != nil {
return rc, nil
}
object := &kruiseappsv1alpha1.DaemonSet{}
if err := rc.client.Get(context.TODO(), rc.key, object); err != nil {
return rc, err
}
rc.object = object
//update this function
rc.WorkloadInfo = util.ParseWorkload(object)
return rc, nil
}
// ListOwnedPods fetch the pods owned by the workload.
// Note that we should list pod only if we really need it.
func (rc *realController) ListOwnedPods() ([]*corev1.Pod, error) {
if rc.pods != nil {
return rc.pods, nil
}
var err error
// update this
rc.pods, err = util.ListOwnedPods(rc.client, rc.object)
return rc.pods, err
}
func (rc *realController) Initialize(release *v1alpha1.BatchRelease) error {
if control.IsControlledByBatchRelease(release, rc.object) {
return nil
}
// // Set strategy to deployment annotations
// strategy := util.GetDeploymentStrategy(rc.object)
// rollingUpdate := strategy.RollingUpdate
// if rc.object.Spec.Strategy.RollingUpdate != nil {
// rollingUpdate = rc.object.Spec.Strategy.RollingUpdate
// }
// strategy = v1alpha1.DeploymentStrategy{
// Paused: false,
// Partition: intstr.FromInt(0),
// RollingStyle: v1alpha1.PartitionRollingStyle,
// RollingUpdate: rollingUpdate,
// }
// d := rc.object.DeepCopy()
// patchData := patch.NewDeploymentPatch()
// patchData.InsertLabel(v1alpha1.AdvancedDeploymentControlLabel, "true")
// patchData.InsertAnnotation(v1alpha1.DeploymentStrategyAnnotation, util.DumpJSON(&strategy))
// patchData.InsertAnnotation(util.BatchReleaseControlAnnotation, util.DumpJSON(metav1.NewControllerRef(
// release, release.GetObjectKind().GroupVersionKind())))
// // Disable the native deployment controller
// patchData.UpdatePaused(true)
// patchData.UpdateStrategy(apps.DeploymentStrategy{Type: apps.RecreateDeploymentStrategyType})
// return rc.client.Patch(context.TODO(), d, patchData)
daemon := util.GetEmptyObjectWithKey(rc.object)
owner := control.BuildReleaseControlInfo(release)
body := fmt.Sprintf(`{"metadata":{"annotations":{"%s":"%s"}},"spec":{"updateStrategy":{"paused":%v,"partition":"%s"}}}`,
util.BatchReleaseControlAnnotation, owner, false, "100%")
return rc.client.Patch(context.TODO(), daemon, client.RawPatch(types.MergePatchType, []byte(body)))
}
func (rc *realController) UpgradeBatch(ctx *batchcontext.BatchContext) error {
var body string
var desired int
switch partition := ctx.DesiredPartition; partition.Type {
case intstr.Int:
desired = int(partition.IntVal)
body = fmt.Sprintf(`{"spec":{"updateStrategy":{"partition": %d }}}`, partition.IntValue())
case intstr.String:
desired, _ = intstr.GetScaledValueFromIntOrPercent(&partition, int(ctx.Replicas), true)
body = fmt.Sprintf(`{"spec":{"updateStrategy":{"partition":"%s"}}}`, partition.String())
}
current, _ := intstr.GetScaledValueFromIntOrPercent(&ctx.CurrentPartition, int(ctx.Replicas), true)
// current less than desired, which means current revision replicas will be less than desired,
// in other word, update revision replicas will be more than desired, no need to update again.
if current <= desired {
return nil
}
daemon := util.GetEmptyObjectWithKey(rc.object)
return rc.client.Patch(context.TODO(), daemon, client.RawPatch(types.MergePatchType, []byte(body)))
}
func (rc *realController) Finalize(release *v1alpha1.BatchRelease) error {
if rc.object == nil {
return nil
}
var specBody string
// if batchPartition == nil, workload should be promoted.
if release.Spec.ReleasePlan.BatchPartition == nil {
specBody = `,"spec":{"updateStrategy":{"partition":null,"paused":false}}`
}
body := fmt.Sprintf(`{"metadata":{"annotations":{"%s":null}}%s}`, util.BatchReleaseControlAnnotation, specBody)
daemon := util.GetEmptyObjectWithKey(rc.object)
return rc.client.Patch(context.TODO(), daemon, client.RawPatch(types.MergePatchType, []byte(body)))
}
func (rc *realController) CalculateBatchContext(release *v1alpha1.BatchRelease) (*batchcontext.BatchContext, error) {
rolloutID := release.Spec.ReleasePlan.RolloutID
if rolloutID != "" {
// if rollout-id is set, the pod will be patched batch label,
// so we have to list pod here.
if _, err := rc.ListOwnedPods(); err != nil {
return nil, err
}
}
// current batch index
currentBatch := release.Status.CanaryStatus.CurrentBatch
// the number of no need update pods that marked before rollout
noNeedUpdate := release.Status.CanaryStatus.NoNeedUpdateReplicas
// the number of upgraded pods according to release plan in current batch.
// rc.Replicas need to change to another value CurrentNumberSchduled or desiredNumberScheduled?
// updated is what, node has been updated by prev batch?
plannedUpdate := int32(control.CalculateBatchReplicas(release, int(rc.Replicas), int(currentBatch)))
// the number of pods that should be upgraded in real
desiredUpdate := plannedUpdate
// the number of pods that should not be upgraded in real
//change rc.replicas
desiredStable := rc.Replicas - desiredUpdate
//do we need to consider this?
// if we should consider the no-need-update pods that were marked before progressing
if noNeedUpdate != nil && *noNeedUpdate > 0 {
// specially, we should ignore the pods that were marked as no-need-update, this logic is for Rollback scene
desiredUpdateNew := int32(control.CalculateBatchReplicas(release, int(rc.Replicas-*noNeedUpdate), int(currentBatch)))
desiredStable = rc.Replicas - *noNeedUpdate - desiredUpdateNew
desiredUpdate = rc.Replicas - desiredStable
}
// make sure at least one pod is upgrade is canaryReplicas is not "0%"
desiredPartition := intstr.FromInt(int(desiredStable))
batchPlan := release.Spec.ReleasePlan.Batches[currentBatch].CanaryReplicas
if batchPlan.Type == intstr.String {
desiredPartition = control.ParseIntegerAsPercentageIfPossible(desiredStable, rc.Replicas, &batchPlan)
}
currentPartition := intstr.FromInt(0)
if rc.object.Spec.UpdateStrategy.RollingUpdate.Partition != nil {
intPartition := *rc.object.Spec.UpdateStrategy.RollingUpdate.Partition
currentPartition = intstr.FromInt(int(intPartition))
}
batchContext := &batchcontext.BatchContext{
Pods: rc.pods,
RolloutID: rolloutID,
CurrentBatch: currentBatch,
UpdateRevision: release.Status.UpdateRevision,
DesiredPartition: desiredPartition,
CurrentPartition: currentPartition,
FailureThreshold: release.Spec.ReleasePlan.FailureThreshold,
//replica number
Replicas: rc.Replicas,
UpdatedReplicas: rc.Status.UpdatedReplicas,
UpdatedReadyReplicas: rc.Status.UpdatedReadyReplicas,
NoNeedUpdatedReplicas: noNeedUpdate,
PlannedUpdatedReplicas: plannedUpdate,
DesiredUpdatedReplicas: desiredUpdate,
}
if noNeedUpdate != nil {
batchContext.FilterFunc = labelpatch.FilterPodsForUnorderedUpdate
}
return batchContext, nil
}