739 lines
26 KiB
Go
739 lines
26 KiB
Go
/*
|
|
Copyright 2020 The Flux authors
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package controllers
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"math"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"text/template"
|
|
"time"
|
|
|
|
"github.com/Masterminds/sprig/v3"
|
|
|
|
gogit "github.com/go-git/go-git/v5"
|
|
libgit2 "github.com/libgit2/git2go/v31"
|
|
|
|
"github.com/ProtonMail/go-crypto/openpgp"
|
|
securejoin "github.com/cyphar/filepath-securejoin"
|
|
"github.com/go-git/go-git/v5/plumbing"
|
|
"github.com/go-git/go-git/v5/plumbing/object"
|
|
"github.com/go-logr/logr"
|
|
corev1 "k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
kerrors "k8s.io/apimachinery/pkg/util/errors"
|
|
ctrl "sigs.k8s.io/controller-runtime"
|
|
"sigs.k8s.io/controller-runtime/pkg/builder"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/controller"
|
|
"sigs.k8s.io/controller-runtime/pkg/handler"
|
|
"sigs.k8s.io/controller-runtime/pkg/predicate"
|
|
"sigs.k8s.io/controller-runtime/pkg/reconcile"
|
|
"sigs.k8s.io/controller-runtime/pkg/source"
|
|
|
|
imagev1_reflect "github.com/fluxcd/image-reflector-controller/api/v1beta1"
|
|
"github.com/fluxcd/pkg/apis/meta"
|
|
"github.com/fluxcd/pkg/runtime/conditions"
|
|
helpers "github.com/fluxcd/pkg/runtime/controller"
|
|
"github.com/fluxcd/pkg/runtime/events"
|
|
"github.com/fluxcd/pkg/runtime/logger"
|
|
"github.com/fluxcd/pkg/runtime/patch"
|
|
"github.com/fluxcd/pkg/runtime/predicates"
|
|
sourcev1 "github.com/fluxcd/source-controller/api/v1beta1"
|
|
"github.com/fluxcd/source-controller/pkg/git"
|
|
gitlibgit2 "github.com/fluxcd/source-controller/pkg/git/libgit2"
|
|
gitstrat "github.com/fluxcd/source-controller/pkg/git/strategy"
|
|
|
|
imagev1 "github.com/fluxcd/image-automation-controller/api/v1beta1"
|
|
"github.com/fluxcd/image-automation-controller/pkg/update"
|
|
)
|
|
|
|
const (
|
|
EventReasonInvalidSource = "InvalidSource"
|
|
EventReasonCheckoutFailed = "GitCheckoutFailed"
|
|
EventReasonGitPushImpossible = "GitPushImpossible"
|
|
EventReasonUpdateFailed = "UpdateFailed"
|
|
EventReasonNoChanges = "NoChanges"
|
|
EventReasonPushSucceeded = "UpdatePushed"
|
|
EventReasonGetSigningEntityFailed = "GetSigningEntityFailed"
|
|
)
|
|
|
|
const originRemote = "origin"
|
|
|
|
const defaultMessageTemplate = `Update from image update automation`
|
|
|
|
const repoRefKey = ".spec.gitRepository"
|
|
|
|
const signingSecretKey = "git.asc"
|
|
|
|
// TemplateData is the type of the value given to the commit message
|
|
// template.
|
|
type TemplateData struct {
|
|
AutomationObject types.NamespacedName
|
|
Updated update.Result
|
|
}
|
|
|
|
// ImageUpdateAutomationReconciler reconciles a ImageUpdateAutomation object
|
|
type ImageUpdateAutomationReconciler struct {
|
|
client.Client
|
|
Scheme *runtime.Scheme
|
|
|
|
helpers.Events
|
|
helpers.Metrics
|
|
}
|
|
|
|
type ImageUpdateAutomationReconcilerOptions struct {
|
|
MaxConcurrentReconciles int
|
|
}
|
|
|
|
// +kubebuilder:rbac:groups=image.toolkit.fluxcd.io,resources=imageupdateautomations,verbs=get;list;watch;create;update;patch;delete
|
|
// +kubebuilder:rbac:groups=image.toolkit.fluxcd.io,resources=imageupdateautomations/status,verbs=get;update;patch
|
|
// +kubebuilder:rbac:groups=source.toolkit.fluxcd.io,resources=gitrepositories,verbs=get;list;watch
|
|
|
|
func (r *ImageUpdateAutomationReconciler) Reconcile(ctx context.Context, req ctrl.Request) (result ctrl.Result, retErr error) {
|
|
reconcileStart := time.Now()
|
|
|
|
log := logr.FromContext(ctx)
|
|
debuglog := log.V(logger.DebugLevel)
|
|
tracelog := log.V(logger.TraceLevel)
|
|
var templateValues TemplateData
|
|
|
|
var auto imagev1.ImageUpdateAutomation
|
|
if err := r.Get(ctx, req.NamespacedName, &auto); err != nil {
|
|
return ctrl.Result{}, client.IgnoreNotFound(err)
|
|
}
|
|
|
|
r.RecordSuspend(ctx, &auto, auto.Spec.Suspend)
|
|
if auto.Spec.Suspend {
|
|
log.Info("ImageUpdateAutomation is suspended, skipping automation run")
|
|
return ctrl.Result{}, nil
|
|
}
|
|
|
|
patcher, err := patch.NewHelper(&auto, r.Client)
|
|
if err != nil {
|
|
return ctrl.Result{Requeue: true}, err
|
|
}
|
|
defer func() {
|
|
// whatever else happens, we've now "seen" the reconcile
|
|
// annotation if it's there
|
|
if token, ok := meta.ReconcileAnnotationValue(auto.GetAnnotations()); ok {
|
|
auto.Status.SetLastHandledReconcileRequest(token)
|
|
}
|
|
|
|
if err := patcher.Patch(ctx, &auto, patch.WithOwnedConditions{
|
|
Conditions: []string{meta.ReadyCondition},
|
|
}, patch.WithStatusObservedGeneration{}); err != nil {
|
|
retErr = kerrors.NewAggregate([]error{retErr, err})
|
|
}
|
|
|
|
// Always record readiness and duration metrics
|
|
r.RecordReadiness(ctx, &auto)
|
|
r.RecordDuration(ctx, &auto, reconcileStart)
|
|
}()
|
|
|
|
templateValues.AutomationObject = req.NamespacedName
|
|
|
|
// failWithError is a helper for bailing on the reconciliation.
|
|
failWithError := func(err error, reason string) (ctrl.Result, error) {
|
|
r.Event(ctx, &auto, events.EventSeverityError, reason, err.Error())
|
|
conditions.MarkFalse(&auto, meta.ReadyCondition, meta.FailedReason, err.Error())
|
|
return ctrl.Result{Requeue: true}, err
|
|
}
|
|
|
|
// get the git repository object so it can be checked out
|
|
|
|
// only GitRepository objects are supported for now
|
|
if kind := auto.Spec.SourceRef.Kind; kind != sourcev1.GitRepositoryKind {
|
|
return failWithError(fmt.Errorf("source kind %q not supported", kind), EventReasonInvalidSource)
|
|
}
|
|
gitSpec := auto.Spec.GitSpec
|
|
if gitSpec == nil {
|
|
return failWithError(fmt.Errorf("source kind %s neccessitates field .spec.git", sourcev1.GitRepositoryKind), EventReasonInvalidSource)
|
|
}
|
|
|
|
var origin sourcev1.GitRepository
|
|
originName := types.NamespacedName{
|
|
Name: auto.Spec.SourceRef.Name,
|
|
Namespace: auto.GetNamespace(),
|
|
}
|
|
debuglog.Info("fetching git repository", "gitrepository", originName)
|
|
|
|
if err := r.Get(ctx, originName, &origin); err != nil {
|
|
if client.IgnoreNotFound(err) == nil {
|
|
conditions.MarkFalse(&auto, meta.ReadyCondition, imagev1.GitNotAvailableReason, "referenced git repository is missing")
|
|
log.Error(err, "referenced git repository does not exist")
|
|
return ctrl.Result{}, nil // and assume we'll hear about it when it arrives
|
|
}
|
|
return ctrl.Result{}, err
|
|
}
|
|
|
|
// validate the git spec and default any values needed later, before proceeding
|
|
var ref *sourcev1.GitRepositoryRef
|
|
if gitSpec.Checkout != nil {
|
|
ref = &gitSpec.Checkout.Reference
|
|
tracelog.Info("using git repository ref from .spec.git.checkout", "ref", ref)
|
|
} else if r := origin.Spec.Reference; r != nil {
|
|
ref = r
|
|
tracelog.Info("using git repository ref from GitRepository spec", "ref", ref)
|
|
} // else remain as `nil`, which is an acceptable value for cloneInto, later.
|
|
|
|
var pushBranch string
|
|
if gitSpec.Push != nil {
|
|
pushBranch = gitSpec.Push.Branch
|
|
tracelog.Info("using push branch from .spec.push.branch", "branch", pushBranch)
|
|
} else {
|
|
// Here's where it gets constrained. If there's no push branch
|
|
// given, then the checkout ref must include a branch, and
|
|
// that can be used.
|
|
if ref == nil || ref.Branch == "" {
|
|
return failWithError(fmt.Errorf("Push branch not given explicitly, and cannot be inferred from .spec.git.checkout.ref or GitRepository .spec.ref"), EventReasonGitPushImpossible)
|
|
}
|
|
pushBranch = ref.Branch
|
|
tracelog.Info("using push branch from $ref.branch", "branch", pushBranch)
|
|
}
|
|
|
|
tmp, err := os.MkdirTemp("", fmt.Sprintf("%s-%s", originName.Namespace, originName.Name))
|
|
if err != nil {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
}
|
|
defer os.RemoveAll(tmp)
|
|
|
|
// FIXME use context with deadline for at least the following ops
|
|
|
|
debuglog.Info("attempting to clone git repository", "gitrepository", originName, "ref", ref, "working", tmp)
|
|
|
|
access, err := r.getRepoAccess(ctx, &origin)
|
|
if err != nil {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
}
|
|
|
|
// Use the git operations timeout for the repo.
|
|
cloneCtx, cancel := context.WithTimeout(ctx, origin.Spec.Timeout.Duration)
|
|
defer cancel()
|
|
var repo *gogit.Repository
|
|
if repo, err = cloneInto(cloneCtx, access, ref, tmp); err != nil {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
}
|
|
|
|
// When there's a push spec, the pushed-to branch is where commits
|
|
// shall be made
|
|
|
|
if gitSpec.Push != nil {
|
|
// Use the git operations timeout for the repo.
|
|
fetchCtx, cancel := context.WithTimeout(ctx, origin.Spec.Timeout.Duration)
|
|
defer cancel()
|
|
if err := fetch(fetchCtx, tmp, pushBranch, access); err != nil && err != errRemoteBranchMissing {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
}
|
|
if err = switchBranch(repo, pushBranch); err != nil {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
}
|
|
}
|
|
|
|
manifestsPath := tmp
|
|
if auto.Spec.Update.Path != "" {
|
|
tracelog.Info("adjusting update path according to .spec.update.path", "base", tmp, "spec-path", auto.Spec.Update.Path)
|
|
if p, err := securejoin.SecureJoin(tmp, auto.Spec.Update.Path); err != nil {
|
|
return failWithError(err, EventReasonCheckoutFailed)
|
|
} else {
|
|
manifestsPath = p
|
|
}
|
|
}
|
|
|
|
switch {
|
|
case auto.Spec.Update != nil && auto.Spec.Update.Strategy == imagev1.UpdateStrategySetters:
|
|
// For setters we first want to compile a list of _all_ the
|
|
// policies in the same namespace (maybe in the future this
|
|
// could be filtered by the automation object).
|
|
var policies imagev1_reflect.ImagePolicyList
|
|
if err := r.List(ctx, &policies, &client.ListOptions{Namespace: req.NamespacedName.Namespace}); err != nil {
|
|
return failWithError(err, EventReasonUpdateFailed)
|
|
}
|
|
|
|
debuglog.Info("updating with setters according to image policies", "count", len(policies.Items), "manifests-path", manifestsPath)
|
|
if tracelog.Enabled() {
|
|
for _, item := range policies.Items {
|
|
tracelog.Info("found policy", "namespace", item.Namespace, "name", item.Name, "latest-image", item.Status.LatestImage)
|
|
}
|
|
}
|
|
|
|
if result, err := updateAccordingToSetters(ctx, tracelog, manifestsPath, policies.Items); err != nil {
|
|
return failWithError(err, EventReasonUpdateFailed)
|
|
} else {
|
|
templateValues.Updated = result
|
|
}
|
|
default:
|
|
log.Info("no update strategy given in the spec")
|
|
// no sense rescheduling until this resource changes
|
|
r.Event(ctx, &auto, events.EventSeverityInfo, "no known update strategy in spec, failing trivially", EventReasonUpdateFailed)
|
|
conditions.MarkFalse(&auto, meta.ReadyCondition, imagev1.NoStrategyReason, "no known update strategy is given for object")
|
|
return ctrl.Result{}, nil
|
|
}
|
|
|
|
debuglog.Info("ran updates to working dir", "working", tmp)
|
|
|
|
var statusMessage string
|
|
|
|
var signingEntity *openpgp.Entity
|
|
if gitSpec.Commit.SigningKey != nil {
|
|
if signingEntity, err = r.getSigningEntity(ctx, auto); err != nil {
|
|
return failWithError(err, EventReasonGetSigningEntityFailed)
|
|
}
|
|
}
|
|
|
|
// construct the commit message from template and values
|
|
message, err := templateMsg(gitSpec.Commit.MessageTemplate, &templateValues)
|
|
if err != nil {
|
|
return failWithError(err, EventReasonUpdateFailed)
|
|
}
|
|
|
|
// The status message depends on what happens next. Since there's
|
|
// more than one way to succeed, there's some if..else below, and
|
|
// early returns only on failure.
|
|
commitTime := time.Now()
|
|
author := &object.Signature{
|
|
Name: gitSpec.Commit.Author.Name,
|
|
Email: gitSpec.Commit.Author.Email,
|
|
When: commitTime,
|
|
}
|
|
|
|
if rev, err := commitChangedManifests(tracelog, repo, tmp, signingEntity, author, message); err != nil {
|
|
if err == errNoChanges {
|
|
debuglog.Info("no changes made in working directory; no commit")
|
|
statusMessage = "no updates made"
|
|
if lastCommit, lastTime := auto.Status.LastPushCommit, auto.Status.LastPushTime; lastCommit != "" {
|
|
statusMessage = fmt.Sprintf("%s; last commit %s at %s", statusMessage, lastCommit[:7], lastTime.Format(time.RFC3339))
|
|
}
|
|
} else {
|
|
return failWithError(err, EventReasonUpdateFailed)
|
|
}
|
|
} else {
|
|
// Use the git operations timeout for the repo.
|
|
pushCtx, cancel := context.WithTimeout(ctx, origin.Spec.Timeout.Duration)
|
|
defer cancel()
|
|
if err := push(pushCtx, tmp, pushBranch, access); err != nil {
|
|
return failWithError(err, EventReasonUpdateFailed)
|
|
}
|
|
|
|
r.Event(ctx, &auto, events.EventSeverityInfo, fmt.Sprintf("Committed and pushed change %s to %s\n%s", rev, pushBranch, message), EventReasonPushSucceeded)
|
|
log.Info("pushed commit to origin", "revision", rev, "branch", pushBranch)
|
|
auto.Status.LastPushCommit = rev
|
|
auto.Status.LastPushTime = &metav1.Time{Time: commitTime}
|
|
statusMessage = "committed and pushed " + rev + " to " + pushBranch
|
|
}
|
|
|
|
// Getting to here is a successful run.
|
|
auto.Status.LastAutomationRunTime = &metav1.Time{Time: reconcileStart}
|
|
conditions.MarkTrue(&auto, meta.ReadyCondition, meta.SucceededReason, statusMessage)
|
|
|
|
// We're either in this method because something changed, or this
|
|
// object got requeued. Either way, once successful, we don't need
|
|
// to see the object again until Interval has passed, or something
|
|
// changes again.
|
|
|
|
interval := intervalOrDefault(&auto)
|
|
return ctrl.Result{RequeueAfter: interval}, nil
|
|
}
|
|
|
|
func (r *ImageUpdateAutomationReconciler) SetupWithManager(mgr ctrl.Manager, opts ImageUpdateAutomationReconcilerOptions) error {
|
|
ctx := context.Background()
|
|
// Index the git repository object that each I-U-A refers to
|
|
if err := mgr.GetFieldIndexer().IndexField(ctx, &imagev1.ImageUpdateAutomation{}, repoRefKey, func(obj client.Object) []string {
|
|
updater := obj.(*imagev1.ImageUpdateAutomation)
|
|
ref := updater.Spec.SourceRef
|
|
return []string{ref.Name}
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
|
|
return ctrl.NewControllerManagedBy(mgr).
|
|
For(&imagev1.ImageUpdateAutomation{}, builder.WithPredicates(
|
|
predicate.Or(predicate.GenerationChangedPredicate{}, predicates.ReconcileRequestedPredicate{}))).
|
|
Watches(&source.Kind{Type: &sourcev1.GitRepository{}}, handler.EnqueueRequestsFromMapFunc(r.automationsForGitRepo)).
|
|
Watches(&source.Kind{Type: &imagev1_reflect.ImagePolicy{}}, handler.EnqueueRequestsFromMapFunc(r.automationsForImagePolicy)).
|
|
WithOptions(controller.Options{
|
|
MaxConcurrentReconciles: opts.MaxConcurrentReconciles,
|
|
}).
|
|
Complete(r)
|
|
}
|
|
|
|
// intervalOrDefault gives the interval specified, or if missing, the default
|
|
func intervalOrDefault(auto *imagev1.ImageUpdateAutomation) time.Duration {
|
|
if auto.Spec.Interval.Duration < time.Second {
|
|
return time.Second
|
|
}
|
|
return auto.Spec.Interval.Duration
|
|
}
|
|
|
|
// durationSinceLastRun calculates how long it's been since the last
|
|
// time the automation ran (which you can then use to find how long to
|
|
// wait until the next run).
|
|
func durationSinceLastRun(auto *imagev1.ImageUpdateAutomation, now time.Time) time.Duration {
|
|
last := auto.Status.LastAutomationRunTime
|
|
if last == nil {
|
|
return time.Duration(math.MaxInt64) // a fairly long time
|
|
}
|
|
return now.Sub(last.Time)
|
|
}
|
|
|
|
// automationsForGitRepo fetches all the automations that refer to a
|
|
// particular source.GitRepository object.
|
|
func (r *ImageUpdateAutomationReconciler) automationsForGitRepo(obj client.Object) []reconcile.Request {
|
|
ctx := context.Background()
|
|
var autoList imagev1.ImageUpdateAutomationList
|
|
if err := r.List(ctx, &autoList, client.InNamespace(obj.GetNamespace()),
|
|
client.MatchingFields{repoRefKey: obj.GetName()}); err != nil {
|
|
return nil
|
|
}
|
|
reqs := make([]reconcile.Request, len(autoList.Items), len(autoList.Items))
|
|
for i := range autoList.Items {
|
|
reqs[i].NamespacedName.Name = autoList.Items[i].GetName()
|
|
reqs[i].NamespacedName.Namespace = autoList.Items[i].GetNamespace()
|
|
}
|
|
return reqs
|
|
}
|
|
|
|
// automationsForImagePolicy fetches all the automation objects that
|
|
// might depend on a image policy object. Since the link is via
|
|
// markers in the git repo, _any_ automation object in the same
|
|
// namespace could be affected.
|
|
func (r *ImageUpdateAutomationReconciler) automationsForImagePolicy(obj client.Object) []reconcile.Request {
|
|
ctx := context.Background()
|
|
var autoList imagev1.ImageUpdateAutomationList
|
|
if err := r.List(ctx, &autoList, client.InNamespace(obj.GetNamespace())); err != nil {
|
|
return nil
|
|
}
|
|
reqs := make([]reconcile.Request, len(autoList.Items), len(autoList.Items))
|
|
for i := range autoList.Items {
|
|
reqs[i].NamespacedName.Name = autoList.Items[i].GetName()
|
|
reqs[i].NamespacedName.Namespace = autoList.Items[i].GetNamespace()
|
|
}
|
|
return reqs
|
|
}
|
|
|
|
// --- git ops
|
|
|
|
// Note: libgit2 is always used for network operations; for cloning,
|
|
// it will do a non-shallow clone, and for anything else, it doesn't
|
|
// matter what is used.
|
|
|
|
type repoAccess struct {
|
|
auth *git.AuthOptions
|
|
url string
|
|
}
|
|
|
|
func (r *ImageUpdateAutomationReconciler) getRepoAccess(ctx context.Context, repository *sourcev1.GitRepository) (repoAccess, error) {
|
|
var access repoAccess
|
|
access.url = repository.Spec.URL
|
|
|
|
if repository.Spec.SecretRef != nil {
|
|
name := types.NamespacedName{
|
|
Namespace: repository.GetNamespace(),
|
|
Name: repository.Spec.SecretRef.Name,
|
|
}
|
|
|
|
secret := &corev1.Secret{}
|
|
err := r.Client.Get(ctx, name, secret)
|
|
if err != nil {
|
|
err = fmt.Errorf("auth secret error: %w", err)
|
|
return access, err
|
|
}
|
|
|
|
access.auth, err = git.AuthOptionsFromSecret(access.url, secret)
|
|
if err != nil {
|
|
err = fmt.Errorf("auth error: %w", err)
|
|
return access, err
|
|
}
|
|
}
|
|
return access, nil
|
|
}
|
|
|
|
func (r repoAccess) remoteCallbacks(ctx context.Context) libgit2.RemoteCallbacks {
|
|
return gitlibgit2.RemoteCallbacks(ctx, r.auth)
|
|
}
|
|
|
|
// cloneInto clones the upstream repository at the `ref` given (which
|
|
// can be `nil`). It returns a `*gogit.Repository` since that is used
|
|
// for committing changes.
|
|
func cloneInto(ctx context.Context, access repoAccess, ref *sourcev1.GitRepositoryRef, path string) (*gogit.Repository, error) {
|
|
opts := git.CheckoutOptions{}
|
|
if ref != nil {
|
|
opts.Tag = ref.Tag
|
|
opts.SemVer = ref.SemVer
|
|
opts.Tag = ref.Tag
|
|
opts.Branch = ref.Branch
|
|
}
|
|
checkoutStrat, err := gitstrat.CheckoutStrategyForImplementation(ctx, sourcev1.LibGit2Implementation, opts)
|
|
if err == nil {
|
|
_, err = checkoutStrat.Checkout(ctx, path, access.url, access.auth)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return gogit.PlainOpen(path)
|
|
}
|
|
|
|
// switchBranch switches the repo from the current branch to the
|
|
// branch given. If the branch does not exist, it is created using the
|
|
// head as the starting point.
|
|
func switchBranch(repo *gogit.Repository, pushBranch string) error {
|
|
localBranch := plumbing.NewBranchReferenceName(pushBranch)
|
|
|
|
// is the branch already present?
|
|
_, err := repo.Reference(localBranch, true)
|
|
var create bool
|
|
switch {
|
|
case err == plumbing.ErrReferenceNotFound:
|
|
// make a new branch, starting at HEAD
|
|
create = true
|
|
case err != nil:
|
|
return err
|
|
default:
|
|
// local branch found, great
|
|
break
|
|
}
|
|
|
|
tree, err := repo.Worktree()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return tree.Checkout(&gogit.CheckoutOptions{
|
|
Branch: localBranch,
|
|
Create: create,
|
|
})
|
|
}
|
|
|
|
var errNoChanges error = errors.New("no changes made to working directory")
|
|
|
|
func commitChangedManifests(tracelog logr.Logger, repo *gogit.Repository, absRepoPath string, ent *openpgp.Entity, author *object.Signature, message string) (string, error) {
|
|
working, err := repo.Worktree()
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
status, err := working.Status()
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
// go-git has [a bug](https://github.com/go-git/go-git/issues/253)
|
|
// whereby it thinks broken symlinks to absolute paths are
|
|
// modified. There's no circumstance in which we want to commit a
|
|
// change to a broken symlink: so, detect and skip those.
|
|
var changed bool
|
|
for file, _ := range status {
|
|
abspath := filepath.Join(absRepoPath, file)
|
|
info, err := os.Lstat(abspath)
|
|
if err != nil {
|
|
return "", fmt.Errorf("checking if %s is a symlink: %w", file, err)
|
|
}
|
|
if info.Mode()&os.ModeSymlink > 0 {
|
|
// symlinks are OK; broken symlinks are probably a result
|
|
// of the bug mentioned above, but not of interest in any
|
|
// case.
|
|
if _, err := os.Stat(abspath); os.IsNotExist(err) {
|
|
tracelog.Info("apparently broken symlink found; ignoring", "path", abspath)
|
|
continue
|
|
}
|
|
}
|
|
tracelog.Info("adding file", "file", file)
|
|
working.Add(file)
|
|
changed = true
|
|
}
|
|
|
|
if !changed {
|
|
return "", errNoChanges
|
|
}
|
|
|
|
var rev plumbing.Hash
|
|
if rev, err = working.Commit(message, &gogit.CommitOptions{
|
|
Author: author,
|
|
SignKey: ent,
|
|
}); err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return rev.String(), nil
|
|
}
|
|
|
|
// getSigningEntity retrieves an OpenPGP entity referenced by the
|
|
// provided imagev1.ImageUpdateAutomation for git commit signing
|
|
func (r *ImageUpdateAutomationReconciler) getSigningEntity(ctx context.Context, auto imagev1.ImageUpdateAutomation) (*openpgp.Entity, error) {
|
|
// get kubernetes secret
|
|
secretName := types.NamespacedName{
|
|
Namespace: auto.GetNamespace(),
|
|
Name: auto.Spec.GitSpec.Commit.SigningKey.SecretRef.Name,
|
|
}
|
|
var secret corev1.Secret
|
|
if err := r.Get(ctx, secretName, &secret); err != nil {
|
|
return nil, fmt.Errorf("could not find signing key secret '%s': %w", secretName, err)
|
|
}
|
|
|
|
// get data from secret
|
|
data, ok := secret.Data[signingSecretKey]
|
|
if !ok {
|
|
return nil, fmt.Errorf("signing key secret '%s' does not contain a 'git.asc' key", secretName)
|
|
}
|
|
|
|
// read entity from secret value
|
|
entities, err := openpgp.ReadArmoredKeyRing(bytes.NewReader(data))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not read signing key from secret '%s': %w", secretName, err)
|
|
}
|
|
if len(entities) > 1 {
|
|
return nil, fmt.Errorf("multiple entities read from secret '%s', could not determine which signing key to use", secretName)
|
|
}
|
|
return entities[0], nil
|
|
}
|
|
|
|
var errRemoteBranchMissing = errors.New("remote branch missing")
|
|
|
|
// fetch gets the remote branch given and updates the local branch
|
|
// head of the same name, so it can be switched to. If the fetch
|
|
// completes, it returns nil; if the remote branch is missing, it
|
|
// returns errRemoteBranchMissing (this is to work in sympathy with
|
|
// `switchBranch`, which will create the branch if it doesn't
|
|
// exist). For any other problem it will return the error.
|
|
func fetch(ctx context.Context, path string, branch string, access repoAccess) error {
|
|
refspec := fmt.Sprintf("refs/heads/%s:refs/heads/%s", branch, branch)
|
|
repo, err := libgit2.OpenRepository(path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer repo.Free()
|
|
origin, err := repo.Remotes.Lookup(originRemote)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer origin.Free()
|
|
err = origin.Fetch(
|
|
[]string{refspec},
|
|
&libgit2.FetchOptions{
|
|
RemoteCallbacks: access.remoteCallbacks(ctx),
|
|
}, "",
|
|
)
|
|
if err != nil && libgit2.IsErrorCode(err, libgit2.ErrorCodeNotFound) {
|
|
return errRemoteBranchMissing
|
|
}
|
|
return err
|
|
}
|
|
|
|
// push pushes the branch given to the origin using the git library
|
|
// indicated by `impl`. It's passed both the path to the repo and a
|
|
// gogit.Repository value, since the latter may as well be used if the
|
|
// implementation is GoGit.
|
|
func push(ctx context.Context, path, branch string, access repoAccess) error {
|
|
repo, err := libgit2.OpenRepository(path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer repo.Free()
|
|
origin, err := repo.Remotes.Lookup(originRemote)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer origin.Free()
|
|
|
|
callbacks := access.remoteCallbacks(ctx)
|
|
|
|
// calling repo.Push will succeed even if a reference update is
|
|
// rejected; to detect this case, this callback is supplied.
|
|
var callbackErr error
|
|
callbacks.PushUpdateReferenceCallback = func(refname, status string) libgit2.ErrorCode {
|
|
if status != "" {
|
|
callbackErr = fmt.Errorf("ref %s rejected: %s", refname, status)
|
|
}
|
|
return libgit2.ErrorCodeOK
|
|
}
|
|
err = origin.Push([]string{fmt.Sprintf("refs/heads/%s:refs/heads/%s", branch, branch)}, &libgit2.PushOptions{
|
|
RemoteCallbacks: callbacks,
|
|
})
|
|
if err != nil {
|
|
return libgit2PushError(err)
|
|
}
|
|
return callbackErr
|
|
}
|
|
|
|
func libgit2PushError(err error) error {
|
|
if err == nil {
|
|
return err
|
|
}
|
|
// libgit2 returns the whole output from stderr, and we only need
|
|
// the message. GitLab likes to return a banner, so as an
|
|
// heuristic, strip any lines that are just "remote:" and spaces
|
|
// or fencing.
|
|
msg := err.Error()
|
|
lines := strings.Split(msg, "\n")
|
|
if len(lines) == 1 {
|
|
return err
|
|
}
|
|
var b strings.Builder
|
|
// the following removes the prefix "remote:" from each line; to
|
|
// retain a bit of fidelity to the original error, start with it.
|
|
b.WriteString("remote: ")
|
|
|
|
var appending bool
|
|
for _, line := range lines {
|
|
m := strings.TrimPrefix(line, "remote:")
|
|
if m = strings.Trim(m, " \t="); m != "" {
|
|
if appending {
|
|
b.WriteString(" ")
|
|
}
|
|
b.WriteString(m)
|
|
appending = true
|
|
}
|
|
}
|
|
return errors.New(b.String())
|
|
}
|
|
|
|
// --- updates
|
|
|
|
// updateAccordingToSetters updates files under the root by treating
|
|
// the given image policies as kyaml setters.
|
|
func updateAccordingToSetters(ctx context.Context, tracelog logr.Logger, path string, policies []imagev1_reflect.ImagePolicy) (update.Result, error) {
|
|
return update.UpdateWithSetters(tracelog, path, path, policies)
|
|
}
|
|
|
|
// templateMsg renders a msg template, returning the message or an error.
|
|
func templateMsg(messageTemplate string, templateValues *TemplateData) (string, error) {
|
|
if messageTemplate == "" {
|
|
messageTemplate = defaultMessageTemplate
|
|
}
|
|
|
|
// Includes only functions that are guaranteed to always evaluate to the same result for given input.
|
|
// This removes the possibility of accidentally relying on where or when the template runs.
|
|
// https://github.com/Masterminds/sprig/blob/3ac42c7bc5e4be6aa534e036fb19dde4a996da2e/functions.go#L70
|
|
t, err := template.New("commit message").Funcs(sprig.HermeticTxtFuncMap()).Parse(messageTemplate)
|
|
if err != nil {
|
|
return "", fmt.Errorf("unable to create commit message template from spec: %w", err)
|
|
}
|
|
|
|
b := &strings.Builder{}
|
|
if err := t.Execute(b, *templateValues); err != nil {
|
|
return "", fmt.Errorf("failed to run template from spec: %w", err)
|
|
}
|
|
return b.String(), nil
|
|
}
|