// Copyright © 2018 The Knative Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package service import ( "fmt" "strings" "github.com/spf13/cobra" corev1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/api/resource" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" knflags "knative.dev/client/pkg/kn/flags" servinglib "knative.dev/client/pkg/serving" "knative.dev/client/pkg/util" "knative.dev/serving/pkg/apis/serving" servingv1 "knative.dev/serving/pkg/apis/serving/v1" ) type ConfigurationEditFlags struct { //Fields for PodSpecFlags PodSpecFlags knflags.PodSpecFlags // Direct field manipulation Scale int MinScale int MaxScale int ConcurrencyTarget int ConcurrencyLimit int ConcurrencyUtilization int AutoscaleWindow string Labels []string LabelsService []string LabelsRevision []string RevisionName string Annotations []string ClusterLocal bool // Preferences about how to do the action. LockToDigest bool GenerateRevisionName bool ForceCreate bool Filename string // Bookkeeping flags []string } // markFlagMakesRevision indicates that a flag will create a new revision if you // set it. func (p *ConfigurationEditFlags) markFlagMakesRevision(f string) { p.flags = append(p.flags, f) } // addSharedFlags adds the flags common between create & update. func (p *ConfigurationEditFlags) addSharedFlags(command *cobra.Command) { flagNames := p.PodSpecFlags.AddFlags(command.Flags()) for _, name := range flagNames { p.markFlagMakesRevision(name) } command.Flags().IntVar(&p.MinScale, "min-scale", 0, "Minimal number of replicas.") command.Flags().MarkHidden("min-scale") p.markFlagMakesRevision("min-scale") command.Flags().IntVar(&p.MaxScale, "max-scale", 0, "Maximal number of replicas.") command.Flags().MarkHidden("max-scale") p.markFlagMakesRevision("max-scale") command.Flags().IntVar(&p.Scale, "scale", 0, "Minimum and maximum number of replicas.") p.markFlagMakesRevision("scale") command.Flags().IntVar(&p.MinScale, "scale-min", 0, "Minimum number of replicas.") p.markFlagMakesRevision("scale-min") command.Flags().IntVar(&p.MaxScale, "scale-max", 0, "Maximum number of replicas.") p.markFlagMakesRevision("scale-max") command.Flags().StringVar(&p.AutoscaleWindow, "autoscale-window", "", "Duration to look back for making auto-scaling decisions. The service is scaled to zero if no request was received in during that time. (eg: 10s)") p.markFlagMakesRevision("autoscale-window") knflags.AddBothBoolFlagsUnhidden(command.Flags(), &p.ClusterLocal, "cluster-local", "", false, "Specify that the service be private. (--no-cluster-local will make the service publicly available)") //TODO: Need to also not change revision when already set (solution to issue #646) p.markFlagMakesRevision("cluster-local") p.markFlagMakesRevision("no-cluster-local") command.Flags().IntVar(&p.ConcurrencyTarget, "concurrency-target", 0, "Recommendation for when to scale up based on the concurrent number of incoming request. "+ "Defaults to --concurrency-limit when given.") p.markFlagMakesRevision("concurrency-target") command.Flags().IntVar(&p.ConcurrencyLimit, "concurrency-limit", 0, "Hard Limit of concurrent requests to be processed by a single replica.") p.markFlagMakesRevision("concurrency-limit") command.Flags().IntVar(&p.ConcurrencyUtilization, "concurrency-utilization", 70, "Percentage of concurrent requests utilization before scaling up.") p.markFlagMakesRevision("concurrency-utilization") command.Flags().StringArrayVarP(&p.Labels, "label", "l", []string{}, "Labels to set for both Service and Revision. name=value; you may provide this flag "+ "any number of times to set multiple labels. "+ "To unset, specify the label name followed by a \"-\" (e.g., name-).") p.markFlagMakesRevision("label") command.Flags().StringArrayVarP(&p.LabelsService, "label-service", "", []string{}, "Service label to set. name=value; you may provide this flag "+ "any number of times to set multiple labels. "+ "To unset, specify the label name followed by a \"-\" (e.g., name-). This flag takes "+ "precedence over \"label\" flag.") p.markFlagMakesRevision("label-service") command.Flags().StringArrayVarP(&p.LabelsRevision, "label-revision", "", []string{}, "Revision label to set. name=value; you may provide this flag "+ "any number of times to set multiple labels. "+ "To unset, specify the label name followed by a \"-\" (e.g., name-). This flag takes "+ "precedence over \"label\" flag.") p.markFlagMakesRevision("label-revision") command.Flags().StringVar(&p.RevisionName, "revision-name", "{{.Service}}-{{.Random 5}}-{{.Generation}}", "The revision name to set. Must start with the service name and a dash as a prefix. "+ "Empty revision name will result in the server generating a name for the revision. "+ "Accepts golang templates, allowing {{.Service}} for the service name, "+ "{{.Generation}} for the generation, and {{.Random [n]}} for n random consonants.") p.markFlagMakesRevision("revision-name") knflags.AddBothBoolFlagsUnhidden(command.Flags(), &p.LockToDigest, "lock-to-digest", "", true, "Keep the running image for the service constant when not explicitly specifying "+ "the image. (--no-lock-to-digest pulls the image tag afresh with each new revision)") // Don't mark as changing the revision. command.Flags().StringArrayVarP(&p.Annotations, "annotation", "a", []string{}, "Service annotation to set. name=value; you may provide this flag "+ "any number of times to set multiple annotations. "+ "To unset, specify the annotation name followed by a \"-\" (e.g., name-).") p.markFlagMakesRevision("annotation") } // AddUpdateFlags adds the flags specific to update. func (p *ConfigurationEditFlags) AddUpdateFlags(command *cobra.Command) { p.addSharedFlags(command) } // AddCreateFlags adds the flags specific to create func (p *ConfigurationEditFlags) AddCreateFlags(command *cobra.Command) { p.addSharedFlags(command) command.Flags().BoolVar(&p.ForceCreate, "force", false, "Create service forcefully, replaces existing service if any.") command.Flags().StringVarP(&p.Filename, "filename", "f", "", "Create a service from file. "+ "The created service can be further modified by combining with other options. "+ "For example, -f /path/to/file --env NAME=value adds also an environment variable.") command.MarkFlagFilename("filename") p.markFlagMakesRevision("filename") } // Apply mutates the given service according to the flags in the command. func (p *ConfigurationEditFlags) Apply( service *servingv1.Service, baseRevision *servingv1.Revision, cmd *cobra.Command) error { template := &service.Spec.Template if cmd.Flags().Changed("env") { envMap, err := util.MapFromArrayAllowingSingles(p.PodSpecFlags.Env, "=") if err != nil { return fmt.Errorf("Invalid --env: %w", err) } envToRemove := util.ParseMinusSuffix(envMap) err = servinglib.UpdateEnvVars(template, envMap, envToRemove) if err != nil { return err } } if cmd.Flags().Changed("env-from") { envFromSourceToUpdate := []string{} envFromSourceToRemove := []string{} for _, name := range p.PodSpecFlags.EnvFrom { if name == "-" { return fmt.Errorf("\"-\" is not a valid value for \"--env-from\"") } else if strings.HasSuffix(name, "-") { envFromSourceToRemove = append(envFromSourceToRemove, name[:len(name)-1]) } else { envFromSourceToUpdate = append(envFromSourceToUpdate, name) } } err := servinglib.UpdateEnvFrom(template, envFromSourceToUpdate, envFromSourceToRemove) if err != nil { return err } } if cmd.Flags().Changed("mount") || cmd.Flags().Changed("volume") { mountsToUpdate, mountsToRemove, err := util.OrderedMapAndRemovalListFromArray(p.PodSpecFlags.Mount, "=") if err != nil { return fmt.Errorf("Invalid --mount: %w", err) } volumesToUpdate, volumesToRemove, err := util.OrderedMapAndRemovalListFromArray(p.PodSpecFlags.Volume, "=") if err != nil { return fmt.Errorf("Invalid --volume: %w", err) } err = servinglib.UpdateVolumeMountsAndVolumes(template, mountsToUpdate, mountsToRemove, volumesToUpdate, volumesToRemove) if err != nil { return err } } name, err := servinglib.GenerateRevisionName(p.RevisionName, service) if err != nil { return err } if p.AnyMutation(cmd) { template.Name = name } imageSet := false if cmd.Flags().Changed("image") { err = servinglib.UpdateImage(template, p.PodSpecFlags.Image.String()) if err != nil { return err } imageSet = true } _, userImagePresent := template.Annotations[servinglib.UserImageAnnotationKey] freezeMode := userImagePresent || cmd.Flags().Changed("lock-to-digest") if p.LockToDigest && p.AnyMutation(cmd) && freezeMode { servinglib.SetUserImageAnnot(template) if !imageSet { err = servinglib.FreezeImageToDigest(template, baseRevision) if err != nil { return err } } } else if !p.LockToDigest { servinglib.UnsetUserImageAnnot(template) } if cmd.Flags().Changed("limits-cpu") || cmd.Flags().Changed("limits-memory") { if cmd.Flags().Changed("limit") { return fmt.Errorf("only one of (DEPRECATED) --limits-cpu / --limits-memory and --limit can be specified") } fmt.Fprintf(cmd.OutOrStdout(), "\nWARNING: flags --limits-cpu / --limits-memory are deprecated and going to be removed in future release, please use --limit instead.\n\n") } if cmd.Flags().Changed("requests-cpu") || cmd.Flags().Changed("requests-memory") { if cmd.Flags().Changed("request") { return fmt.Errorf("only one of (DEPRECATED) --requests-cpu / --requests-memory and --request can be specified") } fmt.Fprintf(cmd.OutOrStdout(), "\nWARNING: flags --requests-cpu / --requests-memory are deprecated and going to be removed in future release, please use --request instead.\n\n") } limitsResources, err := p.computeResources(p.PodSpecFlags.LimitsFlags) if err != nil { return err } requestsResources, err := p.computeResources(p.PodSpecFlags.RequestsFlags) if err != nil { return err } err = servinglib.UpdateResourcesDeprecated(template, requestsResources, limitsResources) if err != nil { return err } requestsToRemove, limitsToRemove, err := p.PodSpecFlags.Resources.Validate() if err != nil { return err } err = servinglib.UpdateResources(template, p.PodSpecFlags.Resources.ResourceRequirements, requestsToRemove, limitsToRemove) if err != nil { return err } if cmd.Flags().Changed("cmd") { err = servinglib.UpdateContainerCommand(template, p.PodSpecFlags.Command) if err != nil { return err } } if cmd.Flags().Changed("arg") { err = servinglib.UpdateContainerArg(template, p.PodSpecFlags.Arg) if err != nil { return err } } if cmd.Flags().Changed("port") { err = servinglib.UpdateContainerPort(template, p.PodSpecFlags.Port) if err != nil { return err } } if cmd.Flags().Changed("scale-min") { err = servinglib.UpdateMinScale(template, p.MinScale) if err != nil { return err } } if cmd.Flags().Changed("scale-max") { err = servinglib.UpdateMaxScale(template, p.MaxScale) if err != nil { return err } } if cmd.Flags().Changed("scale") { if cmd.Flags().Changed("scale-max") { return fmt.Errorf("only --scale or --scale-max can be specified") } else if cmd.Flags().Changed("scale-min") { return fmt.Errorf("only --scale or --scale-min can be specified") } else { err = servinglib.UpdateMaxScale(template, p.Scale) if err != nil { return err } err = servinglib.UpdateMinScale(template, p.Scale) if err != nil { return err } } } if cmd.Flags().Changed("autoscale-window") { err = servinglib.UpdateAutoscaleWindow(template, p.AutoscaleWindow) if err != nil { return err } } if cmd.Flags().Changed("concurrency-target") { err = servinglib.UpdateConcurrencyTarget(template, p.ConcurrencyTarget) if err != nil { return err } } if cmd.Flags().Changed("concurrency-limit") { err = servinglib.UpdateConcurrencyLimit(template, int64(p.ConcurrencyLimit)) if err != nil { return err } } if cmd.Flags().Changed("concurrency-utilization") { err = servinglib.UpdateConcurrencyUtilization(template, p.ConcurrencyUtilization) if err != nil { return err } } if cmd.Flags().Changed("cluster-local") || cmd.Flags().Changed("no-cluster-local") { if p.ClusterLocal { labels := servinglib.UpdateLabels(service.ObjectMeta.Labels, map[string]string{serving.VisibilityLabelKey: serving.VisibilityClusterLocal}, []string{}) service.ObjectMeta.Labels = labels // In case service.ObjectMeta.Labels was nil } else { labels := servinglib.UpdateLabels(service.ObjectMeta.Labels, map[string]string{}, []string{serving.VisibilityLabelKey}) service.ObjectMeta.Labels = labels // In case service.ObjectMeta.Labels was nil } } if cmd.Flags().Changed("label") || cmd.Flags().Changed("label-service") || cmd.Flags().Changed("label-revision") { labelsAllMap, err := util.MapFromArrayAllowingSingles(p.Labels, "=") if err != nil { return fmt.Errorf("Invalid --label: %w", err) } err = p.updateLabels(&service.ObjectMeta, p.LabelsService, labelsAllMap) if err != nil { return fmt.Errorf("Invalid --label-service: %w", err) } err = p.updateLabels(&template.ObjectMeta, p.LabelsRevision, labelsAllMap) if err != nil { return fmt.Errorf("Invalid --label-revision: %w", err) } } if cmd.Flags().Changed("annotation") { annotationsMap, err := util.MapFromArrayAllowingSingles(p.Annotations, "=") if err != nil { return fmt.Errorf("Invalid --annotation: %w", err) } annotationsToRemove := util.ParseMinusSuffix(annotationsMap) err = servinglib.UpdateAnnotations(service, template, annotationsMap, annotationsToRemove) if err != nil { return err } } if cmd.Flags().Changed("service-account") { err = servinglib.UpdateServiceAccountName(template, p.PodSpecFlags.ServiceAccountName) if err != nil { return err } } if cmd.Flags().Changed("pull-secret") { servinglib.UpdateImagePullSecrets(template, p.PodSpecFlags.ImagePullSecrets) } if cmd.Flags().Changed("user") { servinglib.UpdateUser(template, p.PodSpecFlags.User) } return nil } func (p *ConfigurationEditFlags) updateLabels(obj *metav1.ObjectMeta, flagLabels []string, labelsAllMap map[string]string) error { labelFlagMap, err := util.MapFromArrayAllowingSingles(flagLabels, "=") if err != nil { return fmt.Errorf("Unable to parse label flags: %w", err) } labelsMap := make(util.StringMap) labelsMap.Merge(labelsAllMap) labelsMap.Merge(labelFlagMap) revisionLabelsToRemove := util.ParseMinusSuffix(labelsMap) obj.Labels = servinglib.UpdateLabels(obj.Labels, labelsMap, revisionLabelsToRemove) return nil } func (p *ConfigurationEditFlags) computeResources(resourceFlags knflags.ResourceFlags) (corev1.ResourceList, error) { resourceList := corev1.ResourceList{} if resourceFlags.CPU != "" { cpuQuantity, err := resource.ParseQuantity(resourceFlags.CPU) if err != nil { return corev1.ResourceList{}, fmt.Errorf("Error parsing %q: %w", resourceFlags.CPU, err) } resourceList[corev1.ResourceCPU] = cpuQuantity } if resourceFlags.Memory != "" { memoryQuantity, err := resource.ParseQuantity(resourceFlags.Memory) if err != nil { return corev1.ResourceList{}, fmt.Errorf("Error parsing %q: %w", resourceFlags.Memory, err) } resourceList[corev1.ResourceMemory] = memoryQuantity } return resourceList, nil } // AnyMutation returns true if there are any revision template mutations in the // command. func (p *ConfigurationEditFlags) AnyMutation(cmd *cobra.Command) bool { for _, flag := range p.flags { if cmd.Flags().Changed(flag) { return true } } return false }