kops/pkg/model/awsmodel/autoscalinggroup.go

/*
Copyright 2016 The Kubernetes Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package awsmodel

import (
	"fmt"
	"strings"

	"k8s.io/kops/pkg/apis/kops"
	"k8s.io/kops/pkg/model"
	"k8s.io/kops/pkg/model/defaults"
	"k8s.io/kops/upup/pkg/fi"
	"k8s.io/kops/upup/pkg/fi/cloudup/awstasks"

	"github.com/aws/aws-sdk-go/service/ec2"
	"github.com/golang/glog"
)

const (
	// DefaultVolumeType is the default volume type
	DefaultVolumeType = ec2.VolumeTypeGp2
	// DefaultVolumeIops is the default volume iops
	DefaultVolumeIops = 100
)

// AutoscalingGroupModelBuilder configures AutoscalingGroup objects
type AutoscalingGroupModelBuilder struct {
	*AWSModelContext

	BootstrapScript   *model.BootstrapScript
	Lifecycle         *fi.Lifecycle
	SecurityLifecycle *fi.Lifecycle
}

var _ fi.ModelBuilder = &AutoscalingGroupModelBuilder{}

// Build is responsible for constructing the aws autoscaling group from the kops spec
func (b *AutoscalingGroupModelBuilder) Build(c *fi.ModelBuilderContext) error {
	var err error
	for _, ig := range b.InstanceGroups {
		name := b.AutoscalingGroupName(ig)

		// LaunchConfiguration
		var launchConfiguration *awstasks.LaunchConfiguration
		{
			volumeSize := fi.Int32Value(ig.Spec.RootVolumeSize)
			if volumeSize == 0 {
				volumeSize, err = defaults.DefaultInstanceGroupVolumeSize(ig.Spec.Role)
				if err != nil {
					return err
				}
			}

			volumeType := fi.StringValue(ig.Spec.RootVolumeType)
			if volumeType == "" {
				volumeType = DefaultVolumeType
			}

			volumeIops := fi.Int32Value(ig.Spec.RootVolumeIops)
			if volumeIops <= 0 {
				volumeIops = DefaultVolumeIops
			}

			link, err := b.LinkToIAMInstanceProfile(ig)
			if err != nil {
				return fmt.Errorf("unable to find IAM profile link for instance group %q: %v", ig.ObjectMeta.Name, err)
			}

			var sgLink *awstasks.SecurityGroup
			if ig.Spec.SecurityGroupOverride != nil {
				glog.V(1).Infof("WARNING: You are overwriting the Instance Groups, Security Group. When this is done you are responsible for ensure the correct rules!")

				sgName := fmt.Sprintf("%v-%v", fi.StringValue(ig.Spec.SecurityGroupOverride), ig.Spec.Role)
				sgLink = &awstasks.SecurityGroup{
					Name:   &sgName,
					ID:     ig.Spec.SecurityGroupOverride,
					Shared: fi.Bool(true),
				}
			} else {
				sgLink = b.LinkToSecurityGroup(ig.Spec.Role)
			}

			t := &awstasks.LaunchConfiguration{
				Name:      s(name),
				Lifecycle: b.Lifecycle,

				IAMInstanceProfile:     link,
				ImageID:                s(ig.Spec.Image),
				InstanceMonitoring:     ig.Spec.DetailedInstanceMonitoring,
				InstanceType:           s(strings.Split(ig.Spec.MachineType, ",")[0]),
				RootVolumeOptimization: ig.Spec.RootVolumeOptimization,
				RootVolumeSize:         i64(int64(volumeSize)),
				RootVolumeType:         s(volumeType),
				SecurityGroups:         []*awstasks.SecurityGroup{sgLink},
			}

			if volumeType == ec2.VolumeTypeIo1 {
				t.RootVolumeIops = i64(int64(volumeIops))
			}

			if ig.Spec.Tenancy != "" {
				t.Tenancy = s(ig.Spec.Tenancy)
			}

			// @step: add any additional security groups to the instance
			for _, id := range ig.Spec.AdditionalSecurityGroups {
				sgTask := &awstasks.SecurityGroup{
					Name:      fi.String(id),
					ID:        fi.String(id),
					Lifecycle: b.SecurityLifecycle,
					Shared:    fi.Bool(true),
				}
				if err := c.EnsureTask(sgTask); err != nil {
					return err
				}
				t.SecurityGroups = append(t.SecurityGroups, sgTask)
			}

			// @step: add any additional block devices to the launch configuration
			for _, x := range ig.Spec.Volumes {
				if x.Type == "" {
					x.Type = DefaultVolumeType
				}
				if x.Type == ec2.VolumeTypeIo1 {
					if x.Iops == nil {
						x.Iops = fi.Int64(DefaultVolumeIops)
					}
				} else {
					x.Iops = nil
				}
				t.BlockDeviceMappings = append(t.BlockDeviceMappings, &awstasks.BlockDeviceMapping{
					DeviceName:             fi.String(x.Device),
					EbsDeleteOnTermination: fi.Bool(true),
					EbsEncrypted:           x.Encrypted,
					EbsVolumeIops:          x.Iops,
					EbsVolumeSize:          fi.Int64(x.Size),
					EbsVolumeType:          fi.String(x.Type),
				})
			}

			if t.SSHKey, err = b.LinkToSSHKey(); err != nil {
				return err
			}

			if t.UserData, err = b.BootstrapScript.ResourceNodeUp(ig, b.Cluster); err != nil {
				return err
			}

			if fi.StringValue(ig.Spec.MaxPrice) != "" {
				spotPrice := fi.StringValue(ig.Spec.MaxPrice)
				t.SpotPrice = spotPrice
			}

			{
				// TODO: Wrapper / helper class to analyze clusters
				subnetMap := make(map[string]*kops.ClusterSubnetSpec)
				for i := range b.Cluster.Spec.Subnets {
					subnet := &b.Cluster.Spec.Subnets[i]
					subnetMap[subnet.Name] = subnet
				}

				var subnetType kops.SubnetType
				for _, subnetName := range ig.Spec.Subnets {
					subnet := subnetMap[subnetName]
					if subnet == nil {
						return fmt.Errorf("InstanceGroup %q uses subnet %q that does not exist", ig.ObjectMeta.Name, subnetName)
					}
					if subnetType != "" && subnetType != subnet.Type {
						return fmt.Errorf("InstanceGroup %q cannot be in subnets of different Type", ig.ObjectMeta.Name)
					}
					subnetType = subnet.Type
				}

				associatePublicIP := true
				switch subnetType {
				case kops.SubnetTypePublic, kops.SubnetTypeUtility:
					associatePublicIP = true
					if ig.Spec.AssociatePublicIP != nil {
						associatePublicIP = *ig.Spec.AssociatePublicIP
					}

				case kops.SubnetTypePrivate:
					associatePublicIP = false
					if ig.Spec.AssociatePublicIP != nil {
						// This isn't meaningful - private subnets can't have public ip
						//associatePublicIP = *ig.Spec.AssociatePublicIP
						if *ig.Spec.AssociatePublicIP {
							glog.Warningf("Ignoring AssociatePublicIP=true for private InstanceGroup %q", ig.ObjectMeta.Name)
						}
					}

				default:
					return fmt.Errorf("unknown subnet type %q", subnetType)
				}
				t.AssociatePublicIP = &associatePublicIP
			}
			c.AddTask(t)

			launchConfiguration = t
		}

		// AutoscalingGroup
		{
			t := &awstasks.AutoscalingGroup{
				Name:      s(name),
				Lifecycle: b.Lifecycle,

				Granularity: s("1Minute"),
				Metrics: []string{
					"GroupDesiredCapacity",
					"GroupInServiceInstances",
					"GroupMaxSize",
					"GroupMinSize",
					"GroupPendingInstances",
					"GroupStandbyInstances",
					"GroupTerminatingInstances",
					"GroupTotalInstances",
				},
				LaunchConfiguration: launchConfiguration,
			}

			minSize := int32(1)
			maxSize := int32(1)
			if ig.Spec.MinSize != nil {
				minSize = fi.Int32Value(ig.Spec.MinSize)
			} else if ig.Spec.Role == kops.InstanceGroupRoleNode {
				minSize = 2
			}
			if ig.Spec.MaxSize != nil {
				maxSize = *ig.Spec.MaxSize
			} else if ig.Spec.Role == kops.InstanceGroupRoleNode {
				maxSize = 2
			}

			t.MinSize = i64(int64(minSize))
			t.MaxSize = i64(int64(maxSize))

			subnets, err := b.GatherSubnets(ig)
			if err != nil {
				return err
			}
			if len(subnets) == 0 {
				return fmt.Errorf("could not determine any subnets for InstanceGroup %q; subnets was %s", ig.ObjectMeta.Name, ig.Spec.Subnets)
			}
			for _, subnet := range subnets {
				t.Subnets = append(t.Subnets, b.LinkToSubnet(subnet))
			}

			tags, err := b.CloudTagsForInstanceGroup(ig)
			if err != nil {
				return fmt.Errorf("error building cloud tags: %v", err)
			}
			t.Tags = tags

			processes := []string{}
			for _, p := range ig.Spec.SuspendProcesses {
				processes = append(processes, p)
			}
			t.SuspendProcesses = &processes

			c.AddTask(t)
		}

		// External Load Balancer/TargetGroup Attachments
		{
			for _, lb := range ig.Spec.ExternalLoadBalancers {
				if lb.LoadBalancerName != nil {
					t := &awstasks.ExternalLoadBalancerAttachment{
						Name:             s("extlb-" + *lb.LoadBalancerName + "-" + ig.Name),
						Lifecycle:        b.Lifecycle,
						LoadBalancerName: *lb.LoadBalancerName,
						AutoscalingGroup: b.LinkToAutoscalingGroup(ig),
					}

					c.AddTask(t)
				}

				if lb.TargetGroupARN != nil {
					t := &awstasks.ExternalTargetGroupAttachment{
						Name:             s("exttg-" + *lb.TargetGroupARN + "-" + ig.Name),
						Lifecycle:        b.Lifecycle,
						TargetGroupARN:   *lb.TargetGroupARN,
						AutoscalingGroup: b.LinkToAutoscalingGroup(ig),
					}

					c.AddTask(t)
				}
			}
		}
	}

	return nil
}