kops/tests/integration/update_cluster/ha/kubernetes.tf

622 lines
20 KiB
HCL

output "cluster_name" {
value = "ha.example.com"
}
output "master_security_group_ids" {
value = ["${aws_security_group.masters-ha-example-com.id}"]
}
output "masters_role_arn" {
value = "${aws_iam_role.masters-ha-example-com.arn}"
}
output "masters_role_name" {
value = "${aws_iam_role.masters-ha-example-com.name}"
}
output "node_security_group_ids" {
value = ["${aws_security_group.nodes-ha-example-com.id}"]
}
output "node_subnet_ids" {
value = ["${aws_subnet.us-test-1a-ha-example-com.id}", "${aws_subnet.us-test-1b-ha-example-com.id}", "${aws_subnet.us-test-1c-ha-example-com.id}"]
}
output "nodes_role_arn" {
value = "${aws_iam_role.nodes-ha-example-com.arn}"
}
output "nodes_role_name" {
value = "${aws_iam_role.nodes-ha-example-com.name}"
}
output "region" {
value = "us-test-1"
}
output "vpc_id" {
value = "${aws_vpc.ha-example-com.id}"
}
provider "aws" {
region = "us-test-1"
}
resource "aws_autoscaling_group" "master-us-test-1a-masters-ha-example-com" {
name = "master-us-test-1a.masters.ha.example.com"
launch_configuration = "${aws_launch_configuration.master-us-test-1a-masters-ha-example-com.id}"
max_size = 1
min_size = 1
vpc_zone_identifier = ["${aws_subnet.us-test-1a-ha-example-com.id}"]
tag = {
key = "KubernetesCluster"
value = "ha.example.com"
propagate_at_launch = true
}
tag = {
key = "Name"
value = "master-us-test-1a.masters.ha.example.com"
propagate_at_launch = true
}
tag = {
key = "k8s.io/role/master"
value = "1"
propagate_at_launch = true
}
metrics_granularity = "1Minute"
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
}
resource "aws_autoscaling_group" "master-us-test-1b-masters-ha-example-com" {
name = "master-us-test-1b.masters.ha.example.com"
launch_configuration = "${aws_launch_configuration.master-us-test-1b-masters-ha-example-com.id}"
max_size = 1
min_size = 1
vpc_zone_identifier = ["${aws_subnet.us-test-1b-ha-example-com.id}"]
tag = {
key = "KubernetesCluster"
value = "ha.example.com"
propagate_at_launch = true
}
tag = {
key = "Name"
value = "master-us-test-1b.masters.ha.example.com"
propagate_at_launch = true
}
tag = {
key = "k8s.io/role/master"
value = "1"
propagate_at_launch = true
}
metrics_granularity = "1Minute"
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
}
resource "aws_autoscaling_group" "master-us-test-1c-masters-ha-example-com" {
name = "master-us-test-1c.masters.ha.example.com"
launch_configuration = "${aws_launch_configuration.master-us-test-1c-masters-ha-example-com.id}"
max_size = 1
min_size = 1
vpc_zone_identifier = ["${aws_subnet.us-test-1c-ha-example-com.id}"]
tag = {
key = "KubernetesCluster"
value = "ha.example.com"
propagate_at_launch = true
}
tag = {
key = "Name"
value = "master-us-test-1c.masters.ha.example.com"
propagate_at_launch = true
}
tag = {
key = "k8s.io/role/master"
value = "1"
propagate_at_launch = true
}
metrics_granularity = "1Minute"
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
}
resource "aws_autoscaling_group" "nodes-ha-example-com" {
name = "nodes.ha.example.com"
launch_configuration = "${aws_launch_configuration.nodes-ha-example-com.id}"
max_size = 2
min_size = 2
vpc_zone_identifier = ["${aws_subnet.us-test-1a-ha-example-com.id}", "${aws_subnet.us-test-1b-ha-example-com.id}", "${aws_subnet.us-test-1c-ha-example-com.id}"]
tag = {
key = "KubernetesCluster"
value = "ha.example.com"
propagate_at_launch = true
}
tag = {
key = "Name"
value = "nodes.ha.example.com"
propagate_at_launch = true
}
tag = {
key = "k8s.io/role/node"
value = "1"
propagate_at_launch = true
}
metrics_granularity = "1Minute"
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
}
resource "aws_ebs_volume" "a-etcd-events-ha-example-com" {
availability_zone = "us-test-1a"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "a.etcd-events.ha.example.com"
"k8s.io/etcd/events" = "a/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_ebs_volume" "a-etcd-main-ha-example-com" {
availability_zone = "us-test-1a"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "a.etcd-main.ha.example.com"
"k8s.io/etcd/main" = "a/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_ebs_volume" "b-etcd-events-ha-example-com" {
availability_zone = "us-test-1b"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "b.etcd-events.ha.example.com"
"k8s.io/etcd/events" = "b/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_ebs_volume" "b-etcd-main-ha-example-com" {
availability_zone = "us-test-1b"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "b.etcd-main.ha.example.com"
"k8s.io/etcd/main" = "b/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_ebs_volume" "c-etcd-events-ha-example-com" {
availability_zone = "us-test-1c"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "c.etcd-events.ha.example.com"
"k8s.io/etcd/events" = "c/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_ebs_volume" "c-etcd-main-ha-example-com" {
availability_zone = "us-test-1c"
size = 20
type = "gp2"
encrypted = false
tags = {
KubernetesCluster = "ha.example.com"
Name = "c.etcd-main.ha.example.com"
"k8s.io/etcd/main" = "c/a,b,c"
"k8s.io/role/master" = "1"
}
}
resource "aws_iam_instance_profile" "masters-ha-example-com" {
name = "masters.ha.example.com"
role = "${aws_iam_role.masters-ha-example-com.name}"
}
resource "aws_iam_instance_profile" "nodes-ha-example-com" {
name = "nodes.ha.example.com"
role = "${aws_iam_role.nodes-ha-example-com.name}"
}
resource "aws_iam_role" "masters-ha-example-com" {
name = "masters.ha.example.com"
assume_role_policy = "${file("${path.module}/data/aws_iam_role_masters.ha.example.com_policy")}"
}
resource "aws_iam_role" "nodes-ha-example-com" {
name = "nodes.ha.example.com"
assume_role_policy = "${file("${path.module}/data/aws_iam_role_nodes.ha.example.com_policy")}"
}
resource "aws_iam_role_policy" "masters-ha-example-com" {
name = "masters.ha.example.com"
role = "${aws_iam_role.masters-ha-example-com.name}"
policy = "${file("${path.module}/data/aws_iam_role_policy_masters.ha.example.com_policy")}"
}
resource "aws_iam_role_policy" "nodes-ha-example-com" {
name = "nodes.ha.example.com"
role = "${aws_iam_role.nodes-ha-example-com.name}"
policy = "${file("${path.module}/data/aws_iam_role_policy_nodes.ha.example.com_policy")}"
}
resource "aws_internet_gateway" "ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
tags = {
KubernetesCluster = "ha.example.com"
Name = "ha.example.com"
}
}
resource "aws_key_pair" "kubernetes-ha-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157" {
key_name = "kubernetes.ha.example.com-c4:a6:ed:9a:a8:89:b9:e2:c3:9c:d6:63:eb:9c:71:57"
public_key = "${file("${path.module}/data/aws_key_pair_kubernetes.ha.example.com-c4a6ed9aa889b9e2c39cd663eb9c7157_public_key")}"
}
resource "aws_launch_configuration" "master-us-test-1a-masters-ha-example-com" {
name_prefix = "master-us-test-1a.masters.ha.example.com-"
image_id = "ami-12345678"
instance_type = "m3.medium"
key_name = "${aws_key_pair.kubernetes-ha-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
iam_instance_profile = "${aws_iam_instance_profile.masters-ha-example-com.id}"
security_groups = ["${aws_security_group.masters-ha-example-com.id}"]
associate_public_ip_address = true
user_data = "${file("${path.module}/data/aws_launch_configuration_master-us-test-1a.masters.ha.example.com_user_data")}"
root_block_device = {
volume_type = "gp2"
volume_size = 64
delete_on_termination = true
}
ephemeral_block_device = {
device_name = "/dev/sdc"
virtual_name = "ephemeral0"
}
lifecycle = {
create_before_destroy = true
}
}
resource "aws_launch_configuration" "master-us-test-1b-masters-ha-example-com" {
name_prefix = "master-us-test-1b.masters.ha.example.com-"
image_id = "ami-12345678"
instance_type = "m3.medium"
key_name = "${aws_key_pair.kubernetes-ha-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
iam_instance_profile = "${aws_iam_instance_profile.masters-ha-example-com.id}"
security_groups = ["${aws_security_group.masters-ha-example-com.id}"]
associate_public_ip_address = true
user_data = "${file("${path.module}/data/aws_launch_configuration_master-us-test-1b.masters.ha.example.com_user_data")}"
root_block_device = {
volume_type = "gp2"
volume_size = 64
delete_on_termination = true
}
ephemeral_block_device = {
device_name = "/dev/sdc"
virtual_name = "ephemeral0"
}
lifecycle = {
create_before_destroy = true
}
}
resource "aws_launch_configuration" "master-us-test-1c-masters-ha-example-com" {
name_prefix = "master-us-test-1c.masters.ha.example.com-"
image_id = "ami-12345678"
instance_type = "m3.medium"
key_name = "${aws_key_pair.kubernetes-ha-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
iam_instance_profile = "${aws_iam_instance_profile.masters-ha-example-com.id}"
security_groups = ["${aws_security_group.masters-ha-example-com.id}"]
associate_public_ip_address = true
user_data = "${file("${path.module}/data/aws_launch_configuration_master-us-test-1c.masters.ha.example.com_user_data")}"
root_block_device = {
volume_type = "gp2"
volume_size = 64
delete_on_termination = true
}
ephemeral_block_device = {
device_name = "/dev/sdc"
virtual_name = "ephemeral0"
}
lifecycle = {
create_before_destroy = true
}
}
resource "aws_launch_configuration" "nodes-ha-example-com" {
name_prefix = "nodes.ha.example.com-"
image_id = "ami-12345678"
instance_type = "t2.medium"
key_name = "${aws_key_pair.kubernetes-ha-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
iam_instance_profile = "${aws_iam_instance_profile.nodes-ha-example-com.id}"
security_groups = ["${aws_security_group.nodes-ha-example-com.id}"]
associate_public_ip_address = true
user_data = "${file("${path.module}/data/aws_launch_configuration_nodes.ha.example.com_user_data")}"
root_block_device = {
volume_type = "gp2"
volume_size = 128
delete_on_termination = true
}
lifecycle = {
create_before_destroy = true
}
}
resource "aws_route" "0-0-0-0--0" {
route_table_id = "${aws_route_table.ha-example-com.id}"
destination_cidr_block = "0.0.0.0/0"
gateway_id = "${aws_internet_gateway.ha-example-com.id}"
}
resource "aws_route_table" "ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
tags = {
KubernetesCluster = "ha.example.com"
Name = "ha.example.com"
}
}
resource "aws_route_table_association" "us-test-1a-ha-example-com" {
subnet_id = "${aws_subnet.us-test-1a-ha-example-com.id}"
route_table_id = "${aws_route_table.ha-example-com.id}"
}
resource "aws_route_table_association" "us-test-1b-ha-example-com" {
subnet_id = "${aws_subnet.us-test-1b-ha-example-com.id}"
route_table_id = "${aws_route_table.ha-example-com.id}"
}
resource "aws_route_table_association" "us-test-1c-ha-example-com" {
subnet_id = "${aws_subnet.us-test-1c-ha-example-com.id}"
route_table_id = "${aws_route_table.ha-example-com.id}"
}
resource "aws_security_group" "masters-ha-example-com" {
name = "masters.ha.example.com"
vpc_id = "${aws_vpc.ha-example-com.id}"
description = "Security group for masters"
tags = {
KubernetesCluster = "ha.example.com"
Name = "masters.ha.example.com"
}
}
resource "aws_security_group" "nodes-ha-example-com" {
name = "nodes.ha.example.com"
vpc_id = "${aws_vpc.ha-example-com.id}"
description = "Security group for nodes"
tags = {
KubernetesCluster = "ha.example.com"
Name = "nodes.ha.example.com"
}
}
resource "aws_security_group_rule" "all-master-to-master" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
source_security_group_id = "${aws_security_group.masters-ha-example-com.id}"
from_port = 0
to_port = 0
protocol = "-1"
}
resource "aws_security_group_rule" "all-master-to-node" {
type = "ingress"
security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
source_security_group_id = "${aws_security_group.masters-ha-example-com.id}"
from_port = 0
to_port = 0
protocol = "-1"
}
resource "aws_security_group_rule" "all-node-to-node" {
type = "ingress"
security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
source_security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 0
to_port = 0
protocol = "-1"
}
resource "aws_security_group_rule" "https-external-to-master-0-0-0-0--0" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
from_port = 443
to_port = 443
protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
}
resource "aws_security_group_rule" "master-egress" {
type = "egress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
from_port = 0
to_port = 0
protocol = "-1"
cidr_blocks = ["0.0.0.0/0"]
}
resource "aws_security_group_rule" "node-egress" {
type = "egress"
security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 0
to_port = 0
protocol = "-1"
cidr_blocks = ["0.0.0.0/0"]
}
resource "aws_security_group_rule" "node-to-master-tcp-1-2379" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
source_security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 1
to_port = 2379
protocol = "tcp"
}
resource "aws_security_group_rule" "node-to-master-tcp-2382-4000" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
source_security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 2382
to_port = 4000
protocol = "tcp"
}
resource "aws_security_group_rule" "node-to-master-tcp-4003-65535" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
source_security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 4003
to_port = 65535
protocol = "tcp"
}
resource "aws_security_group_rule" "node-to-master-udp-1-65535" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
source_security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 1
to_port = 65535
protocol = "udp"
}
resource "aws_security_group_rule" "ssh-external-to-master-0-0-0-0--0" {
type = "ingress"
security_group_id = "${aws_security_group.masters-ha-example-com.id}"
from_port = 22
to_port = 22
protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
}
resource "aws_security_group_rule" "ssh-external-to-node-0-0-0-0--0" {
type = "ingress"
security_group_id = "${aws_security_group.nodes-ha-example-com.id}"
from_port = 22
to_port = 22
protocol = "tcp"
cidr_blocks = ["0.0.0.0/0"]
}
resource "aws_subnet" "us-test-1a-ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
cidr_block = "172.20.32.0/19"
availability_zone = "us-test-1a"
tags = {
KubernetesCluster = "ha.example.com"
Name = "us-test-1a.ha.example.com"
SubnetType = "Public"
"kubernetes.io/cluster/ha.example.com" = "owned"
"kubernetes.io/role/elb" = "1"
}
}
resource "aws_subnet" "us-test-1b-ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
cidr_block = "172.20.64.0/19"
availability_zone = "us-test-1b"
tags = {
KubernetesCluster = "ha.example.com"
Name = "us-test-1b.ha.example.com"
SubnetType = "Public"
"kubernetes.io/cluster/ha.example.com" = "owned"
"kubernetes.io/role/elb" = "1"
}
}
resource "aws_subnet" "us-test-1c-ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
cidr_block = "172.20.96.0/19"
availability_zone = "us-test-1c"
tags = {
KubernetesCluster = "ha.example.com"
Name = "us-test-1c.ha.example.com"
SubnetType = "Public"
"kubernetes.io/cluster/ha.example.com" = "owned"
"kubernetes.io/role/elb" = "1"
}
}
resource "aws_vpc" "ha-example-com" {
cidr_block = "172.20.0.0/16"
enable_dns_hostnames = true
enable_dns_support = true
tags = {
KubernetesCluster = "ha.example.com"
Name = "ha.example.com"
"kubernetes.io/cluster/ha.example.com" = "owned"
}
}
resource "aws_vpc_dhcp_options" "ha-example-com" {
domain_name = "us-test-1.compute.internal"
domain_name_servers = ["AmazonProvidedDNS"]
tags = {
KubernetesCluster = "ha.example.com"
Name = "ha.example.com"
}
}
resource "aws_vpc_dhcp_options_association" "ha-example-com" {
vpc_id = "${aws_vpc.ha-example-com.id}"
dhcp_options_id = "${aws_vpc_dhcp_options.ha-example-com.id}"
}
terraform = {
required_version = ">= 0.9.3"
}