mirror of https://github.com/kubernetes/kops.git
Add integration test for cross-zone-load-balancing
This commit is contained in:
Austin Moore
parent
d59ac283ed
commit
66a8d1de90
|
|
@ -80,6 +80,11 @@ func TestComplex(t *testing.T) {
|
|||
runTestAWS(t, "complex.example.com", "complex", "legacy-v1alpha2", false, 1, true, false, nil)
|
||||
}
|
||||
|
||||
// TestCrossZone tests that the the cross zone setting on the API ELB is set properly
|
||||
func TestCrossZone(t *testing.T) {
|
||||
runTestAWS(t, "crosszone.example.com", "api_elb_cross_zone", "v1alpha2", false, 1, true, nil)
|
||||
}
|
||||
|
||||
// TestMinimalCloudformation runs the test on a minimum configuration, similar to kops create cluster minimal.example.com --zones us-west-1a
|
||||
func TestMinimalCloudformation(t *testing.T) {
|
||||
runTestCloudformation(t, "minimal.example.com", "minimal-cloudformation", "v1alpha2", false, nil)
|
||||
|
|
|
|||
|
|
@ -0,0 +1 @@
|
|||
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAAgQCtWu40XQo8dczLsCq0OWV+hxm9uV3WxeH9Kgh4sMzQxNtoU1pvW0XdjpkBesRKGoolfWeCLXWxpyQb1IaiMkKoz7MdhQ/6UKjMjP66aFWWp3pwD0uj0HuJ7tq4gKHKRYGTaZIRWpzUiANBrjugVgA+Sd7E/mYwc/DMXkIyRZbvhQ==
|
||||
|
|
@ -0,0 +1,96 @@
|
|||
apiVersion: kops/v1alpha2
|
||||
kind: Cluster
|
||||
metadata:
|
||||
creationTimestamp: "2016-12-10T22:42:27Z"
|
||||
name: crosszone.example.com
|
||||
spec:
|
||||
api:
|
||||
loadBalancer:
|
||||
type: Public
|
||||
additionalSecurityGroups:
|
||||
- sg-exampleid3
|
||||
- sg-exampleid4
|
||||
crossZoneLoadBalancing: true
|
||||
kubernetesApiAccess:
|
||||
- 0.0.0.0/0
|
||||
channel: stable
|
||||
cloudProvider: aws
|
||||
cloudLabels:
|
||||
Owner: John Doe
|
||||
foo/bar: fib+baz
|
||||
configBase: memfs://clusters.example.com/crosszone.example.com
|
||||
etcdClusters:
|
||||
- etcdMembers:
|
||||
- instanceGroup: master-us-test-1a
|
||||
name: us-test-1a
|
||||
name: main
|
||||
- etcdMembers:
|
||||
- instanceGroup: master-us-test-1a
|
||||
name: us-test-1a
|
||||
name: events
|
||||
kubeAPIServer:
|
||||
serviceNodePortRange: 28000-32767
|
||||
kubernetesVersion: v1.4.12
|
||||
masterInternalName: api.internal.crosszone.example.com
|
||||
masterPublicName: api.crosszone.example.com
|
||||
networkCIDR: 172.20.0.0/16
|
||||
networking:
|
||||
kubenet: {}
|
||||
nodePortAccess:
|
||||
- 1.2.3.4/32
|
||||
- 10.20.30.0/24
|
||||
nonMasqueradeCIDR: 100.64.0.0/10
|
||||
sshAccess:
|
||||
- 0.0.0.0/0
|
||||
topology:
|
||||
masters: public
|
||||
nodes: public
|
||||
subnets:
|
||||
- cidr: 172.20.32.0/19
|
||||
name: us-test-1a
|
||||
type: Public
|
||||
zone: us-test-1a
|
||||
|
||||
---
|
||||
|
||||
apiVersion: kops/v1alpha2
|
||||
kind: InstanceGroup
|
||||
metadata:
|
||||
creationTimestamp: "2016-12-10T22:42:28Z"
|
||||
name: nodes
|
||||
labels:
|
||||
kops.k8s.io/cluster: crosszone.example.com
|
||||
spec:
|
||||
additionalSecurityGroups:
|
||||
- sg-exampleid3
|
||||
- sg-exampleid4
|
||||
associatePublicIp: true
|
||||
suspendProcesses:
|
||||
- AZRebalance
|
||||
image: kope.io/k8s-1.4-debian-jessie-amd64-hvm-ebs-2016-10-21
|
||||
machineType: t2.medium
|
||||
maxSize: 2
|
||||
minSize: 2
|
||||
role: Node
|
||||
subnets:
|
||||
- us-test-1a
|
||||
detailedInstanceMonitoring: true
|
||||
|
||||
---
|
||||
|
||||
apiVersion: kops/v1alpha2
|
||||
kind: InstanceGroup
|
||||
metadata:
|
||||
creationTimestamp: "2016-12-10T22:42:28Z"
|
||||
name: master-us-test-1a
|
||||
labels:
|
||||
kops.k8s.io/cluster: crosszone.example.com
|
||||
spec:
|
||||
associatePublicIp: true
|
||||
image: kope.io/k8s-1.4-debian-jessie-amd64-hvm-ebs-2016-10-21
|
||||
machineType: m3.medium
|
||||
maxSize: 1
|
||||
minSize: 1
|
||||
role: Master
|
||||
subnets:
|
||||
- us-test-1a
|
||||
|
|
@ -0,0 +1,622 @@
|
|||
locals = {
|
||||
cluster_name = "crosszone.example.com"
|
||||
master_autoscaling_group_ids = ["${aws_autoscaling_group.master-us-test-1a-masters-crosszone-example-com.id}"]
|
||||
master_security_group_ids = ["${aws_security_group.masters-crosszone-example-com.id}"]
|
||||
masters_role_arn = "${aws_iam_role.masters-crosszone-example-com.arn}"
|
||||
masters_role_name = "${aws_iam_role.masters-crosszone-example-com.name}"
|
||||
node_autoscaling_group_ids = ["${aws_autoscaling_group.nodes-crosszone-example-com.id}"]
|
||||
node_security_group_ids = ["${aws_security_group.nodes-crosszone-example-com.id}", "sg-exampleid3", "sg-exampleid4"]
|
||||
node_subnet_ids = ["${aws_subnet.us-test-1a-crosszone-example-com.id}"]
|
||||
nodes_role_arn = "${aws_iam_role.nodes-crosszone-example-com.arn}"
|
||||
nodes_role_name = "${aws_iam_role.nodes-crosszone-example-com.name}"
|
||||
region = "us-test-1"
|
||||
route_table_public_id = "${aws_route_table.crosszone-example-com.id}"
|
||||
subnet_us-test-1a_id = "${aws_subnet.us-test-1a-crosszone-example-com.id}"
|
||||
vpc_cidr_block = "${aws_vpc.crosszone-example-com.cidr_block}"
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
output "cluster_name" {
|
||||
value = "crosszone.example.com"
|
||||
}
|
||||
|
||||
output "master_autoscaling_group_ids" {
|
||||
value = ["${aws_autoscaling_group.master-us-test-1a-masters-crosszone-example-com.id}"]
|
||||
}
|
||||
|
||||
output "master_security_group_ids" {
|
||||
value = ["${aws_security_group.masters-crosszone-example-com.id}"]
|
||||
}
|
||||
|
||||
output "masters_role_arn" {
|
||||
value = "${aws_iam_role.masters-crosszone-example-com.arn}"
|
||||
}
|
||||
|
||||
output "masters_role_name" {
|
||||
value = "${aws_iam_role.masters-crosszone-example-com.name}"
|
||||
}
|
||||
|
||||
output "node_autoscaling_group_ids" {
|
||||
value = ["${aws_autoscaling_group.nodes-crosszone-example-com.id}"]
|
||||
}
|
||||
|
||||
output "node_security_group_ids" {
|
||||
value = ["${aws_security_group.nodes-crosszone-example-com.id}", "sg-exampleid3", "sg-exampleid4"]
|
||||
}
|
||||
|
||||
output "node_subnet_ids" {
|
||||
value = ["${aws_subnet.us-test-1a-crosszone-example-com.id}"]
|
||||
}
|
||||
|
||||
output "nodes_role_arn" {
|
||||
value = "${aws_iam_role.nodes-crosszone-example-com.arn}"
|
||||
}
|
||||
|
||||
output "nodes_role_name" {
|
||||
value = "${aws_iam_role.nodes-crosszone-example-com.name}"
|
||||
}
|
||||
|
||||
output "region" {
|
||||
value = "us-test-1"
|
||||
}
|
||||
|
||||
output "route_table_public_id" {
|
||||
value = "${aws_route_table.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
output "subnet_us-test-1a_id" {
|
||||
value = "${aws_subnet.us-test-1a-crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
output "vpc_cidr_block" {
|
||||
value = "${aws_vpc.crosszone-example-com.cidr_block}"
|
||||
}
|
||||
|
||||
output "vpc_id" {
|
||||
value = "${aws_vpc.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
provider "aws" {
|
||||
region = "us-test-1"
|
||||
}
|
||||
|
||||
resource "aws_autoscaling_attachment" "master-us-test-1a-masters-crosszone-example-com" {
|
||||
elb = "${aws_elb.api-crosszone-example-com.id}"
|
||||
autoscaling_group_name = "${aws_autoscaling_group.master-us-test-1a-masters-crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
resource "aws_autoscaling_group" "master-us-test-1a-masters-crosszone-example-com" {
|
||||
name = "master-us-test-1a.masters.crosszone.example.com"
|
||||
launch_configuration = "${aws_launch_configuration.master-us-test-1a-masters-crosszone-example-com.id}"
|
||||
max_size = 1
|
||||
min_size = 1
|
||||
vpc_zone_identifier = ["${aws_subnet.us-test-1a-crosszone-example-com.id}"]
|
||||
|
||||
tag = {
|
||||
key = "KubernetesCluster"
|
||||
value = "crosszone.example.com"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "Name"
|
||||
value = "master-us-test-1a.masters.crosszone.example.com"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "Owner"
|
||||
value = "John Doe"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "foo/bar"
|
||||
value = "fib+baz"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "k8s.io/role/master"
|
||||
value = "1"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
metrics_granularity = "1Minute"
|
||||
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
|
||||
}
|
||||
|
||||
resource "aws_autoscaling_group" "nodes-crosszone-example-com" {
|
||||
name = "nodes.crosszone.example.com"
|
||||
launch_configuration = "${aws_launch_configuration.nodes-crosszone-example-com.id}"
|
||||
max_size = 2
|
||||
min_size = 2
|
||||
vpc_zone_identifier = ["${aws_subnet.us-test-1a-crosszone-example-com.id}"]
|
||||
|
||||
tag = {
|
||||
key = "KubernetesCluster"
|
||||
value = "crosszone.example.com"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "Name"
|
||||
value = "nodes.crosszone.example.com"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "Owner"
|
||||
value = "John Doe"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "foo/bar"
|
||||
value = "fib+baz"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
tag = {
|
||||
key = "k8s.io/role/node"
|
||||
value = "1"
|
||||
propagate_at_launch = true
|
||||
}
|
||||
|
||||
metrics_granularity = "1Minute"
|
||||
enabled_metrics = ["GroupDesiredCapacity", "GroupInServiceInstances", "GroupMaxSize", "GroupMinSize", "GroupPendingInstances", "GroupStandbyInstances", "GroupTerminatingInstances", "GroupTotalInstances"]
|
||||
suspended_processes = ["AZRebalance"]
|
||||
}
|
||||
|
||||
resource "aws_ebs_volume" "us-test-1a-etcd-events-crosszone-example-com" {
|
||||
availability_zone = "us-test-1a"
|
||||
size = 20
|
||||
type = "gp2"
|
||||
encrypted = false
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "us-test-1a.etcd-events.crosszone.example.com"
|
||||
Owner = "John Doe"
|
||||
"foo/bar" = "fib+baz"
|
||||
"k8s.io/etcd/events" = "us-test-1a/us-test-1a"
|
||||
"k8s.io/role/master" = "1"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_ebs_volume" "us-test-1a-etcd-main-crosszone-example-com" {
|
||||
availability_zone = "us-test-1a"
|
||||
size = 20
|
||||
type = "gp2"
|
||||
encrypted = false
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "us-test-1a.etcd-main.crosszone.example.com"
|
||||
Owner = "John Doe"
|
||||
"foo/bar" = "fib+baz"
|
||||
"k8s.io/etcd/main" = "us-test-1a/us-test-1a"
|
||||
"k8s.io/role/master" = "1"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_elb" "api-crosszone-example-com" {
|
||||
name = "api-crosszone-example-com-qhvtkl"
|
||||
|
||||
listener = {
|
||||
instance_port = 443
|
||||
instance_protocol = "TCP"
|
||||
lb_port = 443
|
||||
lb_protocol = "TCP"
|
||||
}
|
||||
|
||||
security_groups = ["${aws_security_group.api-elb-crosszone-example-com.id}", "sg-exampleid3", "sg-exampleid4"]
|
||||
subnets = ["${aws_subnet.us-test-1a-crosszone-example-com.id}"]
|
||||
|
||||
health_check = {
|
||||
target = "SSL:443"
|
||||
healthy_threshold = 2
|
||||
unhealthy_threshold = 2
|
||||
interval = 10
|
||||
timeout = 5
|
||||
}
|
||||
|
||||
cross_zone_load_balancing = true
|
||||
idle_timeout = 300
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "api.crosszone.example.com"
|
||||
Owner = "John Doe"
|
||||
"foo/bar" = "fib+baz"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_iam_instance_profile" "masters-crosszone-example-com" {
|
||||
name = "masters.crosszone.example.com"
|
||||
role = "${aws_iam_role.masters-crosszone-example-com.name}"
|
||||
}
|
||||
|
||||
resource "aws_iam_instance_profile" "nodes-crosszone-example-com" {
|
||||
name = "nodes.crosszone.example.com"
|
||||
role = "${aws_iam_role.nodes-crosszone-example-com.name}"
|
||||
}
|
||||
|
||||
resource "aws_iam_role" "masters-crosszone-example-com" {
|
||||
name = "masters.crosszone.example.com"
|
||||
assume_role_policy = "${file("${path.module}/data/aws_iam_role_masters.crosszone.example.com_policy")}"
|
||||
}
|
||||
|
||||
resource "aws_iam_role" "nodes-crosszone-example-com" {
|
||||
name = "nodes.crosszone.example.com"
|
||||
assume_role_policy = "${file("${path.module}/data/aws_iam_role_nodes.crosszone.example.com_policy")}"
|
||||
}
|
||||
|
||||
resource "aws_iam_role_policy" "masters-crosszone-example-com" {
|
||||
name = "masters.crosszone.example.com"
|
||||
role = "${aws_iam_role.masters-crosszone-example-com.name}"
|
||||
policy = "${file("${path.module}/data/aws_iam_role_policy_masters.crosszone.example.com_policy")}"
|
||||
}
|
||||
|
||||
resource "aws_iam_role_policy" "nodes-crosszone-example-com" {
|
||||
name = "nodes.crosszone.example.com"
|
||||
role = "${aws_iam_role.nodes-crosszone-example-com.name}"
|
||||
policy = "${file("${path.module}/data/aws_iam_role_policy_nodes.crosszone.example.com_policy")}"
|
||||
}
|
||||
|
||||
resource "aws_internet_gateway" "crosszone-example-com" {
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_key_pair" "kubernetes-crosszone-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157" {
|
||||
key_name = "kubernetes.crosszone.example.com-c4:a6:ed:9a:a8:89:b9:e2:c3:9c:d6:63:eb:9c:71:57"
|
||||
public_key = "${file("${path.module}/data/aws_key_pair_kubernetes.crosszone.example.com-c4a6ed9aa889b9e2c39cd663eb9c7157_public_key")}"
|
||||
}
|
||||
|
||||
resource "aws_launch_configuration" "master-us-test-1a-masters-crosszone-example-com" {
|
||||
name_prefix = "master-us-test-1a.masters.crosszone.example.com-"
|
||||
image_id = "ami-12345678"
|
||||
instance_type = "m3.medium"
|
||||
key_name = "${aws_key_pair.kubernetes-crosszone-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
|
||||
iam_instance_profile = "${aws_iam_instance_profile.masters-crosszone-example-com.id}"
|
||||
security_groups = ["${aws_security_group.masters-crosszone-example-com.id}"]
|
||||
associate_public_ip_address = true
|
||||
user_data = "${file("${path.module}/data/aws_launch_configuration_master-us-test-1a.masters.crosszone.example.com_user_data")}"
|
||||
|
||||
root_block_device = {
|
||||
volume_type = "gp2"
|
||||
volume_size = 64
|
||||
delete_on_termination = true
|
||||
}
|
||||
|
||||
ephemeral_block_device = {
|
||||
device_name = "/dev/sdc"
|
||||
virtual_name = "ephemeral0"
|
||||
}
|
||||
|
||||
lifecycle = {
|
||||
create_before_destroy = true
|
||||
}
|
||||
|
||||
enable_monitoring = false
|
||||
}
|
||||
|
||||
resource "aws_launch_configuration" "nodes-crosszone-example-com" {
|
||||
name_prefix = "nodes.crosszone.example.com-"
|
||||
image_id = "ami-12345678"
|
||||
instance_type = "t2.medium"
|
||||
key_name = "${aws_key_pair.kubernetes-crosszone-example-com-c4a6ed9aa889b9e2c39cd663eb9c7157.id}"
|
||||
iam_instance_profile = "${aws_iam_instance_profile.nodes-crosszone-example-com.id}"
|
||||
security_groups = ["${aws_security_group.nodes-crosszone-example-com.id}", "sg-exampleid3", "sg-exampleid4"]
|
||||
associate_public_ip_address = true
|
||||
user_data = "${file("${path.module}/data/aws_launch_configuration_nodes.crosszone.example.com_user_data")}"
|
||||
|
||||
root_block_device = {
|
||||
volume_type = "gp2"
|
||||
volume_size = 128
|
||||
delete_on_termination = true
|
||||
}
|
||||
|
||||
lifecycle = {
|
||||
create_before_destroy = true
|
||||
}
|
||||
|
||||
enable_monitoring = true
|
||||
}
|
||||
|
||||
resource "aws_route" "0-0-0-0--0" {
|
||||
route_table_id = "${aws_route_table.crosszone-example-com.id}"
|
||||
destination_cidr_block = "0.0.0.0/0"
|
||||
gateway_id = "${aws_internet_gateway.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
resource "aws_route53_record" "api-crosszone-example-com" {
|
||||
name = "api.crosszone.example.com"
|
||||
type = "A"
|
||||
|
||||
alias = {
|
||||
name = "${aws_elb.api-crosszone-example-com.dns_name}"
|
||||
zone_id = "${aws_elb.api-crosszone-example-com.zone_id}"
|
||||
evaluate_target_health = false
|
||||
}
|
||||
|
||||
zone_id = "/hostedzone/Z1AFAKE1ZON3YO"
|
||||
}
|
||||
|
||||
resource "aws_route_table" "crosszone-example-com" {
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
"kubernetes.io/kops/role" = "public"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_route_table_association" "us-test-1a-crosszone-example-com" {
|
||||
subnet_id = "${aws_subnet.us-test-1a-crosszone-example-com.id}"
|
||||
route_table_id = "${aws_route_table.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
resource "aws_security_group" "api-elb-crosszone-example-com" {
|
||||
name = "api-elb.crosszone.example.com"
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
description = "Security group for api ELB"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "api-elb.crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_security_group" "masters-crosszone-example-com" {
|
||||
name = "masters.crosszone.example.com"
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
description = "Security group for masters"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "masters.crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_security_group" "nodes-crosszone-example-com" {
|
||||
name = "nodes.crosszone.example.com"
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
description = "Security group for nodes"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "nodes.crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "all-master-to-master" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "all-master-to-node" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "all-node-to-node" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "api-elb-egress" {
|
||||
type = "egress"
|
||||
security_group_id = "${aws_security_group.api-elb-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "https-api-elb-0-0-0-0--0" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.api-elb-crosszone-example-com.id}"
|
||||
from_port = 443
|
||||
to_port = 443
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "https-elb-to-master" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.api-elb-crosszone-example-com.id}"
|
||||
from_port = 443
|
||||
to_port = 443
|
||||
protocol = "tcp"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "icmp-pmtu-api-elb-0-0-0-0--0" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.api-elb-crosszone-example-com.id}"
|
||||
from_port = 3
|
||||
to_port = 4
|
||||
protocol = "icmp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "master-egress" {
|
||||
type = "egress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "node-egress" {
|
||||
type = "egress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 0
|
||||
to_port = 0
|
||||
protocol = "-1"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "node-to-master-tcp-1-2379" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 1
|
||||
to_port = 2379
|
||||
protocol = "tcp"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "node-to-master-tcp-2382-4000" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 2382
|
||||
to_port = 4000
|
||||
protocol = "tcp"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "node-to-master-tcp-4003-65535" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 4003
|
||||
to_port = 65535
|
||||
protocol = "tcp"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "node-to-master-udp-1-65535" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
source_security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 1
|
||||
to_port = 65535
|
||||
protocol = "udp"
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "nodeport-tcp-external-to-node-1-2-3-4--32" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 28000
|
||||
to_port = 32767
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["1.2.3.4/32"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "nodeport-tcp-external-to-node-10-20-30-0--24" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 28000
|
||||
to_port = 32767
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["10.20.30.0/24"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "nodeport-udp-external-to-node-1-2-3-4--32" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 28000
|
||||
to_port = 32767
|
||||
protocol = "udp"
|
||||
cidr_blocks = ["1.2.3.4/32"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "nodeport-udp-external-to-node-10-20-30-0--24" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 28000
|
||||
to_port = 32767
|
||||
protocol = "udp"
|
||||
cidr_blocks = ["10.20.30.0/24"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "ssh-external-to-master-0-0-0-0--0" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.masters-crosszone-example-com.id}"
|
||||
from_port = 22
|
||||
to_port = 22
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_security_group_rule" "ssh-external-to-node-0-0-0-0--0" {
|
||||
type = "ingress"
|
||||
security_group_id = "${aws_security_group.nodes-crosszone-example-com.id}"
|
||||
from_port = 22
|
||||
to_port = 22
|
||||
protocol = "tcp"
|
||||
cidr_blocks = ["0.0.0.0/0"]
|
||||
}
|
||||
|
||||
resource "aws_subnet" "us-test-1a-crosszone-example-com" {
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
cidr_block = "172.20.32.0/19"
|
||||
availability_zone = "us-test-1a"
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "us-test-1a.crosszone.example.com"
|
||||
SubnetType = "Public"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
"kubernetes.io/role/elb" = "1"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_vpc" "crosszone-example-com" {
|
||||
cidr_block = "172.20.0.0/16"
|
||||
enable_dns_hostnames = true
|
||||
enable_dns_support = true
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_vpc_dhcp_options" "crosszone-example-com" {
|
||||
domain_name = "us-test-1.compute.internal"
|
||||
domain_name_servers = ["AmazonProvidedDNS"]
|
||||
|
||||
tags = {
|
||||
KubernetesCluster = "crosszone.example.com"
|
||||
Name = "crosszone.example.com"
|
||||
"kubernetes.io/cluster/crosszone.example.com" = "owned"
|
||||
}
|
||||
}
|
||||
|
||||
resource "aws_vpc_dhcp_options_association" "crosszone-example-com" {
|
||||
vpc_id = "${aws_vpc.crosszone-example-com.id}"
|
||||
dhcp_options_id = "${aws_vpc_dhcp_options.crosszone-example-com.id}"
|
||||
}
|
||||
|
||||
terraform = {
|
||||
required_version = ">= 0.9.3"
|
||||
}
|
||||
Loading…
Reference in New Issue