Resources.AWSEC2LaunchTemplatemasterustest1amastersminimaletcdexamplecom.Properties.LaunchTemplateData.UserData: |
  #!/bin/bash
  set -o errexit
  set -o nounset
  set -o pipefail

  NODEUP_URL_AMD64=https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/amd64/nodeup,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/nodeup-linux-amd64
  NODEUP_HASH_AMD64=585fbda0f0a43184656b4bfc0cc5f0c0b85612faf43b8816acca1f99d422c924
  NODEUP_URL_ARM64=https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/arm64/nodeup,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/nodeup-linux-arm64
  NODEUP_HASH_ARM64=7603675379699105a9b9915ff97718ea99b1bbb01a4c184e2f827c8a96e8e865

  export AWS_REGION=us-test-1




  sysctl -w net.ipv4.tcp_rmem='4096 12582912 16777216' || true


  function ensure-install-dir() {
    INSTALL_DIR="/opt/kops"
    # On ContainerOS, we install under /var/lib/toolbox; /opt is ro and noexec
    if [[ -d /var/lib/toolbox ]]; then
      INSTALL_DIR="/var/lib/toolbox/kops"
    fi
    mkdir -p ${INSTALL_DIR}/bin
    mkdir -p ${INSTALL_DIR}/conf
    cd ${INSTALL_DIR}
  }

  # Retry a download until we get it. args: name, sha, urls
  download-or-bust() {
    local -r file="$1"
    local -r hash="$2"
    local -r urls=( $(split-commas "$3") )

    if [[ -f "${file}" ]]; then
      if ! validate-hash "${file}" "${hash}"; then
        rm -f "${file}"
      else
        return
      fi
    fi

    while true; do
      for url in "${urls[@]}"; do
        commands=(
          "curl -f --compressed -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10"
          "wget --compression=auto -O "${file}" --connect-timeout=20 --tries=6 --wait=10"
          "curl -f -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10"
          "wget -O "${file}" --connect-timeout=20 --tries=6 --wait=10"
        )
        for cmd in "${commands[@]}"; do
          echo "Attempting download with: ${cmd} {url}"
          if ! (${cmd} "${url}"); then
            echo "== Download failed with ${cmd} =="
            continue
          fi
          if ! validate-hash "${file}" "${hash}"; then
            echo "== Hash validation of ${url} failed. Retrying. =="
            rm -f "${file}"
          else
            echo "== Downloaded ${url} (SHA256 = ${hash}) =="
            return
          fi
        done
      done

      echo "All downloads failed; sleeping before retrying"
      sleep 60
    done
  }

  validate-hash() {
    local -r file="$1"
    local -r expected="$2"
    local actual

    actual=$(sha256sum ${file} | awk '{ print $1 }') || true
    if [[ "${actual}" != "${expected}" ]]; then
      echo "== ${file} corrupted, hash ${actual} doesn't match expected ${expected} =="
      return 1
    fi
  }

  function split-commas() {
    echo $1 | tr "," "\n"
  }

  function download-release() {
    case "$(uname -m)" in
    x86_64*|i?86_64*|amd64*)
      NODEUP_URL="${NODEUP_URL_AMD64}"
      NODEUP_HASH="${NODEUP_HASH_AMD64}"
      ;;
    aarch64*|arm64*)
      NODEUP_URL="${NODEUP_URL_ARM64}"
      NODEUP_HASH="${NODEUP_HASH_ARM64}"
      ;;
    *)
      echo "Unsupported host arch: $(uname -m)" >&2
      exit 1
      ;;
    esac

    cd ${INSTALL_DIR}/bin
    download-or-bust nodeup "${NODEUP_HASH}" "${NODEUP_URL}"

    chmod +x nodeup

    echo "Running nodeup"
    # We can't run in the foreground because of https://github.com/docker/docker/issues/23793
    ( cd ${INSTALL_DIR}/bin; ./nodeup --install-systemd-unit --conf=${INSTALL_DIR}/conf/kube_env.yaml --v=8  )
  }

  ####################################################################################

  /bin/systemd-machine-id-setup || echo "failed to set up ensure machine-id configured"

  echo "== nodeup node config starting =="
  ensure-install-dir

  cat > conf/cluster_spec.yaml << '__EOF_CLUSTER_SPEC'
  cloudConfig:
    awsEBSCSIDriver:
      enabled: false
    manageStorageClasses: true
  containerRuntime: containerd
  containerd:
    logLevel: info
    version: 1.4.6
  docker:
    skipInstall: true
  encryptionConfig: null
  etcdClusters:
    events:
      etcdMembers:
      - name: us-test-1a
        volumeSize: 20
      manager:
        env:
        - name: ETCD_MANAGER_HOURLY_BACKUPS_RETENTION
          value: 1d
        - name: ETCD_MANAGER_DAILY_BACKUPS_RETENTION
          value: 30d
        image: gcr.io/k8s-staging-etcdadm/etcd:v20210430-v0.1.3-739-g7da12acc
      version: 3.4.13
    main:
      etcdMembers:
      - name: us-test-1a
        volumeSize: 20
      manager:
        image: gcr.io/k8s-staging-etcdadm/etcd:v20210430-v0.1.3-739-g7da12acc
        logLevel: 10
      version: 3.4.13
  kubeAPIServer:
    allowPrivileged: true
    anonymousAuth: false
    apiAudiences:
    - kubernetes.svc.default
    apiServerCount: 1
    authorizationMode: AlwaysAllow
    bindAddress: 0.0.0.0
    cloudProvider: aws
    enableAdmissionPlugins:
    - NamespaceLifecycle
    - LimitRanger
    - ServiceAccount
    - PersistentVolumeLabel
    - DefaultStorageClass
    - DefaultTolerationSeconds
    - MutatingAdmissionWebhook
    - ValidatingAdmissionWebhook
    - NodeRestriction
    - ResourceQuota
    etcdServers:
    - https://127.0.0.1:4001
    etcdServersOverrides:
    - /events#https://127.0.0.1:4002
    image: k8s.gcr.io/kube-apiserver:v1.21.0
    kubeletPreferredAddressTypes:
    - InternalIP
    - Hostname
    - ExternalIP
    logLevel: 2
    requestheaderAllowedNames:
    - aggregator
    requestheaderExtraHeaderPrefixes:
    - X-Remote-Extra-
    requestheaderGroupHeaders:
    - X-Remote-Group
    requestheaderUsernameHeaders:
    - X-Remote-User
    securePort: 443
    serviceAccountIssuer: https://api.internal.minimal-etcd.example.com
    serviceAccountJWKSURI: https://api.internal.minimal-etcd.example.com/openid/v1/jwks
    serviceClusterIPRange: 100.64.0.0/13
    storageBackend: etcd3
  kubeControllerManager:
    allocateNodeCIDRs: true
    attachDetachReconcileSyncPeriod: 1m0s
    cloudProvider: aws
    clusterCIDR: 100.96.0.0/11
    clusterName: minimal-etcd.example.com
    configureCloudRoutes: false
    image: k8s.gcr.io/kube-controller-manager:v1.21.0
    leaderElection:
      leaderElect: true
    logLevel: 2
    useServiceAccountCredentials: true
  kubeProxy:
    clusterCIDR: 100.96.0.0/11
    cpuRequest: 100m
    hostnameOverride: '@aws'
    image: k8s.gcr.io/kube-proxy:v1.21.0
    logLevel: 2
  kubeScheduler:
    image: k8s.gcr.io/kube-scheduler:v1.21.0
    leaderElection:
      leaderElect: true
    logLevel: 2
  kubelet:
    anonymousAuth: false
    cgroupDriver: systemd
    cgroupRoot: /
    cloudProvider: aws
    clusterDNS: 100.64.0.10
    clusterDomain: cluster.local
    enableDebuggingHandlers: true
    evictionHard: memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<10%,imagefs.inodesFree<5%
    hostnameOverride: '@aws'
    kubeconfigPath: /var/lib/kubelet/kubeconfig
    logLevel: 2
    networkPluginName: cni
    nonMasqueradeCIDR: 100.64.0.0/10
    podManifestPath: /etc/kubernetes/manifests
  masterKubelet:
    anonymousAuth: false
    cgroupDriver: systemd
    cgroupRoot: /
    cloudProvider: aws
    clusterDNS: 100.64.0.10
    clusterDomain: cluster.local
    enableDebuggingHandlers: true
    evictionHard: memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<10%,imagefs.inodesFree<5%
    hostnameOverride: '@aws'
    kubeconfigPath: /var/lib/kubelet/kubeconfig
    logLevel: 2
    networkPluginName: cni
    nonMasqueradeCIDR: 100.64.0.0/10
    podManifestPath: /etc/kubernetes/manifests
    registerSchedulable: false

  __EOF_CLUSTER_SPEC

  cat > conf/kube_env.yaml << '__EOF_KUBE_ENV'
  Assets:
    amd64:
    - 681c81b7934ae2bf38b9f12d891683972d1fbbf6d7d97e50940a47b139d41b35@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/amd64/kubelet
    - 9f74f2fa7ee32ad07e17211725992248470310ca1988214518806b39b1dad9f0@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/amd64/kubectl
    - 977824932d5667c7a37aa6a3cbba40100a6873e7bd97e83e8be837e3e7afd0a8@https://storage.googleapis.com/k8s-artifacts-cni/release/v0.8.7/cni-plugins-linux-amd64-v0.8.7.tgz
    - 6ae4763598c9583f8b50605f19d6c7e9ef93c216706465e73dfc84ee6b63a238@https://github.com/containerd/containerd/releases/download/v1.4.6/cri-containerd-cni-1.4.6-linux-amd64.tar.gz
    - f90ed6dcef534e6d1ae17907dc7eb40614b8945ad4af7f0e98d2be7cde8165c6@https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/amd64/protokube,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/protokube-linux-amd64
    - 9992e7eb2a2e93f799e5a9e98eb718637433524bc65f630357201a79f49b13d0@https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/amd64/channels,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/channels-linux-amd64
    arm64:
    - 17832b192be5ea314714f7e16efd5e5f65347974bbbf41def6b02f68931380c4@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/arm64/kubelet
    - a4dd7100f547a40d3e2f83850d0bab75c6ea5eb553f0a80adcf73155bef1fd0d@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/arm64/kubectl
    - ae13d7b5c05bd180ea9b5b68f44bdaa7bfb41034a2ef1d68fd8e1259797d642f@https://storage.googleapis.com/k8s-artifacts-cni/release/v0.8.7/cni-plugins-linux-arm64-v0.8.7.tgz
    - be8c9a5a06ebec8fb1d36e867cd00fb5777746a9812a0cae2966778ff899c525@https://download.docker.com/linux/static/stable/aarch64/docker-20.10.7.tgz
    - 2f599c3d54f4c4bdbcc95aaf0c7b513a845d8f9503ec5b34c9f86aa1bc34fc0c@https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/arm64/protokube,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/protokube-linux-arm64
    - 9d842e3636a95de2315cdea2be7a282355aac0658ef0b86d5dc2449066538f13@https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/arm64/channels,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/channels-linux-arm64
  AuxConfigHash: /O5IS/dGo83lv2DbWn4k91OYfuOqtO79vjf5pD1DQlI=
  CAs:
    ca: |
      -----BEGIN CERTIFICATE-----
      MIIBZzCCARGgAwIBAgIBBDANBgkqhkiG9w0BAQsFADAaMRgwFgYDVQQDEw9zZXJ2
      aWNlLWFjY291bnQwHhcNMjEwNTAyMjAzMjE3WhcNMzEwNTAyMjAzMjE3WjAaMRgw
      FgYDVQQDEw9zZXJ2aWNlLWFjY291bnQwXDANBgkqhkiG9w0BAQEFAANLADBIAkEA
      o4Tridlsf4Yz3UAiup/scSTiG/OqxkUW3Fz7zGKvVcLeYj9GEIKuzoB1VFk1nboD
      q4cCuGLfdzaQdCQKPIsDuwIDAQABo0IwQDAOBgNVHQ8BAf8EBAMCAQYwDwYDVR0T
      AQH/BAUwAwEB/zAdBgNVHQ4EFgQUhPbxEmUbwVOCa+fZgxreFhf67UEwDQYJKoZI
      hvcNAQELBQADQQALMsyK2Q7C/bk27eCvXyZKUfrLvor10hEjwGhv14zsKWDeTj/J
      A1LPYp7U9VtFfgFOkVbkLE9Rstc0ltNrPqxA
      -----END CERTIFICATE-----
      -----BEGIN CERTIFICATE-----
      MIIBkTCCATugAwIBAgIUCpH+vP36aaPhoMAXYKNtGDRpO+0wDQYJKoZIhvcNAQEL
      BQAwFTETMBEGA1UEAwwKa3ViZXJuZXRlczAeFw0yMDA5MTIyMDE3MjhaFw0zMDA5
      MTAyMDE3MjhaMBUxEzARBgNVBAMMCmt1YmVybmV0ZXMwXDANBgkqhkiG9w0BAQEF
      AANLADBIAkEA4WWjrM1cq9lYsgmBYOZyjDaVYwCgb1zW4Bf5FMbWiWNuMjHPlVW2
      z17Q5ecKd0viUtF0A8/rrg3y7Lm0N3lIVwIDAQABo2MwYTAdBgNVHQ4EFgQU1d6Y
      G7ISO0T1baFPjv6ecnRFtJkwHwYDVR0jBBgwFoAU1d6YG7ISO0T1baFPjv6ecnRF
      tJkwDwYDVR0TAQH/BAUwAwEB/zAOBgNVHQ8BAf8EBAMCAQYwDQYJKoZIhvcNAQEL
      BQADQQBG1IGyIUyg1/1JcqJv97CQdu2N+J/Ktgw7NIDsGwvYp4OW0y3mXSxWoIFk
      8l05a0McT3dLZawJ9VzpxMzJS4pG
      -----END CERTIFICATE-----
  CloudProvider: aws
  ClusterName: minimal-etcd.example.com
  ConfigBase: memfs://clusters.example.com/minimal-etcd.example.com
  InstanceGroupName: master-us-test-1a
  InstanceGroupRole: Master
  KubeletConfig:
    anonymousAuth: false
    cgroupDriver: systemd
    cgroupRoot: /
    cloudProvider: aws
    clusterDNS: 100.64.0.10
    clusterDomain: cluster.local
    enableDebuggingHandlers: true
    evictionHard: memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<10%,imagefs.inodesFree<5%
    hostnameOverride: '@aws'
    kubeconfigPath: /var/lib/kubelet/kubeconfig
    logLevel: 2
    networkPluginName: cni
    nodeLabels:
      kops.k8s.io/kops-controller-pki: ""
      kubernetes.io/role: master
      node-role.kubernetes.io/control-plane: ""
      node-role.kubernetes.io/master: ""
      node.kubernetes.io/exclude-from-external-load-balancers: ""
    nonMasqueradeCIDR: 100.64.0.0/10
    podManifestPath: /etc/kubernetes/manifests
    registerSchedulable: false
  UpdatePolicy: automatic
  channels:
  - memfs://clusters.example.com/minimal-etcd.example.com/addons/bootstrap-channel.yaml
  containerdConfig: |
    version = 2

    [plugins]

      [plugins."io.containerd.grpc.v1.cri"]

        [plugins."io.containerd.grpc.v1.cri".containerd]

          [plugins."io.containerd.grpc.v1.cri".containerd.runtimes]

            [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc]
              runtime_type = "io.containerd.runc.v2"

              [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc.options]
                SystemdCgroup = true
  etcdManifests:
  - memfs://clusters.example.com/minimal-etcd.example.com/manifests/etcd/main.yaml
  - memfs://clusters.example.com/minimal-etcd.example.com/manifests/etcd/events.yaml
  staticManifests:
  - key: kube-apiserver-healthcheck
    path: manifests/static/kube-apiserver-healthcheck.yaml

  __EOF_KUBE_ENV

  download-release
  echo "== nodeup node config done =="
Resources.AWSEC2LaunchTemplatenodesminimaletcdexamplecom.Properties.LaunchTemplateData.UserData: |
  #!/bin/bash
  set -o errexit
  set -o nounset
  set -o pipefail

  NODEUP_URL_AMD64=https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/amd64/nodeup,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/nodeup-linux-amd64
  NODEUP_HASH_AMD64=585fbda0f0a43184656b4bfc0cc5f0c0b85612faf43b8816acca1f99d422c924
  NODEUP_URL_ARM64=https://artifacts.k8s.io/binaries/kops/1.21.0-alpha.1/linux/arm64/nodeup,https://github.com/kubernetes/kops/releases/download/v1.21.0-alpha.1/nodeup-linux-arm64
  NODEUP_HASH_ARM64=7603675379699105a9b9915ff97718ea99b1bbb01a4c184e2f827c8a96e8e865

  export AWS_REGION=us-test-1




  sysctl -w net.ipv4.tcp_rmem='4096 12582912 16777216' || true


  function ensure-install-dir() {
    INSTALL_DIR="/opt/kops"
    # On ContainerOS, we install under /var/lib/toolbox; /opt is ro and noexec
    if [[ -d /var/lib/toolbox ]]; then
      INSTALL_DIR="/var/lib/toolbox/kops"
    fi
    mkdir -p ${INSTALL_DIR}/bin
    mkdir -p ${INSTALL_DIR}/conf
    cd ${INSTALL_DIR}
  }

  # Retry a download until we get it. args: name, sha, urls
  download-or-bust() {
    local -r file="$1"
    local -r hash="$2"
    local -r urls=( $(split-commas "$3") )

    if [[ -f "${file}" ]]; then
      if ! validate-hash "${file}" "${hash}"; then
        rm -f "${file}"
      else
        return
      fi
    fi

    while true; do
      for url in "${urls[@]}"; do
        commands=(
          "curl -f --compressed -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10"
          "wget --compression=auto -O "${file}" --connect-timeout=20 --tries=6 --wait=10"
          "curl -f -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10"
          "wget -O "${file}" --connect-timeout=20 --tries=6 --wait=10"
        )
        for cmd in "${commands[@]}"; do
          echo "Attempting download with: ${cmd} {url}"
          if ! (${cmd} "${url}"); then
            echo "== Download failed with ${cmd} =="
            continue
          fi
          if ! validate-hash "${file}" "${hash}"; then
            echo "== Hash validation of ${url} failed. Retrying. =="
            rm -f "${file}"
          else
            echo "== Downloaded ${url} (SHA256 = ${hash}) =="
            return
          fi
        done
      done

      echo "All downloads failed; sleeping before retrying"
      sleep 60
    done
  }

  validate-hash() {
    local -r file="$1"
    local -r expected="$2"
    local actual

    actual=$(sha256sum ${file} | awk '{ print $1 }') || true
    if [[ "${actual}" != "${expected}" ]]; then
      echo "== ${file} corrupted, hash ${actual} doesn't match expected ${expected} =="
      return 1
    fi
  }

  function split-commas() {
    echo $1 | tr "," "\n"
  }

  function download-release() {
    case "$(uname -m)" in
    x86_64*|i?86_64*|amd64*)
      NODEUP_URL="${NODEUP_URL_AMD64}"
      NODEUP_HASH="${NODEUP_HASH_AMD64}"
      ;;
    aarch64*|arm64*)
      NODEUP_URL="${NODEUP_URL_ARM64}"
      NODEUP_HASH="${NODEUP_HASH_ARM64}"
      ;;
    *)
      echo "Unsupported host arch: $(uname -m)" >&2
      exit 1
      ;;
    esac

    cd ${INSTALL_DIR}/bin
    download-or-bust nodeup "${NODEUP_HASH}" "${NODEUP_URL}"

    chmod +x nodeup

    echo "Running nodeup"
    # We can't run in the foreground because of https://github.com/docker/docker/issues/23793
    ( cd ${INSTALL_DIR}/bin; ./nodeup --install-systemd-unit --conf=${INSTALL_DIR}/conf/kube_env.yaml --v=8  )
  }

  ####################################################################################

  /bin/systemd-machine-id-setup || echo "failed to set up ensure machine-id configured"

  echo "== nodeup node config starting =="
  ensure-install-dir

  cat > conf/cluster_spec.yaml << '__EOF_CLUSTER_SPEC'
  cloudConfig:
    awsEBSCSIDriver:
      enabled: false
    manageStorageClasses: true
  containerRuntime: containerd
  containerd:
    logLevel: info
    version: 1.4.6
  docker:
    skipInstall: true
  kubeProxy:
    clusterCIDR: 100.96.0.0/11
    cpuRequest: 100m
    hostnameOverride: '@aws'
    image: k8s.gcr.io/kube-proxy:v1.21.0
    logLevel: 2
  kubelet:
    anonymousAuth: false
    cgroupDriver: systemd
    cgroupRoot: /
    cloudProvider: aws
    clusterDNS: 100.64.0.10
    clusterDomain: cluster.local
    enableDebuggingHandlers: true
    evictionHard: memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<10%,imagefs.inodesFree<5%
    hostnameOverride: '@aws'
    kubeconfigPath: /var/lib/kubelet/kubeconfig
    logLevel: 2
    networkPluginName: cni
    nonMasqueradeCIDR: 100.64.0.0/10
    podManifestPath: /etc/kubernetes/manifests

  __EOF_CLUSTER_SPEC

  cat > conf/kube_env.yaml << '__EOF_KUBE_ENV'
  Assets:
    amd64:
    - 681c81b7934ae2bf38b9f12d891683972d1fbbf6d7d97e50940a47b139d41b35@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/amd64/kubelet
    - 9f74f2fa7ee32ad07e17211725992248470310ca1988214518806b39b1dad9f0@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/amd64/kubectl
    - 977824932d5667c7a37aa6a3cbba40100a6873e7bd97e83e8be837e3e7afd0a8@https://storage.googleapis.com/k8s-artifacts-cni/release/v0.8.7/cni-plugins-linux-amd64-v0.8.7.tgz
    - 6ae4763598c9583f8b50605f19d6c7e9ef93c216706465e73dfc84ee6b63a238@https://github.com/containerd/containerd/releases/download/v1.4.6/cri-containerd-cni-1.4.6-linux-amd64.tar.gz
    arm64:
    - 17832b192be5ea314714f7e16efd5e5f65347974bbbf41def6b02f68931380c4@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/arm64/kubelet
    - a4dd7100f547a40d3e2f83850d0bab75c6ea5eb553f0a80adcf73155bef1fd0d@https://storage.googleapis.com/kubernetes-release/release/v1.21.0/bin/linux/arm64/kubectl
    - ae13d7b5c05bd180ea9b5b68f44bdaa7bfb41034a2ef1d68fd8e1259797d642f@https://storage.googleapis.com/k8s-artifacts-cni/release/v0.8.7/cni-plugins-linux-arm64-v0.8.7.tgz
    - be8c9a5a06ebec8fb1d36e867cd00fb5777746a9812a0cae2966778ff899c525@https://download.docker.com/linux/static/stable/aarch64/docker-20.10.7.tgz
  AuxConfigHash: /O5IS/dGo83lv2DbWn4k91OYfuOqtO79vjf5pD1DQlI=
  CAs:
    ca: |
      -----BEGIN CERTIFICATE-----
      MIIBZzCCARGgAwIBAgIBBDANBgkqhkiG9w0BAQsFADAaMRgwFgYDVQQDEw9zZXJ2
      aWNlLWFjY291bnQwHhcNMjEwNTAyMjAzMjE3WhcNMzEwNTAyMjAzMjE3WjAaMRgw
      FgYDVQQDEw9zZXJ2aWNlLWFjY291bnQwXDANBgkqhkiG9w0BAQEFAANLADBIAkEA
      o4Tridlsf4Yz3UAiup/scSTiG/OqxkUW3Fz7zGKvVcLeYj9GEIKuzoB1VFk1nboD
      q4cCuGLfdzaQdCQKPIsDuwIDAQABo0IwQDAOBgNVHQ8BAf8EBAMCAQYwDwYDVR0T
      AQH/BAUwAwEB/zAdBgNVHQ4EFgQUhPbxEmUbwVOCa+fZgxreFhf67UEwDQYJKoZI
      hvcNAQELBQADQQALMsyK2Q7C/bk27eCvXyZKUfrLvor10hEjwGhv14zsKWDeTj/J
      A1LPYp7U9VtFfgFOkVbkLE9Rstc0ltNrPqxA
      -----END CERTIFICATE-----
      -----BEGIN CERTIFICATE-----
      MIIBkTCCATugAwIBAgIUCpH+vP36aaPhoMAXYKNtGDRpO+0wDQYJKoZIhvcNAQEL
      BQAwFTETMBEGA1UEAwwKa3ViZXJuZXRlczAeFw0yMDA5MTIyMDE3MjhaFw0zMDA5
      MTAyMDE3MjhaMBUxEzARBgNVBAMMCmt1YmVybmV0ZXMwXDANBgkqhkiG9w0BAQEF
      AANLADBIAkEA4WWjrM1cq9lYsgmBYOZyjDaVYwCgb1zW4Bf5FMbWiWNuMjHPlVW2
      z17Q5ecKd0viUtF0A8/rrg3y7Lm0N3lIVwIDAQABo2MwYTAdBgNVHQ4EFgQU1d6Y
      G7ISO0T1baFPjv6ecnRFtJkwHwYDVR0jBBgwFoAU1d6YG7ISO0T1baFPjv6ecnRF
      tJkwDwYDVR0TAQH/BAUwAwEB/zAOBgNVHQ8BAf8EBAMCAQYwDQYJKoZIhvcNAQEL
      BQADQQBG1IGyIUyg1/1JcqJv97CQdu2N+J/Ktgw7NIDsGwvYp4OW0y3mXSxWoIFk
      8l05a0McT3dLZawJ9VzpxMzJS4pG
      -----END CERTIFICATE-----
  CloudProvider: aws
  ClusterName: minimal-etcd.example.com
  ConfigBase: memfs://clusters.example.com/minimal-etcd.example.com
  InstanceGroupName: nodes
  InstanceGroupRole: Node
  KubeletConfig:
    anonymousAuth: false
    cgroupDriver: systemd
    cgroupRoot: /
    cloudProvider: aws
    clusterDNS: 100.64.0.10
    clusterDomain: cluster.local
    enableDebuggingHandlers: true
    evictionHard: memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%,imagefs.available<10%,imagefs.inodesFree<5%
    hostnameOverride: '@aws'
    kubeconfigPath: /var/lib/kubelet/kubeconfig
    logLevel: 2
    networkPluginName: cni
    nodeLabels:
      kubernetes.io/role: node
      node-role.kubernetes.io/node: ""
    nonMasqueradeCIDR: 100.64.0.0/10
    podManifestPath: /etc/kubernetes/manifests
  UpdatePolicy: automatic
  channels:
  - memfs://clusters.example.com/minimal-etcd.example.com/addons/bootstrap-channel.yaml
  containerdConfig: |
    version = 2

    [plugins]

      [plugins."io.containerd.grpc.v1.cri"]

        [plugins."io.containerd.grpc.v1.cri".containerd]

          [plugins."io.containerd.grpc.v1.cri".containerd.runtimes]

            [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc]
              runtime_type = "io.containerd.runc.v2"

              [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc.options]
                SystemdCgroup = true

  __EOF_KUBE_ENV

  download-release
  echo "== nodeup node config done =="