/* Copyright 2019 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package resources import ( "bufio" "bytes" "fmt" "mime/multipart" "net/textproto" "k8s.io/kops/pkg/apis/kops" ) var NodeUpTemplate = `#!/bin/bash set -o errexit set -o nounset set -o pipefail NODEUP_URL_AMD64={{ NodeUpSourceAmd64 }} NODEUP_HASH_AMD64={{ NodeUpSourceHashAmd64 }} NODEUP_URL_ARM64={{ NodeUpSourceArm64 }} NODEUP_HASH_ARM64={{ NodeUpSourceHashArm64 }} {{ EnvironmentVariables }} {{ ProxyEnv }} {{ SetSysctls }} function ensure-install-dir() { INSTALL_DIR="/opt/kops" # On ContainerOS, we install under /var/lib/toolbox; /opt is ro and noexec if [[ -d /var/lib/toolbox ]]; then INSTALL_DIR="/var/lib/toolbox/kops" fi mkdir -p ${INSTALL_DIR}/bin mkdir -p ${INSTALL_DIR}/conf cd ${INSTALL_DIR} } # Retry a download until we get it. args: name, sha, urls download-or-bust() { local -r file="$1" local -r hash="$2" local -r urls=( $(split-commas "$3") ) if [[ -f "${file}" ]]; then if ! validate-hash "${file}" "${hash}"; then rm -f "${file}" else return fi fi while true; do for url in "${urls[@]}"; do commands=( "curl -f --ipv4 --compressed -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10" "wget --inet4-only --compression=auto -O "${file}" --connect-timeout=20 --tries=6 --wait=10" "curl -f --ipv4 -Lo "${file}" --connect-timeout 20 --retry 6 --retry-delay 10" "wget --inet4-only -O "${file}" --connect-timeout=20 --tries=6 --wait=10" ) for cmd in "${commands[@]}"; do echo "Attempting download with: ${cmd} {url}" if ! (${cmd} "${url}"); then echo "== Download failed with ${cmd} ==" continue fi if ! validate-hash "${file}" "${hash}"; then echo "== Hash validation of ${url} failed. Retrying. ==" rm -f "${file}" else echo "== Downloaded ${url} (SHA256 = ${hash}) ==" return fi done done echo "All downloads failed; sleeping before retrying" sleep 60 done } validate-hash() { local -r file="$1" local -r expected="$2" local actual actual=$(sha256sum ${file} | awk '{ print $1 }') || true if [[ "${actual}" != "${expected}" ]]; then echo "== ${file} corrupted, hash ${actual} doesn't match expected ${expected} ==" return 1 fi } function split-commas() { echo $1 | tr "," "\n" } function download-release() { case "$(uname -m)" in x86_64*|i?86_64*|amd64*) NODEUP_URL="${NODEUP_URL_AMD64}" NODEUP_HASH="${NODEUP_HASH_AMD64}" ;; aarch64*|arm64*) NODEUP_URL="${NODEUP_URL_ARM64}" NODEUP_HASH="${NODEUP_HASH_ARM64}" ;; *) echo "Unsupported host arch: $(uname -m)" >&2 exit 1 ;; esac cd ${INSTALL_DIR}/bin download-or-bust nodeup "${NODEUP_HASH}" "${NODEUP_URL}" chmod +x nodeup echo "Running nodeup" # We can't run in the foreground because of https://github.com/docker/docker/issues/23793 ( cd ${INSTALL_DIR}/bin; ./nodeup --install-systemd-unit --conf=${INSTALL_DIR}/conf/kube_env.yaml --v=8 ) } #################################################################################### /bin/systemd-machine-id-setup || echo "failed to set up ensure machine-id configured" echo "== nodeup node config starting ==" ensure-install-dir {{ if CompressUserData -}} echo "{{ GzipBase64 ClusterSpec }}" | base64 -d | gzip -d > conf/cluster_spec.yaml {{- else -}} cat > conf/cluster_spec.yaml << '__EOF_CLUSTER_SPEC' {{ ClusterSpec }} __EOF_CLUSTER_SPEC {{- end }} {{ if CompressUserData -}} echo "{{ GzipBase64 IGSpec }}" | base64 -d | gzip -d > conf/ig_spec.yaml {{- else -}} cat > conf/ig_spec.yaml << '__EOF_IG_SPEC' {{ IGSpec }} __EOF_IG_SPEC {{- end }} {{ if CompressUserData -}} echo "{{ GzipBase64 KubeEnv }}" | base64 -d | gzip -d > conf/kube_env.yaml {{- else -}} cat > conf/kube_env.yaml << '__EOF_KUBE_ENV' {{ KubeEnv }} __EOF_KUBE_ENV {{- end }} download-release echo "== nodeup node config done ==" ` // AWSNodeUpTemplate returns a MIME Multi Part Archive containing the nodeup (bootstrap) script // and any additional User Data passed to using AdditionalUserData in the IG Spec func AWSNodeUpTemplate(ig *kops.InstanceGroup) (string, error) { userDataTemplate := NodeUpTemplate if len(ig.Spec.AdditionalUserData) > 0 { /* Create a buffer to hold the user-data*/ buffer := bytes.NewBufferString("") writer := bufio.NewWriter(buffer) mimeWriter := multipart.NewWriter(writer) // we explicitly set the boundary to make testing easier. boundary := "MIMEBOUNDARY" if err := mimeWriter.SetBoundary(boundary); err != nil { return "", err } writer.Write([]byte(fmt.Sprintf("Content-Type: multipart/mixed; boundary=\"%s\"\r\n", boundary))) writer.Write([]byte("MIME-Version: 1.0\r\n\r\n")) var err error if !ig.IsBastion() { err := writeUserDataPart(mimeWriter, "nodeup.sh", "text/x-shellscript", []byte(userDataTemplate)) if err != nil { return "", err } } for _, d := range ig.Spec.AdditionalUserData { err = writeUserDataPart(mimeWriter, d.Name, d.Type, []byte(d.Content)) if err != nil { return "", err } } writer.Write([]byte(fmt.Sprintf("\r\n--%s--\r\n", boundary))) writer.Flush() mimeWriter.Close() userDataTemplate = buffer.String() } return userDataTemplate, nil } func writeUserDataPart(mimeWriter *multipart.Writer, fileName string, contentType string, content []byte) error { header := textproto.MIMEHeader{} header.Set("Content-Type", contentType) header.Set("MIME-Version", "1.0") header.Set("Content-Transfer-Encoding", "7bit") header.Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"`, fileName)) partWriter, err := mimeWriter.CreatePart(header) if err != nil { return err } _, err = partWriter.Write(content) if err != nil { return err } return nil }