157 lines
4.9 KiB
Go
157 lines
4.9 KiB
Go
/*
|
|
Copyright 2019 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package nodeutils
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"io"
|
|
"path"
|
|
"strings"
|
|
|
|
"github.com/pelletier/go-toml"
|
|
|
|
"sigs.k8s.io/kind/pkg/cluster/nodes"
|
|
"sigs.k8s.io/kind/pkg/errors"
|
|
"sigs.k8s.io/kind/pkg/exec"
|
|
)
|
|
|
|
// KubeVersion returns the Kubernetes version installed on the node
|
|
func KubeVersion(n nodes.Node) (version string, err error) {
|
|
// grab kubernetes version from the node image
|
|
cmd := n.Command("cat", "/kind/version")
|
|
lines, err := exec.OutputLines(cmd)
|
|
if err != nil {
|
|
return "", errors.Wrap(err, "failed to get file")
|
|
}
|
|
if len(lines) != 1 {
|
|
return "", errors.Errorf("file should only be one line, got %d lines", len(lines))
|
|
}
|
|
return lines[0], nil
|
|
}
|
|
|
|
// WriteFile writes content to dest on the node
|
|
func WriteFile(n nodes.Node, dest, content string) error {
|
|
// create destination directory
|
|
err := n.Command("mkdir", "-p", path.Dir(dest)).Run()
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to create directory %s", path.Dir(dest))
|
|
}
|
|
|
|
return n.Command("cp", "/dev/stdin", dest).SetStdin(strings.NewReader(content)).Run()
|
|
}
|
|
|
|
// CopyNodeToNode copies file from a to b
|
|
func CopyNodeToNode(a, b nodes.Node, file string) error {
|
|
// create destination directory
|
|
err := b.Command("mkdir", "-p", path.Dir(file)).Run()
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to create directory %q", path.Dir(file))
|
|
}
|
|
|
|
// TODO: experiment with streaming instead to avoid the copy
|
|
// for now we only use this for small files so it's not worth the complexity
|
|
var buff bytes.Buffer
|
|
if err := a.Command("cat", file).SetStdout(&buff).Run(); err != nil {
|
|
return errors.Wrapf(err, "failed to read %q from node", file)
|
|
}
|
|
if err := b.Command("cp", "/dev/stdin", file).SetStdin(&buff).Run(); err != nil {
|
|
return errors.Wrapf(err, "failed to write %q to node", file)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// LoadImageArchive loads image onto the node, where image is a Reader over an image archive
|
|
func LoadImageArchive(n nodes.Node, image io.Reader) error {
|
|
snapshotter, err := getSnapshotter(n)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
cmd := n.Command("ctr", "--namespace=k8s.io", "images", "import", "--all-platforms", "--digests", "--snapshotter="+snapshotter, "-").SetStdin(image)
|
|
if err := cmd.Run(); err != nil {
|
|
return errors.Wrap(err, "failed to load image")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func getSnapshotter(n nodes.Node) (string, error) {
|
|
out, err := exec.Output(n.Command("containerd", "config", "dump"))
|
|
if err != nil {
|
|
return "", errors.Wrap(err, "failed to detect containerd snapshotter")
|
|
}
|
|
return parseSnapshotter(string(out))
|
|
}
|
|
|
|
func parseSnapshotter(config string) (string, error) {
|
|
parsed, err := toml.Load(config)
|
|
if err != nil {
|
|
return "", errors.Wrap(err, "failed to detect containerd snapshotter")
|
|
}
|
|
snapshotter, ok := parsed.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "snapshotter"}).(string)
|
|
if !ok {
|
|
return "", errors.New("failed to detect containerd snapshotter")
|
|
}
|
|
return snapshotter, nil
|
|
}
|
|
|
|
// ImageID returns ID of image on the node with the given image name if present
|
|
func ImageID(n nodes.Node, image string) (string, error) {
|
|
var out bytes.Buffer
|
|
if err := n.Command("crictl", "inspecti", image).SetStdout(&out).Run(); err != nil {
|
|
return "", err
|
|
}
|
|
// we only care about the image ID
|
|
crictlOut := struct {
|
|
Status struct {
|
|
ID string `json:"id"`
|
|
} `json:"status"`
|
|
}{}
|
|
if err := json.Unmarshal(out.Bytes(), &crictlOut); err != nil {
|
|
return "", err
|
|
}
|
|
return crictlOut.Status.ID, nil
|
|
}
|
|
|
|
// ImageTags is used to perform a reverse lookup of the ImageID to list set of available
|
|
// RepoTags corresponding to the ImageID in question
|
|
func ImageTags(n nodes.Node, imageID string) (map[string]bool, error) {
|
|
var out bytes.Buffer
|
|
tags := make(map[string]bool, 0)
|
|
if err := n.Command("crictl", "inspecti", imageID).SetStdout(&out).Run(); err != nil {
|
|
return tags, err
|
|
}
|
|
crictlOut := struct {
|
|
Status struct {
|
|
RepoTags []string `json:"repoTags"`
|
|
} `json:"status"`
|
|
}{}
|
|
if err := json.Unmarshal(out.Bytes(), &crictlOut); err != nil {
|
|
return tags, err
|
|
}
|
|
for _, tag := range crictlOut.Status.RepoTags {
|
|
tags[tag] = true
|
|
}
|
|
return tags, nil
|
|
}
|
|
|
|
// ReTagImage is used to tag an ImageID with a custom tag specified by imageName parameter
|
|
func ReTagImage(n nodes.Node, imageID, imageName string) error {
|
|
var out bytes.Buffer
|
|
return n.Command("ctr", "--namespace=k8s.io", "images", "tag", "--force", imageID, imageName).SetStdout(&out).Run()
|
|
}
|