/* Copyright 2014 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package healthz import ( "context" "errors" "fmt" "net/http" "net/http/httptest" "net/url" "reflect" "strings" "testing" corev1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/util/sets" "k8s.io/apiserver/pkg/endpoints/metrics" "k8s.io/component-base/metrics/legacyregistry" "k8s.io/component-base/metrics/testutil" ) func TestInstallHandler(t *testing.T) { mux := http.NewServeMux() InstallHandler(mux) req, err := http.NewRequest("GET", "http://example.com/healthz", nil) if err != nil { t.Fatalf("unexpected error: %v", err) } w := httptest.NewRecorder() mux.ServeHTTP(w, req) if w.Code != http.StatusOK { t.Errorf("expected %v, got %v", http.StatusOK, w.Code) } c := w.Header().Get("Content-Type") if c != "text/plain; charset=utf-8" { t.Errorf("expected %v, got %v", "text/plain", c) } if w.Body.String() != "ok" { t.Errorf("expected %v, got %v", "ok", w.Body.String()) } } func TestInstallPathHandler(t *testing.T) { mux := http.NewServeMux() InstallPathHandler(mux, "/healthz/test") InstallPathHandler(mux, "/healthz/ready") req, err := http.NewRequest("GET", "http://example.com/healthz/test", nil) if err != nil { t.Fatalf("unexpected error: %v", err) } w := httptest.NewRecorder() mux.ServeHTTP(w, req) if w.Code != http.StatusOK { t.Errorf("expected %v, got %v", http.StatusOK, w.Code) } c := w.Header().Get("Content-Type") if c != "text/plain; charset=utf-8" { t.Errorf("expected %v, got %v", "text/plain", c) } if w.Body.String() != "ok" { t.Errorf("expected %v, got %v", "ok", w.Body.String()) } req, err = http.NewRequest("GET", "http://example.com/healthz/ready", nil) if err != nil { t.Fatalf("unexpected error: %v", err) } w = httptest.NewRecorder() mux.ServeHTTP(w, req) if w.Code != http.StatusOK { t.Errorf("expected %v, got %v", http.StatusOK, w.Code) } c = w.Header().Get("Content-Type") if c != "text/plain; charset=utf-8" { t.Errorf("expected %v, got %v", "text/plain", c) } if w.Body.String() != "ok" { t.Errorf("expected %v, got %v", "ok", w.Body.String()) } } func testMultipleChecks(path, name string, t *testing.T) { tests := []struct { path string expectedResponse string expectedStatus int addBadCheck bool }{ {"?verbose", fmt.Sprintf("[+]ping ok\n%s check passed\n", name), http.StatusOK, false}, {"?exclude=dontexist", "ok", http.StatusOK, false}, {"?exclude=bad", "ok", http.StatusOK, true}, {"?verbose=true&exclude=bad", fmt.Sprintf("[+]ping ok\n[+]bad excluded: ok\n%s check passed\n", name), http.StatusOK, true}, {"?verbose=true&exclude=dontexist", fmt.Sprintf("[+]ping ok\nwarn: some health checks cannot be excluded: no matches for \"dontexist\"\n%s check passed\n", name), http.StatusOK, false}, {"/ping", "ok", http.StatusOK, false}, {"", "ok", http.StatusOK, false}, {"?verbose", fmt.Sprintf("[+]ping ok\n[-]bad failed: reason withheld\n%s check failed\n", name), http.StatusInternalServerError, true}, {"/ping", "ok", http.StatusOK, true}, {"/bad", "internal server error: this will fail\n", http.StatusInternalServerError, true}, {"", fmt.Sprintf("[+]ping ok\n[-]bad failed: reason withheld\n%s check failed\n", name), http.StatusInternalServerError, true}, } for i, test := range tests { mux := http.NewServeMux() checks := []HealthChecker{PingHealthz} if test.addBadCheck { checks = append(checks, NamedCheck("bad", func(_ *http.Request) error { return errors.New("this will fail") })) } if path == "" { InstallHandler(mux, checks...) path = "/healthz" } else { InstallPathHandler(mux, path, checks...) } req, err := http.NewRequest("GET", fmt.Sprintf("http://example.com%s%v", path, test.path), nil) if err != nil { t.Fatalf("case[%d] Unexpected error: %v", i, err) } w := httptest.NewRecorder() mux.ServeHTTP(w, req) if w.Code != test.expectedStatus { t.Errorf("case[%d] Expected: %v, got: %v", i, test.expectedStatus, w.Code) } c := w.Header().Get("Content-Type") if c != "text/plain; charset=utf-8" { t.Errorf("case[%d] Expected: %v, got: %v", i, "text/plain", c) } if w.Body.String() != test.expectedResponse { t.Errorf("case[%d] Expected:\n%v\ngot:\n%v\n", i, test.expectedResponse, w.Body.String()) } } } func TestMultipleChecks(t *testing.T) { testMultipleChecks("", "healthz", t) } func TestMultiplePathChecks(t *testing.T) { testMultipleChecks("/ready", "ready", t) } func TestCheckerNames(t *testing.T) { n1 := "n1" n2 := "n2" c1 := &healthzCheck{name: n1} c2 := &healthzCheck{name: n2} testCases := []struct { desc string have []HealthChecker want []string }{ {"no checker", []HealthChecker{}, []string{}}, {"one checker", []HealthChecker{c1}, []string{n1}}, {"other checker", []HealthChecker{c2}, []string{n2}}, {"checker order", []HealthChecker{c1, c2}, []string{n1, n2}}, {"different checker order", []HealthChecker{c2, c1}, []string{n2, n1}}, } for _, tc := range testCases { result := checkerNames(tc.have...) t.Run(tc.desc, func(t *testing.T) { if !reflect.DeepEqual(tc.want, result) { t.Errorf("want %#v, got %#v", tc.want, result) } }) } } func TestFormatQuoted(t *testing.T) { n1 := "n1" n2 := "n2" testCases := []struct { desc string names []string expected string }{ {"empty", []string{}, ""}, {"single name", []string{n1}, "\"n1\""}, {"two names", []string{n1, n2}, "\"n1\",\"n2\""}, {"two names, reverse order", []string{n2, n1}, "\"n2\",\"n1\""}, } for _, tc := range testCases { result := formatQuoted(tc.names...) t.Run(tc.desc, func(t *testing.T) { if result != tc.expected { t.Errorf("expected %#v, got %#v", tc.expected, result) } }) } } func TestGetExcludedChecks(t *testing.T) { tests := []struct { name string r *http.Request want sets.String }{ {"Should have no excluded health checks", createGetRequestWithUrl("/healthz?verbose=true"), sets.NewString(), }, {"Should extract out the ping health check", createGetRequestWithUrl("/healthz?exclude=ping"), sets.NewString("ping"), }, {"Should extract out ping and log health check", createGetRequestWithUrl("/healthz?exclude=ping&exclude=log"), sets.NewString("ping", "log"), }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { if got := getExcludedChecks(tt.r); !reflect.DeepEqual(got, tt.want) { t.Errorf("getExcludedChecks() = %v, want %v", got, tt.want) } }) } } func TestMetrics(t *testing.T) { mux := http.NewServeMux() InstallHandler(mux) InstallLivezHandler(mux) InstallReadyzHandler(mux) metrics.Register() metrics.Reset() paths := []string{"/healthz", "/livez", "/readyz"} for _, path := range paths { req, err := http.NewRequest("GET", fmt.Sprintf("http://example.com%s", path), nil) if err != nil { t.Errorf("%v", err) } mux.ServeHTTP(httptest.NewRecorder(), req) } expected := strings.NewReader(` # HELP apiserver_request_total [STABLE] Counter of apiserver requests broken out for each verb, dry run value, group, version, resource, scope, component, and HTTP response code. # TYPE apiserver_request_total counter apiserver_request_total{code="200",component="",dry_run="",group="",resource="",scope="",subresource="/healthz",verb="GET",version=""} 1 apiserver_request_total{code="200",component="",dry_run="",group="",resource="",scope="",subresource="/livez",verb="GET",version=""} 1 apiserver_request_total{code="200",component="",dry_run="",group="",resource="",scope="",subresource="/readyz",verb="GET",version=""} 1 `) if err := testutil.GatherAndCompare(legacyregistry.DefaultGatherer, expected, "apiserver_request_total"); err != nil { t.Error(err) } } func createGetRequestWithUrl(rawUrlString string) *http.Request { url, _ := url.Parse(rawUrlString) return &http.Request{ Method: http.MethodGet, Proto: "HTTP/1.1", URL: url, } } func TestInformerSyncHealthChecker(t *testing.T) { t.Run("test that check returns nil when all informers are started", func(t *testing.T) { healthChecker := NewInformerSyncHealthz(cacheSyncWaiterStub{ startedByInformerType: map[reflect.Type]bool{ reflect.TypeOf(corev1.Pod{}): true, }, }) err := healthChecker.Check(nil) if err != nil { t.Errorf("Got %v, expected no error", err) } }) t.Run("test that check returns err when there is not started informer", func(t *testing.T) { healthChecker := NewInformerSyncHealthz(cacheSyncWaiterStub{ startedByInformerType: map[reflect.Type]bool{ reflect.TypeOf(corev1.Pod{}): true, reflect.TypeOf(corev1.Service{}): false, reflect.TypeOf(corev1.Node{}): true, }, }) err := healthChecker.Check(nil) if err == nil { t.Errorf("expected error, got: %v", err) } }) } type cacheSyncWaiterStub struct { startedByInformerType map[reflect.Type]bool } // WaitForCacheSync is a stub implementation of the corresponding func // that simply returns the value passed during stub initialization. func (s cacheSyncWaiterStub) WaitForCacheSync(_ <-chan struct{}) map[reflect.Type]bool { return s.startedByInformerType } func TestInstallPathHandlerWithHealthyFunc(t *testing.T) { mux := http.NewServeMux() readyzCh := make(chan struct{}) hasBeenReadyCounter := 0 hasBeenReadyFn := func() { hasBeenReadyCounter++ } InstallPathHandlerWithHealthyFunc(mux, "/readyz", hasBeenReadyFn, readyOnChanClose{readyzCh}) // scenario 1: expect the check to fail since the channel hasn't been closed req, err := http.NewRequest("GET", fmt.Sprintf("http://example.com%s", "/readyz"), nil) if err != nil { t.Errorf("%v", err) } rr := httptest.NewRecorder() mux.ServeHTTP(rr, req) if rr.Code != http.StatusInternalServerError { t.Errorf("scenario 1: unexpected status code returned, expected %d, got %d", http.StatusInternalServerError, rr.Code) } // scenario 2: close the channel that will cause the readyz checker to report success, // verify that hasBeenReadyFn was called close(readyzCh) rr = httptest.NewRecorder() req = req.Clone(context.TODO()) mux.ServeHTTP(rr, req) if rr.Code != http.StatusOK { t.Errorf("scenario 2: unexpected status code returned, expected %d, got %d", http.StatusOK, rr.Code) } if hasBeenReadyCounter != 1 { t.Errorf("scenario 2: unexpected value of hasBeenReadyCounter, expected 1, got %d", hasBeenReadyCounter) } // scenario 3: checks if hasBeenReadyFn hasn't been called again. rr = httptest.NewRecorder() req = req.Clone(context.TODO()) mux.ServeHTTP(rr, req) if rr.Code != http.StatusOK { t.Errorf("scenario 3: unexpected status code returned, expected %d, got %d", http.StatusOK, rr.Code) } if hasBeenReadyCounter != 1 { t.Errorf("scenario 3: unexpected value of hasBeenReadyCounter, expected 1, got %d", hasBeenReadyCounter) } } type readyOnChanClose struct { ch <-chan struct{} } func (readyOnChanClose) Name() string { return "readyOnChanClose" } func (c readyOnChanClose) Check(_ *http.Request) error { select { case <-c.ch: return nil default: } return fmt.Errorf("the provided channel hasn't been closed") }