/* Copyright 2017 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package validating import ( "context" "net/url" "os" "strings" "testing" "github.com/stretchr/testify/assert" "k8s.io/apiserver/pkg/endpoints/request" clocktesting "k8s.io/utils/clock/testing" "k8s.io/apimachinery/pkg/api/errors" webhooktesting "k8s.io/apiserver/pkg/admission/plugin/webhook/testing" auditinternal "k8s.io/apiserver/pkg/apis/audit" ) // BenchmarkValidate tests that ValidatingWebhook#Validate works as expected func BenchmarkValidate(b *testing.B) { testServerURL := os.Getenv("WEBHOOK_TEST_SERVER_URL") if len(testServerURL) == 0 { b.Log("warning, WEBHOOK_TEST_SERVER_URL not set, starting in-process server, benchmarks will include webhook cost.") b.Log("to run a standalone server, run:") b.Log("go run k8s.io/apiserver/pkg/admission/plugin/webhook/testing/main/main.go") testServer := webhooktesting.NewTestServer(b) testServer.StartTLS() defer testServer.Close() testServerURL = testServer.URL } objectInterfaces := webhooktesting.NewObjectInterfacesForTest() serverURL, err := url.ParseRequestURI(testServerURL) if err != nil { b.Fatalf("this should never happen? %v", err) } stopCh := make(chan struct{}) defer close(stopCh) for _, tt := range webhooktesting.NewNonMutatingTestCases(serverURL) { // For now, skip failure cases or tests that explicitly skip benchmarking if !tt.ExpectAllow || tt.SkipBenchmark { continue } b.Run(tt.Name, func(b *testing.B) { wh, err := NewValidatingAdmissionWebhook(nil) if err != nil { b.Errorf("%s: failed to create validating webhook: %v", tt.Name, err) return } ns := "webhook-test" client, informer := webhooktesting.NewFakeValidatingDataSource(ns, tt.Webhooks, stopCh) wh.SetAuthenticationInfoResolverWrapper(webhooktesting.Wrapper(webhooktesting.NewAuthenticationInfoResolver(new(int32)))) wh.SetServiceResolver(webhooktesting.NewServiceResolver(*serverURL)) wh.SetExternalKubeClientSet(client) wh.SetExternalKubeInformerFactory(informer) informer.Start(stopCh) informer.WaitForCacheSync(stopCh) if err = wh.ValidateInitialization(); err != nil { b.Errorf("%s: failed to validate initialization: %v", tt.Name, err) return } attr := webhooktesting.NewAttribute(ns, nil, tt.IsDryRun) b.ResetTimer() b.RunParallel(func(pb *testing.PB) { for pb.Next() { wh.Validate(context.TODO(), attr, objectInterfaces) } }) }) } } // TestValidate tests that ValidatingWebhook#Validate works as expected func TestValidate(t *testing.T) { testServer := webhooktesting.NewTestServer(t) testServer.StartTLS() defer testServer.Close() objectInterfaces := webhooktesting.NewObjectInterfacesForTest() serverURL, err := url.ParseRequestURI(testServer.URL) if err != nil { t.Fatalf("this should never happen? %v", err) } stopCh := make(chan struct{}) defer close(stopCh) for _, tt := range webhooktesting.NewNonMutatingTestCases(serverURL) { wh, err := NewValidatingAdmissionWebhook(nil) if err != nil { t.Errorf("%s: failed to create validating webhook: %v", tt.Name, err) continue } ns := "webhook-test" client, informer := webhooktesting.NewFakeValidatingDataSource(ns, tt.Webhooks, stopCh) wh.SetAuthenticationInfoResolverWrapper(webhooktesting.Wrapper(webhooktesting.NewAuthenticationInfoResolver(new(int32)))) wh.SetServiceResolver(webhooktesting.NewServiceResolver(*serverURL)) wh.SetExternalKubeClientSet(client) wh.SetExternalKubeInformerFactory(informer) informer.Start(stopCh) informer.WaitForCacheSync(stopCh) if err = wh.ValidateInitialization(); err != nil { t.Errorf("%s: failed to validate initialization: %v", tt.Name, err) continue } attr := webhooktesting.NewAttribute(ns, nil, tt.IsDryRun) err = wh.Validate(context.TODO(), attr, objectInterfaces) if tt.ExpectAllow != (err == nil) { t.Errorf("%s: expected allowed=%v, but got err=%v", tt.Name, tt.ExpectAllow, err) } // ErrWebhookRejected is not an error for our purposes if tt.ErrorContains != "" { if err == nil || !strings.Contains(err.Error(), tt.ErrorContains) { t.Errorf("%s: expected an error saying %q, but got %v", tt.Name, tt.ErrorContains, err) } } if _, isStatusErr := err.(*errors.StatusError); err != nil && !isStatusErr { t.Errorf("%s: expected a StatusError, got %T", tt.Name, err) } fakeAttr, ok := attr.(*webhooktesting.FakeAttributes) if !ok { t.Errorf("Unexpected error, failed to convert attr to webhooktesting.FakeAttributes") continue } if len(tt.ExpectAnnotations) == 0 { assert.Empty(t, fakeAttr.GetAnnotations(auditinternal.LevelMetadata), tt.Name+": annotations not set as expected.") } else { assert.Equal(t, tt.ExpectAnnotations, fakeAttr.GetAnnotations(auditinternal.LevelMetadata), tt.Name+": annotations not set as expected.") } } } // TestValidateCachedClient tests that ValidatingWebhook#Validate should cache restClient func TestValidateCachedClient(t *testing.T) { testServer := webhooktesting.NewTestServer(t) testServer.StartTLS() defer testServer.Close() serverURL, err := url.ParseRequestURI(testServer.URL) if err != nil { t.Fatalf("this should never happen? %v", err) } objectInterfaces := webhooktesting.NewObjectInterfacesForTest() stopCh := make(chan struct{}) defer close(stopCh) wh, err := NewValidatingAdmissionWebhook(nil) if err != nil { t.Fatalf("Failed to create validating webhook: %v", err) } wh.SetServiceResolver(webhooktesting.NewServiceResolver(*serverURL)) for _, tt := range webhooktesting.NewCachedClientTestcases(serverURL) { ns := "webhook-test" client, informer := webhooktesting.NewFakeValidatingDataSource(ns, tt.Webhooks, stopCh) // override the webhook source. The client cache will stay the same. cacheMisses := new(int32) wh.SetAuthenticationInfoResolverWrapper(webhooktesting.Wrapper(webhooktesting.NewAuthenticationInfoResolver(cacheMisses))) wh.SetExternalKubeClientSet(client) wh.SetExternalKubeInformerFactory(informer) informer.Start(stopCh) informer.WaitForCacheSync(stopCh) if err = wh.ValidateInitialization(); err != nil { t.Errorf("%s: failed to validate initialization: %v", tt.Name, err) continue } err = wh.Validate(context.TODO(), webhooktesting.NewAttribute(ns, nil, false), objectInterfaces) if tt.ExpectAllow != (err == nil) { t.Errorf("%s: expected allowed=%v, but got err=%v", tt.Name, tt.ExpectAllow, err) } if tt.ExpectCacheMiss && *cacheMisses == 0 { t.Errorf("%s: expected cache miss, but got no AuthenticationInfoResolver call", tt.Name) } if !tt.ExpectCacheMiss && *cacheMisses > 0 { t.Errorf("%s: expected client to be cached, but got %d AuthenticationInfoResolver calls", tt.Name, *cacheMisses) } } } // TestValidateWebhookDuration tests that ValidatingWebhook#Validate sets webhook duration in context correctly func TestValidateWebhookDuration(ts *testing.T) { clk := clocktesting.FakeClock{} testServer := webhooktesting.NewTestServerWithHandler(ts, webhooktesting.ClockSteppingWebhookHandler(ts, &clk)) testServer.StartTLS() defer testServer.Close() serverURL, err := url.ParseRequestURI(testServer.URL) if err != nil { ts.Fatalf("this should never happen? %v", err) } objectInterfaces := webhooktesting.NewObjectInterfacesForTest() stopCh := make(chan struct{}) defer close(stopCh) for _, test := range webhooktesting.NewValidationDurationTestCases(serverURL) { ts.Run(test.Name, func(t *testing.T) { ctx := context.TODO() if test.InitContext { ctx = request.WithLatencyTrackersAndCustomClock(ctx, &clk) } wh, err := NewValidatingAdmissionWebhook(nil) if err != nil { t.Errorf("failed to create mutating webhook: %v", err) return } ns := "webhook-test" client, informer := webhooktesting.NewFakeValidatingDataSource(ns, test.Webhooks, stopCh) wh.SetAuthenticationInfoResolverWrapper(webhooktesting.Wrapper(webhooktesting.NewAuthenticationInfoResolver(new(int32)))) wh.SetServiceResolver(webhooktesting.NewServiceResolver(*serverURL)) wh.SetExternalKubeClientSet(client) wh.SetExternalKubeInformerFactory(informer) informer.Start(stopCh) informer.WaitForCacheSync(stopCh) if err = wh.ValidateInitialization(); err != nil { t.Errorf("failed to validate initialization: %v", err) return } _ = wh.Validate(ctx, webhooktesting.NewAttribute(ns, nil, test.IsDryRun), objectInterfaces) wd, ok := request.LatencyTrackersFrom(ctx) if !ok { if test.InitContext { t.Errorf("expected webhook duration to be initialized") } return } if !test.InitContext { t.Errorf("expected webhook duration to not be initialized") return } if wd.MutatingWebhookTracker.GetLatency() != 0 { t.Errorf("expected admit duration to be equal to 0 got %q", wd.MutatingWebhookTracker.GetLatency()) } if wd.ValidatingWebhookTracker.GetLatency() < test.ExpectedDurationMax { t.Errorf("expected validate duraion to be greater or equal to %q got %q", test.ExpectedDurationMax, wd.ValidatingWebhookTracker.GetLatency()) } }) } } // TestValidatePanicHandling tests that panics should not escape the dispatcher func TestValidatePanicHandling(t *testing.T) { testServer := webhooktesting.NewTestServer(t) testServer.StartTLS() defer testServer.Close() objectInterfaces := webhooktesting.NewObjectInterfacesForTest() serverURL, err := url.ParseRequestURI(testServer.URL) if err != nil { t.Fatalf("this should never happen? %v", err) } stopCh := make(chan struct{}) defer close(stopCh) for _, tt := range webhooktesting.NewNonMutatingPanicTestCases(serverURL) { wh, err := NewValidatingAdmissionWebhook(nil) if err != nil { t.Errorf("%s: failed to create validating webhook: %v", tt.Name, err) continue } ns := "webhook-test" client, informer := webhooktesting.NewFakeValidatingDataSource(ns, tt.Webhooks, stopCh) wh.SetAuthenticationInfoResolverWrapper(webhooktesting.Wrapper(webhooktesting.NewPanickingAuthenticationInfoResolver("Start panicking!"))) // see Aladdin, it's awesome wh.SetServiceResolver(webhooktesting.NewServiceResolver(*serverURL)) wh.SetExternalKubeClientSet(client) wh.SetExternalKubeInformerFactory(informer) informer.Start(stopCh) informer.WaitForCacheSync(stopCh) if err = wh.ValidateInitialization(); err != nil { t.Errorf("%s: failed to validate initialization: %v", tt.Name, err) continue } attr := webhooktesting.NewAttribute(ns, nil, tt.IsDryRun) err = wh.Validate(context.TODO(), attr, objectInterfaces) if tt.ExpectAllow != (err == nil) { t.Errorf("%s: expected allowed=%v, but got err=%v", tt.Name, tt.ExpectAllow, err) } // ErrWebhookRejected is not an error for our purposes if tt.ErrorContains != "" { if err == nil || !strings.Contains(err.Error(), tt.ErrorContains) { t.Errorf("%s: expected an error saying %q, but got %v", tt.Name, tt.ErrorContains, err) } } if _, isStatusErr := err.(*errors.StatusError); err != nil && !isStatusErr { t.Errorf("%s: expected a StatusError, got %T", tt.Name, err) } fakeAttr, ok := attr.(*webhooktesting.FakeAttributes) if !ok { t.Errorf("Unexpected error, failed to convert attr to webhooktesting.FakeAttributes") continue } if len(tt.ExpectAnnotations) == 0 { assert.Empty(t, fakeAttr.GetAnnotations(auditinternal.LevelMetadata), tt.Name+": annotations not set as expected.") } else { assert.Equal(t, tt.ExpectAnnotations, fakeAttr.GetAnnotations(auditinternal.LevelMetadata), tt.Name+": annotations not set as expected.") } } }