diff --git a/webhook/webhook.go b/webhook/webhook.go
index 916f239d9..ffb806ee0 100644
--- a/webhook/webhook.go
+++ b/webhook/webhook.go
@@ -34,7 +34,6 @@ import (
 	"golang.org/x/sync/errgroup"
 	admissionv1 "k8s.io/api/admission/v1"
 	"knative.dev/pkg/logging"
-	"knative.dev/pkg/network"
 	"knative.dev/pkg/system"
 	certresources "knative.dev/pkg/webhook/certificates/resources"
 )
@@ -60,6 +59,10 @@ type Options struct {
 	// StatsReporter reports metrics about the webhook.
 	// This will be automatically initialized by the constructor if left uninitialized.
 	StatsReporter StatsReporter
+
+	// GracePeriod is how long to wait after failing readiness probes
+	// before shutting down.
+	GracePeriod time.Duration
 }
 
 // Operation is the verb being operated on
@@ -83,10 +86,6 @@ type Webhook struct {
 	// synced is function that is called when the informers have been synced.
 	synced context.CancelFunc
 
-	// grace period is how long to wait after failing readiness probes
-	// before shutting down.
-	gracePeriod time.Duration
-
 	mux http.ServeMux
 
 	// The TLS configuration to use for serving (or nil for non-TLS)
@@ -123,10 +122,9 @@ func New(
 	syncCtx, cancel := context.WithCancel(context.Background())
 
 	webhook = &Webhook{
-		Options:     *opts,
-		Logger:      logger,
-		synced:      cancel,
-		gracePeriod: network.DefaultDrainTimeout,
+		Options: *opts,
+		Logger:  logger,
+		synced:  cancel,
 	}
 
 	if opts.SecretName != "" {
@@ -207,7 +205,7 @@ func (wh *Webhook) Run(stop <-chan struct{}) error {
 
 	drainer := &handlers.Drainer{
 		Inner:       wh,
-		QuietPeriod: wh.gracePeriod,
+		QuietPeriod: wh.Options.GracePeriod,
 	}
 
 	server := &http.Server{
diff --git a/webhook/webhook_test.go b/webhook/webhook_test.go
index d5ea25f94..8cd4bc03b 100644
--- a/webhook/webhook_test.go
+++ b/webhook/webhook_test.go
@@ -48,6 +48,9 @@ func newNonRunningTestWebhook(t *testing.T, options Options, acs ...interface{})
 	ctx context.Context, ac *Webhook, cancel context.CancelFunc) {
 	t.Helper()
 
+	// override the grace period so it drains quickly
+	options.GracePeriod = 100 * time.Millisecond
+
 	// Create fake clients
 	ctx, ctxCancel, informers := SetupFakeContextWithCancel(t)
 	ctx = WithOptions(ctx, options)
@@ -65,7 +68,6 @@ func newNonRunningTestWebhook(t *testing.T, options Options, acs ...interface{})
 	if err != nil {
 		t.Fatal("Failed to create new admission controller:", err)
 	}
-	ac.gracePeriod = 100 * time.Millisecond
 	return
 }