diff --git a/alts/src/main/java/io/grpc/alts/internal/AltsHandshakerClient.java b/alts/src/main/java/io/grpc/alts/internal/AltsHandshakerClient.java
index 7ed197ef5b..e910396378 100644
--- a/alts/src/main/java/io/grpc/alts/internal/AltsHandshakerClient.java
+++ b/alts/src/main/java/io/grpc/alts/internal/AltsHandshakerClient.java
@@ -229,8 +229,14 @@ class AltsHandshakerClient {
     return resp.getOutFrames().asReadOnlyByteBuffer();
   }
 
+  private boolean closed = false;
+
   /** Closes the connection. */
   public void close() {
+    if (closed) {
+      return;
+    }
+    closed = true;
     handshakerStub.close();
   }
 }