diff --git a/daemon/container.go b/daemon/container.go
index 45658c5830..3c05c645a7 100644
--- a/daemon/container.go
+++ b/daemon/container.go
@@ -547,7 +547,7 @@ func (container *Container) AllocateNetwork() error {
 }
 
 func (container *Container) ReleaseNetwork() {
-	if container.Config.NetworkDisabled {
+	if container.Config.NetworkDisabled || !container.hostConfig.NetworkMode.IsPrivate() {
 		return
 	}
 	eng := container.daemon.eng