diff --git a/10/alpine/Dockerfile b/10/alpine/Dockerfile
index 406895329e..beeac87658 100644
--- a/10/alpine/Dockerfile
+++ b/10/alpine/Dockerfile
@@ -66,6 +66,7 @@ RUN set -ex \
 #		tcl-dev \
 		util-linux-dev \
 		zlib-dev \
+		icu-dev \
 	\
 	&& cd /usr/src/postgresql \
 # update "DEFAULT_PGSOCKET_DIR" to "/var/run/postgresql" (matching Debian)
@@ -108,6 +109,7 @@ RUN set -ex \
 		--with-openssl \
 		--with-libxml \
 		--with-libxslt \
+		--with-icu \
 	&& make -j "$(nproc)" world \
 	&& make install-world \
 	&& make -C contrib install \
diff --git a/11/alpine/Dockerfile b/11/alpine/Dockerfile
index 4c0c17b0f6..52e3cf5eff 100644
--- a/11/alpine/Dockerfile
+++ b/11/alpine/Dockerfile
@@ -66,6 +66,7 @@ RUN set -ex \
 #		tcl-dev \
 		util-linux-dev \
 		zlib-dev \
+		icu-dev \
 	\
 	&& cd /usr/src/postgresql \
 # update "DEFAULT_PGSOCKET_DIR" to "/var/run/postgresql" (matching Debian)
@@ -108,6 +109,7 @@ RUN set -ex \
 		--with-openssl \
 		--with-libxml \
 		--with-libxslt \
+		--with-icu \
 	&& make -j "$(nproc)" world \
 	&& make install-world \
 	&& make -C contrib install \
diff --git a/Dockerfile-alpine.template b/Dockerfile-alpine.template
index 32bbb31ac7..170316abc6 100644
--- a/Dockerfile-alpine.template
+++ b/Dockerfile-alpine.template
@@ -67,6 +67,7 @@ RUN set -ex \
 #		tcl-dev \
 		util-linux-dev \
 		zlib-dev \
+		icu-dev \
 	\
 %%INSTALL_OSSP_UUID%%
 	&& cd /usr/src/postgresql \
@@ -110,6 +111,7 @@ RUN set -ex \
 		--with-openssl \
 		--with-libxml \
 		--with-libxslt \
+		--with-icu \
 	&& make -j "$(nproc)" world \
 	&& make install-world \
 	&& make -C contrib install \