build(ci): distribute build across multiple runners

Signed-off-by: CrazyMax <crazy-max@users.noreply.github.com>
This commit is contained in:
CrazyMax 2023-04-25 11:07:59 +02:00
parent 686ee98803
commit b9520327f4
No known key found for this signature in database
GPG Key ID: 3248E46B6BB8C7F7
1 changed files with 122 additions and 0 deletions

View File

@ -51,3 +51,125 @@ jobs:
tags: user/app:latest
```
{% endraw %}
## Distribute build across multiple runners
In the previous example, each platform is built on the same runner which can
take a long time depending on the number of platforms and your Dockerfile.
To solve this issue you can use a matrix strategy to distribute the build for
each platform across multiple runners and merge the resulting manifests into a
single image using the [`buildx imagetools create` command](../../../engine/reference/commandline/buildx_imagetools_create.md).
The following workflow will build the image for each platform on a dedicated
runner using a matrix strategy and upload the resulting images as artifacts.
Then, the `push` job will download the images, load them into the local Docker
daemon, push them to a temporary local registry so Buildx can create a manifest
list and push it to Docker Hub. It will copy the images from the local
registry to Docker Hub as well.
Using a local registry is useful, so we don't create unecessary tags for each
platform on the remote registry. Only `user/app:latest` will be created.
{% raw %}
```yaml
name: ci
on:
push:
branches:
- "main"
env:
TMP_LOCAL_IMAGE: localhost:5000/user/app
REGISTRY_IMAGE: user/app
REGISTRY_TAG: latest
jobs:
build:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
platform:
- linux/amd64
- linux/arm/v6
- linux/arm/v7
- linux/arm64
steps:
-
name: Checkout
uses: actions/checkout@v3
-
name: Prepare
run: |
mkdir -p /tmp/images
platform=${{ matrix.platform }}
echo "TARFILE=${platform//\//-}.tar" >> $GITHUB_ENV
echo "TAG=${{ env.TMP_LOCAL_IMAGE }}:${platform//\//-}" >> $GITHUB_ENV
-
name: Set up QEMU
uses: docker/setup-qemu-action@v2
-
name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
-
name: Build
uses: docker/build-push-action@v4
with:
context: .
platforms: ${{ matrix.platform }}
tags: ${{ env.TAG }}
outputs: type=docker,dest=/tmp/images/${{ env.TARFILE }}
-
name: Upload image
uses: actions/upload-artifact@v3
with:
name: images
path: /tmp/images/${{ env.TARFILE }}
if-no-files-found: error
retention-days: 1
push:
runs-on: ubuntu-latest
needs:
- build
services:
registry:
image: registry:2
ports:
- 5000:5000
steps:
-
name: Download images
uses: actions/download-artifact@v3
with:
name: images
path: /tmp/images
-
name: Load images
run: |
for image in /tmp/images/*.tar; do
docker load -i $image
done
-
name: Push images to local registry
run: |
docker push -a ${{ env.TMP_LOCAL_IMAGE }}
-
name: Login to Docker Hub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
-
name: Create manifest list and push
run: |
docker buildx imagetools create -t ${{ env.REGISTRY_IMAGE }}:${{ env.REGISTRY_TAG }} \
$(docker image ls --format '{{.Repository}}:{{.Tag}}' '${{ env.TMP_LOCAL_IMAGE }}' | tr '\n' ' ')
-
name: Inspect image
run: |
docker buildx imagetools inspect ${{ env.REGISTRY_IMAGE }}:${{ env.REGISTRY_TAG }}
```
{% endraw %}