Merge pull request #2 from infosiftr/downstream-github-actions
Add initial scripts for image maintainers to use to auto-generate appropriate GitHub Actions
This commit is contained in:
yosifkit
GitHub
commit
c74be66ae6
|
|
@ -0,0 +1,48 @@
|
||||||
|
name: GitHub CI
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
push:
|
||||||
|
schedule:
|
||||||
|
- cron: 0 0 * * 0
|
||||||
|
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
shell: 'bash -Eeuo pipefail -x {0}'
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
|
||||||
|
generate-jobs:
|
||||||
|
name: Generate Jobs
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
outputs:
|
||||||
|
strategy: ${{ steps.generate-jobs.outputs.strategy }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v1
|
||||||
|
- id: generate-jobs
|
||||||
|
name: Generate Jobs
|
||||||
|
run: |
|
||||||
|
git clone --depth 1 https://github.com/docker-library/bashbrew.git -b master ~/bashbrew
|
||||||
|
strategy="$(~/bashbrew/scripts/github-actions/generate.sh)"
|
||||||
|
jq . <<<"$strategy" # sanity check / debugging aid
|
||||||
|
echo "::set-output name=strategy::$strategy"
|
||||||
|
|
||||||
|
test:
|
||||||
|
needs: generate-jobs
|
||||||
|
strategy: ${{ fromJson(needs.generate-jobs.outputs.strategy) }}
|
||||||
|
name: ${{ matrix.name }}
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v1
|
||||||
|
- name: Prepare Environment
|
||||||
|
run: ${{ matrix.runs.prepare }}
|
||||||
|
- name: Pull Dependencies
|
||||||
|
run: ${{ matrix.runs.pull }}
|
||||||
|
- name: Build ${{ matrix.name }}
|
||||||
|
run: ${{ matrix.runs.build }}
|
||||||
|
- name: History ${{ matrix.name }}
|
||||||
|
run: ${{ matrix.runs.history }}
|
||||||
|
- name: Test ${{ matrix.name }}
|
||||||
|
run: ${{ matrix.runs.test }}
|
||||||
|
- name: '"docker images"'
|
||||||
|
run: ${{ matrix.runs.images }}
|
||||||
|
|
@ -0,0 +1,188 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
set -Eeuo pipefail
|
||||||
|
|
||||||
|
image="${GITHUB_REPOSITORY##*/}" # "python", "golang", etc
|
||||||
|
|
||||||
|
[ -n "${GENERATE_STACKBREW_LIBRARY:-}" ] || [ -x ./generate-stackbrew-library.sh ] # sanity check
|
||||||
|
|
||||||
|
tmp="$(mktemp -d)"
|
||||||
|
trap "$(printf 'rm -rf %q' "$tmp")" EXIT
|
||||||
|
|
||||||
|
if ! command -v bashbrew &> /dev/null; then
|
||||||
|
dir="$(readlink -f "$BASH_SOURCE")"
|
||||||
|
dir="$(dirname "$dir")"
|
||||||
|
dir="$(cd "$dir/../.." && pwd -P)"
|
||||||
|
if [ ! -x "$dir/bin/bashbrew" ]; then
|
||||||
|
echo >&2 'Building bashbrew ...'
|
||||||
|
"$dir/bashbrew.sh" --version > /dev/null
|
||||||
|
"$dir/bin/bashbrew" --version >&2
|
||||||
|
fi
|
||||||
|
export PATH="$dir/bin:$PATH"
|
||||||
|
bashbrew --version > /dev/null
|
||||||
|
fi
|
||||||
|
|
||||||
|
mkdir "$tmp/library"
|
||||||
|
export BASHBREW_LIBRARY="$tmp/library"
|
||||||
|
|
||||||
|
eval "${GENERATE_STACKBREW_LIBRARY:-./generate-stackbrew-library.sh}" > "$BASHBREW_LIBRARY/$image"
|
||||||
|
|
||||||
|
tags="$(bashbrew list --build-order --uniq "$image")"
|
||||||
|
|
||||||
|
# see https://github.com/docker-library/python/commit/6b513483afccbfe23520b1f788978913e025120a for the ideal of what this would be (minimal YAML in all 30+ repos, shared shell script that outputs fully dynamic steps list), if GitHub Actions were to support a fully dynamic steps list
|
||||||
|
|
||||||
|
order=()
|
||||||
|
declare -A metas=()
|
||||||
|
for tag in $tags; do
|
||||||
|
echo >&2 "Processing $tag ..."
|
||||||
|
bashbrewImage="${tag##*/}" # account for BASHBREW_NAMESPACE being set
|
||||||
|
meta="$(
|
||||||
|
bashbrew cat --format '
|
||||||
|
{{- $e := .TagEntry -}}
|
||||||
|
{{- "{" -}}
|
||||||
|
"name": {{- json ($e.Tags | first) -}},
|
||||||
|
"tags": {{- json ($.Tags namespace false $e) -}},
|
||||||
|
"directory": {{- json $e.Directory -}},
|
||||||
|
"file": {{- json $e.File -}},
|
||||||
|
"constraints": {{- json $e.Constraints -}},
|
||||||
|
"froms": {{- json ($.DockerFroms $e) -}}
|
||||||
|
{{- "}" -}}
|
||||||
|
' "$bashbrewImage" | jq -c '
|
||||||
|
{
|
||||||
|
name: .name,
|
||||||
|
os: (
|
||||||
|
if (.constraints | contains(["windowsservercore-1809"])) or (.constraints | contains(["nanoserver-1809"])) then
|
||||||
|
"windows-2019"
|
||||||
|
elif .constraints | contains(["windowsservercore-ltsc2016"]) then
|
||||||
|
"windows-2016"
|
||||||
|
elif .constraints == [] or .constraints == ["!aufs"] then
|
||||||
|
"ubuntu-latest"
|
||||||
|
else
|
||||||
|
# use an intentionally invalid value so that GitHub chokes and we notice something is wrong
|
||||||
|
"invalid-or-unknown"
|
||||||
|
end
|
||||||
|
),
|
||||||
|
meta: { entries: [ . ] },
|
||||||
|
runs: {
|
||||||
|
build: (
|
||||||
|
[
|
||||||
|
"docker build"
|
||||||
|
]
|
||||||
|
+ (
|
||||||
|
.tags
|
||||||
|
| map(
|
||||||
|
"--tag " + (. | @sh)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
+ if .file != "Dockerfile" then
|
||||||
|
[ "--file", (.file | @sh) ]
|
||||||
|
else
|
||||||
|
[]
|
||||||
|
end
|
||||||
|
+ [
|
||||||
|
(.directory | @sh)
|
||||||
|
]
|
||||||
|
| join(" ")
|
||||||
|
),
|
||||||
|
history: ("docker history " + (.tags[0] | @sh)),
|
||||||
|
test: ("~/oi/test/run.sh " + (.tags[0] | @sh)),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
'
|
||||||
|
)"
|
||||||
|
|
||||||
|
parent="$(bashbrew parents "$bashbrewImage" | tail -1)" # if there ever exists an image with TWO parents in the same repo, this will break :)
|
||||||
|
if [ -n "$parent" ]; then
|
||||||
|
parentBashbrewImage="${parent##*/}" # account for BASHBREW_NAMESPACE being set
|
||||||
|
parent="$(bashbrew list --uniq "$parentBashbrewImage")" # normalize
|
||||||
|
parentMeta="${metas["$parent"]}"
|
||||||
|
parentMeta="$(jq -c --argjson meta "$meta" '
|
||||||
|
. + {
|
||||||
|
name: (.name + ", " + $meta.name),
|
||||||
|
os: (if .os == $meta.os then .os else "invalid-os-chain--" + .os + "+" + $meta.os end),
|
||||||
|
meta: { entries: (.meta.entries + $meta.meta.entries) },
|
||||||
|
runs: (
|
||||||
|
.runs
|
||||||
|
| to_entries
|
||||||
|
| map(
|
||||||
|
.value += "\n" + $meta.runs[.key]
|
||||||
|
)
|
||||||
|
| from_entries
|
||||||
|
),
|
||||||
|
}
|
||||||
|
' <<<"$parentMeta")"
|
||||||
|
metas["$parent"]="$parentMeta"
|
||||||
|
else
|
||||||
|
metas["$tag"]="$meta"
|
||||||
|
order+=( "$tag" )
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
strategy="$(
|
||||||
|
for tag in "${order[@]}"; do
|
||||||
|
jq -c '
|
||||||
|
.meta += {
|
||||||
|
froms: (
|
||||||
|
[ .meta.entries[].froms[] ]
|
||||||
|
- [ .meta.entries[].tags[] ]
|
||||||
|
),
|
||||||
|
dockerfiles: [
|
||||||
|
.meta.entries[]
|
||||||
|
| .directory + "/" + .file
|
||||||
|
],
|
||||||
|
}
|
||||||
|
| .runs += {
|
||||||
|
prepare: ([
|
||||||
|
(
|
||||||
|
if .os | startswith("windows-") then
|
||||||
|
"# enable symlinks on Windows (https://git-scm.com/docs/git-config#Documentation/git-config.txt-coresymlinks)",
|
||||||
|
"git config --global core.symlinks true",
|
||||||
|
"# ... make sure they are *real* symlinks (https://github.com/git-for-windows/git/pull/156)",
|
||||||
|
"export MSYS=winsymlinks:nativestrict",
|
||||||
|
"# make sure line endings get checked out as-is",
|
||||||
|
"git config --global core.autocrlf false"
|
||||||
|
else
|
||||||
|
empty
|
||||||
|
end
|
||||||
|
),
|
||||||
|
"git clone --depth 1 https://github.com/docker-library/official-images.git -b master ~/oi",
|
||||||
|
"# create a dummy empty image/layer so we can --filter since= later to get a meanginful image list",
|
||||||
|
"{ echo FROM " + (
|
||||||
|
if (.os | startswith("windows-")) then
|
||||||
|
"mcr.microsoft.com/windows/servercore:ltsc" + (.os | ltrimstr("windows-"))
|
||||||
|
else
|
||||||
|
"busybox:latest"
|
||||||
|
end
|
||||||
|
) + "; echo RUN :; } | docker build --no-cache --tag image-list-marker -",
|
||||||
|
(
|
||||||
|
if .os | startswith("windows-") | not then
|
||||||
|
(
|
||||||
|
"# PGP Happy Eyeballs",
|
||||||
|
"git clone --depth 1 https://github.com/tianon/pgp-happy-eyeballs.git ~/phe",
|
||||||
|
"~/phe/hack-my-builds.sh",
|
||||||
|
"rm -rf ~/phe"
|
||||||
|
)
|
||||||
|
else
|
||||||
|
empty
|
||||||
|
end
|
||||||
|
)
|
||||||
|
] | join("\n")),
|
||||||
|
pull: ([ .meta.froms[] | select(. != "scratch") | "docker pull " + @sh ] | join("\n")),
|
||||||
|
# build
|
||||||
|
# history
|
||||||
|
# test
|
||||||
|
images: "docker image ls --filter since=image-list-marker",
|
||||||
|
}
|
||||||
|
' <<<"${metas["$tag"]}"
|
||||||
|
done | jq -cs '
|
||||||
|
{
|
||||||
|
"fail-fast": false,
|
||||||
|
matrix: { include: . },
|
||||||
|
}
|
||||||
|
'
|
||||||
|
)"
|
||||||
|
|
||||||
|
if [ -t 1 ]; then
|
||||||
|
jq <<<"$strategy"
|
||||||
|
else
|
||||||
|
cat <<<"$strategy"
|
||||||
|
fi
|
||||||
|
|
@ -0,0 +1,23 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
set -Eeuo pipefail
|
||||||
|
|
||||||
|
jq --arg dpkgSmokeTest '[ "$(dpkg --print-architecture)" = "amd64" ]' '
|
||||||
|
.matrix.include += [
|
||||||
|
.matrix.include[]
|
||||||
|
| select(.name | test(" (.+)") | not) # ignore any existing munged builds
|
||||||
|
| select(.os | startswith("windows-") | not)
|
||||||
|
| .name += " (i386)"
|
||||||
|
| .runs.pull = ([
|
||||||
|
"# pull i386 variants of base images for multi-architecture testing",
|
||||||
|
$dpkgSmokeTest,
|
||||||
|
(
|
||||||
|
.meta.froms[]
|
||||||
|
| ("i386/" + . | @sh) as $i386
|
||||||
|
| (
|
||||||
|
"docker pull " + $i386,
|
||||||
|
"docker tag " + $i386 + " " + @sh
|
||||||
|
)
|
||||||
|
)
|
||||||
|
] | join("\n"))
|
||||||
|
]
|
||||||
|
' "$@"
|
||||||
Loading…
Reference in New Issue