2023-12-13 13:42:25 +03:00
|
|
|
|
name: pkg for platform
|
2023-12-15 21:32:55 +03:00
|
|
|
|
run-name: pkging ${{ fromJSON(inputs.pkg).project }} (${{ inputs.name }})
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
|
|
|
|
on:
|
|
|
|
|
workflow_call:
|
|
|
|
|
inputs:
|
|
|
|
|
name:
|
2023-12-13 19:47:32 +03:00
|
|
|
|
description: brewkit platform unique ID
|
|
|
|
|
type: string
|
|
|
|
|
tinyname:
|
2023-12-13 13:42:25 +03:00
|
|
|
|
description: >
|
2023-12-13 19:47:32 +03:00
|
|
|
|
GitHub Actions has a non resizable sidebar so we need a shorter name
|
|
|
|
|
or it’s much harder to differentiate the different jobs.
|
2023-12-13 13:42:25 +03:00
|
|
|
|
type: string
|
2023-12-13 19:47:32 +03:00
|
|
|
|
default: ${{ inputs.name }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
os:
|
|
|
|
|
type: string
|
|
|
|
|
container:
|
|
|
|
|
required: false
|
|
|
|
|
type: string
|
|
|
|
|
pkg:
|
|
|
|
|
description: eg. `example.com@1.2.3`
|
|
|
|
|
type: string
|
|
|
|
|
dry-run:
|
|
|
|
|
description: dry runs do not modify bottle storage
|
|
|
|
|
type: boolean
|
|
|
|
|
default: false
|
|
|
|
|
test-os:
|
|
|
|
|
description: a JSON array of runner-names
|
|
|
|
|
type: string
|
|
|
|
|
test-container:
|
|
|
|
|
description: >
|
|
|
|
|
A JSON array of docker image names or `[null]`.
|
|
|
|
|
Indeed! You cannot leave this as `null` or undefined.
|
|
|
|
|
Sorry, GHA is not flexible enough to efficiently work around this.
|
|
|
|
|
type: string
|
2023-12-29 14:34:42 +03:00
|
|
|
|
complain:
|
|
|
|
|
type: boolean
|
|
|
|
|
default: false
|
2024-01-06 15:07:56 +03:00
|
|
|
|
invalidate-cloudfront:
|
|
|
|
|
type: boolean
|
|
|
|
|
default: true
|
2023-12-13 13:42:25 +03:00
|
|
|
|
secrets:
|
|
|
|
|
APPLE_CERTIFICATE_P12: { required: false }
|
|
|
|
|
APPLE_CERTIFICATE_P12_PASSWORD: { required: false }
|
|
|
|
|
APPLE_IDENTITY: { required: false }
|
|
|
|
|
GPG_KEY_ID: { required: true }
|
|
|
|
|
GPG_PRIVATE_KEY: { required: true }
|
|
|
|
|
AWS_ACCESS_KEY_ID: { required: false }
|
|
|
|
|
AWS_S3_BUCKET: { required: true }
|
|
|
|
|
AWS_SECRET_ACCESS_KEY: { required: true }
|
|
|
|
|
AWS_CF_DISTRIBUTION_ID: { required: true }
|
|
|
|
|
|
2023-12-15 21:32:55 +03:00
|
|
|
|
env:
|
|
|
|
|
BREWKIT_PKGJSON: ${{ inputs.pkg }}
|
|
|
|
|
|
2023-12-13 13:42:25 +03:00
|
|
|
|
jobs:
|
|
|
|
|
build:
|
2023-12-13 19:47:32 +03:00
|
|
|
|
name: build ${{inputs.tinyname}}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
runs-on: ${{ fromJSON(inputs.os) }}
|
|
|
|
|
container: ${{ inputs.container }}
|
2024-01-11 23:05:04 +03:00
|
|
|
|
permissions: {}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
outputs:
|
|
|
|
|
project: ${{ steps.build.outputs.project }}
|
|
|
|
|
version: ${{ steps.build.outputs.version }}
|
|
|
|
|
platform: ${{ steps.build.outputs.platform }}
|
|
|
|
|
arch: ${{ steps.build.outputs.arch }}
|
|
|
|
|
env:
|
|
|
|
|
PKGX_PANTRY_PATH: ${{ github.workspace }}
|
|
|
|
|
steps:
|
|
|
|
|
- uses: actions/checkout@v4
|
|
|
|
|
|
|
|
|
|
- uses: pkgxdev/setup@v2
|
|
|
|
|
with:
|
|
|
|
|
PKGX_DIR: /opt
|
|
|
|
|
|
|
|
|
|
- uses: ./.github/actions/setup
|
|
|
|
|
with:
|
|
|
|
|
p12-file-base64: ${{ secrets.APPLE_CERTIFICATE_P12 }}
|
|
|
|
|
p12-password: ${{ secrets.APPLE_CERTIFICATE_P12_PASSWORD }}
|
|
|
|
|
APPLE_IDENTITY: ${{ secrets.APPLE_IDENTITY }}
|
|
|
|
|
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/build@v1
|
2023-12-19 22:25:30 +03:00
|
|
|
|
with:
|
|
|
|
|
pkg: ${{ inputs.pkg }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
id: build
|
|
|
|
|
|
|
|
|
|
- uses: styfle/cancel-workflow-action@0.12.0
|
|
|
|
|
if: steps.build.outputs.noop
|
|
|
|
|
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/audit@v1
|
2023-12-19 22:25:30 +03:00
|
|
|
|
with:
|
|
|
|
|
pkg: ${{ inputs.pkg }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/upload-build-artifact@v1
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
|
|
|
|
test:
|
2023-12-13 19:47:32 +03:00
|
|
|
|
name: test ${{inputs.tinyname}} ${{ matrix.container || ''}} ${{ matrix.container || '' }} ${{ join(matrix.os, '+') }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
needs: build
|
|
|
|
|
strategy:
|
|
|
|
|
matrix:
|
|
|
|
|
os: ${{ fromJSON(inputs.test-os) }}
|
|
|
|
|
container: ${{ fromJSON(inputs.test-container) }}
|
2024-01-11 23:05:04 +03:00
|
|
|
|
permissions: {}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
runs-on: ${{ matrix.os }}
|
|
|
|
|
container: ${{ matrix.container }}
|
|
|
|
|
env:
|
|
|
|
|
PKGX_PANTRY_PATH: ${{ github.workspace }}
|
|
|
|
|
steps:
|
|
|
|
|
- uses: pkgxdev/setup@v2
|
|
|
|
|
- uses: actions/checkout@v4
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/download-build-artifact@v1
|
2023-12-19 22:25:30 +03:00
|
|
|
|
with:
|
|
|
|
|
pkg: ${{ inputs.pkg }}
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/test@v1
|
2023-12-19 22:25:30 +03:00
|
|
|
|
with:
|
|
|
|
|
pkg: ${{ inputs.pkg }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
|
|
|
|
bottle:
|
2023-12-13 19:47:32 +03:00
|
|
|
|
name: bottle (${{inputs.tinyname}}.${{matrix.compression}})
|
2023-12-13 13:42:25 +03:00
|
|
|
|
needs: [build, test]
|
2024-01-11 23:05:04 +03:00
|
|
|
|
permissions: {}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
strategy:
|
|
|
|
|
matrix:
|
|
|
|
|
compression: [xz, gz]
|
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
env:
|
2024-02-03 00:32:34 +03:00
|
|
|
|
AWS: ${{ inputs.dry-run && 'echo' || 'aws' }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
PREFIX: ${{ needs.build.outputs.project }}/${{ needs.build.outputs.platform }}/${{ needs.build.outputs.arch }}/v${{ needs.build.outputs.version }}.tar.${{ matrix.compression }}
|
|
|
|
|
steps:
|
|
|
|
|
- uses: pkgxdev/setup@v2
|
|
|
|
|
|
|
|
|
|
- uses: aws-actions/configure-aws-credentials@v4
|
|
|
|
|
with:
|
|
|
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
|
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
|
|
|
aws-region: us-east-1
|
|
|
|
|
|
|
|
|
|
- name: import GPG key
|
2023-12-15 10:40:34 +03:00
|
|
|
|
run: echo $GPG_PRIVATE_KEY |
|
2023-12-13 13:42:25 +03:00
|
|
|
|
base64 -d |
|
|
|
|
|
pkgx gpg --import --batch --yes
|
|
|
|
|
env:
|
|
|
|
|
GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }}
|
|
|
|
|
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/download-build-artifact@v1
|
2023-12-13 13:42:25 +03:00
|
|
|
|
id: dl
|
|
|
|
|
with:
|
2023-12-19 22:25:30 +03:00
|
|
|
|
pkg: ${{ inputs.pkg }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
platform: ${{ inputs.name }}
|
|
|
|
|
extract: false
|
|
|
|
|
|
2024-04-04 00:58:04 +03:00
|
|
|
|
- uses: pkgxdev/brewkit/bottle@v1
|
2023-12-13 13:42:25 +03:00
|
|
|
|
id: bottle
|
|
|
|
|
with:
|
|
|
|
|
file: ${{ steps.dl.outputs.filename }}
|
|
|
|
|
compression: ${{ matrix.compression }}
|
|
|
|
|
|
|
|
|
|
- name: gpg
|
|
|
|
|
run: pkgx gpg
|
|
|
|
|
--detach-sign
|
|
|
|
|
--armor
|
|
|
|
|
--output ${{ steps.bottle.outputs.filename }}.asc
|
|
|
|
|
--local-user ${{ secrets.GPG_KEY_ID }}
|
|
|
|
|
${{ steps.bottle.outputs.filename }}
|
|
|
|
|
|
|
|
|
|
- name: sha
|
|
|
|
|
run: pkgx
|
|
|
|
|
sha256sum
|
|
|
|
|
${{ steps.bottle.outputs.filename }} > ${{ steps.bottle.outputs.filename }}.sha256sum
|
|
|
|
|
|
|
|
|
|
- name: s3 put
|
|
|
|
|
run: |
|
2024-02-03 00:32:34 +03:00
|
|
|
|
$AWS s3 cp ${{ steps.bottle.outputs.filename }} $URL
|
|
|
|
|
$AWS s3 cp ${{ steps.bottle.outputs.filename }}.asc $URL.asc
|
|
|
|
|
$AWS s3 cp ${{ steps.bottle.outputs.filename }}.sha256sum $URL.sha256sum
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
2023-12-13 13:55:26 +03:00
|
|
|
|
echo "cf-paths=/$PREFIX /$PREFIX.asc /$PREFIX.sha256sum" >> $GITHUB_OUTPUT
|
2023-12-13 13:42:25 +03:00
|
|
|
|
env:
|
|
|
|
|
URL: s3://${{ secrets.AWS_S3_BUCKET }}/${{ env.PREFIX }}
|
|
|
|
|
id: put
|
2024-02-03 00:32:34 +03:00
|
|
|
|
|
|
|
|
|
- name: s3 put file listing
|
|
|
|
|
if: ${{ matrix.compression == 'gz' }}
|
|
|
|
|
id: files
|
|
|
|
|
run: |
|
|
|
|
|
PREFIX=$(dirname $PREFIX)
|
|
|
|
|
tar tf ${{ steps.bottle.outputs.filename }} \
|
|
|
|
|
| grep -v '/$' \
|
|
|
|
|
| grep -v '^venv/' \
|
|
|
|
|
> $FILENAME
|
|
|
|
|
$AWS s3 cp $FILENAME s3://${{ secrets.AWS_S3_BUCKET }}/$PREFIX/$FILENAME
|
|
|
|
|
echo "cf-paths=/$PREFIX/$FILENAME" >> $GITHUB_OUTPUT
|
|
|
|
|
env:
|
|
|
|
|
FILENAME: v${{ needs.build.outputs.version }}.files.txt
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
2023-12-22 18:25:43 +03:00
|
|
|
|
- name: invalidate cloudfront
|
2024-02-03 00:32:34 +03:00
|
|
|
|
run: $AWS cloudfront create-invalidation
|
2023-12-22 18:25:43 +03:00
|
|
|
|
--distribution-id ${{ secrets.AWS_CF_DISTRIBUTION_ID }}
|
|
|
|
|
--paths
|
2024-02-03 00:32:34 +03:00
|
|
|
|
${{ steps.put.outputs.cf-paths }} ${{ steps.files.outputs.cf-paths }}
|
|
|
|
|
if: inputs.invalidate-cloudfront
|
2023-12-22 18:25:43 +03:00
|
|
|
|
|
2023-12-13 19:47:32 +03:00
|
|
|
|
publish:
|
|
|
|
|
name: publish ${{inputs.tinyname}} ${{ inputs.dry-run && '(dry-run)' }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
needs: [bottle, build]
|
2024-01-11 23:05:04 +03:00
|
|
|
|
permissions: {}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
env:
|
2024-02-03 00:32:34 +03:00
|
|
|
|
AWS: ${{ inputs.dry-run && 'echo' || 'aws' }}
|
2023-12-13 13:42:25 +03:00
|
|
|
|
DIRNAME: ${{ needs.build.outputs.project }}/${{ needs.build.outputs.platform }}/${{ needs.build.outputs.arch }}
|
|
|
|
|
steps:
|
|
|
|
|
- uses: aws-actions/configure-aws-credentials@v4
|
|
|
|
|
with:
|
|
|
|
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
|
|
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
|
|
|
aws-region: us-east-1
|
|
|
|
|
|
|
|
|
|
- uses: pkgxdev/setup@v2
|
|
|
|
|
|
|
|
|
|
- name: generate versions.txt
|
|
|
|
|
run: |
|
2023-12-15 10:40:34 +03:00
|
|
|
|
if ! aws s3 cp \
|
2023-12-22 18:25:43 +03:00
|
|
|
|
s3://${{ secrets.AWS_S3_BUCKET }}/$DIRNAME/versions.txt \
|
2023-12-15 10:40:34 +03:00
|
|
|
|
./remote-versions.txt; then
|
|
|
|
|
touch remote-versions.txt
|
|
|
|
|
fi
|
2023-12-13 13:42:25 +03:00
|
|
|
|
echo "$SCRIPT" > script.ts
|
|
|
|
|
pkgx deno run -A script.ts ./remote-versions.txt ${{ needs.build.outputs.version }} > versions.txt
|
|
|
|
|
env:
|
|
|
|
|
SCRIPT: |
|
|
|
|
|
import SemVer, { compare } from "https://raw.githubusercontent.com/pkgxdev/libpkgx/main/src/utils/semver.ts"
|
2023-12-22 18:25:43 +03:00
|
|
|
|
const versions = new Set(Deno.readTextFileSync(Deno.args[0]).trim().split("\n").filter(x => x))
|
|
|
|
|
versions.add(Deno.args[1])
|
|
|
|
|
const out = [...versions].map(x => new SemVer(x)).sort(compare).join("\n")
|
2023-12-13 13:42:25 +03:00
|
|
|
|
await Deno.stdout.write(new TextEncoder().encode(out.trim()))
|
|
|
|
|
|
|
|
|
|
- name: s3 put
|
2024-02-03 00:32:34 +03:00
|
|
|
|
run: $AWS s3 cp versions.txt s3://${{ secrets.AWS_S3_BUCKET }}/$DIRNAME/versions.txt
|
2023-12-13 13:42:25 +03:00
|
|
|
|
|
|
|
|
|
- name: invalidate cloudfront
|
2024-02-03 00:32:34 +03:00
|
|
|
|
run: $AWS cloudfront create-invalidation
|
2023-12-15 10:40:34 +03:00
|
|
|
|
--distribution-id ${{ secrets.AWS_CF_DISTRIBUTION_ID }}
|
|
|
|
|
--paths
|
|
|
|
|
/$DIRNAME/versions.txt
|
2024-02-03 00:32:34 +03:00
|
|
|
|
if: inputs.invalidate-cloudfront
|
2023-12-13 19:47:32 +03:00
|
|
|
|
|
|
|
|
|
complain:
|
2023-12-21 11:22:42 +03:00
|
|
|
|
needs: bottle
|
2023-12-29 14:34:42 +03:00
|
|
|
|
if: failure() && !inputs.dry-run && inputs.complain
|
2023-12-13 19:47:32 +03:00
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
permissions:
|
|
|
|
|
issues: write
|
|
|
|
|
steps:
|
|
|
|
|
- uses: actions/checkout@v4
|
|
|
|
|
- uses: ./.github/actions/complain
|
|
|
|
|
with:
|
2023-12-16 22:09:49 +03:00
|
|
|
|
pkg: ${{ fromJSON(inputs.pkg).project }}=${{ fromJSON(inputs.pkg).version.value }}
|