pantry/.github/workflows/build.yml

243 lines
7.1 KiB
YAML
Raw Normal View History

name: build
on:
workflow_call:
inputs:
projects:
required: true
type: string
env:
TEA_PANTRY_PATH: ${{ github.workspace }}/pantry
jobs:
check-core-sizes:
runs-on: ubuntu-latest
outputs:
gha-linux-build-size: ${{ env.GHA_LINUX_BUILD_SIZE }}
steps:
- name: co pantry
uses: actions/checkout@v3
with:
path: pantry
repository: teaxyz/pantry.core
- name: co extra
uses: actions/checkout@v3
with:
path: extra
repository: teaxyz/pantry.extra
- uses: teaxyz/setup@v0
with:
# necessary because we currently require a `.git` directory
2023-01-14 23:13:41 +03:00
srcroot: pantry
- run: ./scripts/check-core-sizes.ts ${{ inputs.projects }}
working-directory: pantry
env:
TEA_PANTRY_PATH: ${{ env.TEA_PANTRY_PATH }}:${{ github.workspace }}/extra
build:
runs-on: ${{ matrix.platform.os }}
needs: [check-core-sizes]
strategy:
matrix:
platform:
- os: macos-11
name: darwin+x86-64
- os: ${{ needs.check-core-sizes.outputs.gha-linux-build-size }}
name: linux+x86-64
2022-09-03 01:41:05 +03:00
container:
image: debian:buster-slim
2022-10-19 06:32:18 +03:00
- os: [self-hosted, macOS, ARM64]
name: darwin+aarch64
2022-10-19 06:32:18 +03:00
- os: [self-hosted, linux, ARM64]
name: linux+aarch64
container: ${{ matrix.platform.container }}
steps:
- name: co pantry
uses: actions/checkout@v3
with:
path: pantry
- name: co cli
uses: actions/checkout@v3
with:
path: cli
repository: teaxyz/cli
2022-10-28 01:23:32 +03:00
- uses: teaxyz/setup@v0
id: tea
with:
# necessary because we currently require a `.git` directory
2022-10-28 01:23:32 +03:00
srcroot: /opt/tea.xyz/var/pantry
prefix: /opt
- name: HACKS
run: |
case ${{ matrix.platform.os }} in
macos-11)
#FIXME we need a clean install of macOS for builds
#TODO stop using GHA images or chroot or something
2022-09-02 00:42:09 +03:00
for x in /usr/local/*; do sudo mv $x /tmp; done
;;
esac
ln -s $GITHUB_WORKSPACE/cli /opt/tea.xyz/var/cli
2022-11-11 03:53:26 +03:00
# in case this PR contains updates to the scripts
#TODO only do for PRs
if test "$GITHUB_REPOSITORY" = "teaxyz/pantry.core"; then
cp -rv pantry/scripts/* /opt/tea.xyz/var/pantry/scripts
fi
2022-10-28 01:23:32 +03:00
- run: /opt/tea.xyz/var/pantry/scripts/sort.ts ${{ inputs.projects }}
id: sorted
# running out of /opt because only pantry.core has these scripts
- run: /opt/tea.xyz/var/pantry/scripts/build.ts ${{ steps.sorted.outputs.pkgs }}
id: build
env:
2022-11-11 04:42:08 +03:00
GITHUB_TOKEN: ${{ github.token }}
FORCE_UNSAFE_CONFIGURE: 1 # some configure scripts refuse to run as root
- name: delete `.la` files
run: find ${{ steps.tea.outputs.prefix }} -name '*.la' -delete
# cache data we'll need in the bottling job
- run: |
echo ${{ steps.build.outputs.pkgs }} >built
echo ${{ steps.build.outputs.relative-paths }} >relative-paths
echo ${{ steps.build.outputs.srcs }} >srcs
working-directory: ${{ steps.tea.outputs.prefix }}
2022-09-29 19:07:07 +03:00
# tarring ourselves ∵ GHA-artifacts (ludicrously) lose permissions
# /ref https://github.com/actions/upload-artifact/issues/38
- run:
tar czf $GITHUB_WORKSPACE/artifacts.tgz
${{ steps.build.outputs.relative-paths }}
2022-10-17 22:20:42 +03:00
${{ steps.build.outputs.srcs-relative-paths }}
built relative-paths srcs
2022-09-29 19:07:07 +03:00
working-directory: ${{ steps.tea.outputs.prefix }}
2022-09-10 11:09:40 +03:00
- name: upload artifacts
uses: actions/upload-artifact@v3
with:
name: ${{ matrix.platform.name }}
2022-09-29 19:07:07 +03:00
path: artifacts.tgz
2022-09-10 11:09:40 +03:00
if-no-files-found: error
2022-09-28 18:14:46 +03:00
test:
2022-09-10 11:09:40 +03:00
needs: [build]
runs-on: ${{ matrix.platform.os }}
2022-09-08 23:40:35 +03:00
strategy:
matrix:
platform:
2022-09-29 19:07:07 +03:00
- os: macos-11
name: darwin+x86-64
2022-09-29 19:07:07 +03:00
- os: ubuntu-latest
name: linux+x86-64
2022-09-29 19:07:07 +03:00
- os: ubuntu-latest
name: linux+x86-64
2022-10-06 19:14:37 +03:00
container: ghcr.io/teaxyz/infuser:slim-latest
2022-09-29 19:07:07 +03:00
- os: ubuntu-latest
name: linux+x86-64
2022-09-29 19:07:07 +03:00
container: debian:buster-slim
2022-10-19 06:32:18 +03:00
- os: [self-hosted, macOS, ARM64]
name: darwin+aarch64
2022-10-19 06:32:18 +03:00
- os: [self-hosted, linux, ARM64]
name: linux+aarch64
outputs:
2023-01-12 01:00:05 +03:00
HAS_SECRETS: ${{ env.HAS_SECRETS }}
container: ${{ matrix.platform.container }}
2022-09-08 23:40:35 +03:00
steps:
2022-09-29 02:19:56 +03:00
- uses: actions/checkout@v3
2022-09-08 23:40:35 +03:00
with:
2022-10-28 01:23:32 +03:00
path: tea.xyz/var/cli
2022-09-08 23:40:35 +03:00
repository: teaxyz/cli
- uses: actions/checkout@v3
with:
path: pantry
2022-09-29 22:40:34 +03:00
2022-09-08 23:40:35 +03:00
- uses: teaxyz/setup@v0
id: tea
2022-09-29 02:19:56 +03:00
with:
2022-10-28 01:23:32 +03:00
srcroot: tea.xyz/var/pantry
2022-09-29 02:19:56 +03:00
prefix: ${{ github.workspace }}
2022-10-26 04:55:49 +03:00
- run: |
2022-12-21 22:07:10 +03:00
# in case this PR contains updates to the scripts TODO only PRs
if test "$GITHUB_REPOSITORY" = "teaxyz/pantry.core"; then
cp -rv pantry/scripts/* $(tea --prefix)/tea.xyz/var/pantry/scripts
fi
if: ${{ matrix.platform.container != '' }}
2022-09-08 23:40:35 +03:00
2022-09-28 18:14:46 +03:00
- uses: actions/download-artifact@v3
2022-09-08 23:40:35 +03:00
with:
name: ${{ matrix.platform.name }}
2022-09-08 23:40:35 +03:00
2022-09-29 19:07:07 +03:00
- run: tar xzf artifacts.tgz
2022-10-28 01:23:32 +03:00
- run: tea.xyz/var/pantry/scripts/test.ts ${{ inputs.projects }}
2022-09-08 23:40:35 +03:00
2023-01-12 01:00:05 +03:00
- run:
echo "HAS_SECRETS=$HAS_SECRETS" >>$GITHUB_ENV
env:
HAS_SECRETS: ${{ secrets.AWS_S3_CACHE != null }}
stage:
needs: [test]
# this only works for PRs from our team to our repo (security! :( )
2023-01-12 01:00:05 +03:00
if: startsWith(github.ref, 'refs/pull/') && startsWith(github.repository, 'teaxyz/pantry.') && needs.test.outputs.HAS_SECRETS == 'true'
runs-on: ubuntu-latest
2022-09-26 17:56:15 +03:00
strategy:
matrix:
platform:
2022-10-19 06:32:18 +03:00
- os: macos-11
name: darwin+x86-64
2022-10-19 06:32:18 +03:00
- os: ubuntu-latest
name: linux+x86-64
2022-10-19 06:32:18 +03:00
- os: [self-hosted, macOS, ARM64]
name: darwin+aarch64
2022-10-19 06:32:18 +03:00
- os: [self-hosted, linux, ARM64]
name: linux+aarch64
2022-09-26 17:56:15 +03:00
steps:
- uses: actions/checkout@v3
with:
path: tea.xyz/var/cli
repository: teaxyz/cli
2022-09-26 17:56:15 +03:00
2022-09-29 02:19:56 +03:00
- uses: actions/checkout@v3
2022-09-26 17:56:15 +03:00
with:
path: pantry
2022-09-26 17:56:15 +03:00
- uses: teaxyz/setup@v0
id: tea
2022-09-29 02:19:56 +03:00
with:
2022-10-28 01:23:32 +03:00
srcroot: tea.xyz/var/pantry
2022-09-29 02:19:56 +03:00
prefix: ${{ github.workspace }}
2022-09-26 17:56:15 +03:00
- run: |
# in case this PR contains updates to the scripts
#TODO only do for PRs
if test "$GITHUB_REPOSITORY" = "teaxyz/pantry.core"; then
cp -rv $GITHUB_WORKSPACE/pantry/scripts/* $(tea --prefix)/tea.xyz/var/pantry/scripts
fi
2022-09-28 18:14:46 +03:00
- uses: actions/download-artifact@v3
2022-09-26 17:56:15 +03:00
with:
name: ${{ matrix.platform.name }}
- run:
tea.xyz/var/pantry/scripts/cache-artifacts.ts
${{github.repository}}
${{github.ref}}
${{matrix.platform.name}}
artifacts.tgz
2022-09-28 18:14:46 +03:00
env:
AWS_S3_CACHE: ${{ secrets.AWS_S3_CACHE }}
2022-09-28 18:14:46 +03:00
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}