#186 update ci/cd pipeline to build electron

This commit is contained in:
neil 2023-02-08 09:04:55 +08:00
parent e61c09b585
commit 0be8a6db2d
2 changed files with 141 additions and 140 deletions

View file

@ -9,92 +9,78 @@ jobs:
changes: changes:
runs-on: ubuntu-latest runs-on: ubuntu-latest
outputs: outputs:
svelte: ${{steps.svelte.outputs.src}} desktop: ${{steps.desktop.outputs.src}}
tauri: ${{steps.tauri.outputs.src}} preview_folder: ${{steps.preview.outputs.folder}}
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
- uses: dorny/paths-filter@v2 - uses: dorny/paths-filter@v2
id: svelte id: desktop
with: with:
filters: | filters: |
src: src:
- 'modules/gui/src/**' - 'modules/desktop/**'
- 'modules/ui/**' - 'modules/ui/**'
- uses: dorny/paths-filter@v2 - name: get s3 preview folder
id: tauri id: preview
with: run: echo "folder=${{ github.event.number }}-merge" >> $GITHUB_OUTPUT
filters: |
src:
- 'modules/gui/src-tauri/**'
- 'modules/gui/src/**'
- 'modules/ui/src/**'
build_svelte:
needs: changes
if: needs.changes.outputs.svelte == 'true'
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
persist-credentials: false
- name: cache gui linux
uses: actions/cache@v3
with:
key: linux+x86-64-20-pnpm-cargo-main
path: |
./pnpm
./target
- name: build tauri for Linux
if: startsWith(matrix.platform.name, 'linux')
uses: docker://getneil/tea-builder:latest
build_tauri: build_desktop:
needs: changes needs: changes
if: needs.changes.outputs.tauri == 'true' if: needs.changes.outputs.desktop == 'true'
runs-on: ${{ matrix.platform.os }} runs-on: ${{ matrix.platform.os }}
strategy: strategy:
matrix: matrix:
platform: platform:
- os: macos-11 - os: macos-11
name: darwin+x86-64 name: darwin+x86-64
- os: ubuntu-latest # TODO: #181 build for linux
name: linux+x86-64 # - os: ubuntu-latest
# name: linux+x86-64
- os: [self-hosted, macOS, ARM64] - os: [self-hosted, macOS, ARM64]
name: darwin+aarch64 name: darwin+aarch64
# err: Package atk was not found in the pkg-config search path.
# requires atk >= 2.18
# - os: [self-hosted, linux, ARM64] # - os: [self-hosted, linux, ARM64]
# name: linux+aarch64 # name: linux+aarch64
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
- uses: teaxyz/setup@v0 - uses: teaxyz/setup@v0
if: startsWith(matrix.platform.name, 'darwin') - name: cache node_modules build
- name: cache gui build
# TODO: cache issue in our self-hosted macos runner ESPIPE: invalid seek, read # TODO: cache issue in our self-hosted macos runner ESPIPE: invalid seek, read
# but its ok to ignore, its still the fastest builder # but its ok to ignore, its still the fastest builder
# NOTE: enabling cache in the self hosted runner slows down the pipeline by 4m because post-cache builder error ^ # NOTE: enabling cache in the self hosted runner slows down the pipeline by 4m because post-cache builder error ^
if: startsWith(matrix.platform.name, 'linux') || matrix.platform.name == 'darwin+x86-64' if: startsWith(matrix.platform.name, 'linux') || matrix.platform.name == 'darwin+x86-64'
uses: actions/cache@v3 uses: actions/cache@v3
with: with:
key: ${{matrix.platform.name}}-pnpm-cargo-main key: ${{matrix.platform.name}}-pnpm-prod
path: | path: |
./pnpm ./pnpm
./target ./.pnpm-store
- name: build tauri for MacOS ./node_modules
./modules/desktop/node_modules
./modules/ui/node_modules
- name: cache electron build
uses: actions/cache@v3
with:
key: ${{matrix.platform.name}}-electron-prod
path: |
./modules/desktop/.svelte-kit
./modules/desktop/build
./modules/desktop/dist
- name: build
if: startsWith(matrix.platform.name, 'darwin') if: startsWith(matrix.platform.name, 'darwin')
run: tea -ES xc build run: tea -ES xc dist
env: env:
CARGO_TARGET_DIR: ${{ github.workspace }}/target USE_HARD_LINKS: false
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} CSC_LINK: ${{ secrets.GUI_APPLE_CERTIFICATE }}
ENABLE_CODE_SIGNING: ${{ secrets.GUI_APPLE_CERTIFICATE }} CSC_KEY_PASSWORD: ${{ secrets.GUI_APPLE_CERTIFICATE_PASSWORD }}
APPLE_CERTIFICATE: ${{ secrets.GUI_APPLE_CERTIFICATE }} CSC_NAME: ${{ secrets.APPLE_IDENTITY_NO_PREFIX }}
APPLE_CERTIFICATE_PASSWORD: ${{ secrets.GUI_APPLE_CERTIFICATE_PASSWORD }} # APPLE_ID: ${{ secrets.APPLE_ID }}
APPLE_SIGNING_IDENTITY: ${{ secrets.APPLE_SIGNING_IDENTITY }} # APPLE_APP_SPECIFIC_PASSWORD: ${{ secrets.APPLE_PASSWORD }}
- run: mkdir -p target
- name: build tauri for Linux - run: cp ./modules/desktop/dist/*.zip ./target/tea.zip
if: startsWith(matrix.platform.name, 'linux') - run: tar -czvf artifacts.tgz -C ./target/ .
# TODO: https://tauri.app/v1/guides/distribution/sign-linux
uses: ./devops/linux-builder
- run: tar -czvf artifacts.tgz -C ./target/release/bundle .
- name: upload artifacts - name: upload artifacts
uses: actions/upload-artifact@v3 uses: actions/upload-artifact@v3
with: with:
@ -102,8 +88,8 @@ jobs:
path: artifacts.tgz path: artifacts.tgz
if-no-files-found: error if-no-files-found: error
notorize_tauri: notarize_desktop:
needs: [build_tauri] needs: [build_desktop]
runs-on: macos-11 runs-on: macos-11
strategy: strategy:
matrix: matrix:
@ -126,13 +112,13 @@ jobs:
APPLE_PASSWORD: ${{ secrets.APPLE_PASSWORD }} APPLE_PASSWORD: ${{ secrets.APPLE_PASSWORD }}
upload: upload:
needs: [build_tauri, notorize_tauri] needs: [build_desktop, notarize_desktop]
runs-on: ubuntu-latest runs-on: ubuntu-latest
strategy: strategy:
matrix: matrix:
platform: platform:
- darwin+x86-64 - darwin+x86-64
- linux+x86-64 # - linux+x86-64
- darwin+aarch64 - darwin+aarch64
# - linux+aarch64 # - linux+aarch64
steps: steps:
@ -171,11 +157,11 @@ jobs:
;; ;;
"darwin+aarch64") "darwin+aarch64")
BUILD_PLATFORM="aarch64" BUILD_PLATFORM="aarch64"
EXTENSION="dmg" EXTENSION="zip"
;; ;;
"darwin+x86-64") "darwin+x86-64")
BUILD_PLATFORM="x64" BUILD_PLATFORM="x64"
EXTENSION="dmg" EXTENSION="zip"
;; ;;
*) *)
echo "Unknown platform $platform" echo "Unknown platform $platform"
@ -185,12 +171,6 @@ jobs:
echo "build_platform=$BUILD_PLATFORM" >> $GITHUB_OUTPUT echo "build_platform=$BUILD_PLATFORM" >> $GITHUB_OUTPUT
echo "extension=$EXTENSION" >> $GITHUB_OUTPUT echo "extension=$EXTENSION" >> $GITHUB_OUTPUT
- name: zip .app for MacOS
if: startsWith(matrix.platform, 'darwin+')
run: |
cd ./macos/
zip -r tea.zip tea.app
- name: cp package images from prod to gui bucket - name: cp package images from prod to gui bucket
env: env:
platform: ${{ steps.build_platform.outputs.build_platform }} platform: ${{ steps.build_platform.outputs.build_platform }}
@ -198,20 +178,22 @@ jobs:
extension: ${{steps.build_platform.outputs.extension}} extension: ${{steps.build_platform.outputs.extension}}
run: | run: |
aws s3 cp \ aws s3 cp \
"./$extension/tea_0.1.0_$platform.$extension" \ "./tea.$extension" \
"s3://preview.gui.tea.xyz/release/tea_${{ steps.date.outputs.unix_seconds }}_$platform.$extension" "s3://preview.gui.tea.xyz/release/tea_${{ steps.date.outputs.unix_seconds }}_$platform.$extension"
- name: cp package zip for MacOS - name: cp package zip for MacOS
if: startsWith(matrix.platform, 'darwin')
env: env:
platform: ${{ steps.build_platform.outputs.build_platform }} platform: ${{ steps.build_platform.outputs.build_platform }}
build_platform: ${{ matrix.platform }} build_platform: ${{ matrix.platform }}
extension: ${{ steps.build_platform.outputs.extension }}
run: | run: |
aws s3 cp ./macos/tea.zip \ aws s3 cp ./macos/tea.zip \
"s3://preview.gui.tea.xyz/release/tea_${{ steps.date.outputs.unix_seconds }}_$platform.zip" "s3://preview.gui.tea.xyz/release/tea_${{ steps.date.outputs.unix_seconds }}_$platform.$extension"
- uses: actions/setup-node@v3 - uses: actions/setup-node@v3
with: with:
node-version: 18 node-version: 18
- name: Slack Notification - name: Slack Notification
run: ./.github/notify-slack.js run: ./.github/notify-slack.js
env: env:
@ -219,12 +201,3 @@ jobs:
PLATFORM: ${{ matrix.platform }} PLATFORM: ${{ matrix.platform }}
EXT: ${{ steps.build_platform.outputs.extension }} EXT: ${{ steps.build_platform.outputs.extension }}
DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_${{ steps.date.outputs.unix_seconds }}_${{ steps.build_platform.outputs.build_platform }}.${{ steps.build_platform.outputs.extension }} DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_${{ steps.date.outputs.unix_seconds }}_${{ steps.build_platform.outputs.build_platform }}.${{ steps.build_platform.outputs.extension }}
- name: Slack Notification for .app Mac
run: ./.github/notify-slack.js
if: startsWith(matrix.platform, 'darwin')
env:
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
PLATFORM: ${{ matrix.platform }}
EXT: .zip(.app)
DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_${{ steps.date.outputs.unix_seconds }}_${{ steps.build_platform.outputs.build_platform }}.zip

View file

@ -4,15 +4,15 @@ on:
- 'v*.*.*' - 'v*.*.*'
jobs: jobs:
build_release_tauri: build_desktop:
runs-on: ${{ matrix.platform.os }} runs-on: ${{ matrix.platform.os }}
strategy: strategy:
matrix: matrix:
platform: platform:
- os: macos-11 - os: macos-11
name: darwin+x86-64 name: darwin+x86-64
- os: ubuntu-latest # - os: ubuntu-latest
name: linux+x86-64 # name: linux+x86-64
- os: [self-hosted, macOS, ARM64] - os: [self-hosted, macOS, ARM64]
name: darwin+aarch64 name: darwin+aarch64
# - os: [self-hosted, linux, ARM64] # - os: [self-hosted, linux, ARM64]
@ -20,45 +20,99 @@ jobs:
container: ${{ matrix.platform.container }} container: ${{ matrix.platform.container }}
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v3
- name: build platform output - uses: teaxyz/setup@v0
id: build_platform - name: build
env:
platform: ${{ matrix.platform.name }}
run: |
EXTENSION=dmg
BUILD_PLATFORM=$(echo $platform | sed -e "s/darwin+//g" | sed -e "s/linux+//g")
[[ $BUILD_PLATFORM = "x86-64" ]] && BUILD_PLATFORM="x64" || BUILD_PLATFORM=$BUILD_PLATFORM
[[ $platform = "linux+x86-64" ]] && BUILD_PLATFORM="amd64" || BUILD_PLATFORM=$BUILD_PLATFORM
[[ $platform = "linux+x86-64" ]] && EXTENSION="deb"
echo "build_platform=$BUILD_PLATFORM" >> $GITHUB_OUTPUT
echo "extension=$EXTENSION" >> $GITHUB_OUTPUT
- name: build tauri for MacOS
if: startsWith(matrix.platform.name, 'darwin') if: startsWith(matrix.platform.name, 'darwin')
# FROM: https://tauri.app/v1/guides/distribution/sign-macos run: tea -ES xc dist
env: env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} USE_HARD_LINKS: false
ENABLE_CODE_SIGNING: ${{ secrets.GUI_APPLE_CERTIFICATE }} CSC_LINK: ${{ secrets.GUI_APPLE_CERTIFICATE }}
APPLE_CERTIFICATE: ${{ secrets.GUI_APPLE_CERTIFICATE }} CSC_KEY_PASSWORD: ${{ secrets.GUI_APPLE_CERTIFICATE_PASSWORD }}
APPLE_CERTIFICATE_PASSWORD: ${{ secrets.GUI_APPLE_CERTIFICATE_PASSWORD }} CSC_NAME: ${{ secrets.APPLE_IDENTITY_NO_PREFIX }}
APPLE_SIGNING_IDENTITY: ${{ secrets.APPLE_SIGNING_IDENTITY }} - run: mkdir -p target
# todo: uncomment when m1 with latest xcode is deployed - run: cp ./modules/desktop/dist/*.zip ./target/tea.zip
# this only helps in notarization - run: tar -czvf artifacts.tgz -C ./target/ .
# APPLE_ID: ${{ secrets.APPLE_ID }} - name: upload artifacts
# APPLE_PASSWORD: ${{ secrets.APPLE_PASSWORD }} uses: actions/upload-artifact@v3
run: | with:
sh <(curl https://tea.xyz) -ES xc build name: ${{ matrix.platform.name }}
path: artifacts.tgz
if-no-files-found: error
- name: build tauri for Linux notarize_desktop:
# uses: teaxyz/setup@v0 needs: [build_desktop]
if: startsWith(matrix.platform.name, 'linux') runs-on: macos-11
# TODO: https://tauri.app/v1/guides/distribution/sign-linux strategy:
uses: docker://getneil/tea-builder:latest matrix:
platform:
- darwin+x86-64
- darwin+aarch64
steps:
- uses: actions/download-artifact@v3
with:
name: ${{ matrix.platform }}
- run: tar xzf artifacts.tgz
- run: cd ./macos/ && zip -r tea.zip tea.app
# Notarize. Can take up to 10 minutes (and fail) asynchronously
- run: xcrun altool --notarize-app --username "$APPLE_ID" --password "$APPLE_PASSWORD" --primary-bundle-id "com.tea.xyz" --file ./macos/tea.zip
env:
APPLE_ID: ${{ secrets.APPLE_ID }}
APPLE_PASSWORD: ${{ secrets.APPLE_PASSWORD }}
upload:
needs: [build_desktop, notarize_desktop]
runs-on: ubuntu-latest
strategy:
matrix:
platform:
- darwin+x86-64
# - linux+x86-64
- darwin+aarch64
# - linux+aarch64
steps:
- uses: actions/checkout@v3
- uses: actions/download-artifact@v3
with:
name: ${{ matrix.platform }}
- name: Get current unix ts - seconds - name: Get current unix ts - seconds
id: date id: date
run: echo "unix_seconds=$(date +'%s')" >> $GITHUB_OUTPUT run: echo "unix_seconds=$(date +'%s')" >> $GITHUB_OUTPUT
- name: build platform output
id: build_platform
env:
platform: ${{ matrix.platform }}
run: |
BUILD_PLATFORM=$(echo $platform | sed -e "s/darwin+//g" | sed -e "s/linux+//g")
EXTENSION=dmg
case $platform in
"linux+x86-64")
BUILD_PLATFORM="amd64"
EXTENSION="deb"
;;
"linux+aarch64")
BUILD_PLATFORM="aarch64"
EXTENSION="deb"
;;
"darwin+aarch64")
BUILD_PLATFORM="aarch64"
EXTENSION="zip"
;;
"darwin+x86-64")
BUILD_PLATFORM="x64"
EXTENSION="zip"
;;
*)
echo "Unknown platform $platform"
exit 1
;;
esac
echo "build_platform=$BUILD_PLATFORM" >> $GITHUB_OUTPUT
echo "extension=$EXTENSION" >> $GITHUB_OUTPUT
- uses: aws-actions/configure-aws-credentials@v1 - uses: aws-actions/configure-aws-credentials@v1
with: with:
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
@ -76,27 +130,11 @@ jobs:
extension: ${{ steps.build_platform.outputs.extension }} extension: ${{ steps.build_platform.outputs.extension }}
tag: ${{ steps.tag.outputs.tag }} tag: ${{ steps.tag.outputs.tag }}
run: | run: |
aws s3 cp "./modules/gui/src-tauri/target/release/bundle/$extension/tea_0.1.0_$platform.$extension" \ aws s3 cp "./tea.$extension" \
"s3://preview.gui.tea.xyz/release/tea_gui_latest_$platform.$extension" "s3://preview.gui.tea.xyz/release/tea_gui_latest_$platform.$extension"
aws s3 cp "./modules/gui/src-tauri/target/release/bundle/$extension/tea_0.1.0_$platform.$extension" \ aws s3 cp "./tea.$extension" \
"s3://preview.gui.tea.xyz/release/tea_gui_${{ steps.tag.outputs.tag }}_$platform.$extension" "s3://preview.gui.tea.xyz/release/tea_gui_${{ steps.tag.outputs.tag }}_$platform.$extension"
- name: zip .app for MacOS
if: startsWith(matrix.platform.name, 'darwin')
run: |
cd ./modules/gui/src-tauri/target/release/bundle/macos/ && zip -r tea.zip tea.app
- name: publish .zip(.app) for MacOS
if: startsWith(matrix.platform.name, 'darwin')
env:
platform: ${{ steps.build_platform.outputs.build_platform }}
extension: ${{ steps.build_platform.outputs.extension }}
tag: ${{ steps.tag.outputs.tag }}
run: |
aws s3 cp "./modules/gui/src-tauri/target/release/bundle/macos/tea.zip" \
"s3://preview.gui.tea.xyz/release/tea_gui_latest_$platform.zip"
aws s3 cp "./modules/gui/src-tauri/target/release/bundle/macos/tea.zip" \
"s3://preview.gui.tea.xyz/release/tea_gui_${{ steps.tag.outputs.tag }}_$platform.zip"
- uses: actions/setup-node@v3 - uses: actions/setup-node@v3
with: with:
node-version: 18 node-version: 18
@ -108,13 +146,3 @@ jobs:
VERSION: ${{steps.tag.outputs.tag}} VERSION: ${{steps.tag.outputs.tag}}
EXT: ${{ steps.build_platform.outputs.extension }} EXT: ${{ steps.build_platform.outputs.extension }}
DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_gui_${{steps.tag.outputs.tag}}_${{steps.build_platform.outputs.build_platform}}.${{ steps.build_platform.outputs.extension }} DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_gui_${{steps.tag.outputs.tag}}_${{steps.build_platform.outputs.build_platform}}.${{ steps.build_platform.outputs.extension }}
- name: Slack Notification for .app Mac
run: ./.github/notify-slack.js
if: startsWith(matrix.platform.name, 'darwin')
env:
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
PLATFORM: ${{ matrix.platform.name }}
VERSION: ${{steps.tag.outputs.tag}}
EXT: .zip(.app)
DOWNLOAD_URL: http://preview.gui.tea.xyz.s3-website-us-east-1.amazonaws.com/release/tea_gui_${{steps.tag.outputs.tag}}_${{steps.build_platform.outputs.build_platform}}.zip