budibase/.github/workflows/budibase_ci.yml

311 lines
11 KiB
YAML
Raw Normal View History

2020-01-31 15:25:53 +01:00
name: Budibase CI
2023-06-20 13:51:57 +02:00
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
on:
# Trigger the workflow on push or pull request,
# but only for the master branch
push:
2020-01-31 15:25:53 +01:00
branches:
- master
pull_request:
workflow_dispatch:
2023-11-17 18:44:06 +01:00
workflow_call:
inputs:
run_as_oss:
type: boolean
required: false
description: Force running checks as if it was an OSS contributor
default: false
2020-01-31 15:25:53 +01:00
2022-04-13 23:04:28 +02:00
env:
2022-04-20 17:21:05 +02:00
BRANCH: ${{ github.event.pull_request.head.ref }}
BASE_BRANCH: ${{ github.event.pull_request.base.ref}}
2023-06-01 16:07:17 +02:00
PERSONAL_ACCESS_TOKEN: ${{ secrets.PERSONAL_ACCESS_TOKEN }}
NX_BASE_BRANCH: origin/${{ github.base_ref }}
2023-10-20 15:16:48 +02:00
USE_NX_AFFECTED: ${{ github.event_name == 'pull_request' }}
2023-11-17 18:49:41 +01:00
IS_OSS_CONTRIBUTOR: ${{ inputs.run_as_oss == true || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != 'Budibase/budibase') }}
2022-04-13 23:04:28 +02:00
2020-01-31 15:25:53 +01:00
jobs:
lint:
runs-on: ubuntu-latest
steps:
2023-11-17 17:08:41 +01:00
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
2023-06-29 12:13:09 +02:00
with:
2023-11-17 17:41:07 +01:00
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
2023-06-29 12:13:09 +02:00
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2024-01-25 09:17:17 +01:00
uses: actions/setup-node@v4
with:
2023-12-22 15:01:21 +01:00
node-version: 20.x
2023-11-17 17:44:50 +01:00
cache: yarn
- run: yarn --frozen-lockfile
- run: yarn lint
2020-01-31 15:25:53 +01:00
build:
runs-on: ubuntu-latest
steps:
2023-11-17 17:08:41 +01:00
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
with:
2023-11-17 17:41:07 +01:00
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
fetch-depth: 0
2023-06-29 13:33:58 +02:00
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2024-01-25 09:17:17 +01:00
uses: actions/setup-node@v4
with:
2023-12-22 15:01:21 +01:00
node-version: 20.x
2023-11-17 17:44:50 +01:00
cache: yarn
- run: yarn --frozen-lockfile
2023-05-26 13:54:10 +02:00
# Run build all the projects
- name: Build OSS
run: yarn build:oss
- name: Build account portal
run: yarn build:account-portal
2024-04-11 17:24:11 +02:00
if: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
2023-05-26 13:54:10 +02:00
# Check the types of the projects built via esbuild
- name: Check types
run: |
if ${{ env.USE_NX_AFFECTED }}; then
yarn check:types --since=${{ env.NX_BASE_BRANCH }} --ignore @budibase/account-portal-server
else
yarn check:types --ignore @budibase/account-portal-server
fi
2023-12-20 11:22:50 +01:00
helm-lint:
runs-on: ubuntu-latest
steps:
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
2023-12-20 11:22:50 +01:00
with:
fetch-depth: 0
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2023-12-20 11:22:50 +01:00
uses: azure/setup-helm@v3
- run: cd charts/budibase && helm lint .
2023-05-23 09:30:35 +02:00
test-libraries:
runs-on: ubuntu-latest
steps:
2023-11-17 17:08:41 +01:00
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
with:
2023-11-17 17:41:07 +01:00
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
2023-06-01 16:15:20 +02:00
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
fetch-depth: 0
2023-06-29 13:33:58 +02:00
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2024-01-25 09:17:17 +01:00
uses: actions/setup-node@v4
with:
2023-12-22 15:01:21 +01:00
node-version: 20.x
2023-11-17 17:44:50 +01:00
cache: yarn
- name: Pull testcontainers images
run: |
2024-04-03 13:22:11 +02:00
docker pull testcontainers/ryuk:0.5.1 &
docker pull budibase/couchdb:v3.2.1-sql &
2024-04-03 13:22:11 +02:00
docker pull redis &
wait $(jobs -p)
- run: yarn --frozen-lockfile
- name: Test
run: |
if ${{ env.USE_NX_AFFECTED }}; then
2024-06-25 10:14:46 +02:00
yarn test --ignore=@budibase/worker --ignore=@budibase/server --since=${{ env.NX_BASE_BRANCH }}
else
2024-06-25 10:14:46 +02:00
yarn test --ignore=@budibase/worker --ignore=@budibase/server
fi
2020-01-31 15:25:53 +01:00
2023-09-26 18:06:52 +02:00
test-worker:
2023-04-18 13:27:12 +02:00
runs-on: ubuntu-latest
steps:
2023-11-17 17:08:41 +01:00
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
with:
2023-11-17 17:41:07 +01:00
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
fetch-depth: 0
2023-06-29 13:33:58 +02:00
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2024-01-25 09:17:17 +01:00
uses: actions/setup-node@v4
2023-04-18 13:27:12 +02:00
with:
2023-12-22 15:01:21 +01:00
node-version: 20.x
2023-11-17 17:44:50 +01:00
cache: yarn
- run: yarn --frozen-lockfile
2023-09-26 18:06:52 +02:00
- name: Test worker
run: |
if ${{ env.USE_NX_AFFECTED }}; then
2023-09-26 18:06:52 +02:00
yarn test --scope=@budibase/worker --since=${{ env.NX_BASE_BRANCH }}
else
2023-09-26 18:06:52 +02:00
yarn test --scope=@budibase/worker
fi
test-server:
runs-on: budi-tubby-tornado-quad-core-150gb
2023-09-26 18:06:52 +02:00
steps:
2023-11-17 17:08:41 +01:00
- name: Checkout repo
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
2023-09-26 18:06:52 +02:00
with:
2023-11-17 17:41:07 +01:00
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
2023-09-26 18:06:52 +02:00
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
fetch-depth: 0
2023-12-22 15:01:21 +01:00
- name: Use Node.js 20.x
2024-01-25 09:17:17 +01:00
uses: actions/setup-node@v4
2023-09-26 18:06:52 +02:00
with:
2023-12-22 15:01:21 +01:00
node-version: 20.x
2023-11-17 17:44:50 +01:00
cache: yarn
- name: Pull testcontainers images
run: |
docker pull mcr.microsoft.com/mssql/server:2022-latest &
docker pull mysql:8.3 &
docker pull postgres:16.1-bullseye &
docker pull mongo:7.0-jammy &
docker pull mariadb:lts &
docker pull testcontainers/ryuk:0.5.1 &
docker pull budibase/couchdb:v3.2.1-sqs &
docker pull minio/minio &
2024-04-03 13:22:11 +02:00
docker pull redis &
wait $(jobs -p)
2023-09-26 18:06:52 +02:00
- run: yarn --frozen-lockfile
2023-09-26 18:06:52 +02:00
- name: Test server
2024-06-10 16:48:15 +02:00
env:
DD_CIVISIBILITY_AGENTLESS_ENABLED: true
DD_API_KEY: "${{ secrets.DATADOG_API_KEY }}"
DD_SITE: "datadoghq.eu"
NODE_OPTIONS: "-r dd-trace/ci/init"
DD_ENV: "ci"
DD_SERVICE: "budibase/packages/server"
2023-09-26 18:06:52 +02:00
run: |
if ${{ env.USE_NX_AFFECTED }}; then
yarn test --scope=@budibase/server --since=${{ env.NX_BASE_BRANCH }}
else
yarn test --scope=@budibase/server
fi
2023-06-20 13:54:25 +02:00
check-pro-submodule:
runs-on: ubuntu-latest
if: inputs.run_as_oss != true && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == 'Budibase/budibase')
2023-06-20 13:54:25 +02:00
steps:
2023-06-29 13:12:46 +02:00
- name: Checkout repo and submodules
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
2023-06-20 13:54:25 +02:00
with:
submodules: true
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
2023-09-07 11:59:29 +02:00
fetch-depth: 0
2023-06-20 13:54:25 +02:00
- name: Check pro commit
id: get_pro_commits
run: |
2023-06-20 13:59:45 +02:00
cd packages/pro
2023-06-20 13:54:25 +02:00
pro_commit=$(git rev-parse HEAD)
2023-06-20 14:53:58 +02:00
2023-07-05 10:34:11 +02:00
branch="${{ github.base_ref || github.ref_name }}"
2023-07-05 11:13:25 +02:00
echo "Running on branch '$branch' (base_ref=${{ github.base_ref }}, ref_name=${{ github.head_ref }})"
2023-06-20 15:01:44 +02:00
base_commit=$(git rev-parse origin/master)
2023-06-20 14:53:58 +02:00
if [[ ! -z $base_commit ]]; then
echo "target_branch=$branch"
echo "target_branch=$branch" >> "$GITHUB_OUTPUT"
echo "pro_commit=$pro_commit"
echo "pro_commit=$pro_commit" >> "$GITHUB_OUTPUT"
echo "base_commit=$base_commit"
base_commit_excluding_merges=$(git log --no-merges -n 1 --format=format:%H $base_commit)
echo "base_commit_excluding_merges=$base_commit_excluding_merges"
echo "base_commit_excluding_merges=$base_commit_excluding_merges" >> "$GITHUB_OUTPUT"
else
echo "Nothing to do - branch to branch merge."
fi
2023-06-20 13:54:25 +02:00
2024-03-27 12:26:10 +01:00
- name: Check submodule merged and latest on base branch
if: ${{ steps.get_pro_commits.outputs.base_commit_excluding_merges != '' }}
run: |
2024-03-27 12:25:37 +01:00
cd packages/pro
base_commit='${{ steps.get_pro_commits.outputs.base_commit }}'
2024-03-27 12:20:07 +01:00
base_commit_excluding_merges='${{ steps.get_pro_commits.outputs.base_commit_excluding_merges }}'
2024-03-27 12:24:16 +01:00
pro_commit='${{ steps.get_pro_commits.outputs.pro_commit }}'
any_commit=$(git log --no-merges $base_commit...$pro_commit)
2024-03-27 12:24:16 +01:00
if [ -n "$any_commit" ]; then
2024-03-27 12:24:16 +01:00
echo $any_commit
echo "An error occurred: <error_message>"
echo 'Submodule commit does not match the latest commit on the "${{ steps.get_pro_commits.outputs.target_branch }}" branch.'
echo 'Refer to the pro repo to merge your changes: https://github.com/Budibase/budibase-pro/blob/master/docs/getting_started.md'
2023-06-20 13:54:25 +02:00
exit 1
else
echo 'All good, the submodule had been merged and setup correctly!'
fi
2023-10-17 16:22:31 +02:00
check-accountportal-submodule:
runs-on: ubuntu-latest
if: inputs.run_as_oss != true && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == 'Budibase/budibase')
2023-10-17 16:22:31 +02:00
steps:
- name: Checkout repo and submodules
2024-01-25 09:15:37 +01:00
uses: actions/checkout@v4
2023-10-17 16:22:31 +02:00
with:
submodules: true
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
fetch-depth: 0
2024-03-27 11:37:13 +01:00
- uses: dorny/paths-filter@v3
id: changes
with:
filters: |
src:
- packages/account-portal/**
2024-03-27 11:44:32 +01:00
- if: steps.changes.outputs.src == 'true'
2024-03-27 11:37:13 +01:00
name: Check account portal commit
2023-10-17 16:22:31 +02:00
id: get_accountportal_commits
run: |
cd packages/account-portal
accountportal_commit=$(git rev-parse HEAD)
branch="${{ github.base_ref || github.ref_name }}"
echo "Running on branch '$branch' (base_ref=${{ github.base_ref }}, ref_name=${{ github.head_ref }})"
base_commit=$(git rev-parse origin/master)
if [[ ! -z $base_commit ]]; then
echo "target_branch=$branch"
echo "target_branch=$branch" >> "$GITHUB_OUTPUT"
echo "accountportal_commit=$accountportal_commit"
echo "accountportal_commit=$accountportal_commit" >> "$GITHUB_OUTPUT"
echo "base_commit=$base_commit"
echo "base_commit=$base_commit" >> "$GITHUB_OUTPUT"
else
echo "Nothing to do - branch to branch merge."
fi
- name: Check submodule merged to base branch
if: ${{ steps.get_accountportal_commits.outputs.base_commit != '' }}
2024-01-25 09:55:28 +01:00
uses: actions/github-script@v7
2023-10-17 16:22:31 +02:00
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
const submoduleCommit = '${{ steps.get_accountportal_commits.outputs.accountportal_commit }}';
const baseCommit = '${{ steps.get_accountportal_commits.outputs.base_commit }}';
if (submoduleCommit !== baseCommit) {
console.error('Submodule commit does not match the latest commit on the "${{ steps.get_accountportal_commits.outputs.target_branch }}" branch.');
console.error('Refer to the account portal repo to merge your changes: https://github.com/Budibase/account-portal/blob/master/docs/index.md')
process.exit(1);
} else {
console.log('All good, the submodule had been merged and setup correctly!')
}