2020-01-31 15:25:53 +01:00
|
|
|
name: Budibase CI
|
|
|
|
|
2023-06-20 13:51:57 +02:00
|
|
|
concurrency:
|
|
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
|
|
|
cancel-in-progress: true
|
|
|
|
|
2023-04-20 20:30:48 +02:00
|
|
|
on:
|
|
|
|
# Trigger the workflow on push or pull request,
|
|
|
|
# but only for the master branch
|
|
|
|
push:
|
2020-01-31 15:25:53 +01:00
|
|
|
branches:
|
|
|
|
- master
|
2023-04-20 20:30:48 +02:00
|
|
|
pull_request:
|
|
|
|
workflow_dispatch:
|
2023-11-17 18:44:06 +01:00
|
|
|
workflow_call:
|
|
|
|
inputs:
|
|
|
|
run_as_oss:
|
|
|
|
type: boolean
|
|
|
|
required: false
|
|
|
|
description: Force running checks as if it was an OSS contributor
|
|
|
|
default: false
|
2020-01-31 15:25:53 +01:00
|
|
|
|
2022-04-13 23:04:28 +02:00
|
|
|
env:
|
2022-04-20 17:21:05 +02:00
|
|
|
BRANCH: ${{ github.event.pull_request.head.ref }}
|
2022-04-21 23:12:57 +02:00
|
|
|
BASE_BRANCH: ${{ github.event.pull_request.base.ref}}
|
2023-06-01 16:07:17 +02:00
|
|
|
PERSONAL_ACCESS_TOKEN: ${{ secrets.PERSONAL_ACCESS_TOKEN }}
|
2023-08-18 15:33:21 +02:00
|
|
|
NX_BASE_BRANCH: origin/${{ github.base_ref }}
|
2023-10-20 15:16:48 +02:00
|
|
|
USE_NX_AFFECTED: ${{ github.event_name == 'pull_request' }}
|
2023-11-17 18:49:41 +01:00
|
|
|
IS_OSS_CONTRIBUTOR: ${{ inputs.run_as_oss == true || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name != 'Budibase/budibase') }}
|
2022-04-13 23:04:28 +02:00
|
|
|
|
2020-01-31 15:25:53 +01:00
|
|
|
jobs:
|
2023-02-21 18:13:24 +01:00
|
|
|
lint:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
2023-11-17 17:08:41 +01:00
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-06-29 12:13:09 +02:00
|
|
|
with:
|
2023-11-17 17:41:07 +01:00
|
|
|
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-06-29 12:13:09 +02:00
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2024-01-25 09:17:17 +01:00
|
|
|
uses: actions/setup-node@v4
|
2023-04-20 20:30:48 +02:00
|
|
|
with:
|
2023-12-22 15:01:21 +01:00
|
|
|
node-version: 20.x
|
2023-11-17 17:44:50 +01:00
|
|
|
cache: yarn
|
2023-08-18 15:33:21 +02:00
|
|
|
- run: yarn --frozen-lockfile
|
2023-04-20 20:30:48 +02:00
|
|
|
- run: yarn lint
|
2023-02-21 18:13:24 +01:00
|
|
|
|
2020-01-31 15:25:53 +01:00
|
|
|
build:
|
2020-05-14 22:48:02 +02:00
|
|
|
runs-on: ubuntu-latest
|
2023-02-21 18:13:24 +01:00
|
|
|
steps:
|
2023-11-17 17:08:41 +01:00
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-04-20 20:30:48 +02:00
|
|
|
with:
|
2023-11-17 17:41:07 +01:00
|
|
|
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-06-01 16:04:50 +02:00
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
2023-08-18 15:33:21 +02:00
|
|
|
fetch-depth: 0
|
2023-06-29 13:33:58 +02:00
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2024-01-25 09:17:17 +01:00
|
|
|
uses: actions/setup-node@v4
|
2023-02-21 18:13:24 +01:00
|
|
|
with:
|
2023-12-22 15:01:21 +01:00
|
|
|
node-version: 20.x
|
2023-11-17 17:44:50 +01:00
|
|
|
cache: yarn
|
2023-08-18 15:33:21 +02:00
|
|
|
- run: yarn --frozen-lockfile
|
|
|
|
|
2023-05-26 13:54:10 +02:00
|
|
|
# Run build all the projects
|
2024-04-11 16:58:22 +02:00
|
|
|
- name: Build OSS
|
|
|
|
run: yarn build:oss
|
|
|
|
- name: Build account portal
|
|
|
|
run: yarn build:account-portal
|
2024-04-11 17:24:11 +02:00
|
|
|
if: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-05-26 13:54:10 +02:00
|
|
|
# Check the types of the projects built via esbuild
|
2023-08-18 15:33:21 +02:00
|
|
|
- name: Check types
|
|
|
|
run: |
|
|
|
|
if ${{ env.USE_NX_AFFECTED }}; then
|
2024-06-17 11:22:44 +02:00
|
|
|
yarn check:types --since=${{ env.NX_BASE_BRANCH }} --ignore @budibase/account-portal-server
|
2023-08-18 15:33:21 +02:00
|
|
|
else
|
2024-06-17 11:22:44 +02:00
|
|
|
yarn check:types --ignore @budibase/account-portal-server
|
2023-08-18 15:33:21 +02:00
|
|
|
fi
|
2023-02-21 18:13:24 +01:00
|
|
|
|
2023-12-20 11:22:50 +01:00
|
|
|
helm-lint:
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-12-20 11:22:50 +01:00
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2023-12-20 11:22:50 +01:00
|
|
|
uses: azure/setup-helm@v3
|
|
|
|
- run: cd charts/budibase && helm lint .
|
|
|
|
|
2023-05-23 09:30:35 +02:00
|
|
|
test-libraries:
|
2023-02-21 18:13:24 +01:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
2023-11-17 17:08:41 +01:00
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-04-20 20:30:48 +02:00
|
|
|
with:
|
2023-11-17 17:41:07 +01:00
|
|
|
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-06-01 16:15:20 +02:00
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
2023-08-18 15:33:21 +02:00
|
|
|
fetch-depth: 0
|
2023-06-29 13:33:58 +02:00
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2024-01-25 09:17:17 +01:00
|
|
|
uses: actions/setup-node@v4
|
2023-02-21 18:13:24 +01:00
|
|
|
with:
|
2023-12-22 15:01:21 +01:00
|
|
|
node-version: 20.x
|
2023-11-17 17:44:50 +01:00
|
|
|
cache: yarn
|
2024-04-03 13:06:49 +02:00
|
|
|
- name: Pull testcontainers images
|
|
|
|
run: |
|
2024-04-03 13:22:11 +02:00
|
|
|
docker pull testcontainers/ryuk:0.5.1 &
|
2024-04-09 17:48:54 +02:00
|
|
|
docker pull budibase/couchdb:v3.2.1-sql &
|
2024-04-03 13:22:11 +02:00
|
|
|
docker pull redis &
|
|
|
|
|
|
|
|
wait $(jobs -p)
|
2024-04-03 13:06:49 +02:00
|
|
|
|
2023-08-18 15:33:21 +02:00
|
|
|
- run: yarn --frozen-lockfile
|
|
|
|
- name: Test
|
|
|
|
run: |
|
|
|
|
if ${{ env.USE_NX_AFFECTED }}; then
|
2024-06-25 10:14:46 +02:00
|
|
|
yarn test --ignore=@budibase/worker --ignore=@budibase/server --since=${{ env.NX_BASE_BRANCH }}
|
2023-08-18 15:33:21 +02:00
|
|
|
else
|
2024-06-25 10:14:46 +02:00
|
|
|
yarn test --ignore=@budibase/worker --ignore=@budibase/server
|
2023-08-18 15:33:21 +02:00
|
|
|
fi
|
2020-01-31 15:25:53 +01:00
|
|
|
|
2023-09-26 18:06:52 +02:00
|
|
|
test-worker:
|
2023-04-18 13:27:12 +02:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
steps:
|
2023-11-17 17:08:41 +01:00
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-04-20 20:30:48 +02:00
|
|
|
with:
|
2023-11-17 17:41:07 +01:00
|
|
|
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-06-01 16:04:50 +02:00
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
2023-08-18 15:33:21 +02:00
|
|
|
fetch-depth: 0
|
2023-06-29 13:33:58 +02:00
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2024-01-25 09:17:17 +01:00
|
|
|
uses: actions/setup-node@v4
|
2023-04-18 13:27:12 +02:00
|
|
|
with:
|
2023-12-22 15:01:21 +01:00
|
|
|
node-version: 20.x
|
2023-11-17 17:44:50 +01:00
|
|
|
cache: yarn
|
2023-08-18 15:33:21 +02:00
|
|
|
- run: yarn --frozen-lockfile
|
2023-09-26 18:06:52 +02:00
|
|
|
- name: Test worker
|
2023-08-18 15:33:21 +02:00
|
|
|
run: |
|
|
|
|
if ${{ env.USE_NX_AFFECTED }}; then
|
2023-09-26 18:06:52 +02:00
|
|
|
yarn test --scope=@budibase/worker --since=${{ env.NX_BASE_BRANCH }}
|
2023-08-18 15:33:21 +02:00
|
|
|
else
|
2023-09-26 18:06:52 +02:00
|
|
|
yarn test --scope=@budibase/worker
|
|
|
|
fi
|
|
|
|
|
|
|
|
test-server:
|
2024-04-03 12:16:20 +02:00
|
|
|
runs-on: budi-tubby-tornado-quad-core-150gb
|
2023-09-26 18:06:52 +02:00
|
|
|
steps:
|
2023-11-17 17:08:41 +01:00
|
|
|
- name: Checkout repo
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-09-26 18:06:52 +02:00
|
|
|
with:
|
2023-11-17 17:41:07 +01:00
|
|
|
submodules: ${{ env.IS_OSS_CONTRIBUTOR == 'false' }}
|
2023-09-26 18:06:52 +02:00
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
|
|
|
fetch-depth: 0
|
|
|
|
|
2023-12-22 15:01:21 +01:00
|
|
|
- name: Use Node.js 20.x
|
2024-01-25 09:17:17 +01:00
|
|
|
uses: actions/setup-node@v4
|
2023-09-26 18:06:52 +02:00
|
|
|
with:
|
2023-12-22 15:01:21 +01:00
|
|
|
node-version: 20.x
|
2023-11-17 17:44:50 +01:00
|
|
|
cache: yarn
|
2024-03-25 12:00:13 +01:00
|
|
|
|
|
|
|
- name: Pull testcontainers images
|
|
|
|
run: |
|
2024-04-03 13:06:49 +02:00
|
|
|
docker pull mcr.microsoft.com/mssql/server:2022-latest &
|
|
|
|
docker pull mysql:8.3 &
|
|
|
|
docker pull postgres:16.1-bullseye &
|
|
|
|
docker pull mongo:7.0-jammy &
|
|
|
|
docker pull mariadb:lts &
|
|
|
|
docker pull testcontainers/ryuk:0.5.1 &
|
2024-05-08 15:08:34 +02:00
|
|
|
docker pull budibase/couchdb:v3.2.1-sqs &
|
|
|
|
docker pull minio/minio &
|
2024-04-03 13:22:11 +02:00
|
|
|
docker pull redis &
|
2024-04-03 13:06:49 +02:00
|
|
|
|
|
|
|
wait $(jobs -p)
|
2024-03-25 12:00:13 +01:00
|
|
|
|
2023-09-26 18:06:52 +02:00
|
|
|
- run: yarn --frozen-lockfile
|
2024-03-25 12:00:13 +01:00
|
|
|
|
2023-09-26 18:06:52 +02:00
|
|
|
- name: Test server
|
2024-06-10 16:48:15 +02:00
|
|
|
env:
|
|
|
|
DD_CIVISIBILITY_AGENTLESS_ENABLED: true
|
|
|
|
DD_API_KEY: "${{ secrets.DATADOG_API_KEY }}"
|
|
|
|
DD_SITE: "datadoghq.eu"
|
|
|
|
NODE_OPTIONS: "-r dd-trace/ci/init"
|
|
|
|
DD_ENV: "ci"
|
|
|
|
DD_SERVICE: "budibase/packages/server"
|
2023-09-26 18:06:52 +02:00
|
|
|
run: |
|
|
|
|
if ${{ env.USE_NX_AFFECTED }}; then
|
|
|
|
yarn test --scope=@budibase/server --since=${{ env.NX_BASE_BRANCH }}
|
|
|
|
else
|
|
|
|
yarn test --scope=@budibase/server
|
2023-08-18 15:33:21 +02:00
|
|
|
fi
|
|
|
|
|
2023-06-20 13:54:25 +02:00
|
|
|
check-pro-submodule:
|
|
|
|
runs-on: ubuntu-latest
|
2023-12-18 09:47:26 +01:00
|
|
|
if: inputs.run_as_oss != true && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == 'Budibase/budibase')
|
2023-06-20 13:54:25 +02:00
|
|
|
steps:
|
2023-06-29 13:12:46 +02:00
|
|
|
- name: Checkout repo and submodules
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-06-20 13:54:25 +02:00
|
|
|
with:
|
|
|
|
submodules: true
|
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
2023-09-07 11:59:29 +02:00
|
|
|
fetch-depth: 0
|
2023-06-20 13:54:25 +02:00
|
|
|
|
|
|
|
- name: Check pro commit
|
|
|
|
id: get_pro_commits
|
|
|
|
run: |
|
2023-06-20 13:59:45 +02:00
|
|
|
cd packages/pro
|
2023-06-20 13:54:25 +02:00
|
|
|
pro_commit=$(git rev-parse HEAD)
|
2023-06-20 14:53:58 +02:00
|
|
|
|
2023-07-05 10:34:11 +02:00
|
|
|
branch="${{ github.base_ref || github.ref_name }}"
|
2023-07-05 11:13:25 +02:00
|
|
|
echo "Running on branch '$branch' (base_ref=${{ github.base_ref }}, ref_name=${{ github.head_ref }})"
|
2023-06-20 15:01:44 +02:00
|
|
|
|
2023-10-16 12:04:33 +02:00
|
|
|
base_commit=$(git rev-parse origin/master)
|
2023-06-20 14:53:58 +02:00
|
|
|
|
2023-10-10 12:34:14 +02:00
|
|
|
if [[ ! -z $base_commit ]]; then
|
|
|
|
echo "target_branch=$branch"
|
|
|
|
echo "target_branch=$branch" >> "$GITHUB_OUTPUT"
|
|
|
|
echo "pro_commit=$pro_commit"
|
|
|
|
echo "pro_commit=$pro_commit" >> "$GITHUB_OUTPUT"
|
|
|
|
echo "base_commit=$base_commit"
|
2024-03-27 12:15:30 +01:00
|
|
|
|
|
|
|
base_commit_excluding_merges=$(git log --no-merges -n 1 --format=format:%H $base_commit)
|
|
|
|
echo "base_commit_excluding_merges=$base_commit_excluding_merges"
|
|
|
|
echo "base_commit_excluding_merges=$base_commit_excluding_merges" >> "$GITHUB_OUTPUT"
|
2023-10-10 12:34:14 +02:00
|
|
|
else
|
|
|
|
echo "Nothing to do - branch to branch merge."
|
|
|
|
fi
|
2023-06-20 13:54:25 +02:00
|
|
|
|
2024-03-27 12:26:10 +01:00
|
|
|
- name: Check submodule merged and latest on base branch
|
2024-03-27 12:15:30 +01:00
|
|
|
if: ${{ steps.get_pro_commits.outputs.base_commit_excluding_merges != '' }}
|
|
|
|
run: |
|
2024-03-27 12:25:37 +01:00
|
|
|
cd packages/pro
|
2024-06-26 13:52:21 +02:00
|
|
|
base_commit='${{ steps.get_pro_commits.outputs.base_commit }}'
|
2024-03-27 12:20:07 +01:00
|
|
|
base_commit_excluding_merges='${{ steps.get_pro_commits.outputs.base_commit_excluding_merges }}'
|
2024-03-27 12:24:16 +01:00
|
|
|
pro_commit='${{ steps.get_pro_commits.outputs.pro_commit }}'
|
|
|
|
|
2024-06-26 13:52:21 +02:00
|
|
|
any_commit=$(git log --no-merges $base_commit...$pro_commit)
|
2024-03-27 12:24:16 +01:00
|
|
|
|
2024-03-27 12:15:30 +01:00
|
|
|
if [ -n "$any_commit" ]; then
|
2024-03-27 12:24:16 +01:00
|
|
|
echo $any_commit
|
|
|
|
|
2024-03-27 12:15:30 +01:00
|
|
|
echo "An error occurred: <error_message>"
|
|
|
|
echo 'Submodule commit does not match the latest commit on the "${{ steps.get_pro_commits.outputs.target_branch }}" branch.'
|
|
|
|
echo 'Refer to the pro repo to merge your changes: https://github.com/Budibase/budibase-pro/blob/master/docs/getting_started.md'
|
2023-06-20 13:54:25 +02:00
|
|
|
|
2024-03-27 12:15:30 +01:00
|
|
|
exit 1
|
|
|
|
else
|
|
|
|
echo 'All good, the submodule had been merged and setup correctly!'
|
|
|
|
fi
|
2023-10-17 16:22:31 +02:00
|
|
|
|
|
|
|
check-accountportal-submodule:
|
|
|
|
runs-on: ubuntu-latest
|
2023-12-18 09:47:26 +01:00
|
|
|
if: inputs.run_as_oss != true && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == 'Budibase/budibase')
|
2023-10-17 16:22:31 +02:00
|
|
|
steps:
|
|
|
|
- name: Checkout repo and submodules
|
2024-01-25 09:15:37 +01:00
|
|
|
uses: actions/checkout@v4
|
2023-10-17 16:22:31 +02:00
|
|
|
with:
|
|
|
|
submodules: true
|
|
|
|
token: ${{ secrets.PERSONAL_ACCESS_TOKEN || github.token }}
|
|
|
|
fetch-depth: 0
|
|
|
|
|
2024-03-27 11:37:13 +01:00
|
|
|
- uses: dorny/paths-filter@v3
|
|
|
|
id: changes
|
|
|
|
with:
|
|
|
|
filters: |
|
|
|
|
src:
|
|
|
|
- packages/account-portal/**
|
|
|
|
|
2024-03-27 11:44:32 +01:00
|
|
|
- if: steps.changes.outputs.src == 'true'
|
2024-03-27 11:37:13 +01:00
|
|
|
name: Check account portal commit
|
2023-10-17 16:22:31 +02:00
|
|
|
id: get_accountportal_commits
|
|
|
|
run: |
|
|
|
|
cd packages/account-portal
|
|
|
|
accountportal_commit=$(git rev-parse HEAD)
|
|
|
|
|
|
|
|
branch="${{ github.base_ref || github.ref_name }}"
|
|
|
|
echo "Running on branch '$branch' (base_ref=${{ github.base_ref }}, ref_name=${{ github.head_ref }})"
|
|
|
|
|
|
|
|
base_commit=$(git rev-parse origin/master)
|
|
|
|
|
|
|
|
if [[ ! -z $base_commit ]]; then
|
|
|
|
echo "target_branch=$branch"
|
|
|
|
echo "target_branch=$branch" >> "$GITHUB_OUTPUT"
|
|
|
|
echo "accountportal_commit=$accountportal_commit"
|
|
|
|
echo "accountportal_commit=$accountportal_commit" >> "$GITHUB_OUTPUT"
|
|
|
|
echo "base_commit=$base_commit"
|
|
|
|
echo "base_commit=$base_commit" >> "$GITHUB_OUTPUT"
|
|
|
|
else
|
|
|
|
echo "Nothing to do - branch to branch merge."
|
|
|
|
fi
|
|
|
|
|
|
|
|
- name: Check submodule merged to base branch
|
|
|
|
if: ${{ steps.get_accountportal_commits.outputs.base_commit != '' }}
|
2024-01-25 09:55:28 +01:00
|
|
|
uses: actions/github-script@v7
|
2023-10-17 16:22:31 +02:00
|
|
|
with:
|
|
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
script: |
|
|
|
|
const submoduleCommit = '${{ steps.get_accountportal_commits.outputs.accountportal_commit }}';
|
|
|
|
const baseCommit = '${{ steps.get_accountportal_commits.outputs.base_commit }}';
|
|
|
|
|
|
|
|
if (submoduleCommit !== baseCommit) {
|
|
|
|
console.error('Submodule commit does not match the latest commit on the "${{ steps.get_accountportal_commits.outputs.target_branch }}" branch.');
|
|
|
|
console.error('Refer to the account portal repo to merge your changes: https://github.com/Budibase/account-portal/blob/master/docs/index.md')
|
|
|
|
process.exit(1);
|
|
|
|
} else {
|
|
|
|
console.log('All good, the submodule had been merged and setup correctly!')
|
|
|
|
}
|