2022-12-23 19:34:59 -05:00
|
|
|
name: Build and Test
|
2022-12-23 15:54:37 -05:00
|
|
|
|
|
|
|
on:
|
|
|
|
pull_request:
|
2024-01-04 16:54:47 -05:00
|
|
|
push:
|
2023-02-09 01:48:06 -05:00
|
|
|
merge_group:
|
2023-08-25 14:25:04 -04:00
|
|
|
workflow_dispatch:
|
2022-12-23 15:54:37 -05:00
|
|
|
|
2023-12-22 07:22:15 -05:00
|
|
|
# Don't grant any access by default
|
|
|
|
permissions: {}
|
|
|
|
|
2022-12-23 15:54:37 -05:00
|
|
|
jobs:
|
2024-08-12 12:01:40 -04:00
|
|
|
# Set build metadata before running any other job so we can reuse them for
|
|
|
|
# both the standandard and the slim images, and for verification as well.
|
|
|
|
# We can't run this as part of the build-container-image job because it
|
|
|
|
# runs multiple times due to its matrix configuration, leading to race
|
|
|
|
# conditions when verifying container image labels.
|
|
|
|
set-build-metadata:
|
|
|
|
name: Set build metadata
|
2023-10-14 22:04:51 -04:00
|
|
|
runs-on: ubuntu-latest
|
2022-12-23 15:54:37 -05:00
|
|
|
permissions:
|
2024-05-08 03:52:30 -04:00
|
|
|
contents: read
|
2024-08-12 12:01:40 -04:00
|
|
|
outputs:
|
|
|
|
CONTAINER_IMAGE_BUILD_DATE: ${{ steps.set-container-image-build-metadata.outputs.CONTAINER_IMAGE_BUILD_DATE }}
|
|
|
|
CONTAINER_IMAGE_BUILD_REVISION: ${{ steps.set-container-image-build-metadata.outputs.CONTAINER_IMAGE_BUILD_REVISION }}
|
|
|
|
CONTAINER_IMAGE_BUILD_VERSION: ${{ steps.set-container-image-build-metadata.outputs.CONTAINER_IMAGE_BUILD_VERSION }}
|
2022-12-23 15:54:37 -05:00
|
|
|
steps:
|
2024-08-13 06:10:31 -04:00
|
|
|
- name: Checkout Code
|
|
|
|
uses: actions/checkout@v4
|
2024-08-13 08:26:26 -04:00
|
|
|
with:
|
2024-08-13 09:36:55 -04:00
|
|
|
fetch-depth: 0
|
2024-08-13 06:10:31 -04:00
|
|
|
|
2023-12-07 09:18:47 -05:00
|
|
|
- name: Set build metadata
|
2024-08-12 12:01:40 -04:00
|
|
|
id: set-container-image-build-metadata
|
2023-12-07 09:18:47 -05:00
|
|
|
run: |
|
|
|
|
if [[ ${{ github.event_name }} == 'push' ]] || [[ ${{ github.event_name }} == 'merge_group' ]]; then
|
|
|
|
BUILD_REVISION=${{ github.sha }}
|
|
|
|
elif [[ ${{ github.event_name }} == 'pull_request' ]]; then
|
|
|
|
BUILD_REVISION=${{ github.event.pull_request.head.sha }}
|
|
|
|
else
|
|
|
|
echo "[ERROR] Event not supported when setting build revision and build version"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2024-08-13 06:10:31 -04:00
|
|
|
. scripts/build-metadata.sh
|
|
|
|
|
|
|
|
if [ -z "${BUILD_DATE}" ]; then
|
|
|
|
echo "[ERROR] BUILD_DATE is empty"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2023-12-07 09:18:47 -05:00
|
|
|
if [ -z "${BUILD_REVISION}" ]; then
|
|
|
|
echo "[ERROR] BUILD_REVISION is empty"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [ -z "${BUILD_VERSION}" ]; then
|
|
|
|
echo "[ERROR] BUILD_VERSION is empty"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2024-08-13 06:10:31 -04:00
|
|
|
echo "Build date (GH Actions workflow): ${BUILD_DATE}"
|
|
|
|
echo "Build revision (GH Actions workflow): ${BUILD_REVISION}"
|
|
|
|
echo "Build version (GH Actions workflow): ${BUILD_VERSION}"
|
2024-08-12 12:01:40 -04:00
|
|
|
|
2023-12-07 09:18:47 -05:00
|
|
|
{
|
2024-08-12 12:01:40 -04:00
|
|
|
echo "BUILD_DATE=${BUILD_DATE}"
|
2023-12-07 09:18:47 -05:00
|
|
|
echo "BUILD_REVISION=${BUILD_REVISION}"
|
|
|
|
echo "BUILD_VERSION=${BUILD_VERSION}"
|
|
|
|
} >> "${GITHUB_ENV}"
|
|
|
|
|
2024-08-12 12:01:40 -04:00
|
|
|
{
|
|
|
|
echo "CONTAINER_IMAGE_BUILD_DATE=${BUILD_DATE}"
|
|
|
|
echo "CONTAINER_IMAGE_BUILD_REVISION=${BUILD_REVISION}"
|
|
|
|
echo "CONTAINER_IMAGE_BUILD_VERSION=${BUILD_VERSION}"
|
|
|
|
} >> "${GITHUB_OUTPUT}"
|
|
|
|
|
|
|
|
build-container-image:
|
|
|
|
name: Build and Test
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
|
|
contents: read
|
|
|
|
needs:
|
|
|
|
- set-build-metadata
|
|
|
|
concurrency:
|
|
|
|
# Ref: https://docs.github.com/en/actions/learn-github-actions/contexts#github-context
|
|
|
|
# github.head_ref: head_ref or source branch of the pull request
|
|
|
|
# github.ref: ref of the branch that triggered the workflow
|
|
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}-${{ github.event_name }}-${{ matrix.images.target }}
|
|
|
|
cancel-in-progress: true
|
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
|
|
|
images:
|
|
|
|
- prefix: slim-
|
|
|
|
target: slim
|
|
|
|
- prefix: ""
|
|
|
|
target: standard
|
|
|
|
timeout-minutes: 60
|
|
|
|
env:
|
|
|
|
CONTAINER_IMAGE_ID: "ghcr.io/super-linter/super-linter:${{ matrix.images.prefix }}latest"
|
|
|
|
CONTAINER_IMAGE_TARGET: "${{ matrix.images.target }}"
|
|
|
|
CONTAINER_IMAGE_OUTPUT_IMAGE_NAME: "super-linter-${{ matrix.images.prefix }}latest"
|
|
|
|
steps:
|
|
|
|
- name: Checkout Code
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
|
2023-12-07 09:18:47 -05:00
|
|
|
- name: Free Disk space
|
|
|
|
shell: bash
|
|
|
|
run: |
|
2024-04-05 08:12:35 -04:00
|
|
|
sudo rm -rf /usr/local/lib/android || true
|
|
|
|
sudo rm -rf /usr/share/dotnet || true
|
|
|
|
sudo rm -rf /opt/ghc || true
|
|
|
|
sudo rm -rf /usr/local/.ghcup || true
|
2023-12-07 09:18:47 -05:00
|
|
|
|
|
|
|
- name: Set up Docker Buildx
|
|
|
|
uses: docker/setup-buildx-action@v3
|
2022-12-23 20:25:04 -05:00
|
|
|
|
|
|
|
- name: Build Image
|
2024-07-17 02:51:21 -04:00
|
|
|
uses: docker/build-push-action@v6
|
2022-12-23 20:25:04 -05:00
|
|
|
with:
|
|
|
|
context: .
|
|
|
|
file: ./Dockerfile
|
|
|
|
build-args: |
|
2024-08-12 12:01:40 -04:00
|
|
|
BUILD_DATE=${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_DATE }}
|
|
|
|
BUILD_REVISION=${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_REVISION }}
|
|
|
|
BUILD_VERSION=${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_VERSION }}
|
2023-12-20 09:55:53 -05:00
|
|
|
cache-from: type=registry,ref=${{ env.CONTAINER_IMAGE_ID }}-buildcache
|
2024-02-20 12:36:35 -05:00
|
|
|
outputs: type=docker,dest=/tmp/${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}.tar
|
2022-12-23 20:25:04 -05:00
|
|
|
push: false
|
2023-01-04 22:43:51 -05:00
|
|
|
secrets: |
|
|
|
|
GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}
|
2023-10-19 17:03:14 -04:00
|
|
|
tags: |
|
|
|
|
${{ env.CONTAINER_IMAGE_ID }}
|
2022-12-23 20:25:04 -05:00
|
|
|
target: "${{ matrix.images.target }}"
|
|
|
|
|
2024-02-20 12:36:35 -05:00
|
|
|
# Load the image here because the docker/build-push-action doesn't support multiple exporters yet
|
|
|
|
# Ref: https://github.com/docker/build-push-action/issues/413
|
|
|
|
# Ref: https://github.com/moby/buildkit/issues/1555
|
|
|
|
- name: Load image
|
|
|
|
run: |
|
|
|
|
docker load <"/tmp/${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}.tar"
|
|
|
|
|
2024-07-10 09:50:15 -04:00
|
|
|
- name: Print environment info
|
|
|
|
run: |
|
|
|
|
make info
|
|
|
|
|
2024-05-17 04:39:22 -04:00
|
|
|
- name: Upload ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} container image
|
2024-12-20 14:58:30 -05:00
|
|
|
uses: actions/upload-artifact@v4.5.0
|
2024-05-17 04:39:22 -04:00
|
|
|
with:
|
|
|
|
name: ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}
|
|
|
|
path: /tmp/${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}.tar
|
|
|
|
|
|
|
|
test-local-action:
|
|
|
|
name: Test the Super-linter GitHub Action
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
needs: build-container-image
|
|
|
|
permissions:
|
|
|
|
contents: read
|
|
|
|
strategy:
|
|
|
|
matrix:
|
|
|
|
images:
|
|
|
|
- container-image-id: super-linter-latest
|
|
|
|
prefix: ""
|
|
|
|
target: standard
|
|
|
|
- container-image-id: super-linter-slim-latest
|
|
|
|
prefix: slim-
|
|
|
|
target: slim
|
|
|
|
env:
|
|
|
|
CONTAINER_IMAGE_ID: "ghcr.io/super-linter/super-linter:${{ matrix.images.prefix }}latest"
|
|
|
|
CONTAINER_IMAGE_TARGET: "${{ matrix.images.target }}"
|
|
|
|
CONTAINER_IMAGE_OUTPUT_IMAGE_NAME: "super-linter-${{ matrix.images.prefix }}latest"
|
|
|
|
steps:
|
|
|
|
- name: Checkout Code
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
|
|
|
|
- name: Download ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} container image
|
2024-07-11 02:27:27 -04:00
|
|
|
uses: actions/download-artifact@v4.1.8
|
2024-05-17 04:39:22 -04:00
|
|
|
with:
|
|
|
|
name: ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}
|
|
|
|
path: /tmp
|
|
|
|
|
|
|
|
- name: Load ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} container image
|
|
|
|
run: |
|
|
|
|
docker load --input /tmp/${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}.tar
|
|
|
|
docker image ls -a
|
|
|
|
|
|
|
|
- name: Update action.yml
|
|
|
|
run: |
|
|
|
|
echo "yq version: $(yq --version)"
|
2024-05-24 17:09:39 -04:00
|
|
|
yq '.runs.image = "docker://" + env(CONTAINER_IMAGE_ID)' -i action.yml
|
2024-05-17 04:39:22 -04:00
|
|
|
echo "Action file contents:"
|
|
|
|
cat action.yml
|
|
|
|
|
2024-02-05 12:24:07 -05:00
|
|
|
- name: Test Local Action (debug log)
|
2022-12-23 15:54:37 -05:00
|
|
|
uses: ./
|
|
|
|
env:
|
2024-02-20 12:27:06 -05:00
|
|
|
LOG_LEVEL: DEBUG
|
2023-12-05 03:04:13 -05:00
|
|
|
CREATE_LOG_FILE: true
|
2022-12-23 15:54:37 -05:00
|
|
|
VALIDATE_ALL_CODEBASE: false
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
2024-01-30 14:24:55 -05:00
|
|
|
GITLEAKS_CONFIG_FILE: .gitleaks-ignore-tests.toml
|
2024-01-31 05:26:01 -05:00
|
|
|
FILTER_REGEX_EXCLUDE: ".*(/test/linters/|CHANGELOG.md).*"
|
2023-09-29 16:25:37 -04:00
|
|
|
RENOVATE_SHAREABLE_CONFIG_PRESET_FILE_NAMES: "default.json,hoge.json"
|
2023-12-02 03:35:41 -05:00
|
|
|
TYPESCRIPT_STANDARD_TSCONFIG_FILE: ".github/linters/tsconfig.json"
|
2024-09-13 08:37:48 -04:00
|
|
|
VALIDATE_JAVASCRIPT_STANDARD: false
|
2022-12-23 20:25:04 -05:00
|
|
|
|
2023-12-05 03:04:13 -05:00
|
|
|
- name: Get the contents of the log file
|
|
|
|
run: |
|
|
|
|
sudo cat super-linter.log
|
|
|
|
sudo rm -v super-linter.log
|
|
|
|
|
2024-02-05 12:24:07 -05:00
|
|
|
- name: Test Local Action (default log)
|
|
|
|
uses: ./
|
|
|
|
env:
|
|
|
|
VALIDATE_ALL_CODEBASE: false
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
GITLEAKS_CONFIG_FILE: .gitleaks-ignore-tests.toml
|
|
|
|
FILTER_REGEX_EXCLUDE: ".*(/test/linters/|CHANGELOG.md).*"
|
|
|
|
TYPESCRIPT_STANDARD_TSCONFIG_FILE: ".github/linters/tsconfig.json"
|
2024-09-13 08:37:48 -04:00
|
|
|
VALIDATE_JAVASCRIPT_STANDARD: false
|
2024-02-05 12:24:07 -05:00
|
|
|
|
2024-02-20 12:36:35 -05:00
|
|
|
build-test-suite-matrix:
|
|
|
|
name: Build test suite matrix
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
|
|
contents: read
|
|
|
|
outputs:
|
|
|
|
matrix: ${{ steps.generate-matrix.outputs.test-cases }}
|
|
|
|
steps:
|
|
|
|
- name: Checkout Code
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
- name: Generate test cases matrix
|
|
|
|
id: generate-matrix
|
|
|
|
run: |
|
|
|
|
TEST_TARGETS=$(make -pRrq 2>&1 | grep 'test:' | tr -d '\n' | sed -e "s/^test: //" | jq --raw-input --slurp --compact-output 'split(" ")')
|
|
|
|
echo "TEST_TARGETS: ${TEST_TARGETS}"
|
|
|
|
echo "test-cases=${TEST_TARGETS}" >> "${GITHUB_OUTPUT}"
|
|
|
|
|
|
|
|
run-test-suite:
|
|
|
|
name: Run test cases
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
|
|
contents: read
|
2024-05-17 04:39:22 -04:00
|
|
|
needs:
|
2024-08-12 12:01:40 -04:00
|
|
|
- set-build-metadata
|
2024-05-17 04:39:22 -04:00
|
|
|
- build-container-image
|
|
|
|
- build-test-suite-matrix
|
2024-02-20 12:36:35 -05:00
|
|
|
strategy:
|
2024-11-26 10:05:44 -05:00
|
|
|
# Continue running the rest of the test suite so we get feedback even if
|
|
|
|
# there are failures in certain tests, such as when running npm-audit
|
|
|
|
fail-fast: false
|
2024-02-20 12:36:35 -05:00
|
|
|
matrix:
|
|
|
|
test-case: ${{ fromJson(needs.build-test-suite-matrix.outputs.matrix) }}
|
|
|
|
images:
|
|
|
|
- container-image-id: super-linter-latest
|
|
|
|
prefix: ""
|
|
|
|
target: standard
|
|
|
|
- container-image-id: super-linter-slim-latest
|
|
|
|
prefix: slim-
|
|
|
|
target: slim
|
2024-08-12 12:01:40 -04:00
|
|
|
include:
|
|
|
|
# Also run the test target to check if running the whole test suite
|
|
|
|
# in the same execution environment prevents it from succeeding
|
|
|
|
- test-case: test
|
2024-02-20 12:36:35 -05:00
|
|
|
env:
|
|
|
|
CONTAINER_IMAGE_ID: "ghcr.io/super-linter/super-linter:${{ matrix.images.prefix }}latest"
|
|
|
|
CONTAINER_IMAGE_TARGET: "${{ matrix.images.target }}"
|
|
|
|
CONTAINER_IMAGE_OUTPUT_IMAGE_NAME: "super-linter-${{ matrix.images.prefix }}latest"
|
2024-08-12 12:01:40 -04:00
|
|
|
BUILD_DATE: ${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_DATE }}
|
|
|
|
BUILD_REVISION: ${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_REVISION }}
|
|
|
|
BUILD_VERSION: ${{ needs.set-build-metadata.outputs.CONTAINER_IMAGE_BUILD_VERSION }}
|
2024-02-20 12:36:35 -05:00
|
|
|
steps:
|
|
|
|
- name: Checkout Code
|
|
|
|
uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
|
|
|
|
- name: Download ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} container image
|
2024-07-11 02:27:27 -04:00
|
|
|
uses: actions/download-artifact@v4.1.8
|
2024-02-20 12:36:35 -05:00
|
|
|
with:
|
|
|
|
name: ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}
|
|
|
|
path: /tmp
|
|
|
|
|
|
|
|
- name: Load ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} container image
|
|
|
|
run: |
|
|
|
|
docker load --input /tmp/${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }}.tar
|
|
|
|
docker image ls -a
|
|
|
|
|
|
|
|
- name: "Test case: ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} - ${{ matrix.test-case }}"
|
|
|
|
run: |
|
|
|
|
echo "Running: ${{ env.CONTAINER_IMAGE_OUTPUT_IMAGE_NAME }} - ${{ matrix.test-case }}"
|
|
|
|
make ${{ matrix.test-case }}
|
2024-02-09 13:45:44 -05:00
|
|
|
env:
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
2023-12-21 09:03:14 -05:00
|
|
|
|
2024-05-24 17:09:39 -04:00
|
|
|
# The purpose of this job is to run only when the run-test-suite job runs to completion.
|
|
|
|
# We can use this job as a required status check in a branch protection rule without
|
|
|
|
# having to select each individual job that dynamically add to the test matrix.
|
|
|
|
test-success-placeholder:
|
|
|
|
name: Check if all the tests passed
|
2024-07-04 16:24:12 -04:00
|
|
|
if: ${{ always() }}
|
2024-05-24 17:09:39 -04:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
permissions:
|
|
|
|
contents: read
|
|
|
|
needs:
|
|
|
|
- run-test-suite
|
|
|
|
- test-local-action
|
|
|
|
steps:
|
|
|
|
- name: Test suite success
|
2024-07-04 16:24:12 -04:00
|
|
|
if: ${{ !(contains(needs.*.result, 'failure')) && !contains(needs.*.result, 'cancelled') && !contains(needs.*.result, 'skipped') }}
|
2024-05-24 17:09:39 -04:00
|
|
|
run: exit 0
|
|
|
|
- name: Test suite failures
|
2024-07-04 16:24:12 -04:00
|
|
|
if: ${{ contains(needs.*.result, 'failure') || contains(needs.*.result, 'cancelled') || contains(needs.*.result, 'skipped') }}
|
2024-05-24 17:09:39 -04:00
|
|
|
run: exit 1
|
|
|
|
|
2023-12-21 09:03:14 -05:00
|
|
|
preview-release-notes:
|
2024-04-16 03:06:47 -04:00
|
|
|
if: github.event_name == 'pull_request' && github.repository == github.event.pull_request.head.repo.full_name && github.repository == 'super-linter/super-linter'
|
2023-12-21 09:03:14 -05:00
|
|
|
runs-on: ubuntu-latest
|
2023-12-22 07:22:15 -05:00
|
|
|
permissions:
|
2024-05-17 04:39:22 -04:00
|
|
|
contents: read
|
2023-12-21 09:03:14 -05:00
|
|
|
steps:
|
|
|
|
- uses: actions/checkout@v4
|
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
|
|
|
|
|
|
|
- name: Setup authentication token
|
|
|
|
run: |
|
|
|
|
echo "${{ secrets.GITHUB_TOKEN }}" > .github-personal-access-token
|
|
|
|
|
|
|
|
- name: Generate a preview of the release notes
|
|
|
|
run: |
|
|
|
|
make release-please-dry-run
|