mirror of
https://github.com/super-linter/super-linter.git
synced 2024-12-22 15:22:16 -05:00
5224656969
Pushes inline scripts in the Dockerfile into standalone scripts and authenticates requests to GitHub using a Personal Access Token to reduce build flakiness due to GitHub's abuse and ratelimiting due to unauthenticated reuests. Signed-off-by: Brett Logan <lindluni@github.com>
437 lines
15 KiB
Docker
437 lines
15 KiB
Docker
###########################################
|
|
###########################################
|
|
## Dockerfile to run GitHub Super-Linter ##
|
|
###########################################
|
|
###########################################
|
|
|
|
#########################################
|
|
# Get dependency images as build stages #
|
|
#########################################
|
|
FROM alpine/terragrunt:1.3.6 as terragrunt
|
|
FROM tenable/terrascan:1.17.1 as terrascan
|
|
FROM assignuser/chktex-alpine:v0.1.1 as chktex
|
|
FROM cljkondo/clj-kondo:2022.12.10-alpine as clj-kondo
|
|
FROM dotenvlinter/dotenv-linter:3.3.0 as dotenv-linter
|
|
FROM ghcr.io/awkbar-devops/clang-format:v1.0.2 as clang-format
|
|
FROM ghcr.io/terraform-linters/tflint-bundle:v0.44.1.0 as tflint
|
|
FROM golangci/golangci-lint:v1.50.1 as golangci-lint
|
|
FROM hadolint/hadolint:latest-alpine as dockerfile-lint
|
|
FROM hashicorp/terraform:1.3.6 as terraform
|
|
FROM koalaman/shellcheck:v0.9.0 as shellcheck
|
|
FROM mstruebing/editorconfig-checker:2.4.0 as editorconfig-checker
|
|
FROM mvdan/shfmt:v3.6.0 as shfmt
|
|
FROM rhysd/actionlint:1.6.22 as actionlint
|
|
FROM scalameta/scalafmt:v3.6.1 as scalafmt
|
|
FROM yoheimuta/protolint:0.42.2 as protolint
|
|
FROM zricethezav/gitleaks:v8.15.2 as gitleaks
|
|
|
|
##################
|
|
# Get base image #
|
|
##################
|
|
FROM python:3.11.1-alpine3.17 as base_image
|
|
|
|
################################
|
|
# Set ARG values used in Build #
|
|
################################
|
|
ARG CHECKSTYLE_VERSION='10.3.4'
|
|
# Dart Linter
|
|
## stable dart sdk: https://dart.dev/get-dart#release-channels
|
|
ARG DART_VERSION='2.8.4'
|
|
ARG GITHUB_TOKEN
|
|
ARG GOOGLE_JAVA_FORMAT_VERSION='1.15.0'
|
|
## install alpine-pkg-glibc (glibc compatibility layer package for Alpine Linux)
|
|
ARG GLIBC_VERSION='2.34-r0'
|
|
ARG KTLINT_VERSION='0.47.1'
|
|
# PowerShell & PSScriptAnalyzer linter
|
|
ARG PSSA_VERSION='latest'
|
|
ARG PWSH_DIRECTORY='/usr/lib/microsoft/powershell'
|
|
ARG PWSH_VERSION='latest'
|
|
# Kubeval Version
|
|
ARG KUBEVAL_VERSION='v0.16.1'
|
|
|
|
####################
|
|
# Run APK installs #
|
|
####################
|
|
RUN apk add --no-cache \
|
|
bash \
|
|
ca-certificates \
|
|
cargo \
|
|
coreutils \
|
|
curl \
|
|
file \
|
|
gcc \
|
|
g++ \
|
|
git git-lfs \
|
|
go \
|
|
gnupg \
|
|
icu-libs \
|
|
jpeg-dev \
|
|
jq \
|
|
krb5-libs \
|
|
libc-dev libcurl libffi-dev libgcc \
|
|
libintl libssl1.1 libstdc++ \
|
|
libxml2-dev libxml2-utils \
|
|
linux-headers \
|
|
lttng-ust-dev \
|
|
make \
|
|
musl-dev \
|
|
net-snmp-dev \
|
|
npm nodejs-current \
|
|
openjdk11-jre \
|
|
openssh-client \
|
|
openssl-dev \
|
|
perl perl-dev \
|
|
py3-setuptools python3-dev \
|
|
py3-pyflakes \
|
|
R R-dev R-doc \
|
|
readline-dev \
|
|
ruby ruby-dev ruby-bundler ruby-rdoc \
|
|
rustup \
|
|
zlib zlib-dev
|
|
|
|
########################################
|
|
# Copy dependencies files to container #
|
|
########################################
|
|
COPY dependencies/* /
|
|
|
|
#############################
|
|
# Install Dependencies #
|
|
#############################
|
|
RUN npm install && bundle install
|
|
|
|
##############################
|
|
# Installs Perl dependencies #
|
|
##############################
|
|
RUN curl --retry 5 --retry-delay 5 -sL https://cpanmin.us/ | perl - -nq --no-wget Perl::Critic Perl::Critic::Community
|
|
|
|
######################
|
|
# Install shellcheck #
|
|
######################
|
|
COPY --from=shellcheck /bin/shellcheck /usr/bin/
|
|
|
|
#####################
|
|
# Install Go Linter #
|
|
#####################
|
|
COPY --from=golangci-lint /usr/bin/golangci-lint /usr/bin/
|
|
|
|
#####################
|
|
# Install Terraform #
|
|
#####################
|
|
COPY --from=terraform /bin/terraform /usr/bin/
|
|
|
|
##################
|
|
# Install TFLint #
|
|
##################
|
|
COPY --from=tflint /usr/local/bin/tflint /usr/bin/
|
|
COPY --from=tflint /root/.tflint.d /root/.tflint.d
|
|
|
|
#####################
|
|
# Install Terrascan #
|
|
#####################
|
|
COPY --from=terrascan /go/bin/terrascan /usr/bin/
|
|
|
|
######################
|
|
# Install Terragrunt #
|
|
######################
|
|
COPY --from=terragrunt /usr/local/bin/terragrunt /usr/bin/
|
|
|
|
######################
|
|
# Install protolint #
|
|
######################
|
|
COPY --from=protolint /usr/local/bin/protolint /usr/bin/
|
|
|
|
#####################
|
|
# Install clj-kondo #
|
|
#####################
|
|
COPY --from=clj-kondo /bin/clj-kondo /usr/bin/
|
|
|
|
################################
|
|
# Install editorconfig-checker #
|
|
################################
|
|
COPY --from=editorconfig-checker /usr/bin/ec /usr/bin/editorconfig-checker
|
|
|
|
###############################
|
|
# Install hadolint dockerfile #
|
|
###############################
|
|
COPY --from=dockerfile-lint /bin/hadolint /usr/bin/hadolint
|
|
|
|
##################
|
|
# Install chktex #
|
|
##################
|
|
COPY --from=chktex /usr/bin/chktex /usr/bin/
|
|
|
|
#################
|
|
# Install shfmt #
|
|
#################
|
|
COPY --from=shfmt /bin/shfmt /usr/bin/
|
|
|
|
########################
|
|
# Install clang-format #
|
|
########################
|
|
COPY --from=clang-format /usr/bin/clang-format /usr/bin/
|
|
|
|
####################
|
|
# Install GitLeaks #
|
|
####################
|
|
COPY --from=gitleaks /usr/bin/gitleaks /usr/bin/
|
|
|
|
####################
|
|
# Install scalafmt #
|
|
####################
|
|
COPY --from=scalafmt /bin/scalafmt /usr/bin/
|
|
|
|
######################
|
|
# Install actionlint #
|
|
######################
|
|
COPY --from=actionlint /usr/local/bin/actionlint /usr/bin/
|
|
|
|
#################
|
|
# Install Lintr #
|
|
#################
|
|
COPY scripts/install-lintr.sh /
|
|
RUN /install-lintr.sh && rm -rf /install-lintr.sh
|
|
|
|
# Source: https://alpine-pkgs.sgerrand.com/sgerrand.rsa.pub
|
|
# Store the key here because the above host is sometimes down, and breaks our builds
|
|
COPY dependencies/sgerrand.rsa.pub /etc/apk/keys/sgerrand.rsa.pub
|
|
|
|
###################
|
|
# Install Kubeval #
|
|
###################
|
|
COPY scripts/install-kubeval.sh /
|
|
RUN /install-kubeval.sh && rm -rf /install-kubeval.sh
|
|
|
|
#################################################
|
|
# Install Raku and additional Edge dependencies #
|
|
#################################################
|
|
# Basic setup, programs and init
|
|
COPY scripts/install-raku.sh /
|
|
RUN /install-raku.sh && rm -rf /install-raku.sh
|
|
|
|
################################################################################
|
|
# Grab small clean image to build python packages ##############################
|
|
################################################################################
|
|
FROM python:3.11.1-alpine3.17 as python_builder
|
|
RUN apk add --no-cache bash g++ git libffi-dev
|
|
COPY dependencies/python/ /stage
|
|
WORKDIR /stage
|
|
RUN ./build-venvs.sh
|
|
|
|
################################################################################
|
|
# Grab small clean image to build final_slim ###################################
|
|
################################################################################
|
|
FROM alpine:3.17.0 as final_slim
|
|
|
|
############################
|
|
# Get the build arguements #
|
|
############################
|
|
ARG BUILD_DATE
|
|
ARG BUILD_REVISION
|
|
ARG BUILD_VERSION
|
|
ARG GITHUB_TOKEN
|
|
## install alpine-pkg-glibc (glibc compatibility layer package for Alpine Linux)
|
|
ARG GLIBC_VERSION='2.34-r0'
|
|
|
|
#########################################
|
|
# Label the instance and set maintainer #
|
|
#########################################
|
|
LABEL com.github.actions.name="GitHub Super-Linter" \
|
|
com.github.actions.description="Lint your code base with GitHub Actions" \
|
|
com.github.actions.icon="code" \
|
|
com.github.actions.color="red" \
|
|
maintainer="GitHub DevOps <github_devops@github.com>" \
|
|
org.opencontainers.image.created=$BUILD_DATE \
|
|
org.opencontainers.image.revision=$BUILD_REVISION \
|
|
org.opencontainers.image.version=$BUILD_VERSION \
|
|
org.opencontainers.image.authors="GitHub DevOps <github_devops@github.com>" \
|
|
org.opencontainers.image.url="https://github.com/github/super-linter" \
|
|
org.opencontainers.image.source="https://github.com/github/super-linter" \
|
|
org.opencontainers.image.documentation="https://github.com/github/super-linter" \
|
|
org.opencontainers.image.vendor="GitHub" \
|
|
org.opencontainers.image.description="Lint your code base with GitHub Actions"
|
|
|
|
#################################################
|
|
# Set ENV values used for debugging the version #
|
|
#################################################
|
|
ENV BUILD_DATE=$BUILD_DATE
|
|
ENV BUILD_REVISION=$BUILD_REVISION
|
|
ENV BUILD_VERSION=$BUILD_VERSION
|
|
ENV IMAGE="slim"
|
|
|
|
# Source: https://alpine-pkgs.sgerrand.com/sgerrand.rsa.pub
|
|
# Store the key here because the above host is sometimes down, and breaks our builds
|
|
COPY dependencies/sgerrand.rsa.pub /etc/apk/keys/sgerrand.rsa.pub
|
|
|
|
<<<<<<< HEAD
|
|
######################################
|
|
# Install Phive dependencies and git #
|
|
######################################
|
|
RUN wget --tries=5 -q https://github.com/sgerrand/alpine-pkg-glibc/releases/download/${GLIBC_VERSION}/glibc-${GLIBC_VERSION}.apk \
|
|
&& apk update && apk upgrade && apk add --no-cache --force-overwrite \
|
|
bash \
|
|
ca-certificates \
|
|
curl \
|
|
git git-lfs \
|
|
glibc-${GLIBC_VERSION}.apk \
|
|
tar zstd \
|
|
gnupg \
|
|
php81 php81-curl php81-ctype php81-dom php81-iconv php81-mbstring \
|
|
php81-openssl php81-phar php81-simplexml php81-tokenizer php81-xmlwriter \
|
|
&& rm glibc-${GLIBC_VERSION}.apk \
|
|
&& wget -q --tries=5 -O /tmp/libz.tar.zst https://www.archlinux.org/packages/core/x86_64/zlib/download \
|
|
&& mkdir /tmp/libz \
|
|
&& tar -xf /tmp/libz.tar.zst -C /tmp/libz --zstd \
|
|
&& mv /tmp/libz/usr/lib/libz.so* /usr/glibc-compat/lib \
|
|
&& rm -rf /tmp/libz /tmp/libz.tar.zst \
|
|
&& wget -q --tries=5 -O phive.phar https://phar.io/releases/phive.phar \
|
|
&& wget -q --tries=5 -O phive.phar.asc https://phar.io/releases/phive.phar.asc \
|
|
&& PHAR_KEY_ID="0x9D8A98B29B2D5D79" \
|
|
&& gpg --keyserver hkps://keyserver.ubuntu.com --recv-keys "$PHAR_KEY_ID" \
|
|
&& gpg --verify phive.phar.asc phive.phar \
|
|
&& chmod +x phive.phar \
|
|
&& mv phive.phar /usr/local/bin/phive \
|
|
&& rm phive.phar.asc \
|
|
&& phive --no-progress install --trust-gpg-keys \
|
|
31C7E470E2138192,CF1A108D0E7AE720,8A03EA3B385DBAA1,12CE0F1D262429A5 \
|
|
--target /usr/bin phpstan@^1.3.3 psalm@^4.18.1 phpcs@^3.6.2
|
|
=======
|
|
###############
|
|
# Install Git #
|
|
###############
|
|
RUN apk add --no-cache bash git git-lfs
|
|
|
|
##############################
|
|
# Install Phive dependencies #
|
|
##############################
|
|
COPY scripts/install-phive.sh /
|
|
RUN /install-phive.sh && rm -rf /install-phive.sh
|
|
>>>>>>> 65949c12 (Push scripts into standalone files)
|
|
|
|
####################################################
|
|
# Install Composer after all Libs have been copied #
|
|
####################################################
|
|
RUN sh -c 'curl --retry 5 --retry-delay 5 --show-error -sS https://getcomposer.org/installer | php -- --install-dir=/usr/bin --filename=composer'
|
|
|
|
#################################
|
|
# Copy the libraries into image #
|
|
#################################
|
|
COPY --from=base_image /usr/bin/ /usr/bin/
|
|
COPY --from=base_image /usr/local/bin/ /usr/local/bin/
|
|
COPY --from=base_image /usr/local/lib/ /usr/local/lib/
|
|
COPY --from=base_image /usr/local/share/ /usr/local/share/
|
|
COPY --from=base_image /usr/local/include/ /usr/local/include/
|
|
COPY --from=base_image /usr/lib/ /usr/lib/
|
|
COPY --from=base_image /usr/share/ /usr/share/
|
|
COPY --from=base_image /usr/include/ /usr/include/
|
|
COPY --from=base_image /lib/ /lib/
|
|
COPY --from=base_image /bin/ /bin/
|
|
COPY --from=base_image /node_modules/ /node_modules/
|
|
COPY --from=base_image /home/r-library /home/r-library
|
|
COPY --from=base_image /root/.tflint.d/ /root/.tflint.d/
|
|
COPY --from=python_builder /venvs/ /venvs/
|
|
|
|
##################################
|
|
# Configure TFLint plugin folder #
|
|
##################################
|
|
ENV TFLINT_PLUGIN_DIR="/root/.tflint.d/plugins"
|
|
|
|
########################################
|
|
# Add node packages to path and dotnet #
|
|
########################################
|
|
ENV PATH="${PATH}:/node_modules/.bin"
|
|
|
|
###############################
|
|
# Add python packages to path #
|
|
###############################
|
|
ENV PATH="${PATH}:/venvs/ansible-lint/bin"
|
|
ENV PATH="${PATH}:/venvs/black/bin"
|
|
ENV PATH="${PATH}:/venvs/cfn-lint/bin"
|
|
ENV PATH="${PATH}:/venvs/cpplint/bin"
|
|
ENV PATH="${PATH}:/venvs/flake8/bin"
|
|
ENV PATH="${PATH}:/venvs/isort/bin"
|
|
ENV PATH="${PATH}:/venvs/mypy/bin"
|
|
ENV PATH="${PATH}:/venvs/pylint/bin"
|
|
ENV PATH="${PATH}:/venvs/snakefmt/bin"
|
|
ENV PATH="${PATH}:/venvs/snakemake/bin"
|
|
ENV PATH="${PATH}:/venvs/sqlfluff/bin"
|
|
ENV PATH="${PATH}:/venvs/yamllint/bin"
|
|
ENV PATH="${PATH}:/venvs/yq/bin"
|
|
|
|
#############################
|
|
# Copy scripts to container #
|
|
#############################
|
|
COPY lib /action/lib
|
|
|
|
##################################
|
|
# Copy linter rules to container #
|
|
##################################
|
|
COPY TEMPLATES /action/lib/.automation
|
|
|
|
################
|
|
# Pull in libs #
|
|
################
|
|
COPY --from=base_image /usr/libexec/ /usr/libexec/
|
|
|
|
################################################
|
|
# Run to build version file and validate image #
|
|
################################################
|
|
RUN ACTIONS_RUNNER_DEBUG=true WRITE_LINTER_VERSIONS_FILE=true IMAGE="${IMAGE}" /action/lib/linter.sh
|
|
|
|
######################
|
|
# Set the entrypoint #
|
|
######################
|
|
ENTRYPOINT ["/action/lib/linter.sh"]
|
|
|
|
################################################################################
|
|
# Grab small clean image to build final_standard ###############################
|
|
################################################################################
|
|
FROM final_slim as final_standard
|
|
|
|
###############
|
|
# Set up args #
|
|
###############
|
|
ARG GITHUB_TOKEN
|
|
ARG PWSH_VERSION='latest'
|
|
ARG PWSH_DIRECTORY='/usr/lib/microsoft/powershell'
|
|
ARG PSSA_VERSION='latest'
|
|
|
|
################
|
|
# Set ENV vars #
|
|
################
|
|
ENV IMAGE="standard"
|
|
ENV PATH="${PATH}:/var/cache/dotnet/tools:/usr/share/dotnet"
|
|
|
|
#########################
|
|
# Install dotenv-linter #
|
|
#########################
|
|
COPY --from=dotenv-linter /dotenv-linter /usr/bin/
|
|
|
|
###################################
|
|
# Install DotNet and Dependencies #
|
|
###################################
|
|
COPY scripts/install-dotnet.sh /
|
|
RUN /install-dotnet.sh && rm -rf /install-dotnet.sh
|
|
|
|
##############################
|
|
# Install rustfmt & clippy #
|
|
##############################
|
|
ENV CRYPTOGRAPHY_DONT_BUILD_RUST=1
|
|
COPY scripts/install-rustfmt.sh /
|
|
RUN /install-rustfmt.sh && rm -rf /install-rustfmt.sh
|
|
|
|
#########################################
|
|
# Install Powershell + PSScriptAnalyzer #
|
|
#########################################
|
|
COPY scripts/install-pwsh.sh /
|
|
RUN /install-pwsh.sh && rm -rf /install-pwsh.sh
|
|
|
|
#############################################################
|
|
# Install Azure Resource Manager Template Toolkit (arm-ttk) #
|
|
#############################################################
|
|
COPY scripts/install-arm-ttk.sh /
|
|
RUN /install-arm-ttk.sh && rm -rf /install-arm-ttk.sh
|
|
|
|
########################################################################################
|
|
# Run to build version file and validate image again because we installed more linters #
|
|
########################################################################################
|
|
RUN ACTIONS_RUNNER_DEBUG=true WRITE_LINTER_VERSIONS_FILE=true IMAGE="${IMAGE}" /action/lib/linter.sh
|