superlint/lib/linter.sh

1694 lines
70 KiB
Bash
Raw Normal View History

2020-06-23 12:02:45 -04:00
#!/usr/bin/env bash
2019-10-21 10:12:50 -04:00
################################################################################
2020-02-03 11:27:40 -05:00
################################################################################
2020-06-24 12:47:47 -04:00
########### Super-Linter (Lint all the code) @admiralawkbar ####################
2020-02-03 11:27:40 -05:00
################################################################################
2019-10-21 10:12:50 -04:00
################################################################################
2020-06-29 10:55:59 -04:00
#########################
# Source Function Files #
#########################
2020-06-30 10:56:15 -04:00
# shellcheck source=/dev/null
2020-07-27 17:11:33 -04:00
source /action/lib/log.sh # Source the function script(s)
2020-07-01 15:00:05 -04:00
# shellcheck source=/dev/null
2020-07-01 17:40:40 -04:00
source /action/lib/buildFileList.sh # Source the function script(s)
2020-06-30 10:56:15 -04:00
# shellcheck source=/dev/null
2020-07-01 17:40:40 -04:00
source /action/lib/validation.sh # Source the function script(s)
2020-06-30 10:56:15 -04:00
# shellcheck source=/dev/null
2020-07-01 17:40:40 -04:00
source /action/lib/worker.sh # Source the function script(s)
2020-06-29 10:55:59 -04:00
2019-10-21 10:12:50 -04:00
###########
2019-10-21 12:05:55 -04:00
# GLOBALS #
2019-10-21 10:12:50 -04:00
###########
2019-10-21 15:12:37 -04:00
# Default Vars
2020-07-22 15:07:08 -04:00
DEFAULT_RULES_LOCATION='/action/lib/.automation' # Default rules files location
2020-07-21 14:50:04 -04:00
# Ansible Vars
2020-07-22 15:07:08 -04:00
ANSIBLE_FILE_NAME='.ansible-lint.yml' # Name of the file
ANSIBLE_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${ANSIBLE_FILE_NAME}" # Path to the Ansible lint rules
2020-07-21 14:50:04 -04:00
# Azure Resource Manager Vars
2020-07-22 15:07:08 -04:00
ARM_FILE_NAME='.arm-ttk.psd1' # Name of the file
ARM_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${ARM_FILE_NAME}" # Path to the ARM lint rules
# Cloudformation Vars
2020-07-22 15:07:08 -04:00
CLOUDFORMATION_FILE_NAME='.cfnlintrc.yml' # Name of the file
CLOUDFORMATION_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${CLOUDFORMATION_FILE_NAME}" # Path to the cloudformation lint rules
2020-07-21 14:50:04 -04:00
# Clojure Vars
2020-07-22 15:07:08 -04:00
CLOJURE_FILE_NAME='.clj-kondo/config.edn' # Name of the file
CLOJURE_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${CLOJURE_FILE_NAME}" # Path to the Clojure lint rules
2019-10-21 15:12:37 -04:00
# Coffee Vars
2020-07-22 15:07:08 -04:00
COFFEE_FILE_NAME='.coffee-lint.json' # Name of the file
COFFEESCRIPT_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${COFFEE_FILE_NAME}" # Path to the coffeescript lint rules
2020-07-21 14:50:04 -04:00
# CSS Vars
2020-07-22 15:07:08 -04:00
CSS_FILE_NAME='.stylelintrc.json' # Name of the file
CSS_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${CSS_FILE_NAME}" # Path to the CSS lint rules
2020-07-21 14:50:04 -04:00
# Dart Vars
2020-07-22 15:07:08 -04:00
DART_FILE_NAME='analysis_options.yaml' # Name of the file
DART_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${DART_FILE_NAME}" # Path to the DART lint rules
2020-01-10 14:33:28 -05:00
# Docker Vars
2020-07-22 15:07:08 -04:00
DOCKER_FILE_NAME='.dockerfilelintrc' # Name of the file
DOCKER_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${DOCKER_FILE_NAME}" # Path to the Docker lint rules
2020-02-28 10:51:29 -05:00
# Golang Vars
2020-07-22 15:07:08 -04:00
GO_FILE_NAME='.golangci.yml' # Name of the file
GO_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${GO_FILE_NAME}" # Path to the Go lint rules
2020-07-14 10:28:58 -04:00
# Groovy Vars
2020-07-23 10:08:35 -04:00
GROOVY_FILE_NAME='.groovylintrc.json' # Name of the file
GROOVY_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${GROOVY_FILE_NAME}" # Path to the Groovy lint rules
2020-07-21 14:50:04 -04:00
# HTML Vars
2020-07-22 15:07:08 -04:00
HTML_FILE_NAME='.htmlhintrc' # Name of the file
HTML_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${HTML_FILE_NAME}" # Path to the CSS lint rules
2020-07-21 14:50:04 -04:00
# Javascript Vars
2020-07-22 15:07:08 -04:00
JAVASCRIPT_FILE_NAME="${JAVASCRIPT_ES_CONFIG_FILE:-.eslintrc.yml}" # Name of the file
JAVASCRIPT_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${JAVASCRIPT_FILE_NAME}" # Path to the Javascript lint rules
JAVASCRIPT_STANDARD_LINTER_RULES='' # ENV string to pass when running js standard
2020-07-21 14:50:04 -04:00
# Default linter path
2020-07-22 15:07:08 -04:00
LINTER_RULES_PATH="${LINTER_RULES_PATH:-.github/linters}" # Linter Path Directory
2020-07-24 13:27:54 -04:00
# Lua Vars
LUA_FILE_NAME='.luacheckrc' # Name of the file
LUA_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${LUA_FILE_NAME}" # Path to the Lua lint rules
2020-07-21 14:50:04 -04:00
# MD Vars
2020-07-22 15:07:08 -04:00
MARKDOWN_FILE_NAME='.markdown-lint.yml' # Name of the file
MARKDOWN_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${MARKDOWN_FILE_NAME}" # Path to the markdown lint rules
2020-06-25 02:13:19 -04:00
# OpenAPI Vars
2020-07-22 15:07:08 -04:00
OPENAPI_FILE_NAME='.openapirc.yml' # Name of the file
OPENAPI_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${OPENAPI_FILE_NAME}" # Path to the OpenAPI lint rules
2020-07-24 14:54:11 -04:00
# PHP Vars
PHPSTAN_FILE_NAME='phpstan.neon' # Name of the file
PHPSTAN_LINTER_RULES="${GITHUB_WORKSPACE}/${PHPSTAN_FILE_NAME}" # Path to the PHPStan lint rules in the repository
if [ ! -f "$PHPSTAN_LINTER_RULES" ]; then
2020-07-29 09:24:47 -04:00
PHPSTAN_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${PHPSTAN_FILE_NAME}" # Path to the PHPStan lint rules
2020-07-24 14:54:11 -04:00
fi
2020-07-21 14:50:04 -04:00
# Powershell Vars
2020-07-22 15:07:08 -04:00
POWERSHELL_FILE_NAME='.powershell-psscriptanalyzer.psd1' # Name of the file
POWERSHELL_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${POWERSHELL_FILE_NAME}" # Path to the Powershell lint rules
2020-06-28 07:07:51 -04:00
# Protocol Buffers Vars
2020-07-22 15:07:08 -04:00
PROTOBUF_FILE_NAME='.protolintrc.yml' # Name of the file
PROTOBUF_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${PROTOBUF_FILE_NAME}" # Path to the Protocol Buffers lint rules
2020-07-21 14:50:04 -04:00
# Python Vars
PYTHON_PYLINT_FILE_NAME="${PYTHON_PYLINT_CONFIG_FILE:-.python-lint}" # Name of the file
PYTHON_PYLINT_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${PYTHON_PYLINT_FILE_NAME}" # Path to the python lint rules
PYTHON_FLAKE8_FILE_NAME="${PYTHON_FLAKE8_CONFIG_FILE:-.flake8}" # Name of the file
PYTHON_FLAKE8_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${PYTHON_FLAKE8_FILE_NAME}" # Path to the python lint rules
2020-07-21 14:50:04 -04:00
# Ruby Vars
2020-07-22 15:07:08 -04:00
RUBY_FILE_NAME="${RUBY_CONFIG_FILE:-.ruby-lint.yml}" # Name of the file
RUBY_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${RUBY_FILE_NAME}" # Path to the ruby lint rules
2020-07-21 14:50:04 -04:00
# Terraform Vars
2020-07-22 15:07:08 -04:00
TERRAFORM_FILE_NAME='.tflint.hcl' # Name of the file
TERRAFORM_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${TERRAFORM_FILE_NAME}" # Path to the Terraform lint rules
2020-07-21 14:50:04 -04:00
# Typescript Vars
2020-07-22 15:07:08 -04:00
TYPESCRIPT_FILE_NAME="${TYPESCRIPT_ES_CONFIG_FILE:-.eslintrc.yml}" # Name of the file
TYPESCRIPT_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${TYPESCRIPT_FILE_NAME}" # Path to the Typescript lint rules
TYPESCRIPT_STANDARD_LINTER_RULES='' # ENV string to pass when running js standard
2020-07-21 14:50:04 -04:00
# YAML Vars
2020-07-24 15:05:03 -04:00
YAML_FILE_NAME="${YAML_CONFIG_FILE:-.yaml-lint.yml}" # Name of the file
2020-07-22 15:07:08 -04:00
YAML_LINTER_RULES="${DEFAULT_RULES_LOCATION}/${YAML_FILE_NAME}" # Path to the yaml lint rules
2020-01-08 14:34:05 -05:00
#######################################
# Linter array for information prints #
#######################################
LINTER_ARRAY=('ansible-lint' 'arm-ttk' 'asl-validator' 'cfn-lint' 'clj-kondo' 'coffeelint'
'dart' 'dockerfilelint' 'dotenv-linter' 'eslint' 'flake8' 'golangci-lint' 'htmlhint'
'jsonlint' 'ktlint' 'lua' 'markdownlint' 'npm-groovy-lint' 'perl' 'protolint' 'pwsh'
'pylint' 'raku' 'rubocop' 'shellcheck' 'spectral' 'standard' 'stylelint' 'terrascan'
'tflint' 'xmllint' 'yamllint')
2020-06-29 15:24:00 -04:00
2020-04-27 15:13:12 -04:00
#############################
# Language array for prints #
#############################
LANGUAGE_ARRAY=('ANSIBLE' 'ARM' 'BASH' 'CLOUDFORMATION' 'CLOJURE' 'COFFEESCRIPT' 'CSS'
'DART' 'DOCKER' 'ENV' 'GO' 'GROOVY' 'HTML' 'JAVASCRIPT_ES' 'JAVASCRIPT_STANDARD'
2020-07-24 14:54:11 -04:00
'JSON' 'JSX' 'KOTLIN' 'LUA' 'MARKDOWN' 'OPENAPI' 'PERL' 'PHP' 'PHP_PHPSTAN' 'POWERSHELL'
'PROTOBUF' 'PYTHON_PYLINT' 'PYTHON_FLAKE8' 'RAKU' 'RUBY' 'STATES' 'TERRAFORM'
'TERRAFORM_TERRASCAN' 'TSX' 'TYPESCRIPT_ES' 'TYPESCRIPT_STANDARD' 'XML' 'YML')
2020-07-21 09:12:28 -04:00
############################################
# Array for all languages that were linted #
############################################
LINTED_LANGUAGES_ARRAY=() # Will be filled at run time with all languages that were linted
2020-04-27 15:13:12 -04:00
2019-10-21 15:12:37 -04:00
###################
# GitHub ENV Vars #
###################
2020-07-23 11:41:17 -04:00
ANSIBLE_DIRECTORY="${ANSIBLE_DIRECTORY}" # Ansible Directory
DEFAULT_BRANCH="${DEFAULT_BRANCH:-master}" # Default Git Branch to use (master by default)
DISABLE_ERRORS="${DISABLE_ERRORS}" # Boolean to enable warning-only output without throwing errors
GITHUB_EVENT_PATH="${GITHUB_EVENT_PATH}" # Github Event Path
GITHUB_REPOSITORY="${GITHUB_REPOSITORY}" # GitHub Org/Repo passed from system
GITHUB_RUN_ID="${GITHUB_RUN_ID}" # GitHub RUn ID to point to logs
GITHUB_SHA="${GITHUB_SHA}" # GitHub sha from the commit
GITHUB_TOKEN="${GITHUB_TOKEN}" # GitHub Token passed from environment
GITHUB_WORKSPACE="${GITHUB_WORKSPACE}" # Github Workspace
2020-07-30 15:15:42 -04:00
LOG_FILE="${LOG_FILE:-super-linter.log}" # Default log file name (located in GITHUB_WORKSPACE folder)
LOG_LEVEL="${LOG_LEVEL:-VERBOSE}" # Default log level (VERBOSE, DEBUG, TRACE)
2020-07-23 11:41:17 -04:00
MULTI_STATUS="${MULTI_STATUS:-true}" # Multiple status are created for each check ran
TEST_CASE_RUN="${TEST_CASE_RUN}" # Boolean to validate only test cases
VALIDATE_ALL_CODEBASE="${VALIDATE_ALL_CODEBASE}" # Boolean to validate all files
VALIDATE_ANSIBLE="${VALIDATE_ANSIBLE}" # Boolean to validate language
VALIDATE_ARM="${VALIDATE_ARM}" # Boolean to validate language
VALIDATE_BASH="${VALIDATE_BASH}" # Boolean to validate language
VALIDATE_CLOUDFORMATION="${VALIDATE_CLOUDFORMATION}" # Boolean to validate language
VALIDATE_CLOJURE="${VALIDATE_CLOJURE}" # Boolean to validate language
VALIDATE_COFFEE="${VALIDATE_COFFEE}" # Boolean to validate language
VALIDATE_CSS="${VALIDATE_CSS}" # Boolean to validate language
VALIDATE_DART="${VALIDATE_DART}" # Boolean to validate language
VALIDATE_DOCKER="${VALIDATE_DOCKER}" # Boolean to validate language
VALIDATE_EDITORCONFIG="${VALIDATE_EDITORCONFIG}" # Boolean to validate files with editorconfig
VALIDATE_ENV="${VALIDATE_ENV}" # Boolean to validate language
VALIDATE_GO="${VALIDATE_GO}" # Boolean to validate language
VALIDATE_GROOVY="${VALIDATE_GROOVY}" # Boolean to validate language
VALIDATE_HTML="${VALIDATE_HTML}" # Boolean to validate language
VALIDATE_JAVASCRIPT_ES="${VALIDATE_JAVASCRIPT_ES}" # Boolean to validate language
VALIDATE_JAVASCRIPT_STANDARD="${VALIDATE_JAVASCRIPT_STANDARD}" # Boolean to validate language
VALIDATE_JSON="${VALIDATE_JSON}" # Boolean to validate language
VALIDATE_JSX="${VALIDATE_JSX}" # Boolean to validate language
VALIDATE_KOTLIN="${VALIDATE_KOTLIN}" # Boolean to validate language
VALIDATE_LUA="${VALIDATE_LUA}" # Boolean to validate language
VALIDATE_MARKDOWN="${VALIDATE_MD:-}" # Boolean to validate language
VALIDATE_OPENAPI="${VALIDATE_OPENAPI}" # Boolean to validate language
VALIDATE_PERL="${VALIDATE_PERL}" # Boolean to validate language
VALIDATE_PHP="${VALIDATE_PHP}" # Boolean to validate language
2020-07-24 14:54:11 -04:00
VALIDATE_PHP_PHPSTAN="${VALIDATE_PHP_PHPSTAN}" # Boolean to validate language
2020-07-23 11:41:17 -04:00
VALIDATE_POWERSHELL="${VALIDATE_POWERSHELL}" # Boolean to validate language
VALIDATE_PYTHON_PYLINT="${VALIDATE_PYTHON:-$VALIDATE_PYTHON_PYLINT}" # Boolean to validate language
VALIDATE_PYTHON_FLAKE8="${VALIDATE_PYTHON_FLAKE8}" # Boolean to validate language
VALIDATE_RAKU="${VALIDATE_RAKU}" # Boolean to validate language
VALIDATE_RUBY="${VALIDATE_RUBY}" # Boolean to validate language
VALIDATE_STATES="${VALIDATE_STATES}" # Boolean to validate language
VALIDATE_TERRAFORM="${VALIDATE_TERRAFORM}" # Boolean to validate language
VALIDATE_TERRAFORM_TERRASCAN="${VALIDATE_TERRAFORM_TERRASCAN}" # Boolean to validate language
VALIDATE_TSX="${VALIDATE_TSX}" # Boolean to validate language
VALIDATE_TYPESCRIPT_ES="${VALIDATE_TYPESCRIPT_ES}" # Boolean to validate language
VALIDATE_TYPESCRIPT_STANDARD="${VALIDATE_TYPESCRIPT_STANDARD}" # Boolean to validate language
VALIDATE_XML="${VALIDATE_XML}" # Boolean to validate language
VALIDATE_YAML="${VALIDATE_YAML}" # Boolean to validate language
2020-02-03 15:54:43 -05:00
##############
# Debug Vars #
##############
2020-07-01 17:40:40 -04:00
RUN_LOCAL="${RUN_LOCAL}" # Boolean to see if we are running locally
ACTIONS_RUNNER_DEBUG="${ACTIONS_RUNNER_DEBUG:-false}" # Boolean to see even more info (debug)
2019-10-25 12:29:31 -04:00
2020-07-30 15:15:42 -04:00
############
# Log Vars #
############
LOG_TRACE=$(if [[ ${LOG_LEVEL} == "TRACE" ]]; then echo "true";fi) # Boolean to see trace logs
export LOG_TRACE
LOG_DEBUG=$(if [[ ${LOG_LEVEL} == "DEBUG" || ${ACTIONS_RUNNER_DEBUG} == true ]]; then echo "true";fi) # Boolean to see debug logs
export LOG_DEBUG
LOG_VERBOSE=$(if [[ ${LOG_LEVEL} == "VERBOSE" ]]; then echo "true";fi) # Boolean to see verbose logs (info function)
export LOG_VERBOSE
2019-10-25 12:29:31 -04:00
################
# Default Vars #
################
2020-07-22 10:35:21 -04:00
DEFAULT_VALIDATE_ALL_CODEBASE='true' # Default value for validate all files
DEFAULT_WORKSPACE="${DEFAULT_WORKSPACE:-/tmp/lint}" # Default workspace if running locally
DEFAULT_RUN_LOCAL='false' # Default value for debugging locally
DEFAULT_TEST_CASE_RUN='false' # Flag to tell code to run only test cases
2020-07-21 13:09:07 -04:00
DEFAULT_IFS="${IFS}" # Get the Default IFS for updating
2020-06-29 11:34:23 -04:00
###############################################################
# Default Vars that are called in Subs and need to be ignored #
###############################################################
2020-07-30 15:26:10 -04:00
DEFAULT_DISABLE_ERRORS='false' # Default to enabling errors
export DEFAULT_DISABLE_ERRORS # Workaround SC2034
RAW_FILE_ARRAY=() # Array of all files that were changed
export RAW_FILE_ARRAY # Workaround SC2034
READ_ONLY_CHANGE_FLAG=0 # Flag set to 1 if files changed are not txt or md
export READ_ONLY_CHANGE_FLAG # Workaround SC2034
TEST_CASE_FOLDER='.automation/test' # Folder for test cases we should always ignore
export TEST_CASE_FOLDER # Workaround SC2034
DEFAULT_ANSIBLE_DIRECTORY="${GITHUB_WORKSPACE}/ansible" # Default Ansible Directory
export DEFAULT_ANSIBLE_DIRECTORY # Workaround SC2034
WARNING_ARRAY_TEST=() # Array of warning linters that did not have an expected test result.
export WARNING_ARRAY_TEST # Workaround SC2034
2019-10-21 12:05:55 -04:00
2020-06-23 10:25:12 -04:00
##############
# Format #
##############
OUTPUT_FORMAT="${OUTPUT_FORMAT}" # Output format to be generated. Default none
OUTPUT_FOLDER="${OUTPUT_FOLDER:-super-linter.report}" # Folder where the reports are generated. Default super-linter.report
OUTPUT_DETAILS="${OUTPUT_DETAILS:-simpler}" # What level of details. (simpler or detailed). Default simpler
2020-07-22 10:35:21 -04:00
REPORT_OUTPUT_FOLDER="${DEFAULT_WORKSPACE}/${OUTPUT_FOLDER}" # Location for the report folder
2019-10-21 12:05:55 -04:00
2019-10-25 15:22:57 -04:00
##########################
# Array of changed files #
##########################
2020-07-20 15:07:56 -04:00
FILE_ARRAY_ARM=() # Array of files to check
2020-07-01 17:40:40 -04:00
FILE_ARRAY_BASH=() # Array of files to check
2020-07-22 15:41:37 -04:00
FILE_ARRAY_CLOUDFORMATION=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_CLOJURE=() # Array of files to check
2020-07-01 17:40:40 -04:00
FILE_ARRAY_COFFEESCRIPT=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_CSS=() # Array of files to check
FILE_ARRAY_DART=() # Array of files to check
FILE_ARRAY_DOCKER=() # Array of files to check
FILE_ARRAY_ENV=() # Array of files to check
FILE_ARRAY_GO=() # Array of files to check
2020-07-22 12:44:20 -04:00
FILE_ARRAY_GROOVY=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_HTML=() # Array of files to check
2020-07-01 17:40:40 -04:00
FILE_ARRAY_JAVASCRIPT_ES=() # Array of files to check
FILE_ARRAY_JAVASCRIPT_STANDARD=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_JSON=() # Array of files to check
2020-07-07 11:02:56 -04:00
FILE_ARRAY_JSX=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_KOTLIN=() # Array of files to check
2020-07-24 13:27:54 -04:00
FILE_ARRAY_LUA=() # Array of files to check
2020-07-21 09:52:30 -04:00
FILE_ARRAY_MARKDOWN=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_OPENAPI=() # Array of files to check
FILE_ARRAY_PERL=() # Array of files to check
FILE_ARRAY_PHP=() # Array of files to check
2020-07-24 14:54:11 -04:00
FILE_ARRAY_PHP_PHPSTAN=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_POWERSHELL=() # Array of files to check
FILE_ARRAY_PROTOBUF=() # Array of files to check
FILE_ARRAY_PYTHON_PYLINT=() # Array of files to check
FILE_ARRAY_PYTHON_FLAKE8=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_RAKU=() # Array of files to check
FILE_ARRAY_RUBY=() # Array of files to check
2020-07-21 14:50:04 -04:00
FILE_ARRAY_STATES=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_TERRAFORM=() # Array of files to check
2020-07-07 11:02:56 -04:00
FILE_ARRAY_TSX=() # Array of files to check
2020-07-01 17:40:40 -04:00
FILE_ARRAY_TYPESCRIPT_ES=() # Array of files to check
FILE_ARRAY_TYPESCRIPT_STANDARD=() # Array of files to check
2020-07-20 15:07:56 -04:00
FILE_ARRAY_XML=() # Array of files to check
2020-07-24 12:20:22 -04:00
FILE_ARRAY_YAML=() # Array of files to check
2019-10-25 15:22:57 -04:00
2019-10-21 12:05:55 -04:00
############
# Counters #
############
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_ANSIBLE=0 # Count of errors found
export ERRORS_FOUND_ANSIBLE # Workaround SC2034
ERRORS_FOUND_ARM=0 # Count of errors found
export ERRORS_FOUND_ARM # Workaround SC2034
ERRORS_FOUND_BASH=0 # Count of errors found
export ERRORS_FOUND_BASH # Workaround SC2034
ERRORS_FOUND_CLOUDFORMATION=0 # Count of errors found
export ERRORS_FOUND_CLOUDFORMATION # Workaround SC2034
ERRORS_FOUND_CLOJURE=0 # Count of errors found
export ERRORS_FOUND_CLOJURE # Workaround SC2034
ERRORS_FOUND_CSS=0 # Count of errors found
export ERRORS_FOUND_CSS # Workaround SC2034
ERRORS_FOUND_COFFEESCRIPT=0 # Count of errors found
export ERRORS_FOUND_COFFEESCRIPT # Workaround SC2034
ERRORS_FOUND_DART=0 # Count of errors found
export ERRORS_FOUND_DART # Workaround SC2034
ERRORS_FOUND_DOCKER=0 # Count of errors found
export ERRORS_FOUND_DOCKER # Workaround SC2034
ERRORS_FOUND_ENV=0 # Count of errors found
export ERRORS_FOUND_ENV # Workaround SC2034
ERRORS_FOUND_GO=0 # Count of errors found
export ERRORS_FOUND_GO # Workaround SC2034
2020-07-23 10:08:35 -04:00
ERRORS_FOUND_GROOVY=0 # Count of errors found
export ERRORS_FOUND_GROOVY # Workaround SC2034
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_HTML=0 # Count of errors found
export ERRORS_FOUND_HTML # Workaround SC2034
ERRORS_FOUND_JAVASCRIPT_STANDARD=0 # Count of errors found
export ERRORS_FOUND_JAVASCRIPT_STANDARD # Workaround SC2034
ERRORS_FOUND_JAVASCRIPT_ES=0 # Count of errors found
export ERRORS_FOUND_JAVASCRIPT_ES # Workaround SC2034
ERRORS_FOUND_JSON=0 # Count of errors found
export ERRORS_FOUND_JSON # Workaround SC2034
ERRORS_FOUND_JSX=0 # Count of errors found
export ERRORS_FOUND_JSX # Workaround SC2034
ERRORS_FOUND_KOTLIN=0 # Count of errors found
export ERRORS_FOUND_KOTLIN # Workaround SC2034
2020-07-24 13:27:54 -04:00
ERRORS_FOUND_LUA=0 # Count of errors found
export ERRORS_FOUND_LUA=0 # Workaround SC2034
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_MARKDOWN=0 # Count of errors found
export ERRORS_FOUND_MARKDOWN # Workaround SC2034
ERRORS_FOUND_OPENAPI=0 # Count of errors found
export ERRORS_FOUND_OPENAPI # Workaround SC2034
ERRORS_FOUND_PERL=0 # Count of errors found
export ERRORS_FOUND_PERL # Workaround SC2034
ERRORS_FOUND_PHP=0 # Count of errors found
export ERRORS_FOUND_PHP # Workaround SC2034
2020-07-24 14:54:11 -04:00
ERRORS_FOUND_PHP_PHPSTAN=0 # Count of errors found
export ERRORS_FOUND_PHP_PHPSTAN # Workaround SC2034
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_POWERSHELL=0 # Count of errors found
export ERRORS_FOUND_POWERSHELL # Workaround SC2034
ERRORS_FOUND_PROTOBUF=0 # Count of errors found
export ERRORS_FOUND_PROTOBUF # Workaround SC2034
ERRORS_FOUND_PYTHON_PYLINT=0 # Count of errors found
export ERRORS_FOUND_PYTHON_PYLINT # Workaround SC2034
ERRORS_FOUND_PYTHON_FLAKE8=0 # Count of errors found
export ERRORS_FOUND_PYTHON_FLAKE8 # Workaround SC2034
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_RAKU=0 # Count of errors found
export ERRORS_FOUND_RAKU # Workaround SC2034
ERRORS_FOUND_RUBY=0 # Count of errors found
export ERRORS_FOUND_RUBY # Workaround SC2034
ERRORS_FOUND_STATES=0 # Count of errors found
export ERRORS_FOUND_STATES # Workaround SC2034
ERRORS_FOUND_TERRAFORM=0 # Count of errors found
export ERRORS_FOUND_TERRAFORM # Workaround SC2034
2020-07-22 21:40:43 -04:00
ERRORS_FOUND_TERRAFORM_TERRASCAN=0 # Count of errors found
export ERRORS_FOUND_TERRAFORM_TERRASCAN # Workaround SC2034
2020-07-22 16:41:08 -04:00
ERRORS_FOUND_TSX=0 # Count of errors found
export ERRORS_FOUND_TSX # Workaround SC2034
ERRORS_FOUND_TYPESCRIPT_STANDARD=0 # Count of errors found
export ERRORS_FOUND_TYPESCRIPT_STANDARD # Workaround SC2034
ERRORS_FOUND_TYPESCRIPT_ES=0 # Count of errors found
export ERRORS_FOUND_TYPESCRIPT_ES # Workaround SC2034
ERRORS_FOUND_XML=0 # Count of errors found
export ERRORS_FOUND_XML # Workaround SC2034
2020-07-24 12:20:22 -04:00
ERRORS_FOUND_YAML=0 # Count of errors found
export ERRORS_FOUND_YAML # Workaround SC2034
2019-10-21 15:12:37 -04:00
2019-10-21 10:12:50 -04:00
################################################################################
2019-10-21 12:05:55 -04:00
########################## FUNCTIONS BELOW #####################################
2019-10-21 10:12:50 -04:00
################################################################################
################################################################################
2019-10-21 12:05:55 -04:00
#### Function Header ###########################################################
2020-07-01 17:40:40 -04:00
Header() {
2020-05-06 11:03:06 -04:00
###############################
# Give them the possum action #
###############################
2020-05-06 11:27:45 -04:00
/bin/bash /action/lib/possum.sh
2020-05-06 11:03:06 -04:00
##########
# Prints #
##########
2020-07-30 15:15:42 -04:00
info "---------------------------------------------"
info "--- GitHub Actions Multi Language Linter ----"
info "---------------------------------------------"
info "---------------------------------------------"
info "The Super-Linter source code can be found at:"
info " - https://github.com/github/super-linter"
info "---------------------------------------------"
2019-10-21 12:05:55 -04:00
}
################################################################################
2020-01-08 14:34:05 -05:00
#### Function GetLinterVersions ################################################
2020-07-01 17:40:40 -04:00
GetLinterVersions() {
2020-01-08 14:34:05 -05:00
#########################
# Print version headers #
#########################
2020-07-30 15:15:42 -04:00
debug "---------------------------------------------"
debug "Linter Version Info:"
2020-01-08 14:34:05 -05:00
##########################################################
# Go through the array of linters and print version info #
##########################################################
2020-07-01 17:40:40 -04:00
for LINTER in "${LINTER_ARRAY[@]}"; do
2020-07-22 09:06:35 -04:00
####################
# Get the versions #
####################
2020-07-21 13:09:07 -04:00
if [[ "${LINTER}" == "arm-ttk" ]]; then
2020-07-06 09:18:09 -04:00
# Need specific command for ARM
2020-07-21 13:09:07 -04:00
mapfile -t GET_VERSION_CMD < <(grep -iE 'version' "${ARM_TTK_PSD1}" | xargs 2>&1)
elif [[ "${LINTER}" == "protolint" ]]; then
2020-07-06 09:18:09 -04:00
# Need specific command for Protolint
2020-07-02 17:31:16 -04:00
mapfile -t GET_VERSION_CMD < <(echo "--version not supported")
else
2020-07-06 09:18:09 -04:00
# Standard version command
2020-07-21 13:09:07 -04:00
mapfile -t GET_VERSION_CMD < <("${LINTER}" --version 2>&1)
2020-07-02 17:31:16 -04:00
fi
2020-01-08 14:34:05 -05:00
#######################
# Load the error code #
#######################
ERROR_CODE=$?
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ ${ERROR_CODE} -ne 0 ] || [ -z "${GET_VERSION_CMD[*]}" ]; then
2020-07-30 15:15:42 -04:00
warn "[${LINTER}]: Failed to get version info for:"
2020-01-08 14:34:05 -05:00
else
##########################
# Print the version info #
##########################
2020-07-30 15:15:42 -04:00
debug "Successfully found version for ${F[W]}[${LINTER}]${F[B]}: ${F[W]}${GET_VERSION_CMD[*]}"
2020-01-08 14:34:05 -05:00
fi
done
2020-07-06 09:18:09 -04:00
2020-07-02 17:31:16 -04:00
#########################
# Print version footers #
#########################
2020-07-30 15:15:42 -04:00
debug "---------------------------------------------"
2020-01-08 14:34:05 -05:00
}
################################################################################
2019-10-21 12:05:55 -04:00
#### Function GetLinterRules ###################################################
2020-07-01 17:40:40 -04:00
GetLinterRules() {
2019-10-21 12:05:55 -04:00
# Need to validate the rules files exist
2020-02-03 11:27:40 -05:00
################
# Pull in vars #
################
2020-07-21 13:09:07 -04:00
LANGUAGE_NAME="${1}" # Name of the language were looking for
2020-07-01 10:45:55 -04:00
#######################################################
# Need to create the variables for the real variables #
#######################################################
LANGUAGE_FILE_NAME="${LANGUAGE_NAME}_FILE_NAME"
LANGUAGE_LINTER_RULES="${LANGUAGE_NAME}_LINTER_RULES"
2020-02-03 11:27:40 -05:00
#####################################
# Validate we have the linter rules #
#####################################
2020-07-21 13:09:07 -04:00
if [ -f "${GITHUB_WORKSPACE}/${LINTER_RULES_PATH}/${!LANGUAGE_FILE_NAME}" ]; then
2020-07-30 15:15:42 -04:00
info "----------------------------------------------"
info "User provided file:[${!LANGUAGE_FILE_NAME}], setting rules file..."
2019-10-22 13:21:42 -04:00
2020-07-01 10:45:55 -04:00
########################################
# Update the path to the file location #
########################################
2020-07-21 13:09:07 -04:00
eval "${LANGUAGE_LINTER_RULES}=${GITHUB_WORKSPACE}/${LINTER_RULES_PATH}/${!LANGUAGE_FILE_NAME}"
2019-10-23 10:51:13 -04:00
else
2020-02-03 11:27:40 -05:00
########################################################
# No user default provided, using the template default #
########################################################
2020-07-30 15:15:42 -04:00
debug " -> Codebase does NOT have file:[${LINTER_RULES_PATH}/${!LANGUAGE_FILE_NAME}], using Default rules at:[${!LANGUAGE_LINTER_RULES}]"
2019-10-22 13:21:42 -04:00
fi
2020-02-03 11:27:40 -05:00
}
################################################################################
#### Function GetStandardRules #################################################
2020-07-01 17:40:40 -04:00
GetStandardRules() {
2020-04-02 13:42:07 -04:00
################
# Pull In Vars #
################
2020-07-21 13:09:07 -04:00
LINTER="${1}" # Type: javascript | typescript
2020-04-02 13:42:07 -04:00
2020-02-03 11:27:40 -05:00
#########################################################################
# Need to get the ENV vars from the linter rules to run in command line #
#########################################################################
# Copy orig IFS to var
2020-07-21 13:09:07 -04:00
ORIG_IFS="${IFS}"
2020-02-03 11:27:40 -05:00
# Set the IFS to newline
IFS=$'\n'
2019-11-06 16:45:44 -05:00
2020-02-03 11:27:40 -05:00
#########################################
# Get list of all environment variables #
#########################################
# Only env vars that are marked as true
2020-04-02 13:42:07 -04:00
GET_ENV_ARRAY=()
2020-07-21 13:09:07 -04:00
if [[ ${LINTER} == "javascript" ]]; then
mapfile -t GET_ENV_ARRAY < <(yq .env "${JAVASCRIPT_LINTER_RULES}" | grep true)
elif [[ ${LINTER} == "typescript" ]]; then
mapfile -t GET_ENV_ARRAY < <(yq .env "${TYPESCRIPT_LINTER_RULES}" | grep true)
2020-04-02 13:42:07 -04:00
fi
2019-11-06 16:45:44 -05:00
2020-02-03 11:27:40 -05:00
#######################
# Load the error code #
#######################
ERROR_CODE=$?
2019-11-06 16:45:44 -05:00
2020-02-03 11:27:40 -05:00
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ ${ERROR_CODE} -ne 0 ]; then
2020-02-03 11:27:40 -05:00
# ERROR
2020-07-27 17:35:53 -04:00
error "Failed to gain list of ENV vars to load!"
fatal "[${GET_ENV_ARRAY[*]}]"
2019-11-06 16:45:44 -05:00
fi
2020-01-10 14:33:28 -05:00
2020-02-03 11:27:40 -05:00
##########################
# Set IFS back to normal #
##########################
# Set IFS back to Orig
2020-07-21 13:09:07 -04:00
IFS="${ORIG_IFS}"
2020-01-10 14:33:28 -05:00
2020-02-03 11:27:40 -05:00
######################
# Set the env string #
######################
ENV_STRING=''
2020-01-10 14:33:28 -05:00
2020-02-03 11:27:40 -05:00
#############################
# Pull out the envs to load #
#############################
2020-07-01 17:40:40 -04:00
for ENV in "${GET_ENV_ARRAY[@]}"; do
2020-02-03 11:27:40 -05:00
#############################
# remove spaces from return #
#############################
ENV="$(echo -e "${ENV}" | tr -d '[:space:]')"
################################
# Get the env to add to string #
################################
ENV="$(echo "${ENV}" | cut -d'"' -f2)"
2020-07-30 15:15:42 -04:00
debug "ENV:[${ENV}]"
2020-02-03 11:27:40 -05:00
ENV_STRING+="--env ${ENV} "
done
2020-01-10 14:33:28 -05:00
2020-06-21 00:03:30 -04:00
#########################################
# Remove trailing and ending whitespace #
#########################################
2020-07-21 13:09:07 -04:00
if [[ ${LINTER} == "javascript" ]]; then
2020-04-02 13:42:07 -04:00
JAVASCRIPT_STANDARD_LINTER_RULES="$(echo -e "${ENV_STRING}" | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')"
2020-07-21 13:09:07 -04:00
elif [[ ${LINTER} == "typescript" ]]; then
2020-04-02 13:42:07 -04:00
TYPESCRIPT_STANDARD_LINTER_RULES="$(echo -e "${ENV_STRING}" | sed -e 's/^[[:space:]]*//' -e 's/[[:space:]]*$//')"
fi
2019-10-21 12:05:55 -04:00
}
2020-06-25 02:13:19 -04:00
################################################################################
#### Function DetectOpenAPIFile ################################################
2020-07-01 17:40:40 -04:00
DetectOpenAPIFile() {
2020-06-26 09:26:36 -04:00
################
# Pull in vars #
################
2020-07-21 13:09:07 -04:00
FILE="${1}"
2020-06-26 09:26:36 -04:00
###############################
# Check the file for keywords #
###############################
2020-07-21 13:09:07 -04:00
grep -E '"openapi":|"swagger":|^openapi:|^swagger:' "${FILE}" > /dev/null
2020-06-26 09:26:36 -04:00
#######################
# Load the error code #
#######################
ERROR_CODE=$?
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ ${ERROR_CODE} -eq 0 ]; then
2020-06-26 09:26:36 -04:00
########################
# Found string in file #
########################
2020-07-01 17:40:40 -04:00
return 0
2020-06-25 02:13:19 -04:00
else
2020-06-26 09:26:36 -04:00
###################
# No string match #
###################
2020-07-01 17:40:40 -04:00
return 1
2020-06-25 02:13:19 -04:00
fi
}
2020-06-29 15:38:24 -04:00
################################################################################
2020-07-06 09:18:09 -04:00
#### Function DetectARMFile ####################################################
2020-07-06 09:29:36 -04:00
DetectARMFile() {
2020-07-02 17:31:16 -04:00
################
# Pull in vars #
################
2020-07-21 13:09:07 -04:00
FILE="${1}" # Name of the file/path we are validating
2020-07-02 17:31:16 -04:00
###############################
# Check the file for keywords #
###############################
2020-07-21 13:09:07 -04:00
grep -E 'schema.management.azure.com' "${FILE}" > /dev/null
2020-07-02 17:31:16 -04:00
#######################
# Load the error code #
#######################
ERROR_CODE=$?
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ ${ERROR_CODE} -eq 0 ]; then
2020-07-02 17:31:16 -04:00
########################
# Found string in file #
########################
2020-07-06 09:18:09 -04:00
return 0
2020-07-02 17:31:16 -04:00
else
###################
# No string match #
###################
2020-07-06 09:18:09 -04:00
return 1
2020-07-02 17:31:16 -04:00
fi
}
################################################################################
#### Function DetectCloudFormationFile #########################################
2020-07-01 17:40:40 -04:00
DetectCloudFormationFile() {
2020-06-29 15:49:20 -04:00
################
# Pull in Vars #
################
2020-07-21 13:09:07 -04:00
FILE="${1}" # File that we need to validate
2020-06-29 15:49:20 -04:00
2020-06-29 15:38:24 -04:00
# https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/template-formats.html
2020-06-26 15:43:44 -04:00
# AWSTemplateFormatVersion is optional
2020-06-29 15:49:20 -04:00
#######################################
# Check if file has AWS Template info #
#######################################
2020-07-23 11:18:54 -04:00
if grep -q 'AWSTemplateFormatVersion' "${FILE}" > /dev/null; then
2020-06-29 15:49:20 -04:00
# Found it
return 0
fi
2020-06-29 15:49:20 -04:00
2020-07-23 11:18:54 -04:00
#####################################
# See if it contains AWS References #
#####################################
if grep -q -E '(AWS|Alexa|Custom)::' "${FILE}" > /dev/null; then
2020-06-29 15:49:20 -04:00
# Found it
2020-06-26 15:43:44 -04:00
return 0
fi
2020-07-22 15:07:08 -04:00
#####################################################
# No identifiers of a CLOUDFORMATION template found #
#####################################################
2020-06-26 15:43:44 -04:00
return 1
}
2020-07-21 14:50:04 -04:00
################################################################################
#### Function DetectAWSStatesFIle ##############################################
DetectAWSStatesFIle() {
################
# Pull in Vars #
################
2020-07-21 15:39:14 -04:00
FILE="${1}" # File that we need to validate
2020-07-21 14:50:04 -04:00
# https://states-language.net/spec.html#example
###############################
# check if file has resources #
###############################
2020-07-21 15:39:14 -04:00
if grep '"Resource": *"arn"*' "${FILE}"; then
2020-07-21 14:50:04 -04:00
# Found it
return 0
fi
#################################################
# No identifiers of a AWS States Language found #
#################################################
return 1
}
2020-01-09 17:08:01 -05:00
################################################################################
2019-10-21 15:12:37 -04:00
#### Function GetGitHubVars ####################################################
2020-07-01 17:40:40 -04:00
GetGitHubVars() {
2019-10-21 15:12:37 -04:00
##########
# Prints #
##########
2020-07-30 15:15:42 -04:00
info "--------------------------------------------"
info "Gathering GitHub information..."
2019-10-21 15:12:37 -04:00
2020-02-04 12:49:07 -05:00
###############################
# Get the Run test cases flag #
###############################
2020-07-21 13:09:07 -04:00
if [ -z "${TEST_CASE_RUN}" ]; then
2020-02-04 12:49:07 -05:00
##################################
# No flag passed, set to default #
##################################
2020-07-21 13:09:07 -04:00
TEST_CASE_RUN="${DEFAULT_TEST_CASE_RUN}"
2020-02-04 12:49:07 -05:00
fi
###############################
# Convert string to lowercase #
###############################
2020-07-21 12:09:05 -04:00
TEST_CASE_RUN="${TEST_CASE_RUN,,}"
2020-02-04 12:49:07 -05:00
2020-01-09 11:29:18 -05:00
##########################
# Get the run local flag #
##########################
2020-07-21 13:09:07 -04:00
if [ -z "${RUN_LOCAL}" ]; then
2020-01-09 11:29:18 -05:00
##################################
# No flag passed, set to default #
##################################
2020-07-21 13:09:07 -04:00
RUN_LOCAL="${DEFAULT_RUN_LOCAL}"
2019-10-21 15:12:37 -04:00
fi
2020-01-09 11:29:18 -05:00
###############################
# Convert string to lowercase #
###############################
2020-07-21 12:09:05 -04:00
RUN_LOCAL="${RUN_LOCAL,,}"
2020-02-04 12:49:07 -05:00
2020-01-09 11:29:18 -05:00
#################################
# Check if were running locally #
#################################
2020-07-21 13:09:07 -04:00
if [[ ${RUN_LOCAL} != "false" ]]; then
2020-01-09 11:29:18 -05:00
##########################################
# We are running locally for a debug run #
##########################################
2020-07-30 15:15:42 -04:00
info "NOTE: ENV VAR [RUN_LOCAL] has been set to:[true]"
info "bypassing GitHub Actions variables..."
############################
# Set the GITHUB_WORKSPACE #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_WORKSPACE}" ]; then
GITHUB_WORKSPACE="${DEFAULT_WORKSPACE}"
fi
2020-06-29 10:55:59 -04:00
2020-07-21 13:09:07 -04:00
if [ ! -d "${GITHUB_WORKSPACE}" ]; then
2020-07-27 17:35:53 -04:00
fatal "Provided volume is not a directory!"
fi
2020-07-30 15:15:42 -04:00
info "Linting all files in mapped directory:[${DEFAULT_WORKSPACE}]"
2020-01-09 11:29:18 -05:00
# No need to touch or set the GITHUB_SHA
# No need to touch or set the GITHUB_EVENT_PATH
# No need to touch or set the GITHUB_ORG
# No need to touch or set the GITHUB_REPO
#################################
# Set the VALIDATE_ALL_CODEBASE #
#################################
2020-07-21 13:09:07 -04:00
VALIDATE_ALL_CODEBASE="${DEFAULT_VALIDATE_ALL_CODEBASE}"
2019-10-21 15:12:37 -04:00
else
2020-01-09 11:29:18 -05:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_SHA}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_SHA]!"
fatal "[${GITHUB_SHA}]"
2020-01-09 11:29:18 -05:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_SHA]${F[B]}, value:${F[W]}[${GITHUB_SHA}]"
2020-01-09 11:29:18 -05:00
fi
2019-10-21 15:12:37 -04:00
2020-01-09 11:29:18 -05:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_WORKSPACE}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_WORKSPACE]!"
fatal "[${GITHUB_WORKSPACE}]"
2020-01-09 11:29:18 -05:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_WORKSPACE]${F[B]}, value:${F[W]}[${GITHUB_WORKSPACE}]"
2020-01-09 11:29:18 -05:00
fi
2019-10-21 15:12:37 -04:00
2020-01-09 11:29:18 -05:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_EVENT_PATH}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_EVENT_PATH]!"
fatal "[${GITHUB_EVENT_PATH}]"
2020-01-09 11:29:18 -05:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_EVENT_PATH]${F[B]}, value:${F[W]}[${GITHUB_EVENT_PATH}]${F[B]}"
2020-01-09 11:29:18 -05:00
fi
2019-10-21 15:12:37 -04:00
2020-01-09 11:29:18 -05:00
##################################################
# Need to pull the GitHub Vars from the env file #
##################################################
######################
# Get the GitHub Org #
######################
2020-07-21 13:09:07 -04:00
GITHUB_ORG=$(jq -r '.repository.owner.login' < "${GITHUB_EVENT_PATH}")
2020-01-09 11:29:18 -05:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_ORG}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_ORG]!"
fatal "[${GITHUB_ORG}]"
2020-01-09 11:29:18 -05:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_ORG]${F[B]}, value:${F[W]}[${GITHUB_ORG}]"
2020-01-09 11:29:18 -05:00
fi
#######################
# Get the GitHub Repo #
#######################
2020-07-21 13:09:07 -04:00
GITHUB_REPO=$(jq -r '.repository.name' < "${GITHUB_EVENT_PATH}")
2020-01-09 11:29:18 -05:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_REPO}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_REPO]!"
fatal "[${GITHUB_REPO}]"
2020-01-09 11:29:18 -05:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_REPO]${F[B]}, value:${F[W]}[${GITHUB_REPO}]"
2020-01-09 11:29:18 -05:00
fi
2019-10-21 15:12:37 -04:00
fi
2020-07-20 15:07:56 -04:00
############################
# Validate we have a value #
############################
2020-07-22 12:59:46 -04:00
if [ -z "${GITHUB_TOKEN}" ] && [[ ${RUN_LOCAL} == "false" ]]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_TOKEN]!"
error "[${GITHUB_TOKEN}]"
error "Please set a [GITHUB_TOKEN] from the main workflow environment to take advantage of multiple status reports!"
2020-07-21 11:21:08 -04:00
################################################################################
# Need to set MULTI_STATUS to false as we cant hit API endpoints without token #
################################################################################
MULTI_STATUS='false'
2020-07-20 15:07:56 -04:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_TOKEN]"
2020-07-20 15:07:56 -04:00
fi
###############################
# Convert string to lowercase #
###############################
2020-07-21 12:09:05 -04:00
MULTI_STATUS="${MULTI_STATUS,,}"
2020-07-20 15:07:56 -04:00
#######################################################################
# Check to see if the multi status is set, and we have a token to use #
#######################################################################
2020-07-21 13:09:07 -04:00
if [ "${MULTI_STATUS}" == "true" ] && [ -n "${GITHUB_TOKEN}" ]; then
2020-07-20 15:07:56 -04:00
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_REPOSITORY}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_REPOSITORY]!"
fatal "[${GITHUB_REPOSITORY}]"
2020-07-20 15:07:56 -04:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_REPOSITORY]${F[B]}, value:${F[W]}[${GITHUB_REPOSITORY}]"
2020-07-20 15:07:56 -04:00
fi
############################
# Validate we have a value #
############################
2020-07-21 13:09:07 -04:00
if [ -z "${GITHUB_RUN_ID}" ]; then
2020-07-27 17:35:53 -04:00
error "Failed to get [GITHUB_RUN_ID]!"
fatal "[${GITHUB_RUN_ID}]"
2020-07-20 15:07:56 -04:00
else
2020-07-30 15:15:42 -04:00
info "Successfully found:${F[W]}[GITHUB_RUN_ID]${F[B]}, value:${F[W]}[${GITHUB_RUN_ID}]"
2020-01-09 11:29:18 -05:00
fi
2019-10-21 15:12:37 -04:00
fi
2020-04-27 13:21:38 -04:00
}
################################################################################
#### Function ValidatePowershellModules ########################################
2020-07-01 17:40:40 -04:00
function ValidatePowershellModules() {
VALIDATE_PSSA_MODULE=$(pwsh -c "(Get-Module -Name PSScriptAnalyzer -ListAvailable | Select-Object -First 1).Name" 2>&1)
# If module found, ensure Invoke-ScriptAnalyzer command is available
2020-07-21 13:09:07 -04:00
if [[ ${VALIDATE_PSSA_MODULE} == "PSScriptAnalyzer" ]]; then
VALIDATE_PSSA_CMD=$(pwsh -c "(Get-Command Invoke-ScriptAnalyzer | Select-Object -First 1).Name" 2>&1)
else
2020-07-27 17:20:06 -04:00
fatal "Failed to find module."
fi
#########################################
# validate we found the script analyzer #
#########################################
2020-07-21 13:09:07 -04:00
if [[ ${VALIDATE_PSSA_CMD} != "Invoke-ScriptAnalyzer" ]]; then
2020-07-27 17:20:06 -04:00
fatal "Failed to find module."
fi
#######################
# Load the error code #
#######################
ERROR_CODE=$?
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ ${ERROR_CODE} -ne 0 ]; then
# Failed
2020-07-27 17:35:53 -04:00
error "Failed find module [PSScriptAnalyzer] for [${LINTER_NAME}] in system!"
fatal "[PSSA_MODULE ${VALIDATE_PSSA_MODULE}] [PSSA_CMD ${VALIDATE_PSSA_CMD}]"
else
# Success
2020-07-30 15:15:42 -04:00
debug "Successfully found module ${F[W]}[${VALIDATE_PSSA_MODULE}]${F[B]} in system"
debug "Successfully found command ${F[W]}[${VALIDATE_PSSA_CMD}]${F[B]} in system"
fi
}
################################################################################
2020-07-20 15:07:56 -04:00
#### Function CallStatusAPI ####################################################
CallStatusAPI() {
####################
# Pull in the vars #
####################
2020-07-21 13:09:07 -04:00
LANGUAGE="${1}" # langauge that was validated
STATUS="${2}" # success | error
2020-07-20 15:07:56 -04:00
SUCCESS_MSG='No errors were found in the linting process'
FAIL_MSG='Errors were detected, please view logs'
MESSAGE='' # Message to send to status API
######################################
# Check the status to create message #
######################################
2020-07-21 13:09:07 -04:00
if [ "${STATUS}" == "success" ]; then
2020-07-20 15:07:56 -04:00
# Success
2020-07-21 13:09:07 -04:00
MESSAGE="${SUCCESS_MSG}"
2020-07-20 15:07:56 -04:00
else
# Failure
2020-07-21 13:09:07 -04:00
MESSAGE="${FAIL_MSG}"
2020-07-20 15:07:56 -04:00
fi
##########################################################
# Check to see if were enabled for multi Status mesaages #
##########################################################
2020-07-21 13:09:07 -04:00
if [ "${MULTI_STATUS}" == "true" ]; then
##############################################
# Call the status API to create status check #
##############################################
SEND_STATUS_CMD=$(curl -f -s -X POST \
2020-07-21 13:09:07 -04:00
--url "${GITHUB_API_URL}/repos/${GITHUB_REPOSITORY}/statuses/${GITHUB_SHA}" \
-H 'accept: application/vnd.github.v3+json' \
2020-07-21 13:09:07 -04:00
-H "authorization: Bearer ${GITHUB_TOKEN}" \
-H 'content-type: application/json' \
2020-07-21 13:09:07 -04:00
-d "{ \"state\": \"${STATUS}\",
\"target_url\": \"https://github.com/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}\",
\"description\": \"${MESSAGE}\", \"context\": \"--> Linted: ${LANGUAGE}\"
}" 2>&1)
2020-07-20 15:07:56 -04:00
#######################
# Load the error code #
#######################
ERROR_CODE=$?
2020-07-20 15:07:56 -04:00
##############################
# Check the shell for errors #
##############################
2020-07-21 13:09:07 -04:00
if [ "${ERROR_CODE}" -ne 0 ]; then
# ERROR
2020-07-30 15:15:42 -04:00
info "ERROR! Failed to call GitHub Status API!"
info "ERROR:[${SEND_STATUS_CMD}]"
# Not going to fail the script on this yet...
fi
fi
}
################################################################################
2020-07-22 15:49:26 -04:00
#### Function Reports ##########################################################
Reports() {
2020-07-30 15:15:42 -04:00
info "----------------------------------------------"
info "----------------------------------------------"
info "Generated reports:"
info "----------------------------------------------"
info "----------------------------------------------"
2020-04-27 15:13:12 -04:00
2020-06-23 10:25:12 -04:00
###################################
# Prints output report if enabled #
###################################
if [ -z "${FORMAT_REPORT}" ] ; then
2020-07-30 15:15:42 -04:00
info "Reports generated in folder ${REPORT_OUTPUT_FOLDER}"
2020-06-23 10:25:12 -04:00
fi
2020-07-22 15:49:26 -04:00
################################
# Prints for warnings if found #
################################
for TEST in "${WARNING_ARRAY_TEST[@]}"; do
2020-07-30 15:15:42 -04:00
warn "Expected file to compare with was not found for ${TEST}"
2020-07-22 15:49:26 -04:00
done
}
################################################################################
#### Function Footer ###########################################################
Footer() {
2020-07-30 15:15:42 -04:00
info "----------------------------------------------"
info "----------------------------------------------"
info "The script has completed"
info "----------------------------------------------"
info "----------------------------------------------"
2020-07-22 15:49:26 -04:00
2020-07-21 09:23:32 -04:00
####################################################
# Need to clean up the lanuage array of duplicates #
####################################################
2020-07-21 10:10:20 -04:00
mapfile -t UNIQUE_LINTED_ARRAY < <(echo "${LINTED_LANGUAGES_ARRAY[@]}" | tr ' ' '\n' | sort -u | tr '\n' ' ')
2020-07-21 09:23:32 -04:00
2020-04-27 15:13:12 -04:00
##############################
# Prints for errors if found #
##############################
2020-07-01 17:40:40 -04:00
for LANGUAGE in "${LANGUAGE_ARRAY[@]}"; do
2020-04-27 15:13:12 -04:00
###########################
# Build the error counter #
###########################
2020-07-21 13:09:07 -04:00
ERROR_COUNTER="ERRORS_FOUND_${LANGUAGE}"
2020-04-27 15:13:12 -04:00
##################
# Print if not 0 #
##################
2020-07-29 09:24:47 -04:00
if [[ "${!ERROR_COUNTER}" -ne 0 ]]; then
2020-07-21 09:12:28 -04:00
# We found errors in the language
2020-07-20 15:07:56 -04:00
###################
# Print the goods #
###################
2020-07-27 17:35:53 -04:00
error "ERRORS FOUND${NC} in ${LANGUAGE}:[${!ERROR_COUNTER}]"
2020-07-20 15:07:56 -04:00
#########################################
# Create status API for Failed language #
#########################################
2020-07-21 13:09:07 -04:00
CallStatusAPI "${LANGUAGE}" "error"
2020-07-22 15:59:03 -04:00
######################################
# Check if we validated the langauge #
######################################
2020-07-29 09:24:47 -04:00
elif [[ "${!ERROR_COUNTER}" -eq 0 ]] && [[ "${UNIQUE_LINTED_ARRAY[*]}" =~ ${LANGUAGE} ]]; then
2020-07-21 09:12:28 -04:00
# No errors found when linting the language
2020-07-22 15:59:03 -04:00
CallStatusAPI "${LANGUAGE}" "success"
2020-04-27 15:13:12 -04:00
fi
done
2020-06-18 15:24:47 -04:00
##################################
# Exit with 0 if errors disabled #
##################################
2020-07-21 13:09:07 -04:00
if [ "${DISABLE_ERRORS}" == "true" ]; then
2020-07-30 15:15:42 -04:00
warn "Exiting with exit code:[0] as:[DISABLE_ERRORS] was set to:[${DISABLE_ERRORS}]"
2020-06-18 15:24:47 -04:00
exit 0
2020-07-22 15:49:26 -04:00
fi
2019-10-21 12:05:55 -04:00
###############################
# Exit with 1 if errors found #
###############################
2020-07-22 15:49:26 -04:00
# Loop through all languages
for LANGUAGE in "${LANGUAGE_ARRAY[@]}"; do
# build the variable
ERRORS_FOUND_LANGUAGE="ERRORS_FOUND_${LANGUAGE}"
# Check if error was found
2020-07-29 09:24:47 -04:00
if [[ "${!ERRORS_FOUND_LANGUAGE}" -ne 0 ]]; then
2020-07-22 15:49:26 -04:00
# Failed exit
2020-07-27 17:35:53 -04:00
fatal "Exiting with errors found!"
2020-07-22 15:49:26 -04:00
fi
done
########################
# Footer prints Exit 0 #
########################
2020-07-30 15:15:42 -04:00
notice "All file(s) linted successfully with no errors detected"
info "----------------------------------------------"
2020-07-22 15:49:26 -04:00
# Successful exit
exit 0
2019-10-21 10:12:50 -04:00
}
2020-07-27 17:11:33 -04:00
################################################################################
#### Function Cleanup ##########################################################
cleanup() {
local -ri EXIT_CODE=$?
2020-07-30 15:15:42 -04:00
sudo sh -c "cat ${LOG_TEMP} >> ${GITHUB_WORKSPACE}/${LOG_FILE}" || true
2020-07-27 17:11:33 -04:00
exit ${EXIT_CODE}
trap - 0 1 2 3 6 14 15
}
trap 'cleanup' 0 1 2 3 6 14 15
2019-10-21 10:12:50 -04:00
################################################################################
2019-10-21 12:05:55 -04:00
############################### MAIN ###########################################
2019-10-21 10:12:50 -04:00
################################################################################
2019-10-21 12:05:55 -04:00
##########
# Header #
##########
Header
2020-06-23 10:25:12 -04:00
##############################################################
# check flag for validating the report folder does not exist #
##############################################################
if [ -n "${OUTPUT_FORMAT}" ]; then
if [ -d "${REPORT_OUTPUT_FOLDER}" ] ; then
2020-07-27 17:20:06 -04:00
error "ERROR! Found ${REPORT_OUTPUT_FOLDER}"
fatal "Please remove the folder and try again."
2020-06-23 10:25:12 -04:00
fi
fi
2019-10-21 15:12:37 -04:00
#######################
# Get GitHub Env Vars #
2019-10-21 15:12:37 -04:00
#######################
# Need to pull in all the GitHub variables
2019-10-21 15:12:37 -04:00
# needed to connect back and update checks
GetGitHubVars
2020-06-20 23:55:10 -04:00
#########################################
# Get the languages we need to validate #
#########################################
2020-04-27 14:47:11 -04:00
GetValidationInfo
2020-04-27 13:21:38 -04:00
2019-10-21 12:05:55 -04:00
########################
# Get the linter rules #
########################
2020-03-11 15:18:21 -04:00
# Get Ansible rules
2020-07-01 10:45:55 -04:00
GetLinterRules "ANSIBLE"
2020-07-02 17:31:16 -04:00
# Get ARM rules
GetLinterRules "ARM"
2020-07-22 15:07:08 -04:00
# Get CLOUDFORMATION rules
GetLinterRules "CLOUDFORMATION"
2020-07-23 13:52:43 -04:00
# Get Coffeescript rules
GetLinterRules "COFFEESCRIPT"
# Get CSS rules
GetLinterRules "CSS"
2020-07-06 04:17:20 -04:00
# Get DART rules
GetLinterRules "DART"
2020-07-23 13:52:43 -04:00
# Get Docker rules
GetLinterRules "DOCKER"
# Get Golang rules
GetLinterRules "GO"
# Get Groovy rules
GetLinterRules "GROOVY"
2020-07-04 18:14:27 -04:00
# Get HTML rules
GetLinterRules "HTML"
2020-07-23 13:52:43 -04:00
# Get JavaScript rules
GetLinterRules "JAVASCRIPT"
2020-07-24 13:27:54 -04:00
# Get LUA rules
GetLinterRules "LUA"
2020-07-23 13:52:43 -04:00
# Get Markdown rules
GetLinterRules "MARKDOWN"
# Get PowerShell rules
GetLinterRules "POWERSHELL"
2020-07-23 11:41:17 -04:00
# Get Python pylint rules
GetLinterRules "PYTHON_PYLINT"
# Get Python flake8 rules
GetLinterRules "PYTHON_FLAKE8"
2020-07-23 13:52:43 -04:00
# Get Ruby rules
GetLinterRules "RUBY"
# Get Terraform rules
GetLinterRules "TERRAFORM"
# Get TypeScript rules
GetLinterRules "TYPESCRIPT"
2020-07-24 12:20:22 -04:00
# Get YAML rules
2020-07-23 13:52:43 -04:00
GetLinterRules "YAML"
2020-02-03 11:27:40 -05:00
2020-07-30 15:15:42 -04:00
##################################
# Get and print all version info #
##################################
GetLinterVersions
2020-01-08 14:34:05 -05:00
2020-02-04 12:49:07 -05:00
###########################################
# Check to see if this is a test case run #
###########################################
2020-07-21 13:09:07 -04:00
if [[ ${TEST_CASE_RUN} != "false" ]]; then
2020-07-20 15:07:56 -04:00
#############################################
# Set the multi status to off for test runs #
#############################################
MULTI_STATUS='false'
2020-02-04 12:49:07 -05:00
###########################
# Run only the test cases #
###########################
# Code will exit from inside this loop
RunTestCases
fi
2020-06-29 16:38:33 -04:00
2020-02-03 11:27:40 -05:00
#############################################
# check flag for validation of all codebase #
#############################################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_ALL_CODEBASE}" == "false" ]; then
2020-02-03 11:27:40 -05:00
########################################
# Get list of files changed if env set #
########################################
2019-10-25 12:29:31 -04:00
BuildFileList
fi
2019-10-21 15:12:37 -04:00
2020-07-23 13:52:43 -04:00
###################
# ANSIBLE LINTING #
###################
if [ "${VALIDATE_ANSIBLE}" == "true" ]; then
##########################
# Lint the Ansible files #
##########################
# Due to the nature of how we want to validate Ansible, we cannot use the
# standard loop, since it looks for an ansible folder, excludes certain
# files, and looks for additional changes, it should be an outlier
LintAnsibleFiles "${ANSIBLE_LINTER_RULES}" # Passing rules but not needed, dont want to exclude unused var
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-07-23 13:52:43 -04:00
########################
# ARM Template LINTING #
########################
if [ "${VALIDATE_ARM}" == "true" ]; then
# If we are validating all codebase we need to build file list because not every json file is an ARM file
if [ "${VALIDATE_ALL_CODEBASE}" == "true" ]; then
###############################################################################
# Set the file seperator to newline to allow for grabbing objects with spaces #
###############################################################################
IFS=$'\n'
2019-10-21 10:12:50 -04:00
2020-07-23 13:52:43 -04:00
mapfile -t LIST_FILES < <(find "${GITHUB_WORKSPACE}" -type f -regex ".*\.\(json\)\$" 2>&1)
for FILE in "${LIST_FILES[@]}"; do
if DetectARMFile "${FILE}"; then
FILE_ARRAY_ARM+=("${FILE}")
fi
done
2019-10-21 10:12:50 -04:00
2020-07-23 13:52:43 -04:00
###########################
# Set IFS back to default #
###########################
IFS="${DEFAULT_IFS}"
fi
###############################
# Lint the ARM Template files #
###############################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "ARM" "arm-ttk" "Import-Module ${ARM_TTK_PSD1} ; \${config} = \$(Import-PowerShellDataFile -Path ${ARM_LINTER_RULES}) ; Test-AzTemplate @config -TemplatePath" "disabledfileext" "${FILE_ARRAY_ARM[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-02-03 11:27:40 -05:00
################
# BASH LINTING #
################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_BASH}" == "true" ]; then
2020-02-03 11:27:40 -05:00
#######################
# Lint the bash files #
#######################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-06 16:51:17 -04:00
LintCodebase "BASH" "shellcheck" "shellcheck --color" ".*\.\(sh\|bash\|dash\|ksh\)\$" "${FILE_ARRAY_BASH[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-07-22 15:07:08 -04:00
##########################
# CLOUDFORMATION LINTING #
##########################
if [ "${VALIDATE_CLOUDFORMATION}" == "true" ]; then
2020-07-23 09:05:16 -04:00
# If we are validating all codebase we need to build file list because not every yml/json file is an CLOUDFORMATION file
if [ "${VALIDATE_ALL_CODEBASE}" == "true" ]; then
###############################################################################
# Set the file seperator to newline to allow for grabbing objects with spaces #
###############################################################################
IFS=$'\n'
mapfile -t LIST_FILES < <(find "${GITHUB_WORKSPACE}" -type f -regex ".*\.\(yml\|yaml\|json\)\$" 2>&1)
for FILE in "${LIST_FILES[@]}"; do
if DetectCloudFormationFile "${FILE}"; then
2020-07-23 09:05:16 -04:00
FILE_ARRAY_CLOUDFORMATION+=("${FILE}")
fi
done
###########################
# Set IFS back to default #
###########################
IFS="${DEFAULT_IFS}"
fi
#################################
# Lint the CloudFormation files #
#################################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 09:05:16 -04:00
LintCodebase "CLOUDFORMATION" "cfn-lint" "cfn-lint --config-file ${CLOUDFORMATION_LINTER_RULES}" "disabledfileext" "${FILE_ARRAY_CLOUDFORMATION[@]}"
fi
2020-07-23 13:52:43 -04:00
###################
# CLOJURE LINTING #
###################
if [ "${VALIDATE_CLOJURE}" == "true" ]; then
#################################
# Get Clojure standard rules #
#################################
GetStandardRules "clj-kondo"
#########################
# Lint the Clojure files #
#########################
LintCodebase "CLOJURE" "clj-kondo" "clj-kondo --config ${CLOJURE_LINTER_RULES} --lint" ".*\.\(clj\|cljs\|cljc\|edn\)\$" "${FILE_ARRAY_CLOJURE[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-07-23 13:52:43 -04:00
########################
# COFFEESCRIPT LINTING #
########################
if [ "${VALIDATE_COFFEE}" == "true" ]; then
#########################
# Lint the coffee files #
#########################
2020-07-05 22:21:13 -04:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "COFFEESCRIPT" "coffeelint" "coffeelint -f ${COFFEESCRIPT_LINTER_RULES}" ".*\.\(coffee\)\$" "${FILE_ARRAY_COFFEESCRIPT[@]}"
fi
###############
# CSS LINTING #
###############
if [ "${VALIDATE_CSS}" == "true" ]; then
#################################
# Get CSS standard rules #
#################################
GetStandardRules "stylelint"
#############################
# Lint the CSS files #
#############################
LintCodebase "CSS" "stylelint" "stylelint --config ${CSS_LINTER_RULES}" ".*\.\(css\)\$" "${FILE_ARRAY_CSS[@]}"
2020-07-05 22:21:13 -04:00
fi
2020-06-18 13:53:24 -04:00
################
2020-07-23 13:52:43 -04:00
# DART LINTING #
2020-06-18 13:53:24 -04:00
################
2020-07-23 13:52:43 -04:00
if [ "${VALIDATE_DART}" == "true" ]; then
2020-06-18 13:53:24 -04:00
#######################
2020-07-23 13:52:43 -04:00
# Lint the Dart files #
2020-06-18 13:53:24 -04:00
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "DART" "dart" "dartanalyzer --fatal-infos --fatal-warnings --options ${DART_LINTER_RULES}" ".*\.\(dart\)\$" "${FILE_ARRAY_DART[@]}"
2020-06-18 13:53:24 -04:00
fi
2020-07-23 13:52:43 -04:00
##################
# DOCKER LINTING #
##################
if [ "${VALIDATE_DOCKER}" == "true" ]; then
#########################
# Lint the docker files #
#########################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
# NOTE: dockerfilelint's "-c" option expects the folder *containing* the DOCKER_LINTER_RULES file
LintCodebase "DOCKER" "dockerfilelint" "dockerfilelint -c $(dirname ${DOCKER_LINTER_RULES})" ".*\(Dockerfile\)\$" "${FILE_ARRAY_DOCKER[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-02-03 11:27:40 -05:00
########################
2020-07-23 13:52:43 -04:00
# EDITORCONFIG LINTING #
2020-02-03 11:27:40 -05:00
########################
2020-07-23 13:52:43 -04:00
if [ "${VALIDATE_EDITORCONFIG}" == "true" ]; then
####################################
# Lint the files with editorconfig #
####################################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "EDITORCONFIG" "editorconfig-checker" "editorconfig-checker" "^.*$" "${FILE_ARRAY_ENV[@]}"
fi
###############
# ENV LINTING #
###############
if [ "${VALIDATE_ENV}" == "true" ]; then
#######################
# Lint the env files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "ENV" "dotenv-linter" "dotenv-linter" ".*\.\(env\).*\$" "${FILE_ARRAY_ENV[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-21 12:05:55 -04:00
2020-02-28 10:51:29 -05:00
##################
# GOLANG LINTING #
##################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_GO}" == "true" ]; then
2020-02-28 10:51:29 -05:00
#########################
# Lint the golang files #
#########################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-21 13:09:07 -04:00
LintCodebase "GO" "golangci-lint" "golangci-lint run -c ${GO_LINTER_RULES}" ".*\.\(go\)\$" "${FILE_ARRAY_GO[@]}"
2020-02-28 10:51:29 -05:00
fi
2020-07-14 10:28:58 -04:00
##################
# GROOVY LINTING #
##################
if [ "$VALIDATE_GROOVY" == "true" ]; then
#########################
# Lint the groovy files #
#########################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "GROOVY" "npm-groovy-lint" "npm-groovy-lint -c $GROOVY_LINTER_RULES --failon error" ".*\.\(groovy\|jenkinsfile\|gradle\)\$" "${FILE_ARRAY_GROOVY[@]}"
2020-07-14 10:28:58 -04:00
fi
2020-07-23 13:52:43 -04:00
################
# HTML LINTING #
################
if [ "${VALIDATE_HTML}" == "true" ]; then
###########################
# Get HTML standard rules #
###########################
GetStandardRules "htmlhint"
#######################
# Lint the HTML files #
#######################
LintCodebase "HTML" "htmlhint" "htmlhint --config ${HTML_LINTER_RULES}" ".*\.\(html\)\$" "${FILE_ARRAY_HTML[@]}"
2019-10-25 12:29:31 -04:00
fi
2019-10-22 13:21:42 -04:00
2020-02-03 11:27:40 -05:00
######################
# JAVASCRIPT LINTING #
######################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_JAVASCRIPT_ES}" == "true" ]; then
2020-04-02 13:42:07 -04:00
#############################
# Lint the Javascript files #
#############################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-21 13:09:07 -04:00
LintCodebase "JAVASCRIPT_ES" "eslint" "eslint --no-eslintrc -c ${JAVASCRIPT_LINTER_RULES}" ".*\.\(js\)\$" "${FILE_ARRAY_JAVASCRIPT_ES[@]}"
2020-04-02 13:42:07 -04:00
fi
######################
# JAVASCRIPT LINTING #
######################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_JAVASCRIPT_STANDARD}" == "true" ]; then
2020-02-03 11:27:40 -05:00
#################################
# Get Javascript standard rules #
#################################
2020-04-02 13:48:35 -04:00
GetStandardRules "javascript"
2020-02-03 11:27:40 -05:00
#############################
# Lint the Javascript files #
#############################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-21 13:09:07 -04:00
LintCodebase "JAVASCRIPT_STANDARD" "standard" "standard ${JAVASCRIPT_STANDARD_LINTER_RULES}" ".*\.\(js\)\$" "${FILE_ARRAY_JAVASCRIPT_STANDARD[@]}"
2020-04-02 13:42:07 -04:00
fi
2020-07-23 13:52:43 -04:00
################
# JSON LINTING #
################
if [ "${VALIDATE_JSON}" == "true" ]; then
#######################
# Lint the json files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "JSON" "jsonlint" "jsonlint" ".*\.\(json\)\$" "${FILE_ARRAY_JSON[@]}"
fi
2020-07-24 09:20:41 -04:00
###############
# JSX LINTING #
###############
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_JSX}" == "true" ]; then
2020-07-24 09:20:41 -04:00
######################
# Lint the JSX files #
######################
2020-07-07 11:02:56 -04:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-21 13:09:07 -04:00
LintCodebase "JSX" "eslint" "eslint --no-eslintrc -c ${JAVASCRIPT_LINTER_RULES}" ".*\.\(jsx\)\$" "${FILE_ARRAY_JSX[@]}"
2020-07-07 11:02:56 -04:00
fi
2020-06-21 03:59:18 -04:00
##################
# KOTLIN LINTING #
##################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_KOTLIN}" == "true" ]; then
2020-06-21 03:59:18 -04:00
#######################
# Lint the Kotlin files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-06-29 11:34:23 -04:00
LintCodebase "KOTLIN" "ktlint" "ktlint" ".*\.\(kt\|kts\)\$" "${FILE_ARRAY_KOTLIN[@]}"
fi
2020-07-24 13:27:54 -04:00
###############
# LUA LINTING #
###############
if [ "${VALIDATE_LUA}" == "true" ]; then
######################
# Lint the Lua files #
######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "LUA" "lua" "luacheck --config ${LUA_LINTER_RULES}" ".*\.\(lua\)\$" "${FILE_ARRAY_LUA[@]}"
fi
2020-07-23 13:52:43 -04:00
####################
# MARKDOWN LINTING #
####################
if [ "${VALIDATE_MARKDOWN}" == "true" ]; then
###########################
# Lint the Markdown Files #
###########################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "MARKDOWN" "markdownlint" "markdownlint -c ${MARKDOWN_LINTER_RULES}" ".*\.\(md\)\$" "${FILE_ARRAY_MARKDOWN[@]}"
fi
2020-07-23 13:52:43 -04:00
###################
# OPENAPI LINTING #
###################
if [ "${VALIDATE_OPENAPI}" == "true" ]; then
# If we are validating all codebase we need to build file list because not every yml/json file is an OpenAPI file
if [ "${VALIDATE_ALL_CODEBASE}" == "true" ]; then
###############################################################################
# Set the file seperator to newline to allow for grabbing objects with spaces #
###############################################################################
IFS=$'\n'
2020-07-06 04:17:20 -04:00
2020-07-23 13:52:43 -04:00
mapfile -t LIST_FILES < <(find "${GITHUB_WORKSPACE}" -type f -regex ".*\.\(yml\|yaml\|json\)\$" 2>&1)
for FILE in "${LIST_FILES[@]}"; do
if DetectOpenAPIFile "${FILE}"; then
FILE_ARRAY_OPENAPI+=("${FILE}")
fi
done
###########################
# Set IFS back to default #
###########################
IFS="${DEFAULT_IFS}"
fi
##########################
# Lint the OpenAPI files #
##########################
2020-02-03 15:54:43 -05:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "OPENAPI" "spectral" "spectral lint -r ${OPENAPI_LINTER_RULES}" "disabledfileext" "${FILE_ARRAY_OPENAPI[@]}"
2020-01-09 17:08:01 -05:00
fi
2020-07-23 13:52:43 -04:00
################
# PERL LINTING #
################
if [ "${VALIDATE_PERL}" == "true" ]; then
#######################
# Lint the perl files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "PERL" "perl" "perl -Mstrict -cw" ".*\.\(pl\)\$" "${FILE_ARRAY_PERL[@]}"
2020-01-09 17:08:01 -05:00
fi
2020-07-23 13:52:43 -04:00
################
# PHP LINTING #
################
if [ "${VALIDATE_PHP}" == "true" ]; then
2020-06-28 07:07:51 -04:00
#######################
2020-07-23 13:52:43 -04:00
# Lint the PHP files #
2020-06-28 07:07:51 -04:00
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "PHP" "php" "php -l" ".*\.\(php\)\$" "${FILE_ARRAY_PHP[@]}"
2020-06-28 07:07:51 -04:00
fi
2020-07-24 14:54:11 -04:00
###################
# PHPStan LINTING #
###################
if [ "${VALIDATE_PHP_PHPSTAN}" == "true" ]; then
#######################
# Lint the PHP files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "PHP_PHPSTAN" "phpstan" "phpstan analyse --no-progress --no-ansi -c ${PHPSTAN_LINTER_RULES}" ".*\.\(php\)\$" "${FILE_ARRAY_PHP_PHPSTAN[@]}"
fi
2020-06-19 12:13:13 -04:00
######################
# POWERSHELL LINTING #
######################
2020-07-21 13:09:07 -04:00
if [ "${VALIDATE_POWERSHELL}" == "true" ]; then
###############################################################
# For POWERSHELL, ensure PSScriptAnalyzer module is available #
###############################################################
ValidatePowershellModules
2020-06-19 12:13:13 -04:00
#############################
# Lint the powershell files #
#############################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-21 13:09:07 -04:00
LintCodebase "POWERSHELL" "pwsh" "Invoke-ScriptAnalyzer -EnableExit -Settings ${POWERSHELL_LINTER_RULES} -Path" ".*\.\(ps1\|psm1\|psd1\|ps1xml\|pssc\|psrc\|cdxml\)\$" "${FILE_ARRAY_POWERSHELL[@]}"
2020-06-19 12:13:13 -04:00
fi
2020-07-23 13:52:43 -04:00
####################
# PROTOBUF LINTING #
####################
if [ "${VALIDATE_PROTOBUF}" == "true" ]; then
#######################
# Lint the Protocol Buffers files #
#######################
2020-07-02 17:31:16 -04:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "PROTOBUF" "protolint" "protolint lint --config_path ${PROTOBUF_LINTER_RULES}" ".*\.\(proto\)\$" "${FILE_ARRAY_PROTOBUF[@]}"
2020-07-02 17:31:16 -04:00
fi
2020-07-23 13:52:43 -04:00
##################
# PYTHON LINTING #
##################
if [ "${VALIDATE_PYTHON_PYLINT}" == "true" ]; then
#########################
# Lint the python files #
#########################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 11:55:15 -04:00
LintCodebase "PYTHON_PYLINT" "pylint" "pylint --rcfile ${PYTHON_PYLINT_LINTER_RULES}" ".*\.\(py\)\$" "${FILE_ARRAY_PYTHON_PYLINT[@]}"
fi
##################
# PYTHON LINTING #
##################
if [ "${VALIDATE_PYTHON_FLAKE8}" == "true" ]; then
2020-07-23 13:52:43 -04:00
#########################
# Lint the python files #
#########################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 11:55:15 -04:00
LintCodebase "PYTHON_FLAKE8" "flake8" "flake8 --config=${PYTHON_FLAKE8_LINTER_RULES}" ".*\.\(py\)\$" "${FILE_ARRAY_PYTHON_FLAKE8[@]}"
2020-07-23 13:52:43 -04:00
fi
2020-06-25 02:13:19 -04:00
2020-07-23 13:52:43 -04:00
################
# RAKU LINTING #
################
if [ "${VALIDATE_RAKU}" == "true" ]; then
#######################
# Lint the raku files #
#######################
2020-07-30 15:15:42 -04:00
info "${GITHUB_WORKSPACE}/META6.json"
2020-07-23 13:52:43 -04:00
if [ -e "${GITHUB_WORKSPACE}/META6.json" ]; then
cd "${GITHUB_WORKSPACE}" && zef install --deps-only --/test .
fi
2020-06-25 02:13:19 -04:00
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-23 13:52:43 -04:00
LintCodebase "RAKU" "raku" "raku -I ${GITHUB_WORKSPACE}/lib -c" ".*\.\(raku\|rakumod\|rakutest\|pm6\|pl6\|p6\)\$" "${FILE_ARRAY_RAKU[@]}"
2020-06-25 02:13:19 -04:00
fi
2020-07-04 18:14:27 -04:00
################
2020-07-23 13:52:43 -04:00
# RUBY LINTING #
2020-07-04 18:14:27 -04:00
################
2020-07-23 13:52:43 -04:00
if [ "${VALIDATE_RUBY}" == "true" ]; then
#######################
# Lint the ruby files #
#######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "RUBY" "rubocop" "rubocop -c ${RUBY_LINTER_RULES} --force-exclusion" ".*\.\(rb\)\$" "${FILE_ARRAY_RUBY[@]}"
2020-07-04 18:14:27 -04:00
fi
2020-07-21 14:50:04 -04:00
######################
# AWS STATES LINTING #
######################
2020-07-21 15:39:14 -04:00
if [ "${VALIDATE_STATES}" == "true" ]; then
# If we are validating all codebase we need to build file list because not every json file is an aws states file
if [ "${VALIDATE_ALL_CODEBASE}" == "true" ]; then
###############################################################################
# Set the file seperator to newline to allow for grabbing objects with spaces #
###############################################################################
IFS=$'\n'
mapfile -t LIST_FILES < <(find "${GITHUB_WORKSPACE}" -type f -regex ".*\.\(json\)\$" 2>&1)
for FILE in "${LIST_FILES[@]}"; do
if DetectAWSStatesFIle "${FILE}"; then
FILE_ARRAY_STATES+=("${FILE}")
fi
done
###########################
# Set IFS back to default #
###########################
IFS="${DEFAULT_IFS}"
fi
2020-07-21 14:50:04 -04:00
#########################
# Lint the STATES files #
#########################
LintCodebase "STATES" "asl-validator" "asl-validator --json-path" "disabledfileext" "${FILE_ARRAY_STATES[@]}"
2020-07-04 18:14:27 -04:00
fi
2020-07-23 13:52:43 -04:00
#####################
# TERRAFORM LINTING #
#####################
if [ "${VALIDATE_TERRAFORM}" == "true" ]; then
############################
# Lint the Terraform files #
############################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "TERRAFORM" "tflint" "tflint -c ${TERRAFORM_LINTER_RULES}" ".*\.\(tf\)\$" "${FILE_ARRAY_TERRAFORM[@]}"
fi
2020-07-24 09:20:41 -04:00
###############################
2020-07-22 21:40:43 -04:00
# TERRAFORM TERRASCAN LINTING #
2020-07-24 09:20:41 -04:00
###############################
2020-07-22 21:40:43 -04:00
if [ "${VALIDATE_TERRAFORM_TERRASCAN}" == "true" ]; then
############################
# Lint the Terraform files #
############################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-24 00:19:49 -04:00
LintCodebase "TERRAFORM_TERRASCAN" "terrascan" "terrascan -f " ".*\.\(tf\)\$" "${FILE_ARRAY_TERRAFORM_TERRASCAN[@]}"
2020-07-22 21:40:43 -04:00
fi
2020-07-24 09:20:41 -04:00
###############
# TSX LINTING #
###############
2020-07-23 13:52:43 -04:00
if [ "${VALIDATE_TSX}" == "true" ]; then
2020-07-24 09:20:41 -04:00
######################
# Lint the TSX files #
######################
2020-07-23 13:52:43 -04:00
LintCodebase "TSX" "eslint" "eslint --no-eslintrc -c ${TYPESCRIPT_LINTER_RULES}" ".*\.\(tsx\)\$" "${FILE_ARRAY_TSX[@]}"
fi
######################
# TYPESCRIPT LINTING #
######################
if [ "${VALIDATE_TYPESCRIPT_ES}" == "true" ]; then
#############################
# Lint the Typescript files #
#############################
LintCodebase "TYPESCRIPT_ES" "eslint" "eslint --no-eslintrc -c ${TYPESCRIPT_LINTER_RULES}" ".*\.\(ts\)\$" "${FILE_ARRAY_TYPESCRIPT_ES[@]}"
fi
######################
# TYPESCRIPT LINTING #
######################
if [ "${VALIDATE_TYPESCRIPT_STANDARD}" == "true" ]; then
#################################
# Get Typescript standard rules #
#################################
GetStandardRules "typescript"
#############################
# Lint the Typescript files #
#############################
LintCodebase "TYPESCRIPT_STANDARD" "standard" "standard --parser @typescript-eslint/parser --plugin @typescript-eslint/eslint-plugin ${TYPESCRIPT_STANDARD_LINTER_RULES}" ".*\.\(ts\)\$" "${FILE_ARRAY_TYPESCRIPT_STANDARD[@]}"
fi
###############
# XML LINTING #
###############
if [ "${VALIDATE_XML}" == "true" ]; then
######################
# Lint the XML Files #
######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
LintCodebase "XML" "xmllint" "xmllint" ".*\.\(xml\)\$" "${FILE_ARRAY_XML[@]}"
fi
###############
2020-07-24 12:20:22 -04:00
# YAML LINTING #
2020-07-23 13:52:43 -04:00
###############
if [ "${VALIDATE_YAML}" == "true" ]; then
######################
# Lint the Yml Files #
######################
# LintCodebase "FILE_TYPE" "LINTER_NAME" "LINTER_CMD" "FILE_TYPES_REGEX" "FILE_ARRAY"
2020-07-24 12:20:22 -04:00
LintCodebase "YAML" "yamllint" "yamllint -c ${YAML_LINTER_RULES}" ".*\.\(yml\|yaml\)\$" "${FILE_ARRAY_YAML[@]}"
2020-07-23 13:52:43 -04:00
fi
2020-07-22 15:49:26 -04:00
###########
# Reports #
###########
Reports
2019-10-21 12:05:55 -04:00
##########
# Footer #
##########
Footer