2020-10-10 14:16:11 +02:00
|
|
|
# typed: false
|
2019-04-19 15:38:03 +09:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2020-08-30 19:08:24 +02:00
|
|
|
require "shellwords"
|
|
|
|
|
2018-06-05 23:19:18 -04:00
|
|
|
module Homebrew
|
2020-08-19 07:26:09 +02:00
|
|
|
# Helper module for running RuboCop.
|
|
|
|
#
|
|
|
|
# @api private
|
2018-06-05 23:19:18 -04:00
|
|
|
module Style
|
|
|
|
module_function
|
|
|
|
|
|
|
|
# Checks style for a list of files, printing simple RuboCop output.
|
|
|
|
# Returns true if violations were found, false otherwise.
|
2019-10-04 23:39:11 +02:00
|
|
|
def check_style_and_print(files, **options)
|
2020-09-01 20:07:21 +02:00
|
|
|
success = check_style_impl(files, :print, **options)
|
|
|
|
|
|
|
|
if ENV["GITHUB_ACTIONS"] && !success
|
2020-09-09 20:41:29 +02:00
|
|
|
check_style_json(files, **options).each do |path, offenses|
|
|
|
|
offenses.each do |o|
|
|
|
|
line = o.location.line
|
|
|
|
column = o.location.line
|
|
|
|
|
|
|
|
annotation = GitHub::Actions::Annotation.new(:error, o.message, file: path, line: line, column: column)
|
|
|
|
puts annotation if annotation.relevant?
|
|
|
|
end
|
|
|
|
end
|
2020-09-01 20:07:21 +02:00
|
|
|
end
|
|
|
|
|
|
|
|
success
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2020-11-05 17:17:03 -05:00
|
|
|
# Checks style for a list of files, returning results as an {Offenses}
|
2018-06-05 23:19:18 -04:00
|
|
|
# object parsed from its JSON output.
|
2019-10-04 23:39:11 +02:00
|
|
|
def check_style_json(files, **options)
|
|
|
|
check_style_impl(files, :json, **options)
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2020-08-02 03:36:09 +02:00
|
|
|
def check_style_impl(files, output_type,
|
2020-08-30 19:08:24 +02:00
|
|
|
fix: false,
|
|
|
|
except_cops: nil, only_cops: nil,
|
|
|
|
display_cop_names: false,
|
2020-11-29 14:21:06 -05:00
|
|
|
reset_cache: false,
|
2020-08-02 03:36:09 +02:00
|
|
|
debug: false, verbose: false)
|
2021-09-30 11:06:04 +01:00
|
|
|
raise ArgumentError, "Invalid output type: #{output_type.inspect}" if [:print, :json].exclude?(output_type)
|
2020-08-30 19:08:24 +02:00
|
|
|
|
|
|
|
shell_files, ruby_files =
|
|
|
|
Array(files).map(&method(:Pathname))
|
|
|
|
.partition { |f| f.realpath == HOMEBREW_BREW_FILE.realpath || f.extname == ".sh" }
|
|
|
|
|
|
|
|
rubocop_result = if shell_files.any? && ruby_files.none?
|
|
|
|
output_type == :json ? [] : true
|
|
|
|
else
|
|
|
|
run_rubocop(ruby_files, output_type,
|
|
|
|
fix: fix,
|
|
|
|
except_cops: except_cops, only_cops: only_cops,
|
|
|
|
display_cop_names: display_cop_names,
|
2020-11-29 14:21:06 -05:00
|
|
|
reset_cache: reset_cache,
|
2020-08-30 19:08:24 +02:00
|
|
|
debug: debug, verbose: verbose)
|
|
|
|
end
|
|
|
|
|
|
|
|
shellcheck_result = if ruby_files.any? && shell_files.none?
|
|
|
|
output_type == :json ? [] : true
|
|
|
|
else
|
2021-11-07 21:00:01 +08:00
|
|
|
run_shellcheck(shell_files, output_type, fix: fix)
|
2020-08-30 19:08:24 +02:00
|
|
|
end
|
|
|
|
|
2021-09-16 23:42:30 +08:00
|
|
|
shfmt_result = if ruby_files.any? && shell_files.none?
|
|
|
|
true
|
|
|
|
else
|
|
|
|
run_shfmt(shell_files, fix: fix)
|
|
|
|
end
|
2021-09-15 14:58:09 +08:00
|
|
|
|
2020-08-30 19:08:24 +02:00
|
|
|
if output_type == :json
|
2020-09-01 20:07:21 +02:00
|
|
|
Offenses.new(rubocop_result + shellcheck_result)
|
2020-08-30 19:08:24 +02:00
|
|
|
else
|
2021-09-16 23:42:30 +08:00
|
|
|
rubocop_result && shellcheck_result && shfmt_result
|
2020-08-30 19:08:24 +02:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-02-09 18:59:29 -05:00
|
|
|
RUBOCOP = (HOMEBREW_LIBRARY_PATH/"utils/rubocop.rb").freeze
|
|
|
|
|
2020-08-30 19:08:24 +02:00
|
|
|
def run_rubocop(files, output_type,
|
2020-11-29 14:21:06 -05:00
|
|
|
fix: false, except_cops: nil, only_cops: nil, display_cop_names: false, reset_cache: false,
|
2020-08-30 19:08:24 +02:00
|
|
|
debug: false, verbose: false)
|
2019-01-08 15:08:21 +00:00
|
|
|
Homebrew.install_bundler_gems!
|
2021-02-14 11:56:32 -05:00
|
|
|
|
|
|
|
require "warnings"
|
|
|
|
|
|
|
|
Warnings.ignore :parser_syntax do
|
|
|
|
require "rubocop"
|
|
|
|
end
|
|
|
|
|
2021-05-12 16:07:47 +01:00
|
|
|
require "rubocops/all"
|
2018-06-05 23:19:18 -04:00
|
|
|
|
|
|
|
args = %w[
|
|
|
|
--force-exclusion
|
|
|
|
]
|
2020-03-13 21:15:06 +00:00
|
|
|
args << if fix
|
2021-09-30 11:06:04 +01:00
|
|
|
"--auto-correct-all"
|
2018-06-05 23:19:18 -04:00
|
|
|
else
|
2020-03-13 21:15:06 +00:00
|
|
|
"--parallel"
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2020-08-02 03:36:09 +02:00
|
|
|
args += ["--extra-details"] if verbose
|
|
|
|
args += ["--display-cop-names"] if display_cop_names || verbose
|
2018-07-08 20:08:51 +02:00
|
|
|
|
2019-10-04 23:39:11 +02:00
|
|
|
if except_cops
|
|
|
|
except_cops.map! { |cop| RuboCop::Cop::Cop.registry.qualified_cop_name(cop.to_s, "") }
|
|
|
|
cops_to_exclude = except_cops.select do |cop|
|
2018-06-05 23:19:18 -04:00
|
|
|
RuboCop::Cop::Cop.registry.names.include?(cop) ||
|
|
|
|
RuboCop::Cop::Cop.registry.departments.include?(cop.to_sym)
|
|
|
|
end
|
|
|
|
|
|
|
|
args << "--except" << cops_to_exclude.join(",") unless cops_to_exclude.empty?
|
2019-10-04 23:39:11 +02:00
|
|
|
elsif only_cops
|
|
|
|
only_cops.map! { |cop| RuboCop::Cop::Cop.registry.qualified_cop_name(cop.to_s, "") }
|
|
|
|
cops_to_include = only_cops.select do |cop|
|
2018-06-05 23:19:18 -04:00
|
|
|
RuboCop::Cop::Cop.registry.names.include?(cop) ||
|
|
|
|
RuboCop::Cop::Cop.registry.departments.include?(cop.to_sym)
|
|
|
|
end
|
|
|
|
|
2019-10-04 23:39:11 +02:00
|
|
|
odie "RuboCops #{only_cops.join(",")} were not found" if cops_to_include.empty?
|
2018-06-05 23:19:18 -04:00
|
|
|
|
|
|
|
args << "--only" << cops_to_include.join(",")
|
|
|
|
end
|
|
|
|
|
2021-09-30 11:06:04 +01:00
|
|
|
files&.map!(&:expand_path)
|
|
|
|
if files.blank? || files == [HOMEBREW_REPOSITORY]
|
|
|
|
files = [HOMEBREW_LIBRARY_PATH]
|
|
|
|
elsif files.none? { |f| f.to_s.start_with? HOMEBREW_LIBRARY_PATH }
|
2022-03-28 20:11:04 -04:00
|
|
|
config = if files.any? { |f| (f/"spec").exist? }
|
2019-01-21 13:39:11 +00:00
|
|
|
HOMEBREW_LIBRARY/".rubocop_rspec.yml"
|
|
|
|
else
|
2020-04-13 14:32:52 +01:00
|
|
|
HOMEBREW_LIBRARY/".rubocop.yml"
|
2019-01-21 13:39:11 +00:00
|
|
|
end
|
|
|
|
args << "--config" << config
|
2018-10-04 18:09:23 +02:00
|
|
|
end
|
2018-06-11 15:10:59 -04:00
|
|
|
|
2021-09-30 11:06:04 +01:00
|
|
|
args += files
|
2018-06-05 23:19:18 -04:00
|
|
|
|
|
|
|
cache_env = { "XDG_CACHE_HOME" => "#{HOMEBREW_CACHE}/style" }
|
|
|
|
|
2020-11-29 14:21:06 -05:00
|
|
|
FileUtils.rm_rf cache_env["XDG_CACHE_HOME"] if reset_cache
|
|
|
|
|
2018-06-05 23:19:18 -04:00
|
|
|
case output_type
|
|
|
|
when :print
|
2020-08-02 03:36:09 +02:00
|
|
|
args << "--debug" if debug
|
2020-09-02 02:02:01 +02:00
|
|
|
|
2020-09-07 18:39:58 +02:00
|
|
|
# Don't show the default formatter's progress dots
|
|
|
|
# on CI or if only checking a single file.
|
|
|
|
args << "--format" << "clang" if ENV["CI"] || files.count { |f| !f.directory? } == 1
|
2020-09-02 02:02:01 +02:00
|
|
|
|
2020-09-01 18:31:09 +02:00
|
|
|
args << "--color" if Tty.color?
|
2018-09-17 02:45:00 +02:00
|
|
|
|
2021-02-09 18:59:29 -05:00
|
|
|
system cache_env, RUBY_PATH, RUBOCOP, *args
|
2020-08-30 19:08:24 +02:00
|
|
|
$CHILD_STATUS.success?
|
|
|
|
when :json
|
2020-12-18 19:37:29 +01:00
|
|
|
result = system_command RUBY_PATH,
|
2021-02-09 18:59:29 -05:00
|
|
|
args: [RUBOCOP, "--format", "json", *args],
|
2020-12-18 19:37:29 +01:00
|
|
|
env: cache_env
|
2020-08-30 19:08:24 +02:00
|
|
|
json = json_result!(result)
|
|
|
|
json["files"]
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
2020-08-30 19:08:24 +02:00
|
|
|
end
|
2018-10-03 15:52:58 +01:00
|
|
|
|
2021-11-07 21:00:01 +08:00
|
|
|
def run_shellcheck(files, output_type, fix: false)
|
2021-09-16 19:35:03 +08:00
|
|
|
files = shell_scripts if files.blank?
|
2018-10-03 15:52:58 +01:00
|
|
|
|
2021-11-08 22:33:53 +08:00
|
|
|
files = files.map(&:realpath) # use absolute file paths
|
2021-11-07 21:00:01 +08:00
|
|
|
|
2021-11-08 03:11:39 +00:00
|
|
|
args = [
|
|
|
|
"--shell=bash",
|
|
|
|
"--enable=all",
|
|
|
|
"--external-sources",
|
|
|
|
"--source-path=#{HOMEBREW_LIBRARY}",
|
|
|
|
"--",
|
|
|
|
*files,
|
|
|
|
]
|
2021-11-07 21:00:01 +08:00
|
|
|
|
|
|
|
if fix
|
2021-11-08 22:33:53 +08:00
|
|
|
# patch options:
|
2022-01-03 22:08:49 +08:00
|
|
|
# -g 0 (--get=0) : suppress environment variable `PATCH_GET`
|
|
|
|
# -f (--force) : we know what we are doing, force apply patches
|
|
|
|
# -d / (--directory=/) : change to root directory, since we use absolute file paths
|
|
|
|
# -p0 (--strip=0) : do not strip path prefixes, since we are at root directory
|
|
|
|
# NOTE: we use short flags where for compatibility
|
|
|
|
patch_command = %w[patch -g 0 -f -d / -p0]
|
2021-11-08 20:10:30 +08:00
|
|
|
patches = system_command(shellcheck, args: ["--format=diff", *args]).stdout
|
2022-01-03 22:08:49 +08:00
|
|
|
Utils.safe_popen_write(*patch_command) { |p| p.write(patches) } if patches.present?
|
2021-11-07 21:00:01 +08:00
|
|
|
end
|
2020-08-30 19:08:24 +02:00
|
|
|
|
|
|
|
case output_type
|
|
|
|
when :print
|
|
|
|
system shellcheck, "--format=tty", *args
|
|
|
|
$CHILD_STATUS.success?
|
|
|
|
when :json
|
2020-09-01 20:07:21 +02:00
|
|
|
result = system_command shellcheck, args: ["--format=json", *args]
|
2020-08-30 19:08:24 +02:00
|
|
|
json = json_result!(result)
|
|
|
|
|
|
|
|
# Convert to same format as RuboCop offenses.
|
2020-09-11 10:29:21 +01:00
|
|
|
severity_hash = { "style" => "refactor", "info" => "convention" }
|
2020-09-01 20:07:21 +02:00
|
|
|
json.group_by { |v| v["file"] }
|
|
|
|
.map do |k, v|
|
2020-08-30 19:08:24 +02:00
|
|
|
{
|
|
|
|
"path" => k,
|
|
|
|
"offenses" => v.map do |o|
|
|
|
|
o.delete("file")
|
|
|
|
|
|
|
|
o["cop_name"] = "SC#{o.delete("code")}"
|
|
|
|
|
|
|
|
level = o.delete("level")
|
2020-09-11 10:29:21 +01:00
|
|
|
o["severity"] = severity_hash.fetch(level, level)
|
2020-08-30 19:08:24 +02:00
|
|
|
|
|
|
|
line = o.delete("line")
|
|
|
|
column = o.delete("column")
|
|
|
|
|
|
|
|
o["corrected"] = false
|
|
|
|
o["correctable"] = o.delete("fix").present?
|
|
|
|
|
|
|
|
o["location"] = {
|
|
|
|
"start_line" => line,
|
|
|
|
"start_column" => column,
|
|
|
|
"last_line" => o.delete("endLine"),
|
|
|
|
"last_column" => o.delete("endColumn"),
|
|
|
|
"line" => line,
|
|
|
|
"column" => column,
|
|
|
|
}
|
|
|
|
|
|
|
|
o
|
|
|
|
end,
|
|
|
|
}
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-09-16 19:35:03 +08:00
|
|
|
def run_shfmt(files, fix: false)
|
|
|
|
files = shell_scripts if files.blank?
|
2021-09-15 22:31:56 +08:00
|
|
|
# Do not format completions and Dockerfile
|
|
|
|
files.delete(HOMEBREW_REPOSITORY/"completions/bash/brew")
|
|
|
|
files.delete(HOMEBREW_REPOSITORY/"Dockerfile")
|
2021-09-15 14:58:09 +08:00
|
|
|
|
2021-09-16 19:35:03 +08:00
|
|
|
# shfmt options:
|
|
|
|
# -i 2 : indent by 2 spaces
|
|
|
|
# -ci : indent switch cases
|
|
|
|
# -ln bash : language variant to parse ("bash")
|
|
|
|
# -w : write result to file instead of stdout (inplace fixing)
|
|
|
|
# "--" is needed for `utils/shfmt.sh`
|
2021-09-15 14:58:09 +08:00
|
|
|
args = ["-i", "2", "-ci", "-ln", "bash", "--", *files]
|
|
|
|
|
2021-09-16 19:35:03 +08:00
|
|
|
# Do inplace fixing
|
2021-09-16 21:18:06 +08:00
|
|
|
args.unshift("-w") if fix # need to add before "--"
|
2021-09-15 22:31:56 +08:00
|
|
|
|
2021-09-15 14:58:09 +08:00
|
|
|
system shfmt, *args
|
|
|
|
$CHILD_STATUS.success?
|
|
|
|
end
|
|
|
|
|
2020-08-30 19:08:24 +02:00
|
|
|
def json_result!(result)
|
|
|
|
# An exit status of 1 just means violations were found; other numbers mean
|
|
|
|
# execution errors.
|
|
|
|
# JSON needs to be at least 2 characters.
|
|
|
|
result.assert_success! if !(0..1).cover?(result.status.exitstatus) || result.stdout.length < 2
|
|
|
|
|
|
|
|
JSON.parse(result.stdout)
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2021-09-15 14:58:09 +08:00
|
|
|
def shell_scripts
|
|
|
|
[
|
|
|
|
HOMEBREW_BREW_FILE,
|
|
|
|
HOMEBREW_REPOSITORY/"completions/bash/brew",
|
|
|
|
HOMEBREW_REPOSITORY/"Dockerfile",
|
|
|
|
*HOMEBREW_LIBRARY.glob("Homebrew/*.sh"),
|
|
|
|
*HOMEBREW_LIBRARY.glob("Homebrew/shims/**/*").map(&:realpath).uniq
|
|
|
|
.reject { |path| path.directory? || path.basename.to_s == "cc" },
|
|
|
|
*HOMEBREW_LIBRARY.glob("Homebrew/{dev-,}cmd/*.sh"),
|
|
|
|
*HOMEBREW_LIBRARY.glob("Homebrew/{cask/,}utils/*.sh"),
|
|
|
|
]
|
|
|
|
end
|
|
|
|
|
|
|
|
def shellcheck
|
2021-11-23 23:25:32 +08:00
|
|
|
ensure_formula_installed!("shellcheck", latest: true,
|
2021-11-23 23:59:09 +08:00
|
|
|
reason: "shell style checks").opt_bin/"shellcheck"
|
2021-09-15 14:58:09 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
def shfmt
|
2021-11-23 23:25:32 +08:00
|
|
|
ensure_formula_installed!("shfmt", latest: true,
|
2021-11-23 23:59:09 +08:00
|
|
|
reason: "formatting shell scripts")
|
2021-09-15 14:58:09 +08:00
|
|
|
HOMEBREW_LIBRARY/"Homebrew/utils/shfmt.sh"
|
|
|
|
end
|
|
|
|
|
2020-09-01 20:07:21 +02:00
|
|
|
# Collection of style offenses.
|
|
|
|
class Offenses
|
|
|
|
include Enumerable
|
|
|
|
|
|
|
|
def initialize(paths)
|
|
|
|
@offenses = {}
|
|
|
|
paths.each do |f|
|
2018-06-05 23:19:18 -04:00
|
|
|
next if f["offenses"].empty?
|
2018-09-17 02:45:00 +02:00
|
|
|
|
2020-09-01 20:07:21 +02:00
|
|
|
path = Pathname(f["path"]).realpath
|
|
|
|
@offenses[path] = f["offenses"].map { |x| Offense.new(x) }
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-09-01 20:07:21 +02:00
|
|
|
def for_path(path)
|
|
|
|
@offenses.fetch(Pathname(path), [])
|
|
|
|
end
|
|
|
|
|
|
|
|
def each(*args, &block)
|
|
|
|
@offenses.each(*args, &block)
|
|
|
|
end
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2020-09-01 20:07:21 +02:00
|
|
|
# A style offense.
|
|
|
|
class Offense
|
2018-06-05 23:19:18 -04:00
|
|
|
attr_reader :severity, :message, :corrected, :location, :cop_name
|
|
|
|
|
|
|
|
def initialize(json)
|
|
|
|
@severity = json["severity"]
|
|
|
|
@message = json["message"]
|
|
|
|
@cop_name = json["cop_name"]
|
|
|
|
@corrected = json["corrected"]
|
2020-09-01 20:07:21 +02:00
|
|
|
@location = LineLocation.new(json["location"])
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def severity_code
|
|
|
|
@severity[0].upcase
|
|
|
|
end
|
|
|
|
|
2018-08-26 19:33:19 +05:30
|
|
|
def corrected?
|
|
|
|
@corrected
|
|
|
|
end
|
2018-06-05 23:19:18 -04:00
|
|
|
end
|
|
|
|
|
2020-09-01 20:07:21 +02:00
|
|
|
# Source location of a style offense.
|
|
|
|
class LineLocation
|
2020-10-20 12:03:48 +02:00
|
|
|
extend T::Sig
|
|
|
|
|
2020-09-10 22:00:18 +02:00
|
|
|
attr_reader :line, :column
|
2018-06-05 23:19:18 -04:00
|
|
|
|
|
|
|
def initialize(json)
|
|
|
|
@line = json["line"]
|
|
|
|
@column = json["column"]
|
|
|
|
end
|
|
|
|
|
2020-10-20 12:03:48 +02:00
|
|
|
sig { returns(String) }
|
2018-06-05 23:19:18 -04:00
|
|
|
def to_s
|
|
|
|
"#{line}: col #{column}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|