2020-10-10 14:16:11 +02:00
|
|
|
# typed: false
|
2020-03-30 00:47:38 +11:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2020-04-14 00:10:02 +10:00
|
|
|
require "download_strategy"
|
2020-03-30 00:47:38 +11:00
|
|
|
require "cli/parser"
|
|
|
|
require "utils/github"
|
|
|
|
require "tmpdir"
|
2020-08-22 14:21:02 +10:00
|
|
|
require "formula"
|
2020-03-30 00:47:38 +11:00
|
|
|
|
|
|
|
module Homebrew
|
2020-10-20 12:03:48 +02:00
|
|
|
extend T::Sig
|
|
|
|
|
2020-03-30 00:47:38 +11:00
|
|
|
module_function
|
|
|
|
|
2020-10-20 12:03:48 +02:00
|
|
|
sig { returns(CLI::Parser) }
|
2020-03-30 00:47:38 +11:00
|
|
|
def pr_pull_args
|
|
|
|
Homebrew::CLI::Parser.new do
|
2021-01-15 15:04:02 -05:00
|
|
|
description <<~EOS
|
2020-03-30 00:47:38 +11:00
|
|
|
Download and publish bottles, and apply the bottle commit from a
|
2020-04-18 12:13:43 -04:00
|
|
|
pull request with artifacts generated by GitHub Actions.
|
2020-03-30 00:47:38 +11:00
|
|
|
Requires write access to the repository.
|
|
|
|
EOS
|
|
|
|
switch "--no-publish",
|
2020-04-18 12:13:43 -04:00
|
|
|
description: "Download the bottles, apply the bottle commit and "\
|
2020-03-30 00:47:38 +11:00
|
|
|
"upload the bottles to Bintray, but don't publish them."
|
|
|
|
switch "--no-upload",
|
|
|
|
description: "Download the bottles and apply the bottle commit, "\
|
2020-09-15 13:36:45 +02:00
|
|
|
"but don't upload to Bintray or GitHub Releases."
|
2020-04-18 12:13:43 -04:00
|
|
|
switch "-n", "--dry-run",
|
2020-03-30 00:47:38 +11:00
|
|
|
description: "Print what would be done rather than doing it."
|
|
|
|
switch "--clean",
|
|
|
|
description: "Do not amend the commits from pull requests."
|
2020-08-14 13:40:21 +02:00
|
|
|
switch "--keep-old",
|
|
|
|
description: "If the formula specifies a rebuild version, " \
|
|
|
|
"attempt to preserve its value in the generated DSL."
|
2020-06-28 18:27:45 +10:00
|
|
|
switch "--autosquash",
|
|
|
|
description: "Automatically reformat and reword commits in the pull request to our "\
|
|
|
|
"preferred format."
|
2020-03-30 00:47:38 +11:00
|
|
|
switch "--branch-okay",
|
2020-09-17 16:22:36 +10:00
|
|
|
description: "Do not warn if pulling to a branch besides the repository default (useful for testing)."
|
2020-03-30 00:47:38 +11:00
|
|
|
switch "--resolve",
|
2020-04-18 12:13:43 -04:00
|
|
|
description: "When a patch fails to apply, leave in progress and allow user to resolve, "\
|
|
|
|
"instead of aborting."
|
2020-07-02 00:11:55 +10:00
|
|
|
switch "--warn-on-upload-failure",
|
|
|
|
description: "Warn instead of raising an error if the bottle upload fails. "\
|
|
|
|
"Useful for repairing bottle uploads that previously failed."
|
2021-04-01 16:23:39 +05:30
|
|
|
flag "--committer=",
|
|
|
|
description: "Specify a committer name and email in `git`'s standard author format."
|
2020-06-28 18:27:45 +10:00
|
|
|
flag "--message=",
|
|
|
|
depends_on: "--autosquash",
|
|
|
|
description: "Message to include when autosquashing revision bumps, deletions, and rebuilds."
|
2020-04-18 12:13:43 -04:00
|
|
|
flag "--artifact=",
|
2020-06-25 12:01:52 -04:00
|
|
|
description: "Download artifacts with the specified name (default: `bottles`)."
|
2021-02-22 17:56:26 -08:00
|
|
|
flag "--archive-item=",
|
2021-02-23 11:22:55 -08:00
|
|
|
description: "Upload to the specified Internet Archive item (default: `homebrew`)."
|
2020-04-18 12:13:43 -04:00
|
|
|
flag "--bintray-org=",
|
2020-06-25 12:01:52 -04:00
|
|
|
description: "Upload to the specified Bintray organisation (default: `homebrew`)."
|
2020-04-18 12:13:43 -04:00
|
|
|
flag "--tap=",
|
2020-06-25 12:01:52 -04:00
|
|
|
description: "Target tap repository (default: `homebrew/core`)."
|
2020-06-20 21:55:49 +10:00
|
|
|
flag "--root-url=",
|
|
|
|
description: "Use the specified <URL> as the root of the bottle's URL instead of Homebrew's default."
|
|
|
|
flag "--bintray-mirror=",
|
|
|
|
description: "Use the specified Bintray repository to automatically mirror stable URLs "\
|
2020-06-25 12:01:52 -04:00
|
|
|
"defined in the formulae (default: `mirror`)."
|
2020-11-22 15:14:42 +01:00
|
|
|
comma_array "--workflows=",
|
2020-12-18 10:09:23 -05:00
|
|
|
description: "Retrieve artifacts from the specified workflow (default: `tests.yml`). "\
|
|
|
|
"Can be a comma-separated list to include multiple workflows."
|
2020-11-22 15:14:42 +01:00
|
|
|
comma_array "--ignore-missing-artifacts=",
|
|
|
|
description: "Comma-separated list of workflows which can be ignored if they have not been run."
|
2020-11-12 10:40:41 -05:00
|
|
|
|
2020-06-28 18:27:45 +10:00
|
|
|
conflicts "--clean", "--autosquash"
|
2021-02-22 17:56:26 -08:00
|
|
|
conflicts "--archive-item", "--bintray-org"
|
2021-01-10 14:26:40 -05:00
|
|
|
|
2021-01-15 15:04:02 -05:00
|
|
|
named_args :pull_request, min: 1
|
2020-03-30 00:47:38 +11:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-06-28 18:27:45 +10:00
|
|
|
# Separates a commit message into subject, body, and trailers.
|
|
|
|
def separate_commit_message(message)
|
2020-06-10 19:27:05 +10:00
|
|
|
subject = message.lines.first.strip
|
|
|
|
|
|
|
|
# Skip the subject and separate lines that look like trailers (e.g. "Co-authored-by")
|
|
|
|
# from lines that look like regular body text.
|
|
|
|
trailers, body = message.lines.drop(1).partition { |s| s.match?(/^[a-z-]+-by:/i) }
|
2020-06-27 23:00:05 +10:00
|
|
|
|
2020-06-10 19:27:05 +10:00
|
|
|
trailers = trailers.uniq.join.strip
|
|
|
|
body = body.join.strip.gsub(/\n{3,}/, "\n\n")
|
|
|
|
|
2020-06-28 18:27:45 +10:00
|
|
|
[subject, body, trailers]
|
|
|
|
end
|
|
|
|
|
2020-09-19 17:14:06 +10:00
|
|
|
def signoff!(path, pr: nil, dry_run: false)
|
2020-11-28 22:56:43 +11:00
|
|
|
subject, body, trailers = separate_commit_message(path.git_commit_message)
|
2020-09-19 17:14:06 +10:00
|
|
|
|
|
|
|
if pr
|
|
|
|
# This is a tap pull request and approving reviewers should also sign-off.
|
|
|
|
tap = Tap.from_path(path)
|
2020-10-12 21:31:12 +11:00
|
|
|
review_trailers = GitHub.approved_reviews(tap.user, tap.full_name.split("/").last, pr).map do |r|
|
2020-09-19 17:14:06 +10:00
|
|
|
"Signed-off-by: #{r["name"]} <#{r["email"]}>"
|
2020-10-12 21:31:12 +11:00
|
|
|
end
|
|
|
|
trailers = trailers.lines.concat(review_trailers).map(&:strip).uniq.join("\n")
|
2020-06-28 18:27:45 +10:00
|
|
|
|
2020-09-19 17:14:06 +10:00
|
|
|
# Append the close message as well, unless the commit body already includes it.
|
|
|
|
close_message = "Closes ##{pr}."
|
|
|
|
body += "\n\n#{close_message}" unless body.include? close_message
|
|
|
|
end
|
2020-06-28 18:27:45 +10:00
|
|
|
|
2020-09-19 17:14:06 +10:00
|
|
|
git_args = Utils::Git.git, "-C", path, "commit", "--amend", "--signoff", "--allow-empty", "--quiet",
|
|
|
|
"--message", subject, "--message", body, "--message", trailers
|
2020-06-10 19:27:05 +10:00
|
|
|
|
2020-09-19 17:14:06 +10:00
|
|
|
if dry_run
|
|
|
|
puts(*git_args)
|
2020-03-30 00:47:38 +11:00
|
|
|
else
|
2020-09-19 17:14:06 +10:00
|
|
|
safe_system(*git_args)
|
2020-03-30 00:47:38 +11:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-09-19 15:22:02 +10:00
|
|
|
def determine_bump_subject(old_contents, new_contents, formula_path, reason: nil)
|
|
|
|
formula_path = Pathname(formula_path)
|
|
|
|
formula_name = formula_path.basename.to_s.chomp(".rb")
|
2020-06-28 18:27:45 +10:00
|
|
|
|
|
|
|
new_formula = begin
|
2020-09-19 15:22:02 +10:00
|
|
|
Formulary.from_contents(formula_name, formula_path, new_contents, :stable)
|
2020-06-28 18:27:45 +10:00
|
|
|
rescue FormulaUnavailableError
|
2020-11-10 00:11:22 +11:00
|
|
|
nil
|
2020-06-28 18:27:45 +10:00
|
|
|
end
|
|
|
|
|
2020-11-10 00:11:22 +11:00
|
|
|
return "#{formula_name}: delete #{reason}".strip if new_formula.blank?
|
|
|
|
|
2020-06-28 18:27:45 +10:00
|
|
|
old_formula = begin
|
2020-09-19 15:22:02 +10:00
|
|
|
Formulary.from_contents(formula_name, formula_path, old_contents, :stable)
|
2020-06-28 18:27:45 +10:00
|
|
|
rescue FormulaUnavailableError
|
2020-11-10 00:11:22 +11:00
|
|
|
nil
|
2020-06-28 18:27:45 +10:00
|
|
|
end
|
|
|
|
|
2020-11-10 00:11:22 +11:00
|
|
|
return "#{formula_name} #{new_formula.stable.version} (new formula)" if old_formula.blank?
|
|
|
|
|
2020-06-28 18:27:45 +10:00
|
|
|
if old_formula.stable.version != new_formula.stable.version
|
|
|
|
"#{formula_name} #{new_formula.stable.version}"
|
|
|
|
elsif old_formula.revision != new_formula.revision
|
2020-09-19 15:22:02 +10:00
|
|
|
"#{formula_name}: revision #{reason}".strip
|
2020-06-28 18:27:45 +10:00
|
|
|
else
|
2020-09-19 15:22:02 +10:00
|
|
|
"#{formula_name}: #{reason || "rebuild"}".strip
|
2020-06-28 18:27:45 +10:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Cherry picks a single commit that modifies a single file.
|
2020-11-05 17:17:03 -05:00
|
|
|
# Potentially rewords this commit using {determine_bump_subject}.
|
2020-09-19 18:49:33 +10:00
|
|
|
def reword_formula_commit(commit, file, reason: "", verbose: false, resolve: false, path: ".")
|
2020-09-19 15:22:02 +10:00
|
|
|
formula_file = Pathname.new(path) / file
|
|
|
|
formula_name = formula_file.basename.to_s.chomp(".rb")
|
|
|
|
|
|
|
|
odebug "Cherry-picking #{formula_file}: #{commit}"
|
2020-09-19 18:49:33 +10:00
|
|
|
Utils::Git.cherry_pick!(path, commit, verbose: verbose, resolve: resolve)
|
2020-06-28 18:27:45 +10:00
|
|
|
|
2020-09-19 15:22:02 +10:00
|
|
|
old_formula = Utils::Git.file_at_commit(path, file, "HEAD^")
|
|
|
|
new_formula = Utils::Git.file_at_commit(path, file, "HEAD")
|
|
|
|
|
2020-09-19 18:49:33 +10:00
|
|
|
bump_subject = determine_bump_subject(old_formula, new_formula, formula_file, reason: reason).strip
|
2020-11-28 22:56:43 +11:00
|
|
|
subject, body, trailers = separate_commit_message(path.git_commit_message)
|
2020-06-28 18:27:45 +10:00
|
|
|
|
|
|
|
if subject != bump_subject && !subject.start_with?("#{formula_name}:")
|
|
|
|
safe_system("git", "-C", path, "commit", "--amend", "-q",
|
|
|
|
"-m", bump_subject, "-m", subject, "-m", body, "-m", trailers)
|
|
|
|
ohai bump_subject
|
|
|
|
else
|
|
|
|
ohai subject
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Cherry picks multiple commits that each modify a single file.
|
2020-11-05 17:17:03 -05:00
|
|
|
# Words the commit according to {determine_bump_subject} with the body
|
2020-06-28 18:27:45 +10:00
|
|
|
# corresponding to all the original commit messages combined.
|
2020-09-19 18:49:33 +10:00
|
|
|
def squash_formula_commits(commits, file, reason: "", verbose: false, resolve: false, path: ".")
|
2020-06-28 18:27:45 +10:00
|
|
|
odebug "Squashing #{file}: #{commits.join " "}"
|
|
|
|
|
|
|
|
# Format commit messages into something similar to `git fmt-merge-message`.
|
|
|
|
# * subject 1
|
|
|
|
# * subject 2
|
|
|
|
# optional body
|
|
|
|
# * subject 3
|
|
|
|
messages = []
|
|
|
|
trailers = []
|
|
|
|
commits.each do |commit|
|
2020-11-28 22:56:43 +11:00
|
|
|
subject, body, trailer = separate_commit_message(path.git_commit_message(commit))
|
2020-06-28 18:27:45 +10:00
|
|
|
body = body.lines.map { |line| " #{line.strip}" }.join("\n")
|
|
|
|
messages << "* #{subject}\n#{body}".strip
|
|
|
|
trailers << trailer
|
|
|
|
end
|
|
|
|
|
|
|
|
# Get the set of authors in this series.
|
|
|
|
authors = Utils.safe_popen_read("git", "-C", path, "show",
|
|
|
|
"--no-patch", "--pretty=%an <%ae>", *commits).lines.map(&:strip).uniq.compact
|
|
|
|
|
|
|
|
# Get the author and date of the first commit of this series, which we use for the squashed commit.
|
|
|
|
original_author = authors.shift
|
|
|
|
original_date = Utils.safe_popen_read "git", "-C", path, "show", "--no-patch", "--pretty=%ad", commits.first
|
|
|
|
|
|
|
|
# Generate trailers for coauthors and combine them with the existing trailers.
|
|
|
|
co_author_trailers = authors.map { |au| "Co-authored-by: #{au}" }
|
|
|
|
trailers = [trailers + co_author_trailers].flatten.uniq.compact
|
|
|
|
|
|
|
|
# Apply the patch series but don't commit anything yet.
|
2020-09-19 18:49:33 +10:00
|
|
|
Utils::Git.cherry_pick!(path, "--no-commit", *commits, verbose: verbose, resolve: resolve)
|
2020-06-28 18:27:45 +10:00
|
|
|
|
|
|
|
# Determine the bump subject by comparing the original state of the tree to its current state.
|
2020-09-19 15:22:02 +10:00
|
|
|
formula_file = Pathname.new(path) / file
|
|
|
|
old_formula = Utils::Git.file_at_commit(path, file, "#{commits.first}^")
|
|
|
|
new_formula = File.read(formula_file)
|
|
|
|
bump_subject = determine_bump_subject(old_formula, new_formula, formula_file, reason: reason)
|
2020-06-28 18:27:45 +10:00
|
|
|
|
|
|
|
# Commit with the new subject, body, and trailers.
|
|
|
|
safe_system("git", "-C", path, "commit", "--quiet",
|
|
|
|
"-m", bump_subject, "-m", messages.join("\n"), "-m", trailers.join("\n"),
|
|
|
|
"--author", original_author, "--date", original_date, "--", file)
|
|
|
|
ohai bump_subject
|
|
|
|
end
|
|
|
|
|
2020-09-19 18:49:33 +10:00
|
|
|
def autosquash!(original_commit, path: ".", reason: "", verbose: false, resolve: false)
|
2020-11-27 18:41:40 +11:00
|
|
|
path = Pathname(path).extend(GitRepositoryExtension)
|
|
|
|
original_head = path.git_head
|
2020-06-28 18:27:45 +10:00
|
|
|
|
|
|
|
commits = Utils.safe_popen_read("git", "-C", path, "rev-list",
|
|
|
|
"--reverse", "#{original_commit}..HEAD").lines.map(&:strip)
|
|
|
|
|
|
|
|
# Generate a bidirectional mapping of commits <=> formula files.
|
|
|
|
files_to_commits = {}
|
|
|
|
commits_to_files = commits.map do |commit|
|
|
|
|
files = Utils.safe_popen_read("git", "-C", path, "diff-tree", "--diff-filter=AMD",
|
|
|
|
"-r", "--name-only", "#{commit}^", commit).lines.map(&:strip)
|
|
|
|
files.each do |file|
|
|
|
|
files_to_commits[file] ||= []
|
|
|
|
files_to_commits[file] << commit
|
|
|
|
next if %r{^Formula/.*\.rb$}.match?(file)
|
|
|
|
|
|
|
|
odie <<~EOS
|
|
|
|
Autosquash can't squash commits that modify non-formula files.
|
|
|
|
File: #{file}
|
|
|
|
Commit: #{commit}
|
|
|
|
EOS
|
|
|
|
end
|
|
|
|
[commit, files]
|
|
|
|
end.to_h
|
|
|
|
|
|
|
|
# Reset to state before cherry-picking.
|
|
|
|
safe_system "git", "-C", path, "reset", "--hard", original_commit
|
|
|
|
|
|
|
|
# Iterate over every commit in the pull request series, but if we have to squash
|
|
|
|
# multiple commits into one, ensure that we skip over commits we've already squashed.
|
|
|
|
processed_commits = []
|
|
|
|
commits.each do |commit|
|
|
|
|
next if processed_commits.include? commit
|
|
|
|
|
|
|
|
files = commits_to_files[commit]
|
|
|
|
if files.length == 1 && files_to_commits[files.first].length == 1
|
|
|
|
# If there's a 1:1 mapping of commits to files, just cherry pick and (maybe) reword.
|
2020-09-19 18:49:33 +10:00
|
|
|
reword_formula_commit(commit, files.first, path: path, reason: reason, verbose: verbose, resolve: resolve)
|
2020-06-28 18:27:45 +10:00
|
|
|
processed_commits << commit
|
|
|
|
elsif files.length == 1 && files_to_commits[files.first].length > 1
|
|
|
|
# If multiple commits modify a single file, squash them down into a single commit.
|
|
|
|
file = files.first
|
|
|
|
commits = files_to_commits[file]
|
2020-09-19 18:49:33 +10:00
|
|
|
squash_formula_commits(commits, file, path: path, reason: reason, verbose: verbose, resolve: resolve)
|
2020-06-28 18:27:45 +10:00
|
|
|
processed_commits += commits
|
|
|
|
else
|
|
|
|
# We can't split commits (yet) so just raise an error.
|
|
|
|
odie <<~EOS
|
|
|
|
Autosquash can't split commits that modify multiple files.
|
|
|
|
Commit: #{commit}
|
|
|
|
Files: #{files.join " "}
|
|
|
|
EOS
|
|
|
|
end
|
|
|
|
end
|
|
|
|
rescue
|
|
|
|
opoo "Autosquash encountered an error; resetting to original cherry-picked state at #{original_head}"
|
|
|
|
system "git", "-C", path, "reset", "--hard", original_head
|
|
|
|
system "git", "-C", path, "cherry-pick", "--abort"
|
|
|
|
raise
|
|
|
|
end
|
|
|
|
|
2020-09-17 16:06:41 +10:00
|
|
|
def cherry_pick_pr!(user, repo, pr, args:, path: ".")
|
2020-07-25 04:27:40 +02:00
|
|
|
if args.dry_run?
|
2020-03-30 00:47:38 +11:00
|
|
|
puts <<~EOS
|
|
|
|
git fetch --force origin +refs/pull/#{pr}/head
|
|
|
|
git merge-base HEAD FETCH_HEAD
|
|
|
|
git cherry-pick --ff --allow-empty $merge_base..FETCH_HEAD
|
|
|
|
EOS
|
2020-09-17 16:06:41 +10:00
|
|
|
return
|
2020-03-30 00:47:38 +11:00
|
|
|
end
|
2020-09-17 16:06:41 +10:00
|
|
|
|
|
|
|
commits = GitHub.pull_request_commits(user, repo, pr)
|
|
|
|
safe_system "git", "-C", path, "fetch", "--quiet", "--force", "origin", commits.last
|
|
|
|
ohai "Using #{commits.count} commit#{"s" unless commits.count == 1} from ##{pr}"
|
|
|
|
Utils::Git.cherry_pick!(path, "--ff", "--allow-empty", *commits, verbose: args.verbose?, resolve: args.resolve?)
|
2020-03-30 00:47:38 +11:00
|
|
|
end
|
|
|
|
|
2020-11-14 02:52:43 -05:00
|
|
|
def formulae_need_bottles?(tap, original_commit, user, repo, pr, args:)
|
2020-07-25 04:27:40 +02:00
|
|
|
return if args.dry_run?
|
2020-11-14 02:52:43 -05:00
|
|
|
return false if GitHub.pull_request_labels(user, repo, pr).include? "CI-syntax-only"
|
2020-04-11 19:27:34 +10:00
|
|
|
|
2020-06-20 21:55:49 +10:00
|
|
|
changed_formulae(tap, original_commit).any? do |f|
|
|
|
|
!f.bottle_unneeded? && !f.bottle_disabled?
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-09-01 11:21:45 +01:00
|
|
|
def mirror_formulae(tap, original_commit, org:, repo:, args:, publish: true)
|
2020-06-20 21:55:49 +10:00
|
|
|
changed_formulae(tap, original_commit).select do |f|
|
|
|
|
stable_urls = [f.stable.url] + f.stable.mirrors
|
|
|
|
stable_urls.grep(%r{^https://dl.bintray.com/#{org}/#{repo}/}) do |mirror_url|
|
2020-07-25 04:27:40 +02:00
|
|
|
if args.dry_run?
|
2020-06-20 21:55:49 +10:00
|
|
|
puts "brew mirror #{f.full_name}"
|
|
|
|
else
|
|
|
|
odebug "Mirroring #{mirror_url}"
|
|
|
|
mirror_args = ["mirror", f.full_name]
|
2020-07-31 19:42:31 +02:00
|
|
|
mirror_args << "--debug" if args.debug?
|
|
|
|
mirror_args << "--verbose" if args.verbose?
|
2020-06-20 21:55:49 +10:00
|
|
|
mirror_args << "--bintray-org=#{org}" if org
|
|
|
|
mirror_args << "--bintray-repo=#{repo}" if repo
|
|
|
|
mirror_args << "--no-publish" unless publish
|
|
|
|
system HOMEBREW_BREW_FILE, *mirror_args
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def changed_formulae(tap, original_commit)
|
2020-04-11 19:27:34 +10:00
|
|
|
if Homebrew::EnvConfig.disable_load_formula?
|
|
|
|
opoo "Can't check if updated bottles are necessary as formula loading is disabled!"
|
|
|
|
return
|
|
|
|
end
|
|
|
|
|
|
|
|
Utils.popen_read("git", "-C", tap.path, "diff-tree",
|
|
|
|
"-r", "--name-only", "--diff-filter=AM",
|
|
|
|
original_commit, "HEAD", "--", tap.formula_dir)
|
2020-08-24 08:44:31 +01:00
|
|
|
.lines
|
|
|
|
.map do |line|
|
2020-04-11 19:27:34 +10:00
|
|
|
next unless line.end_with? ".rb\n"
|
|
|
|
|
|
|
|
name = "#{tap.name}/#{File.basename(line.chomp, ".rb")}"
|
2020-08-24 08:44:31 +01:00
|
|
|
Formula[name]
|
2020-06-20 21:55:49 +10:00
|
|
|
end.compact
|
2020-04-11 19:27:34 +10:00
|
|
|
end
|
|
|
|
|
2020-04-14 00:10:02 +10:00
|
|
|
def download_artifact(url, dir, pr)
|
2021-02-17 23:22:26 +05:30
|
|
|
odie "Credentials must be set to access the Artifacts API" if GitHub::API.credentials_type == :none
|
2020-12-17 23:09:22 +11:00
|
|
|
|
2021-02-17 23:22:26 +05:30
|
|
|
token = GitHub::API.credentials
|
2020-12-17 23:09:22 +11:00
|
|
|
curl_args = ["--header", "Authorization: token #{token}"]
|
2020-04-14 00:10:02 +10:00
|
|
|
|
|
|
|
# Download the artifact as a zip file and unpack it into `dir`. This is
|
|
|
|
# preferred over system `curl` and `tar` as this leverages the Homebrew
|
|
|
|
# cache to avoid repeated downloads of (possibly large) bottles.
|
|
|
|
FileUtils.chdir dir do
|
|
|
|
downloader = GitHubArtifactDownloadStrategy.new(url, "artifact", pr, curl_args: curl_args, secrets: [token])
|
|
|
|
downloader.fetch
|
|
|
|
downloader.stage
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-03-30 00:47:38 +11:00
|
|
|
def pr_pull
|
2020-07-25 04:27:40 +02:00
|
|
|
args = pr_pull_args.parse
|
2020-03-30 00:47:38 +11:00
|
|
|
|
2021-01-25 09:18:10 +00:00
|
|
|
workflows = args.workflows.presence || ["tests.yml"]
|
2020-03-30 00:47:38 +11:00
|
|
|
artifact = args.artifact || "bottles"
|
2021-02-22 17:56:26 -08:00
|
|
|
archive_item = args.archive_item
|
2020-09-15 13:36:45 +02:00
|
|
|
bintray_org = args.bintray_org || "homebrew"
|
2020-06-20 21:55:49 +10:00
|
|
|
mirror_repo = args.bintray_mirror || "mirror"
|
2020-04-14 00:10:02 +10:00
|
|
|
tap = Tap.fetch(args.tap || CoreTap.instance.name)
|
2020-03-30 00:47:38 +11:00
|
|
|
|
2021-04-01 16:23:39 +05:30
|
|
|
Utils::Git.set_name_email!(committer: args.committer.blank?)
|
2020-11-02 12:21:18 +00:00
|
|
|
Utils::Git.setup_gpg!
|
2020-03-31 22:11:30 +11:00
|
|
|
|
2021-04-01 16:23:39 +05:30
|
|
|
if (committer = args.committer)
|
|
|
|
committer = Utils.parse_author!(committer)
|
|
|
|
ENV["GIT_COMMITTER_NAME"] = committer[:name]
|
|
|
|
ENV["GIT_COMMITTER_EMAIL"] = committer[:email]
|
|
|
|
end
|
|
|
|
|
2020-04-12 12:05:50 +02:00
|
|
|
args.named.uniq.each do |arg|
|
2020-03-31 11:24:10 +02:00
|
|
|
arg = "#{tap.default_remote}/pull/#{arg}" if arg.to_i.positive?
|
2020-03-30 00:47:38 +11:00
|
|
|
url_match = arg.match HOMEBREW_PULL_OR_COMMIT_URL_REGEX
|
|
|
|
_, user, repo, pr = *url_match
|
|
|
|
odie "Not a GitHub pull request: #{arg}" unless pr
|
|
|
|
|
2020-11-27 18:45:13 +11:00
|
|
|
if !tap.path.git_default_origin_branch? || args.branch_okay? || args.clean?
|
|
|
|
opoo "Current branch is #{tap.path.git_branch}: do you need to pull inside #{tap.path.git_origin_branch}?"
|
2020-09-17 16:22:36 +10:00
|
|
|
end
|
2020-03-30 00:47:38 +11:00
|
|
|
|
|
|
|
ohai "Fetching #{tap} pull request ##{pr}"
|
|
|
|
Dir.mktmpdir pr do |dir|
|
|
|
|
cd dir do
|
2020-11-27 18:41:40 +11:00
|
|
|
original_commit = tap.path.git_head
|
2020-09-17 16:06:41 +10:00
|
|
|
cherry_pick_pr!(user, repo, pr, path: tap.path, args: args)
|
2020-09-19 18:49:33 +10:00
|
|
|
if args.autosquash? && !args.dry_run?
|
|
|
|
autosquash!(original_commit, path: tap.path,
|
|
|
|
verbose: args.verbose?, resolve: args.resolve?, reason: args.message)
|
|
|
|
end
|
2020-09-19 17:14:06 +10:00
|
|
|
signoff!(tap.path, pr: pr, dry_run: args.dry_run?) unless args.clean?
|
2020-03-30 00:47:38 +11:00
|
|
|
|
2020-06-20 21:55:49 +10:00
|
|
|
unless args.no_upload?
|
2020-07-25 04:27:40 +02:00
|
|
|
mirror_formulae(tap, original_commit,
|
|
|
|
org: bintray_org, repo: mirror_repo, publish: !args.no_publish?,
|
|
|
|
args: args)
|
2020-06-20 21:55:49 +10:00
|
|
|
end
|
|
|
|
|
2020-11-14 02:52:43 -05:00
|
|
|
unless formulae_need_bottles?(tap, original_commit, user, repo, pr, args: args)
|
2020-04-11 19:27:34 +10:00
|
|
|
ohai "Skipping artifacts for ##{pr} as the formulae don't need bottles"
|
|
|
|
next
|
|
|
|
end
|
|
|
|
|
2020-11-22 15:14:42 +01:00
|
|
|
workflows.each do |workflow|
|
|
|
|
workflow_run = GitHub.get_workflow_run(
|
|
|
|
user, repo, pr, workflow_id: workflow, artifact_name: artifact
|
|
|
|
)
|
|
|
|
if args.ignore_missing_artifacts.present? &&
|
|
|
|
args.ignore_missing_artifacts.include?(workflow) &&
|
2020-11-24 23:06:46 +01:00
|
|
|
workflow_run.first.blank?
|
2020-11-22 15:14:42 +01:00
|
|
|
# Ignore that workflow as it was not executed and we specified
|
|
|
|
# that we could skip it.
|
2021-01-24 21:40:41 -05:00
|
|
|
ohai "Ignoring workflow #{workflow} as requested by `--ignore-missing-artifacts`"
|
2020-11-22 15:14:42 +01:00
|
|
|
next
|
|
|
|
end
|
|
|
|
|
|
|
|
ohai "Downloading bottles for workflow: #{workflow}"
|
|
|
|
url = GitHub.get_artifact_url(workflow_run)
|
|
|
|
download_artifact(url, dir, pr)
|
|
|
|
end
|
2020-04-11 19:27:34 +10:00
|
|
|
|
2020-03-30 00:47:38 +11:00
|
|
|
next if args.no_upload?
|
|
|
|
|
2020-06-20 21:55:49 +10:00
|
|
|
upload_args = ["pr-upload"]
|
2020-07-31 19:42:31 +02:00
|
|
|
upload_args << "--debug" if args.debug?
|
|
|
|
upload_args << "--verbose" if args.verbose?
|
2020-06-20 21:55:49 +10:00
|
|
|
upload_args << "--no-publish" if args.no_publish?
|
|
|
|
upload_args << "--dry-run" if args.dry_run?
|
2020-08-14 13:40:21 +02:00
|
|
|
upload_args << "--keep-old" if args.keep_old?
|
2020-07-02 00:11:55 +10:00
|
|
|
upload_args << "--warn-on-upload-failure" if args.warn_on_upload_failure?
|
2021-04-02 00:17:43 +02:00
|
|
|
upload_args << "--committer=#{args.committer}" if args.committer
|
2020-08-14 13:40:21 +02:00
|
|
|
upload_args << "--root-url=#{args.root_url}" if args.root_url
|
2021-02-22 17:56:26 -08:00
|
|
|
upload_args << if archive_item.present?
|
|
|
|
"--archive-item=#{archive_item}"
|
|
|
|
else
|
|
|
|
"--bintray-org=#{bintray_org}"
|
|
|
|
end
|
2020-07-01 23:59:07 +10:00
|
|
|
safe_system HOMEBREW_BREW_FILE, *upload_args
|
2020-03-30 00:47:38 +11:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2020-04-14 00:10:02 +10:00
|
|
|
|
|
|
|
class GitHubArtifactDownloadStrategy < AbstractFileDownloadStrategy
|
2020-10-20 12:03:48 +02:00
|
|
|
extend T::Sig
|
|
|
|
|
2020-04-14 00:10:02 +10:00
|
|
|
def fetch
|
|
|
|
ohai "Downloading #{url}"
|
|
|
|
if cached_location.exist?
|
|
|
|
puts "Already downloaded: #{cached_location}"
|
|
|
|
else
|
|
|
|
begin
|
|
|
|
curl "--location", "--create-dirs", "--output", temporary_path, url,
|
|
|
|
*meta.fetch(:curl_args, []),
|
|
|
|
secrets: meta.fetch(:secrets, [])
|
|
|
|
rescue ErrorDuringExecution
|
|
|
|
raise CurlDownloadStrategyError, url
|
|
|
|
end
|
|
|
|
ignore_interrupts do
|
|
|
|
cached_location.dirname.mkpath
|
|
|
|
temporary_path.rename(cached_location)
|
|
|
|
symlink_location.dirname.mkpath
|
|
|
|
end
|
|
|
|
end
|
|
|
|
FileUtils.ln_s cached_location.relative_path_from(symlink_location.dirname), symlink_location, force: true
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2020-10-20 12:03:48 +02:00
|
|
|
sig { returns(String) }
|
2020-04-14 00:10:02 +10:00
|
|
|
def resolved_basename
|
|
|
|
"artifact.zip"
|
|
|
|
end
|
|
|
|
end
|