brew/Library/Homebrew/download_strategy.rb

1131 lines
29 KiB
Ruby
Raw Normal View History

# frozen_string_literal: true
require "json"
require "rexml/document"
require "time"
2018-07-01 23:35:29 +02:00
require "unpack_strategy"
require "lazy_object"
require "cgi"
require "mechanize/version"
require "mechanize/http/content_disposition_parser"
class AbstractDownloadStrategy
extend Forwardable
include FileUtils
module Pourable
def stage
2018-08-25 21:42:34 +02:00
ohai "Pouring #{basename}"
super
end
end
attr_reader :cache, :cached_location, :url
2018-08-03 10:50:49 +02:00
attr_reader :meta, :name, :version, :shutup
2018-08-03 10:50:49 +02:00
private :meta, :name, :version, :shutup
def initialize(url, name, version, **meta)
@url = url
@name = name
@version = version
@cache = meta.fetch(:cache, HOMEBREW_CACHE)
@meta = meta
@shutup = false
extend Pourable if meta[:bottle]
end
2014-12-23 01:04:44 -05:00
# Download and cache the resource as {#cached_location}.
def fetch; end
2014-12-23 01:04:44 -05:00
# Suppress output
def shutup!
@shutup = true
end
def puts(*args)
super(*args) unless shutup
end
def ohai(*args)
super(*args) unless shutup
end
# Unpack {#cached_location} into the current working directory, and possibly
# chdir into the newly-unpacked directory.
# Unlike {Resource#stage}, this does not take a block.
2018-07-01 23:35:29 +02:00
def stage
UnpackStrategy.detect(cached_location,
prioritise_extension: true,
ref_type: @ref_type, ref: @ref)
.extract_nestedly(basename: basename,
prioritise_extension: true,
verbose: Homebrew.args.verbose? && !shutup)
2018-08-03 10:50:49 +02:00
chdir
end
def chdir
entries = Dir["*"]
raise "Empty archive" if entries.length.zero?
return if entries.length != 1
begin
Dir.chdir entries.first
rescue
nil
2018-08-03 10:50:49 +02:00
end
2018-07-01 23:35:29 +02:00
end
2018-08-03 10:50:49 +02:00
private :chdir
2014-12-23 01:04:44 -05:00
# @!attribute [r] source_modified_time
# Returns the most recent modified time for all files in the current working directory after stage.
def source_modified_time
Pathname.pwd.to_enum(:find).select(&:file?).map(&:mtime).max
end
2014-12-23 01:04:44 -05:00
# Remove {#cached_location} and any other files associated with the resource
# from the cache.
def clear_cache
rm_rf(cached_location)
2014-12-23 01:04:44 -05:00
end
def basename
2018-08-25 21:42:34 +02:00
cached_location.basename
end
private
def system_command(*args, **options)
super(*args, print_stderr: false, env: env, **options)
end
def system_command!(*args, **options)
super(
*args,
print_stdout: !shutup,
print_stderr: !shutup,
verbose: Homebrew.args.verbose? && !shutup,
2018-11-02 17:18:07 +00:00
env: env,
**options,
)
end
def env
{}
end
end
class VCSDownloadStrategy < AbstractDownloadStrategy
REF_TYPES = [:tag, :branch, :revisions, :revision].freeze
def initialize(url, name, version, **meta)
super
@ref_type, @ref = extract_ref(meta)
@revision = meta[:revision]
@cached_location = @cache/"#{name}--#{cache_tag}"
end
def fetch
ohai "Cloning #{url}"
if cached_location.exist? && repo_valid?
puts "Updating #{cached_location}"
update
elsif cached_location.exist?
puts "Removing invalid repository from cache"
clear_cache
clone_repo
else
clone_repo
end
2016-07-13 10:11:59 +03:00
version.update_commit(last_commit) if head?
2016-09-23 22:02:23 +02:00
return unless @ref_type == :tag
return unless @revision && current_revision
return if current_revision == @revision
2018-09-17 02:45:00 +02:00
2017-10-15 02:28:32 +02:00
raise <<~EOS
2016-09-23 22:02:23 +02:00
#{@ref} tag should be #{@revision}
but is actually #{current_revision}
EOS
end
2016-07-22 12:21:22 +03:00
def fetch_last_commit
fetch
last_commit
end
def commit_outdated?(commit)
@last_commit ||= fetch_last_commit
commit != @last_commit
end
def head?
version.respond_to?(:head?) && version.head?
end
# Return last commit's unique identifier for the repository.
# Return most recent modified timestamp unless overridden.
def last_commit
source_modified_time.to_i.to_s
end
private
def cache_tag
2018-07-01 23:35:29 +02:00
raise NotImplementedError
end
def repo_valid?
2018-07-01 23:35:29 +02:00
raise NotImplementedError
end
def clone_repo; end
def update; end
def current_revision; end
def extract_ref(specs)
key = REF_TYPES.find { |type| specs.key?(type) }
[key, specs[key]]
end
end
class AbstractFileDownloadStrategy < AbstractDownloadStrategy
2018-09-01 15:59:25 +02:00
def temporary_path
@temporary_path ||= Pathname.new("#{cached_location}.incomplete")
end
def symlink_location
return @symlink_location if defined?(@symlink_location)
2018-09-17 02:45:00 +02:00
ext = Pathname(parse_basename(url)).extname
@symlink_location = @cache/"#{name}--#{version}#{ext}"
end
def cached_location
return @cached_location if defined?(@cached_location)
url_sha256 = Digest::SHA256.hexdigest(url)
downloads = Pathname.glob(HOMEBREW_CACHE/"downloads/#{url_sha256}--*")
.reject { |path| path.extname.end_with?(".incomplete") }
@cached_location = if downloads.count == 1
downloads.first
else
HOMEBREW_CACHE/"downloads/#{url_sha256}--#{resolved_basename}"
end
end
def basename
2020-06-02 09:49:23 +01:00
cached_location.basename.sub(/^[\da-f]{64}--/, "")
end
private
def resolved_url
resolved_url, = resolved_url_and_basename
resolved_url
end
def resolved_basename
_, resolved_basename = resolved_url_and_basename
resolved_basename
end
def resolved_url_and_basename
return @resolved_url_and_basename if defined?(@resolved_url_and_basename)
2018-09-17 02:45:00 +02:00
@resolved_url_and_basename = [url, parse_basename(url)]
end
def parse_basename(url)
uri_path = if url.match?(URI::DEFAULT_PARSER.make_regexp)
uri = URI(url)
if uri.query
query_params = CGI.parse(uri.query)
query_params["response-content-disposition"].each do |param|
query_basename = param[/attachment;\s*filename=(["']?)(.+)\1/i, 2]
return query_basename if query_basename
end
end
2018-08-06 00:16:57 +02:00
uri.query ? "#{uri.path}?#{uri.query}" : uri.path
else
url
2018-08-06 00:16:57 +02:00
end
uri_path = URI.decode_www_form_component(uri_path)
# We need a Pathname because we've monkeypatched extname to support double
# extensions (e.g. tar.gz).
# Given a URL like https://example.com/download.php?file=foo-1.0.tar.gz
# the basename we want is "foo-1.0.tar.gz", not "download.php".
2018-08-06 00:16:57 +02:00
Pathname.new(uri_path).ascend do |path|
ext = path.extname[/[^?&]+/]
return path.basename.to_s[/[^?&]+#{Regexp.escape(ext)}/] if ext
end
File.basename(uri_path)
end
end
class CurlDownloadStrategy < AbstractFileDownloadStrategy
attr_reader :mirrors
def initialize(url, name, version, **meta)
super
@mirrors = meta.fetch(:mirrors, [])
end
def fetch
2018-10-14 00:13:04 +02:00
download_lock = LockFile.new(temporary_path.basename)
download_lock.lock
urls = [url, *mirrors]
begin
url = urls.shift
ohai "Downloading #{url}"
resolved_url, _, url_time = resolve_url_basename_time(url)
fresh = if cached_location.exist? && url_time
url_time <= cached_location.mtime
elsif version.respond_to?(:latest?)
!version.latest?
else
true
end
if cached_location.exist? && fresh
puts "Already downloaded: #{cached_location}"
else
begin
_fetch(url: url, resolved_url: resolved_url)
rescue ErrorDuringExecution
raise CurlDownloadStrategyError, url
end
ignore_interrupts do
cached_location.dirname.mkpath
temporary_path.rename(cached_location)
symlink_location.dirname.mkpath
end
end
FileUtils.ln_s cached_location.relative_path_from(symlink_location.dirname), symlink_location, force: true
rescue CurlDownloadStrategyError
raise if urls.empty?
2018-09-17 02:45:00 +02:00
puts "Trying a mirror..."
retry
end
2018-10-14 00:13:04 +02:00
ensure
download_lock&.unlock
download_lock&.path&.unlink
end
def clear_cache
super
rm_rf(temporary_path)
end
private
def resolved_url_and_basename
resolved_url, basename, = resolve_url_basename_time(url)
[resolved_url, basename]
end
def resolve_url_basename_time(url)
@resolved_info_cache ||= {}
return @resolved_info_cache[url] if @resolved_info_cache.include?(url)
2020-04-05 15:44:50 +01:00
if (domain = Homebrew::EnvConfig.artifact_domain)
url = url.sub(%r{^((ht|f)tps?://)?}, domain.chomp("/") + "/")
end
2019-04-03 12:07:22 +02:00
out, _, status= curl_output("--location", "--silent", "--head", "--request", "GET", url.to_s)
lines = status.success? ? out.lines.map(&:chomp) : []
locations = lines.map { |line| line[/^Location:\s*(.*)$/i, 1] }
.compact
redirect_url = locations.reduce(url) do |current_url, location|
if location.start_with?("//")
uri = URI(current_url)
"#{uri.scheme}:#{location}"
elsif location.start_with?("/")
uri = URI(current_url)
"#{uri.scheme}://#{uri.host}#{location}"
elsif location.start_with?("./")
uri = URI(current_url)
"#{uri.scheme}://#{uri.host}#{Pathname(uri.path).dirname/location}"
else
location
end
end
content_disposition_parser = Mechanize::HTTP::ContentDispositionParser.new
parse_content_disposition = lambda do |line|
next unless content_disposition = content_disposition_parser.parse(line.sub(/; *$/, ""), true)
filename = nil
if filename_with_encoding = content_disposition.parameters["filename*"]
encoding, encoded_filename = filename_with_encoding.split("''", 2)
filename = URI.decode_www_form_component(encoded_filename).encode(encoding) if encoding && encoded_filename
end
filename || content_disposition.filename
end
filenames = lines.map(&parse_content_disposition).compact
time =
2020-06-02 09:49:23 +01:00
lines.map { |line| line[/^Last-Modified:\s*(.+)/i, 1] }
.compact
.map { |t| t.match?(/^\d+$/) ? Time.at(t.to_i) : Time.parse(t) }
.last
basename = filenames.last || parse_basename(redirect_url)
@resolved_info_cache[url] = [redirect_url, basename, time]
end
def _fetch(url:, resolved_url:)
ohai "Downloading from #{resolved_url}" if url != resolved_url
2020-04-05 15:44:50 +01:00
if Homebrew::EnvConfig.no_insecure_redirect? &&
url.start_with?("https://") && !resolved_url.start_with?("https://")
$stderr.puts "HTTPS to HTTP redirect detected & HOMEBREW_NO_INSECURE_REDIRECT is set."
raise CurlDownloadStrategyError, url
end
curl_download resolved_url, to: temporary_path
end
# Curl options to be always passed to curl,
2017-08-08 18:10:13 +02:00
# with raw head calls (`curl --head`) or with actual `fetch`.
def _curl_args
args = []
2019-05-31 22:00:48 +02:00
args += ["-b", meta.fetch(:cookies).map { |k, v| "#{k}=#{v}" }.join(";")] if meta.key?(:cookies)
args += ["-e", meta.fetch(:referer)] if meta.key?(:referer)
args += ["--user", meta.fetch(:user)] if meta.key?(:user)
2020-04-01 15:46:28 +01:00
args += [meta[:header], meta[:headers]].flatten.compact.flat_map { |h| ["--header", h.strip] }
2020-03-10 10:16:25 +00:00
args
end
def _curl_opts
return { user_agent: meta.fetch(:user_agent) } if meta.key?(:user_agent)
2018-09-17 02:45:00 +02:00
{}
end
def curl_output(*args, **options)
super(*_curl_args, *args, **_curl_opts, **options)
end
2017-08-08 18:10:13 +02:00
def curl(*args, **options)
args << "--connect-timeout" << "15" unless mirrors.empty?
super(*_curl_args, *args, **_curl_opts, **options)
end
end
# Detect and download from Apache Mirror.
class CurlApacheMirrorDownloadStrategy < CurlDownloadStrategy
def mirrors
return @combined_mirrors if defined?(@combined_mirrors)
backup_mirrors = apache_mirrors.fetch("backup", [])
.map { |mirror| "#{mirror}#{apache_mirrors["path_info"]}" }
@combined_mirrors = [*@mirrors, *backup_mirrors]
end
private
def resolve_url_basename_time(url)
if url == self.url
super("#{apache_mirrors["preferred"]}#{apache_mirrors["path_info"]}")
else
super
end
end
def apache_mirrors
return @apache_mirrors if defined?(@apache_mirrors)
2018-09-17 02:45:00 +02:00
json, = curl_output("--silent", "--location", "#{url}&asjson=1")
@apache_mirrors = JSON.parse(json)
rescue JSON::ParserError
raise CurlDownloadStrategyError, "Couldn't determine mirror, try again later."
end
end
# Download via an HTTP POST.
# Query parameters on the URL are converted into POST parameters.
class CurlPostDownloadStrategy < CurlDownloadStrategy
private
def _fetch(url:, resolved_url:)
2018-08-06 00:16:57 +02:00
args = if meta.key?(:data)
escape_data = ->(d) { ["-d", URI.encode_www_form([d])] }
[url, *meta[:data].flat_map(&escape_data)]
else
url, query = url.split("?", 2)
2018-08-06 00:16:57 +02:00
query.nil? ? [url, "-X", "POST"] : [url, "-d", query]
end
2018-08-06 00:16:57 +02:00
curl_download(*args, to: temporary_path)
end
end
# Use this strategy to download but not unzip a file.
# Useful for installing jars.
class NoUnzipCurlDownloadStrategy < CurlDownloadStrategy
def stage
UnpackStrategy::Uncompressed.new(cached_location)
.extract(basename: basename,
verbose: Homebrew.args.verbose? && !shutup)
end
end
# This strategy extracts local binary packages.
class LocalBottleDownloadStrategy < AbstractFileDownloadStrategy
def initialize(path)
@cached_location = path
end
end
class SubversionDownloadStrategy < VCSDownloadStrategy
def initialize(url, name, version, **meta)
2014-12-06 12:29:16 -05:00
super
2015-04-27 20:39:20 -04:00
@url = @url.sub("svn+http://", "")
2014-12-06 12:29:16 -05:00
end
def fetch
if @url.chomp("/") != repo_url || !system_command("svn", args: ["switch", @url, cached_location]).success?
clear_cache
end
super
end
def source_modified_time
out, = system_command("svn", args: ["info", "--xml"], chdir: cached_location)
xml = REXML::Document.new(out)
Time.parse REXML::XPath.first(xml, "//date/text()").to_s
end
def last_commit
out, = system_command("svn", args: ["info", "--show-item", "revision"], chdir: cached_location)
out.strip
end
private
2018-07-25 16:59:57 -03:00
def repo_url
out, = system_command("svn", args: ["info"], chdir: cached_location)
out.strip[/^URL: (.+)$/, 1]
end
2016-09-24 17:59:14 +02:00
def externals
out, = system_command("svn", args: ["propget", "svn:externals", @url])
out.chomp.split("\n").each do |line|
name, url = line.split(/\s+/)
yield name, url
end
end
def fetch_repo(target, url, revision = nil, ignore_externals = false)
# Use "svn update" when the repository already exists locally.
# This saves on bandwidth and will have a similar effect to verifying the
# cache as it will make any changes to get the right revision.
args = []
args << "--quiet" unless Homebrew.args.verbose?
if revision
ohai "Checking out #{@ref}"
args << "-r" << revision
end
args << "--ignore-externals" if ignore_externals
if meta[:trust_cert] == true
args << "--trust-server-cert"
args << "--non-interactive"
end
if target.directory?
2018-08-06 00:16:57 +02:00
system_command!("svn", args: ["update", *args], chdir: target.to_s)
else
2018-08-06 00:16:57 +02:00
system_command!("svn", args: ["checkout", url, target, *args])
end
end
2014-12-06 12:29:15 -05:00
def cache_tag
head? ? "svn-HEAD" : "svn"
end
2014-12-06 12:29:15 -05:00
def repo_valid?
2017-06-01 16:06:51 +02:00
(cached_location/".svn").directory?
2014-12-06 12:29:15 -05:00
end
def clone_repo
case @ref_type
when :revision
fetch_repo cached_location, @url, @ref
when :revisions
# nil is OK for main_revision, as fetch_repo will then get latest
main_revision = @ref[:trunk]
fetch_repo cached_location, @url, main_revision, true
2016-09-24 17:59:14 +02:00
externals do |external_name, external_url|
2017-06-01 16:06:51 +02:00
fetch_repo cached_location/external_name, external_url, @ref[external_name], true
end
else
fetch_repo cached_location, @url
end
end
2016-09-23 18:13:48 +02:00
alias update clone_repo
end
class GitDownloadStrategy < VCSDownloadStrategy
SHALLOW_CLONE_WHITELIST = [
%r{git://},
%r{https://github\.com},
%r{http://git\.sv\.gnu\.org},
%r{http://llvm\.org},
].freeze
def initialize(url, name, version, **meta)
super
@ref_type ||= :branch
@ref ||= "master"
@shallow = meta.fetch(:shallow) { true }
end
def source_modified_time
out, = system_command("git", args: ["--git-dir", git_dir, "show", "-s", "--format=%cD"])
Time.parse(out)
end
def last_commit
out, = system_command("git", args: ["--git-dir", git_dir, "rev-parse", "--short=7", "HEAD"])
out.chomp
end
private
2014-12-06 12:29:15 -05:00
def cache_tag
"git"
end
2014-12-18 12:57:37 -05:00
def cache_version
0
end
def update
config_repo
update_repo
checkout
reset
update_submodules if submodules?
end
def shallow_clone?
@shallow && support_depth?
end
2016-09-21 09:48:24 +02:00
def shallow_dir?
2017-06-01 16:06:51 +02:00
(git_dir/"shallow").exist?
end
def support_depth?
2016-09-20 22:03:08 +02:00
@ref_type != :revision && SHALLOW_CLONE_WHITELIST.any? { |regex| @url =~ regex }
end
def git_dir
2017-06-01 16:06:51 +02:00
cached_location/".git"
end
2016-09-21 09:48:24 +02:00
def ref?
system_command("git",
args: ["--git-dir", git_dir, "rev-parse", "-q", "--verify", "#{@ref}^{commit}"])
.success?
end
def current_revision
out, = system_command("git", args: ["--git-dir", git_dir, "rev-parse", "-q", "--verify", "HEAD"])
out.strip
end
def repo_valid?
system_command("git", args: ["--git-dir", git_dir, "status", "-s"]).success?
end
def submodules?
2017-06-01 16:06:51 +02:00
(cached_location/".gitmodules").exist?
end
def clone_args
args = %w[clone]
args << "--depth" << "1" if shallow_clone?
case @ref_type
2016-09-21 08:32:57 +02:00
when :branch, :tag
args << "--branch" << @ref
end
args << @url << cached_location
end
def refspec
case @ref_type
when :branch then "+refs/heads/#{@ref}:refs/remotes/origin/#{@ref}"
when :tag then "+refs/tags/#{@ref}:refs/tags/#{@ref}"
else "+refs/heads/master:refs/remotes/origin/master"
end
end
def config_repo
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["config", "remote.origin.url", @url],
chdir: cached_location
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["config", "remote.origin.fetch", refspec],
chdir: cached_location
system_command! "git",
args: ["config", "remote.origin.tagOpt", "--no-tags"],
chdir: cached_location
end
def update_repo
2016-09-23 22:02:23 +02:00
return unless @ref_type == :branch || !ref?
if !shallow_clone? && shallow_dir?
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["fetch", "origin", "--unshallow"],
chdir: cached_location
2016-09-23 22:02:23 +02:00
else
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["fetch", "origin"],
chdir: cached_location
end
end
def clone_repo
system_command! "git", args: clone_args
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["config", "homebrew.cacheversion", cache_version],
chdir: cached_location
checkout
update_submodules if submodules?
end
def checkout
ohai "Checking out #{@ref_type} #{@ref}" if @ref_type && @ref
system_command! "git", args: ["checkout", "-f", @ref, "--"], chdir: cached_location
end
def reset
ref = case @ref_type
2016-09-21 08:32:57 +02:00
when :branch
"origin/#{@ref}"
when :revision, :tag
@ref
end
system_command! "git",
args: ["reset", "--hard", *ref, "--"],
chdir: cached_location
end
def update_submodules
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["submodule", "foreach", "--recursive", "git submodule sync"],
chdir: cached_location
system_command! "git",
2018-11-02 17:18:07 +00:00
args: ["submodule", "update", "--init", "--recursive"],
chdir: cached_location
fix_absolute_submodule_gitdir_references!
end
# When checking out Git repositories with recursive submodules, some Git
# versions create `.git` files with absolute instead of relative `gitdir:`
# pointers. This works for the cached location, but breaks various Git
# operations once the affected Git resource is staged, i.e. recursively
# copied to a new location. (This bug was introduced in Git 2.7.0 and fixed
# in 2.8.3. Clones created with affected version remain broken.)
# See https://github.com/Homebrew/homebrew-core/pull/1520 for an example.
def fix_absolute_submodule_gitdir_references!
submodule_dirs = system_command!("git",
2018-11-02 17:18:07 +00:00
args: ["submodule", "--quiet", "foreach", "--recursive", "pwd"],
chdir: cached_location).stdout
submodule_dirs.lines.map(&:chomp).each do |submodule_dir|
work_dir = Pathname.new(submodule_dir)
# Only check and fix if `.git` is a regular file, not a directory.
dot_git = work_dir/".git"
next unless dot_git.file?
git_dir = dot_git.read.chomp[/^gitdir: (.*)$/, 1]
if git_dir.nil?
2020-04-05 15:44:50 +01:00
onoe "Failed to parse '#{dot_git}'." if Homebrew::EnvConfig.developer?
next
end
# Only attempt to fix absolute paths.
next unless git_dir.start_with?("/")
# Make the `gitdir:` reference relative to the working directory.
relative_git_dir = Pathname.new(git_dir).relative_path_from(work_dir)
dot_git.atomic_write("gitdir: #{relative_git_dir}\n")
end
end
end
2016-07-22 12:21:22 +03:00
class GitHubGitDownloadStrategy < GitDownloadStrategy
def initialize(url, name, version, **meta)
2016-07-22 12:21:22 +03:00
super
2016-09-23 22:02:23 +02:00
return unless %r{^https?://github\.com/(?<user>[^/]+)/(?<repo>[^/]+)\.git$} =~ @url
2018-09-17 02:45:00 +02:00
2016-09-23 22:02:23 +02:00
@user = user
@repo = repo
2016-07-22 12:21:22 +03:00
end
def github_last_commit
2020-04-05 15:44:50 +01:00
return if Homebrew::EnvConfig.no_github_api?
2016-07-22 12:21:22 +03:00
2017-08-08 18:10:13 +02:00
output, _, status = curl_output(
"--silent", "--head", "--location",
"-H", "Accept: application/vnd.github.v3.sha",
"https://api.github.com/repos/#{@user}/#{@repo}/commits/#{@ref}"
)
return unless status.success?
2016-07-22 12:21:22 +03:00
2020-06-02 09:49:23 +01:00
commit = output[/^ETag: "(\h+)"/, 1]
2016-07-22 12:21:22 +03:00
version.update_commit(commit) if commit
commit
end
def multiple_short_commits_exist?(commit)
2020-04-05 15:44:50 +01:00
return if Homebrew::EnvConfig.no_github_api?
2017-08-08 18:10:13 +02:00
output, _, status = curl_output(
"--silent", "--head", "--location",
"-H", "Accept: application/vnd.github.v3.sha",
"https://api.github.com/repos/#{@user}/#{@repo}/commits/#{commit}"
)
2016-07-22 12:21:22 +03:00
!(status.success? && output && output[/^Status: (200)/, 1] == "200")
end
def commit_outdated?(commit)
@last_commit ||= github_last_commit
if !@last_commit
super
else
2016-08-19 12:32:20 +02:00
return true unless commit
2016-07-22 12:21:22 +03:00
return true unless @last_commit.start_with?(commit)
2018-09-17 02:45:00 +02:00
if multiple_short_commits_exist?(commit)
true
else
version.update_commit(commit)
false
end
2016-07-22 12:21:22 +03:00
end
end
end
class CVSDownloadStrategy < VCSDownloadStrategy
def initialize(url, name, version, **meta)
2014-12-18 13:06:05 -05:00
super
@url = @url.sub(%r{^cvs://}, "")
2014-12-22 00:43:02 -05:00
if meta.key?(:module)
@module = meta.fetch(:module)
elsif !@url.match?(%r{:[^/]+$})
@module = name
2014-12-22 00:43:02 -05:00
else
@module, @url = split_url(@url)
end
2014-12-18 13:06:05 -05:00
end
def source_modified_time
# Filter CVS's files because the timestamp for each of them is the moment
# of clone.
max_mtime = Time.at(0)
cached_location.find do |f|
Find.prune if f.directory? && f.basename.to_s == "CVS"
next unless f.file?
2018-09-17 02:45:00 +02:00
mtime = f.mtime
max_mtime = mtime if mtime > max_mtime
end
max_mtime
end
private
def env
{ "PATH" => PATH.new("/usr/bin", Formula["cvs"].opt_bin, ENV["PATH"]) }
end
2014-12-06 12:29:15 -05:00
def cache_tag
"cvs"
end
def repo_valid?
2017-06-01 16:06:51 +02:00
(cached_location/"CVS").directory?
end
2018-07-01 23:35:29 +02:00
def quiet_flag
"-Q" unless Homebrew.args.verbose?
2018-07-01 23:35:29 +02:00
end
def clone_repo
# Login is only needed (and allowed) with pserver; skip for anoncvs.
system_command! "cvs", args: [*quiet_flag, "-d", @url, "login"] if @url.include? "pserver"
system_command! "cvs",
2018-11-02 17:18:07 +00:00
args: [*quiet_flag, "-d", @url, "checkout", "-d", cached_location.basename, @module],
chdir: cached_location.dirname
end
def update
system_command! "cvs",
2018-11-02 17:18:07 +00:00
args: [*quiet_flag, "update"],
chdir: cached_location
end
def split_url(in_url)
2014-12-18 13:06:05 -05:00
parts = in_url.split(/:/)
2017-06-01 16:06:51 +02:00
mod = parts.pop
url = parts.join(":")
[mod, url]
end
2014-12-06 12:29:15 -05:00
end
2014-12-06 12:29:15 -05:00
class MercurialDownloadStrategy < VCSDownloadStrategy
def initialize(url, name, version, **meta)
2014-12-18 13:06:05 -05:00
super
@url = @url.sub(%r{^hg://}, "")
2014-12-18 13:06:05 -05:00
end
def source_modified_time
out, = system_command("hg",
args: ["tip", "--template", "{date|isodate}", "-R", cached_location])
Time.parse(out)
end
def last_commit
out, = system_command("hg", args: ["parent", "--template", "{node|short}", "-R", cached_location])
out.chomp
end
2014-12-06 12:29:15 -05:00
private
def env
{ "PATH" => PATH.new(Formula["mercurial"].opt_bin, ENV["PATH"]) }
end
2014-12-06 12:29:15 -05:00
def cache_tag
"hg"
end
2010-02-02 13:43:44 +01:00
2014-12-06 12:29:15 -05:00
def repo_valid?
2017-06-01 16:06:51 +02:00
(cached_location/".hg").directory?
2014-12-06 12:29:15 -05:00
end
def clone_repo
system_command! "hg", args: ["clone", @url, cached_location]
end
def update
system_command! "hg", args: ["--cwd", cached_location, "pull", "--update"]
2018-07-01 23:35:29 +02:00
update_args = if @ref_type && @ref
ohai "Checking out #{@ref_type} #{@ref}"
[@ref]
else
["--clean"]
2018-07-01 23:35:29 +02:00
end
system_command! "hg", args: ["--cwd", cached_location, "update", *update_args]
end
2014-12-06 12:29:15 -05:00
end
2014-12-06 12:29:15 -05:00
class BazaarDownloadStrategy < VCSDownloadStrategy
def initialize(url, name, version, **meta)
2014-12-18 13:06:05 -05:00
super
@url.sub!(%r{^bzr://}, "")
2014-12-18 13:06:05 -05:00
end
def source_modified_time
out, = system_command("bzr", args: ["log", "-l", "1", "--timezone=utc", cached_location])
timestamp = out.chomp
raise "Could not get any timestamps from bzr!" if timestamp.blank?
2018-09-17 02:45:00 +02:00
Time.parse(timestamp)
end
def last_commit
out, = system_command("bzr", args: ["revno", cached_location])
out.chomp
end
2014-12-06 12:29:15 -05:00
private
def env
{
2018-11-02 17:18:07 +00:00
"PATH" => PATH.new(Formula["bazaar"].opt_bin, ENV["PATH"]),
"BZR_HOME" => HOMEBREW_TEMP,
}
end
2014-12-06 12:29:15 -05:00
def cache_tag
"bzr"
end
2014-12-06 12:29:15 -05:00
def repo_valid?
2017-06-01 16:06:51 +02:00
(cached_location/".bzr").directory?
2014-12-06 12:29:15 -05:00
end
def clone_repo
# "lightweight" means history-less
system_command! "bzr",
args: ["checkout", "--lightweight", @url, cached_location]
end
def update
system_command! "bzr",
2018-11-02 17:18:07 +00:00
args: ["update"],
chdir: cached_location
end
2014-12-06 12:29:15 -05:00
end
2014-12-06 12:29:15 -05:00
class FossilDownloadStrategy < VCSDownloadStrategy
def initialize(url, name, version, **meta)
2014-12-18 13:06:05 -05:00
super
@url = @url.sub(%r{^fossil://}, "")
2014-12-18 13:06:05 -05:00
end
def source_modified_time
out, = system_command("fossil", args: ["info", "tip", "-R", cached_location])
Time.parse(out[/^uuid: +\h+ (.+)$/, 1])
end
def last_commit
out, = system_command("fossil", args: ["info", "tip", "-R", cached_location])
out[/^uuid: +(\h+) .+$/, 1]
2018-07-01 23:35:29 +02:00
end
def repo_valid?
system_command("fossil", args: ["branch", "-R", cached_location]).success?
end
2014-12-06 12:29:15 -05:00
private
def env
{ "PATH" => PATH.new(Formula["fossil"].opt_bin, ENV["PATH"]) }
end
2014-12-06 12:29:15 -05:00
def cache_tag
"fossil"
end
2014-12-06 12:29:15 -05:00
def clone_repo
system_command!("fossil", args: ["clone", @url, cached_location])
end
def update
system_command!("fossil", args: ["pull", "-R", cached_location])
end
end
class DownloadStrategyDetector
def self.detect(url, using = nil)
strategy = if using.nil?
detect_from_url(url)
elsif using.is_a?(Class) && using < AbstractDownloadStrategy
using
elsif using.is_a?(Symbol)
detect_from_symbol(using)
else
raise TypeError,
2019-04-30 08:44:35 +01:00
"Unknown download strategy specification #{strategy.inspect}"
end
strategy
end
def self.detect_from_url(url)
case url
2016-07-22 12:21:22 +03:00
when %r{^https?://github\.com/[^/]+/[^/]+\.git$}
GitHubGitDownloadStrategy
when %r{^https?://.+\.git$},
%r{^git://}
GitDownloadStrategy
when %r{^https?://www\.apache\.org/dyn/closer\.cgi},
%r{^https?://www\.apache\.org/dyn/closer\.lua}
CurlApacheMirrorDownloadStrategy
when %r{^https?://(.+?\.)?googlecode\.com/svn},
%r{^https?://svn\.},
%r{^svn://},
%r{^https?://(.+?\.)?sourceforge\.net/svnroot/}
SubversionDownloadStrategy
when %r{^cvs://}
CVSDownloadStrategy
when %r{^hg://},
%r{^https?://(.+?\.)?googlecode\.com/hg}
MercurialDownloadStrategy
when %r{^bzr://}
BazaarDownloadStrategy
when %r{^fossil://}
FossilDownloadStrategy
when %r{^svn\+http://},
%r{^http://svn\.apache\.org/repos/}
SubversionDownloadStrategy
when %r{^https?://(.+?\.)?sourceforge\.net/hgweb/}
MercurialDownloadStrategy
else
CurlDownloadStrategy
end
end
def self.detect_from_symbol(symbol)
case symbol
when :hg then MercurialDownloadStrategy
when :nounzip then NoUnzipCurlDownloadStrategy
when :git then GitDownloadStrategy
when :bzr then BazaarDownloadStrategy
when :svn then SubversionDownloadStrategy
when :curl then CurlDownloadStrategy
when :cvs then CVSDownloadStrategy
when :post then CurlPostDownloadStrategy
when :fossil then FossilDownloadStrategy
else
raise TypeError, "Unknown download strategy #{symbol} was requested."
end
end
end