2019-05-02 17:17:27 -05:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2017-05-23 12:31:20 -05:00
|
|
|
require "final_destination"
|
2017-06-13 06:27:05 -05:00
|
|
|
require "mini_mime"
|
|
|
|
require "open-uri"
|
2014-04-22 10:11:06 -05:00
|
|
|
|
2014-04-14 15:55:57 -05:00
|
|
|
class FileHelper
|
|
|
|
|
2017-09-27 18:00:13 -05:00
|
|
|
def self.log(log_level, message)
|
2017-09-27 18:07:43 -05:00
|
|
|
Rails.logger.public_send(
|
|
|
|
log_level,
|
|
|
|
"#{RailsMultisite::ConnectionManagement.current_db}: #{message}"
|
|
|
|
)
|
|
|
|
end
|
2017-09-27 18:00:13 -05:00
|
|
|
|
2018-09-09 21:22:45 -05:00
|
|
|
def self.is_supported_image?(filename)
|
2020-01-15 21:50:27 -06:00
|
|
|
(filename =~ supported_images_regexp).present?
|
2014-04-14 15:55:57 -05:00
|
|
|
end
|
|
|
|
|
2019-11-17 19:25:42 -06:00
|
|
|
def self.is_supported_media?(filename)
|
2020-01-15 21:50:27 -06:00
|
|
|
(filename =~ supported_media_regexp).present?
|
2019-11-17 19:25:42 -06:00
|
|
|
end
|
|
|
|
|
2017-09-28 01:35:27 -05:00
|
|
|
class FakeIO
|
|
|
|
attr_accessor :status
|
|
|
|
end
|
|
|
|
|
2017-05-24 12:46:57 -05:00
|
|
|
def self.download(url,
|
|
|
|
max_file_size:,
|
|
|
|
tmp_file_name:,
|
|
|
|
follow_redirect: false,
|
|
|
|
read_timeout: 5,
|
2017-09-27 20:32:26 -05:00
|
|
|
skip_rate_limit: false,
|
2018-08-17 03:52:55 -05:00
|
|
|
verbose: false,
|
2019-05-27 19:28:57 -05:00
|
|
|
validate_uri: true,
|
2018-08-17 03:52:55 -05:00
|
|
|
retain_on_max_file_size_exceeded: false)
|
2017-05-24 12:46:57 -05:00
|
|
|
|
2017-05-15 14:32:55 -05:00
|
|
|
url = "https:" + url if url.start_with?("//")
|
2014-05-12 09:57:52 -05:00
|
|
|
raise Discourse::InvalidParameters.new(:url) unless url =~ /^https?:\/\//
|
2014-04-14 15:55:57 -05:00
|
|
|
|
2018-02-24 05:35:57 -06:00
|
|
|
tmp = nil
|
|
|
|
|
|
|
|
fd = FinalDestination.new(
|
2017-05-24 12:46:57 -05:00
|
|
|
url,
|
2019-05-27 19:28:57 -05:00
|
|
|
max_redirects: follow_redirect ? 5 : 0,
|
2017-10-31 11:03:03 -05:00
|
|
|
skip_rate_limit: skip_rate_limit,
|
2019-05-27 19:28:57 -05:00
|
|
|
verbose: verbose,
|
|
|
|
validate_uri: validate_uri
|
2017-09-28 01:35:27 -05:00
|
|
|
)
|
2017-06-13 06:27:05 -05:00
|
|
|
|
2018-02-24 05:35:57 -06:00
|
|
|
fd.get do |response, chunk, uri|
|
|
|
|
if tmp.nil?
|
|
|
|
# error handling
|
|
|
|
if uri.blank?
|
|
|
|
if response.code.to_i >= 400
|
|
|
|
# attempt error API compatibility
|
|
|
|
io = FakeIO.new
|
|
|
|
io.status = [response.code, ""]
|
2018-09-13 02:43:58 -05:00
|
|
|
raise OpenURI::HTTPError.new("#{response.code} Error: #{response.body}", io)
|
2018-02-24 05:35:57 -06:00
|
|
|
else
|
|
|
|
log(:error, "FinalDestination did not work for: #{url}") if verbose
|
|
|
|
throw :done
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-07-29 21:48:44 -05:00
|
|
|
if response.content_type.present?
|
2018-02-24 05:35:57 -06:00
|
|
|
ext = MiniMime.lookup_by_content_type(response.content_type)&.extension
|
|
|
|
ext = "jpg" if ext == "jpe"
|
|
|
|
tmp_file_ext = "." + ext if ext.present?
|
|
|
|
end
|
|
|
|
|
2018-07-29 21:48:44 -05:00
|
|
|
tmp_file_ext ||= File.extname(uri.path)
|
2018-02-24 05:35:57 -06:00
|
|
|
tmp = Tempfile.new([tmp_file_name, tmp_file_ext])
|
|
|
|
tmp.binmode
|
|
|
|
end
|
2018-02-22 11:15:42 -06:00
|
|
|
|
2018-02-24 05:35:57 -06:00
|
|
|
tmp.write(chunk)
|
2014-04-14 15:55:57 -05:00
|
|
|
|
2018-08-17 03:17:58 -05:00
|
|
|
if tmp.size > max_file_size
|
2018-08-17 03:52:55 -05:00
|
|
|
unless retain_on_max_file_size_exceeded
|
|
|
|
tmp.close
|
|
|
|
tmp = nil
|
|
|
|
end
|
|
|
|
|
2018-08-17 03:17:58 -05:00
|
|
|
throw :done
|
|
|
|
end
|
2014-04-14 15:55:57 -05:00
|
|
|
end
|
|
|
|
|
2018-02-24 05:35:57 -06:00
|
|
|
tmp&.rewind
|
2014-04-14 15:55:57 -05:00
|
|
|
tmp
|
|
|
|
end
|
|
|
|
|
2019-01-02 00:19:52 -06:00
|
|
|
def self.optimize_image!(filename, allow_pngquant: false)
|
2019-01-08 19:28:06 -06:00
|
|
|
image_optim(
|
|
|
|
allow_pngquant: allow_pngquant,
|
|
|
|
strip_image_metadata: SiteSetting.strip_image_metadata
|
|
|
|
).optimize_image!(filename)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.image_optim(allow_pngquant: false, strip_image_metadata: true)
|
|
|
|
# memoization is critical, initializing an ImageOptim object is very expensive
|
|
|
|
# sometimes up to 200ms searching for binaries and looking at versions
|
|
|
|
memoize("image_optim", allow_pngquant, strip_image_metadata) do
|
|
|
|
pngquant_options = false
|
|
|
|
if allow_pngquant
|
|
|
|
pngquant_options = { allow_lossy: true }
|
|
|
|
end
|
|
|
|
|
|
|
|
ImageOptim.new(
|
|
|
|
# GLOBAL
|
|
|
|
timeout: 15,
|
|
|
|
skip_missing_workers: true,
|
|
|
|
# PNG
|
|
|
|
optipng: { level: 2, strip: strip_image_metadata },
|
|
|
|
advpng: false,
|
|
|
|
pngcrush: false,
|
|
|
|
pngout: false,
|
|
|
|
pngquant: pngquant_options,
|
|
|
|
# JPG
|
|
|
|
jpegoptim: { strip: strip_image_metadata ? "all" : "none" },
|
|
|
|
jpegtran: false,
|
|
|
|
jpegrecompress: false,
|
|
|
|
)
|
2019-01-02 00:19:52 -06:00
|
|
|
end
|
2019-01-08 19:28:06 -06:00
|
|
|
end
|
2019-01-02 00:19:52 -06:00
|
|
|
|
2019-01-08 19:28:06 -06:00
|
|
|
def self.memoize(*args)
|
|
|
|
(@memoized ||= {})[args] ||= yield
|
2017-07-25 04:48:39 -05:00
|
|
|
end
|
|
|
|
|
2019-07-30 22:16:03 -05:00
|
|
|
def self.supported_gravatar_extensions
|
|
|
|
@@supported_gravatar_images ||= Set.new(%w{jpg jpeg png gif})
|
|
|
|
end
|
|
|
|
|
2018-09-09 21:03:44 -05:00
|
|
|
def self.supported_images
|
2020-02-20 21:08:02 -06:00
|
|
|
@@supported_images ||= Set.new %w{jpg jpeg png gif svg ico webp}
|
2018-06-07 00:28:18 -05:00
|
|
|
end
|
2014-04-14 15:55:57 -05:00
|
|
|
|
2019-11-17 19:25:42 -06:00
|
|
|
def self.supported_audio
|
|
|
|
@@supported_audio ||= Set.new %w{mp3 ogg wav m4a}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.supported_video
|
|
|
|
@@supported_video ||= Set.new %w{mov mp4 webm ogv}
|
|
|
|
end
|
|
|
|
|
2018-09-09 21:22:45 -05:00
|
|
|
def self.supported_images_regexp
|
|
|
|
@@supported_images_regexp ||= /\.(#{supported_images.to_a.join("|")})$/i
|
2018-06-07 00:28:18 -05:00
|
|
|
end
|
2014-04-14 15:55:57 -05:00
|
|
|
|
2019-11-17 19:25:42 -06:00
|
|
|
def self.supported_media_regexp
|
|
|
|
media = supported_images | supported_audio | supported_video
|
|
|
|
@@supported_media_regexp ||= /\.(#{media.to_a.join("|")})$/i
|
|
|
|
end
|
2014-04-14 15:55:57 -05:00
|
|
|
end
|