discourse/lib/file_helper.rb

require "final_destination"
require "mini_mime"
require "open-uri"

class FileHelper

  def self.log(log_level, message)
    Rails.logger.public_send(
      log_level,
      "#{RailsMultisite::ConnectionManagement.current_db}: #{message}"
    )
  end

  def self.is_image?(filename)
    filename =~ images_regexp
  end

  class FakeIO
    attr_accessor :status
  end

  def self.download(url,
                    max_file_size:,
                    tmp_file_name:,
                    follow_redirect: false,
                    read_timeout: 5,
                    skip_rate_limit: false,
                    verbose: nil)

    # verbose logging is default while debugging onebox
    verbose = verbose.nil? ? true : verbose

    url = "https:" + url if url.start_with?("//")
    raise Discourse::InvalidParameters.new(:url) unless url =~ /^https?:\/\//

    uri =

    dest = FinalDestination.new(
      url,
      max_redirects: follow_redirect ? 5 : 1,
      skip_rate_limit: skip_rate_limit
    )
    uri = dest.resolve

    if !uri && dest.status_code.to_i >= 400
      # attempt error API compatability
      io = FakeIO.new
      io.status = [dest.status_code.to_s, ""]

      # TODO perhaps translate and add Discourse::DownloadError
      raise OpenURI::HTTPError.new("#{dest.status_code} Error", io)
    end

    unless uri
      log(:error, "FinalDestination did not work for: #{url}") if verbose
      return
    end

    downloaded = uri.open("rb", read_timeout: read_timeout)

    extension = File.extname(uri.path)

    if extension.blank? && downloaded.content_type.present?
      ext = MiniMime.lookup_by_content_type(downloaded.content_type)&.extension
      ext = "jpg" if ext == "jpe"
      extension = "." + ext if ext.present?
    end

    tmp = Tempfile.new([tmp_file_name, extension])

    File.open(tmp.path, "wb") do |f|
      while f.size <= max_file_size && data = downloaded.read(512.kilobytes)
        f.write(data)
      end
    end

    tmp
  ensure
    downloaded&.close
  end

  def self.optimize_image!(filename)
    ImageOptim.new(
      # GLOBAL
      timeout: 15,
      skip_missing_workers: true,
      # PNG
      optipng: { level: 2, strip: SiteSetting.strip_image_metadata },
      advpng: false,
      pngcrush: false,
      pngout: false,
      pngquant: false,
      # JPG
      jpegoptim: { strip: SiteSetting.strip_image_metadata ? "all" : "none" },
      jpegtran: false,
      jpegrecompress: false,
    ).optimize_image!(filename)
  end

  private

    def self.images
      @@images ||= Set.new %w{jpg jpeg png gif tif tiff bmp svg webp ico}
    end

    def self.images_regexp
      @@images_regexp ||= /\.(#{images.to_a.join("|")})$/i
    end

end