image_optim_pack 0.12.0-arm64-darwin

data/script/livecheck

@@ -0,0 +1,263 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'uri'
+require 'net/http'
+require 'openssl'
+require 'rubygems/version'
+require 'fspath'
+
+CONFIG = {
+  advancecomp: {
+    url: 'https://github.com/amadvance/advancecomp/releases.atom',
+    regexp: %r{<id>tag:github.com,2008:Repository/\d+/\D+?(\d+(?:\.\d+)*)</id>},
+    info_url: 'https://www.advancemame.it/comp-history',
+  },
+  gifsicle: {
+    url: 'https://www.lcdf.org/gifsicle/',
+    regexp: /gifsicle-(\d+(?:\.\d+)*)\.tar\.gz/,
+    info_url: 'https://www.lcdf.org/gifsicle/changes.html',
+  },
+  jhead: {
+    url: 'https://www.sentex.ca/~mwandel/jhead/',
+    regexp: /jhead-(\d+(?:\.\d+)*)/,
+    info_url: 'https://www.sentex.ca/~mwandel/jhead/changes.txt',
+  },
+  jpegoptim: {
+    url: 'https://github.com/tjko/jpegoptim/tags.atom',
+    regexp: %r{<id>tag:github.com,2008:Repository/\d+/\D+?(\d+(?:\.\d+)*)</id>},
+    info_url: 'https://github.com/tjko/jpegoptim/#readme',
+  },
+  jpegarchive: {
+    url: 'https://github.com/danielgtaylor/jpeg-archive/releases.atom',
+    regexp: %r{<id>tag:github.com,2008:Repository/\d+/\D+?(\d+(?:\.\d+)*)</id>},
+    info_url: 'https://github.com/danielgtaylor/jpeg-archive/releases',
+  },
+  libjpeg: {
+    url: 'https://www.ijg.org/files/',
+    regexp: /jpegsrc.v(.*?).tar.gz/,
+    info_url: 'https://jpegclub.org/reference/reference-sources/#:~:text=CHANGE%20LOG',
+  },
+  liblcms: {
+    url: 'https://sourceforge.net/projects/lcms/rss?path=/lcms',
+    regexp: %r{/lcms/(\d+(?:\.\d+)*)/},
+    info_url: 'https://www.littlecms.com/blog/',
+  },
+  libmozjpeg: {
+    url: 'https://github.com/mozilla/mozjpeg/releases.atom',
+    regexp: %r{<id>tag:github.com,2008:Repository/\d+/\D+?(\d+(?:\.\d+)*)</id>},
+    info_url: 'https://github.com/mozilla/mozjpeg/releases',
+  },
+  libpng: {
+    url: 'https://sourceforge.net/projects/libpng/rss?path=/libpng16',
+    regexp: %r{/libpng\d*/(\d+(?:\.\d+)*)/},
+    info_url: 'https://github.com/glennrp/libpng/blob/libpng16/CHANGES#:~:text=Send%20comments/corrections/commendations%20to%20png%2Dmng%2Dimplement%20at%20lists.sf.net.',
+  },
+  libz: {
+    url: 'https://sourceforge.net/projects/libpng/rss?path=/zlib',
+    regexp: %r{/zlib/(\d+(?:\.\d+)*)/},
+    info_url: 'https://github.com/glennrp/zlib/blob/master/ChangeLog',
+  },
+  optipng: {
+    url: 'https://sourceforge.net/projects/optipng/rss',
+    regexp: %r{/OptiPNG/optipng-(\d+(?:\.\d+)*)/},
+    info_url: 'https://optipng.sourceforge.net/history.txt',
+  },
+  oxipng: {
+    url: 'https://github.com/shssoichiro/oxipng/releases.atom',
+    regexp: %r{<id>tag:github.com,2008:Repository/\d+/v(\d+(?:\.\d+)*)</id>},
+    info_url: 'https://github.com/shssoichiro/oxipng/releases',
+  },
+  pngcrush: {
+    url: 'https://sourceforge.net/projects/pmt/rss?path=/pngcrush',
+    regexp: %r{/pngcrush/(\d+(?:\.\d+)*)/},
+    info_url: 'https://pmt.sourceforge.io/pngcrush/ChangeLog.html',
+  },
+  pngout_linux: {
+    url: 'https://www.jonof.id.au/kenutils.html',
+    regexp: %r{/files/kenutils/pngout-(\d{8})-linux.tar.gz},
+    info_url: 'https://www.jonof.id.au/kenutils.html#:~:text=Revision%20history',
+  },
+  pngout_darwin: {
+    url: 'https://www.jonof.id.au/kenutils.html',
+    regexp: %r{/files/kenutils/pngout-(\d{8})-mac(?:os)?.zip},
+    info_url: 'https://www.jonof.id.au/kenutils.html#:~:text=Revision%20history',
+  },
+  pngquant: {
+    url: 'https://index.crates.io/pn/gq/pngquant',
+    regexp: /"vers":"([^"]+)"/,
+  },
+}.freeze
+
+Thread.report_on_exception = false
+
+# Fetch and compare latest tool/library versions
+class Livecheck
+  # Commands
+  class Cli
+    VERSION_REGEXP = /^([A-Z_]+)_VER *:= *([^$\n]*)$/.freeze
+
+    def initialize(args)
+      @update = args.delete('--update')
+      abort '--update is the only supported option' unless args.empty?
+    end
+
+    def run
+      dump_changes
+
+      return unless livechecks.any?(&:changed?)
+
+      exit 1 unless @update
+
+      update_changelog
+      update_makefile
+    rescue StandardError => e
+      warn e
+      exit 2
+    end
+
+  private
+
+    def dump_changes
+      livechecks.each do |lc|
+        next unless lc.changed?
+
+        puts "#{lc.name_n_latest_version} (current: #{lc.current_version}) #{lc.info_url}"
+      end
+    end
+
+    def update_changelog
+      changelog = FSPath('CHANGELOG.markdown')
+      lines = changelog.readlines
+      i = 4
+      if lines[i] =~ /^## /
+        lines.insert(i, "\n")
+      else
+        i += 1 while lines[i] =~ /^\* /
+      end
+      lines.insert(i, changelog_entry)
+      write(changelog, lines.join(''))
+    end
+
+    def update_makefile
+      content = makefile.read.gsub(VERSION_REGEXP) do
+        livecheck = livechecks_by_name[Regexp.last_match[1].downcase]
+        "#{livecheck.name.upcase}_VER := #{livecheck.latest_version}"
+      end
+      write(makefile, content)
+    end
+
+    def makefile
+      FSPath('Makefile')
+    end
+
+    def livechecks
+      @livechecks ||= makefile.read.scan(VERSION_REGEXP).map do |name, version|
+        Livecheck.new(name.downcase, version)
+      end
+    end
+
+    def livechecks_by_name
+      @livechecks_by_name ||= Hash[livechecks.map{ |lc| [lc.name, lc] }]
+    end
+
+    def changelog_entry
+      github_user = `git config github.user`.strip
+      changed = livechecks.select(&:changed?)
+      "* #{to_sentence(changed.map(&:name_n_latest_version))} [@#{github_user}](https://github.com/#{github_user})\n"
+    end
+
+    def to_sentence(array)
+      case array.length
+      when 0 then ''
+      when 1 then array[0].to_s
+      else "#{array[0...-1].join(', ')} and #{array[-1]}"
+      end
+    end
+
+    def write(path, data)
+      path.temp_file(path.dirname) do |io|
+        io.write data
+        mode = path.exist? ? path.stat.mode : (~File.umask & 0o777)
+        io.path.rename(path)
+        path.chmod(mode)
+      end
+      warn "Wrote #{path}"
+    end
+  end
+
+  # Compare versions including libjpeg ones (9b <=> 9)
+  class Version
+    include Comparable
+
+    attr_reader :string, :parsed
+    alias_method :to_s, :string
+
+    def initialize(string)
+      @string = string
+      @parsed = begin
+        Gem::Version.new(string)
+      rescue ArgumentError
+        nil
+      end
+    end
+
+    def <=>(other)
+      if parsed && other.parsed
+        parsed <=> other.parsed
+      else
+        string <=> other.string
+      end
+    end
+  end
+
+  attr_reader :name, :current_version
+
+  def initialize(name, current_version)
+    @name = name
+    @current_version = Version.new(current_version)
+    @fetcher = Thread.new{ fetch_versions.last }
+  end
+
+  def latest_version
+    @fetcher.value
+  end
+
+  def changed?
+    latest_version != current_version
+  end
+
+  def name_n_latest_version
+    "#{name} #{latest_version}"
+  end
+
+  def info_url
+    config[:info_url]
+  end
+
+private
+
+  def config
+    CONFIG[name.to_sym] || fail(ArgumentError, "Livecheck for #{name} not defined")
+  end
+
+  def get(url)
+    uri = URI(url)
+    http = Net::HTTP.new(uri.host, uri.port)
+    http.use_ssl = (uri.scheme == 'https')
+    http.request_get(uri.request_uri).body
+  end
+
+  def fetch_versions
+    body = get(config[:url])
+
+    version_regex = config[:regexp]
+
+    versions = body.scan(version_regex).map{ |match| Version.new(*match) }.sort
+    fail "No versions found for #{name} in body:\n#{body}" if versions.empty?
+
+    versions
+  end
+end
+
+Livecheck::Cli.new(ARGV).run

data/script/platform_downloads

@@ -0,0 +1,59 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'gems'
+require 'ostruct'
+require 'terminal-table'
+
+versions = Gems.versions('image_optim_pack').map do |attributes|
+  attributes['number'] = Gem::Version.new(attributes['number'])
+  OpenStruct.new(attributes) # rubocop:disable Style/OpenStructUse
+end
+
+platforms = versions.map(&:platform).uniq.sort_by do |platform|
+  platform.sub('amd64', 'x86_64').split('-').reverse
+end
+
+version_time = begin
+  time_pairs = versions.group_by(&:number).map do |version_n, platform_versions|
+    [version_n, platform_versions.map{ |v| Time.parse(v.created_at) }.min]
+  end.sort
+  time_pairs << [nil, Time.now]
+
+  time_pairs.each_cons(2).to_h do |(version_n, created_at), (_, next_created_at)|
+    [version_n, next_created_at - created_at]
+  end
+end
+
+table = Terminal::Table.new
+
+table.headings = ['version', 'days', 'base dls'] + platforms.map do |platform|
+  platform.split('-').reverse.join("\n")
+end + ['total']
+
+versions.group_by(&:number).each do |version_n, platform_versions|
+  next if platform_versions.length == 1
+
+  downloads_by_platform = Hash[platform_versions.map do |version|
+    [version.platform, version.downloads_count]
+  end]
+
+  base_downloads = platform_versions.map(&:downloads_count).min
+
+  platform_values = downloads_by_platform.values_at(*platforms).map do |count|
+    next '' unless count
+
+    count == base_downloads ? '=' : format('%+d', count - base_downloads)
+  end
+  table.add_row [
+    version_n,
+    (version_time[version_n] / (24 * 60 * 60)).round,
+    base_downloads,
+  ] + platform_values + [downloads_by_platform.values.sum]
+end
+
+(1...table.number_of_columns).each do |column|
+  table.align_column(column, :right)
+end
+
+puts table

data/script/run

@@ -0,0 +1,131 @@
+#!/usr/bin/env bash -e
+
+# Build tools on Mac OS X host and in all vms
+
+MAKE_TASK='all -j'
+
+filters=()
+for arg in "$@"; do
+  if [[ "$arg" =~ ^([A-Z_]+)=(.*)$ ]]; then
+    eval "$(printf %q=%q "${BASH_REMATCH[1]}" "${BASH_REMATCH[2]}")"
+  else
+    filters+=($arg)
+  fi
+done
+filters=$(IFS='|'; echo "${filters[*]}")
+
+passes-filter() {
+  [[ '' = "$filters" ]] || [[ "$1" =~ $filters ]]
+}
+
+header() {
+  printf '\033[1;7m######## %s ########\033[0m\n' "$1"
+}
+
+if [[ $(uname -s) != 'Darwin' ]]; then
+  echo 'expected to run on Mac OS X'
+  exit 1
+fi
+
+make download-dependencies
+
+for arch in x86_64 arm64; do
+  platform="darwin-$arch"
+  passes-filter "$platform" || continue
+  header "$platform"
+
+  build_dir=~_image_optim/pack
+
+  mkdir -p "vendor/$platform"
+
+  rsync -aR --del Makefile checksums.mk download patches "$build_dir"
+
+  sudo -u _image_optim --set-home zsh -exc "
+    mkdir -p '$build_dir'
+    cd '$build_dir'
+
+    make $MAKE_TASK ARCH=$arch
+  "
+
+  rsync -aR --del "$build_dir/./vendor/$platform" .
+done
+
+if command -v docker &> /dev/null; then
+  container_tool="docker"
+elif command -v podman &> /dev/null; then
+  container_tool="podman"
+else
+  echo "neither docker nor podman found"
+  exit 1
+fi
+
+container_build() {
+  vm=$1
+  image=$2
+
+  passes-filter "$vm" || return 0
+  header "$vm"
+
+  container_name="image_optim_pack-build-$vm"
+  workdir=/pack
+
+  if [[ -z "$NO_UP" ]]; then
+    status=$("$container_tool" inspect --format '{{.State.Status}}' "$container_name" 2>/dev/null || true)
+
+    if [[ "$status" == "" ]]; then
+      mount="./_path_:$workdir/_path_"
+
+      "$container_tool" \
+        container create \
+        --name="$container_name" \
+        --stop-signal SIGHUP \
+        -it \
+        -v "${mount//_path_/}:ro" \
+        -v "${mount//_path_/build/$vm}" \
+        -v "${mount//_path_/vendor/$vm}" \
+        --workdir "$workdir" \
+        "$image"
+
+      "$container_tool" container start "$container_name"
+
+      "$container_tool" exec -it "$container_name" bash -exc "
+        apt-get update
+        apt-get -y install make gcc g++ chrpath perl pkg-config autoconf automake libtool nasm cmake patch
+      "
+    fi
+
+    if [[ "$status" = @(created|exited) ]]; then
+      "$container_tool" container start "$container_name"
+    fi
+
+    if [[ "$status" = @(created|exited|running) ]]; then
+      "$container_tool" exec -it "$container_name" bash -exc "
+        UPDATED_FILE=/.updated
+        if [ -f \"\$UPDATED_FILE\" ] && [ \"\$(date -r \"\$UPDATED_FILE\" +%F)\" == \"\$(date +%F)\" ]; then
+          echo \"Skipping updates\"
+          exit 0
+        fi
+        touch \"\$UPDATED_FILE\"
+
+        apt-get update
+        apt-get -y dist-upgrade
+        rustup update
+      "
+    fi
+
+    if ! [[ "$status" = @(|created|exited|running) ]]; then
+      echo "unexpected status $status"
+      exit 1
+    fi
+  fi
+
+  "$container_tool" exec -it "$container_name" bash -exc "
+    make $MAKE_TASK
+  "
+
+  chmod 755 vendor/$vm/*
+
+  [[ -n "$NO_HALT" ]] || "$container_tool" container stop "$container_name"
+}
+
+container_build linux-x86_64 rust:slim-buster

data/spec/image_optim/pack_spec.rb

@@ -0,0 +1,116 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'image_optim/pack'
+
+describe ImageOptim::Pack do
+  before do
+    stub_const('Pack', ImageOptim::Pack)
+    stub_const('Path', Pack::Path)
+  end
+
+  describe :path do
+    it 'returns path' do
+      expect(Pack.path).to be
+    end
+
+    it 'returns instance of Path' do
+      expect(Pack.path).to be_an(Path)
+    end
+
+    it 'yields debug messages' do
+      expect{ |block| Pack.path(&block) }.
+        to yield_with_args(/^image_optim_pack: all bins .* worked$/)
+    end
+  end
+
+  describe ImageOptim::Pack::Path do
+    describe :path do
+      it 'returns FSPath with path' do
+        expect(Path.new('path').path).to eq(FSPath('path'))
+      end
+    end
+
+    describe :to_s do
+      it 'returns stringified path' do
+        expect(Path.new(Pathname('path')).to_s).to eq('path')
+      end
+    end
+
+    describe :os do
+      it 'returns last but one part of path' do
+        expect(Path.new('path/futureos-K-qbit').os).to eq('futureos')
+      end
+    end
+
+    describe :arch do
+      it 'returns last but one part of path' do
+        expect(Path.new('path/futureos-K-qbit').arch).to eq('K-qbit')
+      end
+    end
+
+    describe :bins do
+      subject{ Pack.path.bins }
+
+      define :be_non_libraries do
+        match do |bin|
+          bin.name !~ /^lib/
+        end
+      end
+
+      it{ should be_an(Array) }
+
+      it{ should_not be_empty }
+
+      it{ should all(be_an(ImageOptim::BinResolver::Bin)) }
+
+      it{ should all(have_attributes(version: be)) }
+
+      it{ should all(be_non_libraries) }
+    end
+
+    describe 'bin helpers' do
+      def bins_with_versions(*versions)
+        versions.map do |version|
+          double(version: version, inspect: version ? 'good' : 'bad')
+        end
+      end
+
+      def path_with_bins(*bins)
+        path = Path.new('path')
+        allow(path).to receive(:bins).and_return(bins)
+        path
+      end
+
+      describe 'all good bins' do
+        let(:bins){ bins_with_versions('1.3', '6.1.6') }
+        subject{ path_with_bins(*bins) }
+
+        it{ should be_all_bins_working }
+        it{ should_not be_all_bins_failing }
+        it{ should have_attributes(working_bins: eq(bins)) }
+        it{ should have_attributes(failing_bins: be_empty) }
+      end
+
+      describe 'mixed good/bad bins' do
+        let(:bins){ bins_with_versions('1.3', nil, '6.1.6', nil) }
+        subject{ path_with_bins(*bins) }
+
+        it{ should_not be_all_bins_working }
+        it{ should_not be_all_bins_failing }
+        it{ should have_attributes(working_bins: bins.select(&:version)) }
+        it{ should have_attributes(failing_bins: bins.reject(&:version)) }
+      end
+
+      describe 'all bad bins' do
+        let(:bins){ bins_with_versions(nil, nil) }
+        subject{ path_with_bins(*bins) }
+
+        it{ should_not be_all_bins_working }
+        it{ should be_all_bins_failing }
+        it{ should have_attributes(working_bins: be_empty) }
+        it{ should have_attributes(failing_bins: eq(bins)) }
+      end
+    end
+  end
+end

data/spec/image_optim_spec.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require 'spec_helper'
+require 'image_optim'
+require 'image_optim/cmd'
+require 'tempfile'
+
+describe ImageOptim do
+  before do
+    stub_const('Cmd', ImageOptim::Cmd)
+  end
+
+  # grab images from image_optim gem
+  image_optim_root = Gem.loaded_specs['image_optim'].gem_dir
+  images_dir = FSPath.new(image_optim_root) / 'spec/images'
+  test_images = images_dir.glob('**/*.*')
+
+  isolated_options_base = Hash[
+    ImageOptim::Worker.klasses.map do |klass|
+      [klass.bin_sym, false]
+    end
+  ].merge(skip_missing_workers: false)
+
+  ImageOptim::Worker.klasses.each do |worker_klass|
+    next if [:pngout, :svgo].include?(worker_klass.bin_sym)
+
+    describe "#{worker_klass.bin_sym} worker" do
+      it 'optimizes at least one test image' do
+        options = isolated_options_base.merge(worker_klass.bin_sym => true)
+
+        image_optim = ImageOptim.new(options)
+        if Array(worker_klass.init(image_optim)).empty?
+          image_optim = ImageOptim.new(options.merge(allow_lossy: true))
+        end
+
+        expect(test_images.any? do |original|
+          image_optim.optimize_image(original)
+        end).to be true
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+RSpec.configure do |c|
+  c.before do
+    stub_const('ImageOptim::Config::GLOBAL_PATH', File::NULL)
+    stub_const('ImageOptim::Config::LOCAL_PATH', File::NULL)
+  end
+
+  c.order = :random
+end