tirofinale 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6473dccfd6113d1e14c05c01284b0b820a2d22c7
-  data.tar.gz: e14ab35527721a2278b7bc2ebad75b2c64420edc
+  metadata.gz: 054f5fa1b2cd389a6df5590b52c6620089a5a0f1
+  data.tar.gz: 48036daba2ace54d30203efa3c028d307082d9f9
 SHA512:
-  metadata.gz: cf94c7682abcf38f765e7029b7237c6a913d291a63d4fa2c9b79f34065bc82e837288fb726632cddd73009d8239a6fd5a717bcf1f6b88a4cf904e205d185fd72
-  data.tar.gz: 25bd9fa89dac14b7e4d1018b847ca6814806fe59ea5e8fd12d31a3fb967920da8da688167042d60145515ad77cb95407e978bf7831701b11c6547e1a873952b0
+  metadata.gz: 09f43d7e14bb8a8c2dd0f816c9e8f5cb0589a37ce016daffd2ca1fd67a0c1f9649de0d10f3e53d73a12d757d0c6b9a54a7c6879ab156bbf537595c308336c3cd
+  data.tar.gz: 6d1cc2354cab6300b5282af825ffc730f303b983be8fb041384b89f5cdc84993cf88c54975b5d75b4de73dcd1648cdfb184539db48218c1daf6e2be10d6073ea

data/README.md

@@ -17,29 +17,51 @@ Alpine Linux from v2.6 to v3.4 only.
 ## Usage
 
 ~~~~
+$ tirofinale --help
 Usage: tirofinale [options]
+        --dependency
         --dist-version VERSION
         --gem GEM_NAME
+        --pretty-print
+        --debug-local-aports PATH
 ~~~~
 
-Show packages which is required to build `nokogiri` gem on Alpine Linux v3.4.
+Default output format is optimized to shell.
+You can install required packages to install `nokogiri` gem by `apk` command following line.
 
 ~~~~
-$ tirofinale --dist-version 3.4 --gem nokogiri
-ruby-dev libxml2-dev libxslt-dev
+# apk add `tirofinale --gem nokogiri`
 ~~~~
 
-Auto detect Alpine Linux version by run without `--dist-version` parameter.
+Human readable output gettable by `--pretty-print` option.
 
 ~~~~
-$ tirofinale --gem nokogiri
-ruby-dev libxml2-dev libxslt-dev
+$ tirofinale --gem nokogiri --pretty-print
+This environment require following packages to install gem 'nokogiri'.
+    ruby-dev
+    libxml2-dev
+    libxslt-dev
 ~~~~
 
-You can install packages by `apk` following command.
+Distribution version is detected automatically when you run `tirofinale` on Alpine Linux environment.
+If you specify version manually, you can use `--dist-version VERSION` option.
+The following line show packages which are required to build `nokogiri` gem on Alpine Linux v3.4 on any environment.
 
 ~~~~
-# apk add `tirofinale --gem nokogiri`
+$ tirofinale --dist-version 3.4 --gem nokogiri
+~~~~
+
+Dependency of gem to gems will be resolved by Tirofinale's `--dependency` option.
+For example, `thin` gem depends on `daemons` gem, `eventmachine` gem and `rack` gem.
+And, `openssl-dev` package is required to build `eventmachine` on Alpine Linux.
+In folowing example, Tirofinale show distribution packages dependent by `thin` gem and `thin` gem depdns on gems.
+
+~~~~
+$ tirofinale --gem thin --dependency --pretty-print
+This environment require following packages to install gem 'thin'.
+    ruby-dev
+    openssl-dev
+    ruby
 ~~~~
 
 ## License

data/bin/experiment/list_all_alpine_linux_ruby_package_makedepends.rb

@@ -0,0 +1,28 @@
+load '../../exe/tirofinale'
+require 'pp'
+
+path_to_aports = ARGV[0]
+
+init_logger()
+
+all_deps = []
+
+ruby_packages = open('../../data/ruby-packages'){|f| f.read}
+ruby_packages.each_line{|l|
+  begin
+    name = l.match(/ruby-(.+)$/)[1]
+    deps = fetch_build_dep_packages_alpine(name, '3.4', path_to_aports)
+
+    all_deps << {:name => name, :deps => deps}
+  rescue => e
+    puts "Error occured name='#{name}'"
+    p e.inspect
+    pp e.backtrace
+  end
+}
+
+all_deps.sort_by!{|dep| dep[:deps].size}
+
+all_deps.each{|dep|
+  puts "#{dep[:name]} => [#{dep[:deps].join(', ')}]"
+}

data/data/ruby-packages

@@ -0,0 +1,122 @@
+main/ruby-augeas
+main/ruby-bundler
+unmaintained/ruby-railties4.2
+unmaintained/ruby-isbn
+unmaintained/ruby-rack14
+unmaintained/ruby-tilt
+unmaintained/ruby-openid
+unmaintained/ruby-rbpdf-font
+unmaintained/ruby-mini_portile
+unmaintained/ruby-unicorn
+unmaintained/ruby-metaclass
+unmaintained/ruby-mysql2
+unmaintained/ruby-sinatra
+unmaintained/ruby-rails-deprecated_sanitizer4.2
+unmaintained/ruby-amazon-ec2
+unmaintained/ruby-mocha
+unmaintained/ruby-diff-lcs
+unmaintained/ruby-crack
+unmaintained/ruby-rails4.2
+unmaintained/ruby-actionpack4.2
+unmaintained/ruby-tzinfo
+unmaintained/ruby-useragent
+unmaintained/ruby-rack-ssl
+unmaintained/ruby-globalid
+unmaintained/ruby-mini_portile2
+unmaintained/ruby-protected_attributes4.2
+unmaintained/ruby-rack-protection
+unmaintained/ruby-actionpack-action_caching4.2
+unmaintained/ruby-sprockets-rails4.2
+unmaintained/ruby-net-ldap
+unmaintained/ruby-htmlentities
+unmaintained/ruby-gollum_rails-github-markup
+unmaintained/ruby-gollum_rails-charlock_holmes
+unmaintained/ruby-rouge
+unmaintained/ruby-puma
+unmaintained/ruby-shoulda
+unmaintained/ruby-activerecord4.2
+unmaintained/ruby-activesupport4.2
+unmaintained/ruby-i18n
+unmaintained/ruby-coderay
+unmaintained/ruby-pry
+unmaintained/ruby-mustache
+unmaintained/ruby-gollum_rails-gitlab-grit
+unmaintained/ruby-thread_safe
+unmaintained/ruby-rack-cache
+unmaintained/ruby-sanitize
+unmaintained/ruby-jquery-rails4.2
+unmaintained/ruby-net-http-digest_auth
+unmaintained/ruby-http-cookie
+unmaintained/ruby-hoe
+unmaintained/ruby-shoulda-matchers
+unmaintained/ruby-pg
+unmaintained/ruby-mechanize
+unmaintained/ruby-daemon-controller
+unmaintained/ruby-github-markdown
+unmaintained/ruby-rack-test
+unmaintained/ruby-posix-spawn
+unmaintained/ruby-mail
+unmaintained/ruby-curb
+unmaintained/ruby-rbpdf
+unmaintained/ruby-hike
+unmaintained/ruby-erubis
+unmaintained/ruby-roadie
+unmaintained/ruby-kgio
+unmaintained/ruby-net-http-persistent
+unmaintained/ruby-addressable
+unmaintained/ruby-thor
+unmaintained/ruby-rails-dom-testing4.2
+unmaintained/ruby-rmagick
+unmaintained/ruby-gollum-lib-github-markup
+unmaintained/ruby-loofah
+unmaintained/ruby-activemodel4.2
+unmaintained/ruby-charlock_holmes
+unmaintained/ruby-polyglot
+unmaintained/ruby-github-markup
+unmaintained/ruby-yard
+unmaintained/ruby-sprockets
+unmaintained/ruby-ntlm-http
+unmaintained/ruby-arel
+unmaintained/ruby-multi_json
+unmaintained/ruby-stringex
+unmaintained/ruby-activejob4.2
+unmaintained/ruby-fcgi
+unmaintained/ruby-thin
+unmaintained/ruby-treetop
+unmaintained/ruby-file-tail
+unmaintained/ruby-rack
+unmaintained/ruby-require
+unmaintained/ruby-nokogiri
+unmaintained/ruby-fastercsv
+unmaintained/ruby-gitlab-grit
+unmaintained/ruby-mime-types
+unmaintained/ruby-network_interface
+unmaintained/ruby-rack-openid
+unmaintained/ruby-actionview4.2
+unmaintained/ruby-sequel
+unmaintained/ruby-test-unit
+unmaintained/ruby-raindrops
+unmaintained/ruby-redcarpet
+unmaintained/ruby-xml-simple
+unmaintained/ruby-actionmailer4.2
+unmaintained/ruby-uuidtools
+unmaintained/ruby-webrobots
+unmaintained/ruby-bcrypt
+unmaintained/ruby-rails-html-sanitizer
+unmaintained/ruby-unf-ext
+unmaintained/ruby-shoulda-context
+unmaintained/ruby-roadie-rails
+unmaintained/ruby-fastthread
+unmaintained/ruby-actionpack-xml_parser4.2
+unmaintained/ruby-abn
+unmaintained/ruby-safe_yaml
+unmaintained/ruby-tins
+unmaintained/ruby-builder
+unmaintained/ruby-unf
+unmaintained/ruby-css_parser
+unmaintained/ruby-sqlite
+unmaintained/ruby-eventmachine
+unmaintained/ruby-request_store
+unmaintained/ruby-daemons
+unmaintained/ruby-spruz
+unmaintained/ruby-domain_name

data/exe/tirofinale

@@ -1,7 +1,16 @@
 #!/usr/bin/env ruby
 require 'open-uri'
 require 'optparse'
-require 'pp'
+require 'yaml'
+require 'logger'
+
+def init_logger
+  $logger = Logger.new(STDERR)
+  $logger.level = 4
+  if level = ENV['LOG_LEVEL']
+    $logger.level = level.to_i
+  end
+end
 
 def detect_version_alpine
   content = open('/etc/alpine-release'){|f| f.read }
@@ -9,14 +18,20 @@ def detect_version_alpine
   major_minor ? major_minor[1] : nil
 end
 
-def search_apkbuild(gem_name, alpine_version)
+def search_apkbuild(gem_name, alpine_version, debug_local_aports = nil)
   dir_list = ['community', 'main', 'non-free', 'testing', 'unmaintained']
   dir_list.each{|dir_name|
     apkbuild_url = "http://git.alpinelinux.org/cgit/aports/plain/#{dir_name}/ruby-#{gem_name}/APKBUILD?h=#{alpine_version + '-stable'}"
+    if debug_local_aports
+      apkbuild_url = "#{debug_local_aports}/#{dir_name}/ruby-#{gem_name}/APKBUILD"
+    end
+
     begin
       return open(apkbuild_url){|f| f.read}
     rescue OpenURI::HTTPError => e
       next
+    rescue Errno::ENOENT => e
+      next
     end
   }
   false
@@ -25,50 +40,136 @@ end
 def extract_makedepends(apkbuild)
   variables = []
 
-  apkbuild.each_line{|l|
-    if m = l.match(/^([^\s]+)=(.*)$/)
-      key = m[1]
-      value = m[2]
-
-      variables << {:key => key, :value => value}
-    end
+  # extract quoted variable
+  apkbuild.scan(/^([a-z_]+)="(.*?)"/m){|m|
+    variables << ({:name => m[0], :value => m[1].gsub(/\s+/, ' ')})
   }
 
-  variables.sort_by!{|var| var[:key].length * -1}
-
-  variables.each{|var|
-    if m = var[:value].match(/^"(.*)"$/)
-      var[:value] = m[1]
-    end
+  # extract not quoted variable
+  apkbuild.scan(/^([a-z_]+)=([^"]*?)$/){|m|
+    variables << ({:name => m[0], :value => m[1].gsub(/\s+/, ' ')})
   }
 
+  variables.sort_by!{|var| var[:name].length * -1}
+
   variables.each{|var|
     while var[:value].include?('$')
       result = nil
       variables.each{|var2|
-        result = result || var[:value].gsub!("$#{var2[:key]}", var2[:value])
+        result = result || var[:value].gsub!("$#{var2[:name]}", var2[:value])
       }
       break unless result
     end
   }
 
-  variables.select{|var| var[:key] == 'makedepends'}.first[:value]
+  makedepends = variables.select{|var| var[:name] == 'makedepends'}.first
+  makedepends ? makedepends[:value] : ''
+end
+
+def fetch_dep_gems(gem_name, checked = [], level = 0)
+  $logger.debug("fetch_dep_gems(). Args:[#{[gem_name, checked, level].join(', ')}]")
+
+  if level > 10
+    return []
+  end
+
+  dep_gems = []
+
+  url = "https://rubygems.org/api/v1/gems/#{gem_name}.yaml"
+  runtime_dep = open(url){|f|
+    YAML.load(f.read)['dependencies']['runtime'].map{|dep| dep['name']}
+  }
+
+  dep_gems.push(*runtime_dep)
+  checked << gem_name
+
+  runtime_dep.each{|dep|
+    unless checked.include?(dep)
+      dep_gems.push(*fetch_dep_gems(dep, checked, level + 1))
+    end
+  }
+
+  dep_gems.uniq 
+
+  $logger.info("Gem '#{gem_name}' depends on [#{dep_gems.join(', ')}].")
+
+  dep_gems
+end
+
+def fetch_build_dep_packages_alpine(gem_name, alpine_version, debug_local_aports)
+  $logger.info("Fetch Alpine Linux #{alpine_version} dependency packages to build '#{gem_name}'.")
+  apkbuild = search_apkbuild(gem_name, alpine_version, debug_local_aports)
+  unless apkbuild
+    $logger.warn("Alpine Linux does not have binary package for '#{gem_name}'.")
+    return []
+  end
+  makedepends = extract_makedepends(apkbuild)
+  packages = makedepends.strip.split(' ')
+  $logger.info("Alpine Linux build dependency packages [#{packages.join(', ')}] for '#{gem_name}'.")
+  packages
+rescue => e
+  $logger.error(e.inspect)
+  $logger.error(e.backtrace)
+  raise e
 end
 
-alpine_version = nil
-gem_name = nil
+def run
+  init_logger()
+
+  opts = {}
 
-op = OptionParser.new
-op.on('--dist-version VERSION'){|val| alpine_version = val}
-op.on('--gem GEM_NAME'){|val| gem_name = val}
-op.parse(ARGV)
+  op = OptionParser.new
+  op.on('--dependency'){|val| opts[:dependency] = true}
+  op.on('--dist-version VERSION'){|val| opts[:alpine_version] = val}
+  op.on('--gem GEM_NAME'){|val| opts[:gem_name] = val}
+  op.on('--pretty-print'){|val| opts[:pretty_print] = true}
+  op.on('--debug-local-aports PATH'){|val| opts[:debug_local_aports] = val}
+  op.parse(ARGV)
 
-alpine_version ||= detect_version_alpine()
+  $logger.info "Tirofinale start with #{opts}."
 
-apkbuild = search_apkbuild(gem_name, alpine_version)
+  alpine_version = opts[:alpine_version]
+  gem_name = opts[:gem_name]
+  dependency = opts[:dependency]
+  debug_local_aports = opts[:debug_local_aports]
+  pretty_print = opts[:pretty_print]
 
-makedepends = extract_makedepends(apkbuild)
+  unless alpine_version
+    $logger.info('Attempt to auto detect Alpine Linux version.')
+    alpine_version = detect_version_alpine()
+    $logger.info("Alpine Linux version '#{alpine_version}' was detected.")
+  end
 
-packages = makedepends.strip.split(' ')
+  packages = fetch_build_dep_packages_alpine(gem_name, alpine_version, debug_local_aports)
 
-print packages.join(' ')
+  if dependency
+    dep_gem_list = fetch_dep_gems(gem_name)
+
+    dep_gem_list.each{|dep_gem_name|
+      dep_packages = fetch_build_dep_packages_alpine(dep_gem_name, alpine_version, debug_local_aports)
+      packages.push(*dep_packages) unless dep_packages.empty?
+    }
+
+    packages.uniq!
+  end
+
+  $logger.info("This environment require packages [#{packages.join(', ')}] to install gem '#{gem_name}'.")
+
+  if pretty_print
+    puts "This environment require following packages to install gem '#{gem_name}'."
+    packages.each{|package|
+      puts "    #{package}"
+    }
+  else
+    print packages.join(' ')
+  end
+
+  $logger.info "Tirofinale done."
+end
+
+if $0 == __FILE__
+  # execute directory
+  run()
+else
+  # not to do something by require/load this file
+end

data/lib/tirofinale/version.rb

@@ -1,3 +1,3 @@
 module Tirofinale
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tirofinale
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - xmisao
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-08-07 00:00:00.000000000 Z
+date: 2016-08-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -68,7 +68,9 @@ files:
 - README.md
 - Rakefile
 - bin/console
+- bin/experiment/list_all_alpine_linux_ruby_package_makedepends.rb
 - bin/setup
+- data/ruby-packages
 - exe/tirofinale
 - lib/tirofinale.rb
 - lib/tirofinale/version.rb