packo 0.0.1.alpha.1

data/lib/packo/rbuild/modules/misc/fetching.rb

@@ -0,0 +1,22 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+require 'packo/rbuild/modules/misc/fetching/gnu'
+require 'packo/rbuild/modules/misc/fetching/sourceforge'
+require 'packo/rbuild/modules/misc/fetching/github'

data/lib/packo/rbuild/modules/misc/fetching/git.rb

@@ -0,0 +1,57 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Misc; module Fetching
+
+class Git < Module
+  def initialize (package)
+    super(package)
+
+    package.avoid [Fetcher, Unpacker]
+
+    package.stages.add :fetch, self.method(:fetch), after: :beginning
+  end
+
+  def finalize
+    package.stages.delete :fetch, self.method(:fetch)
+  end
+
+  def fetch
+    package.stages.callbacks(:fetch).do {
+      whole, url, branch, commit = package.source.match(%r[^(\w+://.*?)(?::(.*?))?(?:@(.*?))?$]).to_a
+
+      package.clean!
+      package.create!
+
+      options = []
+      options << '--branch' << branch if branch
+      options << '--depth'  << '1'    if !commit
+
+      Packo.sh 'git', 'clone', *options, url, package.workdir
+
+      Do.cd package.workdir
+
+      if commit
+        Packo.sh 'git', 'checkout', commit
+      end
+    }
+  end
+end
+
+end; end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/github.rb

@@ -0,0 +1,31 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Misc
+
+Fetcher.register :github do |url, package|
+  whole, user, project, file = url.interpolate(package).match(%r{^(.*?)/(.*?)/(.*?)$}).to_a
+
+  CLI.warn 'Github has problems with certificates in the download page.'
+  CLI.warn 'If you are using wget you must add --no-check-certificate to the options.'
+
+  ["https://github.com/#{user}/#{project}/tarball/#{file}", "#{project}-#{file}.tar.gz"]
+end
+
+end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/gnu.rb

@@ -0,0 +1,59 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+require 'net/http'
+
+module Packo; module RBuild; module Modules; module Misc
+
+Fetcher.register :gnu do |url, package|
+  whole, name, version = url.interpolate(package).match(%r{^(.*?)/(.*?)$}).to_a
+
+  packs = Net::HTTP.get(URI.parse("http://ftp.gnu.org/gnu/#{name}/")).scan(
+    %r{href="(#{name}-#{version}.*?)"}
+  ).flatten.map {|pack|
+    URI.decode(pack)
+  }.select {|pack|
+    !pack.match(%r{(\.sig|/)$})
+  }
+
+  if packs.empty?
+    packs = Net::HTTP.get(URI.parse("http://ftp.gnu.org/gnu/#{name}/#{name}-#{version}/")).scan(
+      %r{href="(#{name}-#{version}.*?)"}
+    ).flatten.map {|pack|
+      URI.decode("#{name}-#{version}/#{pack}")
+    }.select {|pack|
+      !pack.match(%r{(\.sig|/)$})
+    }
+  end
+
+  pack = nil
+  ['xz', 'lzma', 'bz2', 'gz'].each {|compression|
+    pack = packs.find {|pack|
+      pack.match(/\.#{compression}$/)
+    }
+
+    break if pack
+  }
+
+  raise RuntimeError.new "No download URL for #{name}-#{version}" if !pack
+
+  "http://ftp.gnu.org/gnu/#{name}/#{pack}"
+end
+
+end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/mercurial.rb

@@ -0,0 +1,51 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Misc; module Fetching
+
+class Mercurial < Module
+  def initialize (package)
+    super(package)
+
+    package.avoid [Fetcher, Unpacker]
+
+    package.stages.add :fetch, self.method(:fetch), after: :beginning
+  end
+
+  def finalize
+    package.stages.delete :fetch, self.method(:fetch)
+  end
+
+  def fetch
+    package.stages.callbacks(:fetch).do {
+      whole, url = package.source.match(%r[^(\w+://.*?)$]).to_a
+
+      package.clean!
+      package.create!
+
+      options = []
+
+      Packo.sh 'hg', 'clone', *options, url, package.workdir
+
+      Do.cd package.workdir
+    }
+  end
+end
+
+end; end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/sourceforge.rb

@@ -0,0 +1,47 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+require 'net/http'
+
+module Packo; module RBuild; module Modules; module Misc
+
+Fetcher.register :sourceforge, do |url, package|
+  whole, project, path = url.interpolate(package).match(%r{^(.*?)/(.*?)$}).to_a
+
+  body = Net::HTTP.get(URI.parse("http://sourceforge.net/projects/#{project}/files/#{File.dirname(path)}/"))
+
+  urls = body.scan(%r{href="(.*?#{project}/files/#{path}\..*?/download)"}).select {|(url)|
+    url.match(%r{((tar\.(lzma|xz|bz2|gz))|tgz|zip|rar)/download$})
+  }.map {|(url)| url}
+
+  url = nil
+  %w(xz lzma bz2 gz tgz zip rar).each {|compression|
+    url = urls.find {|url|
+      url.match(%r{\.#{compression}/download$})
+    }
+
+    break if url
+  }
+
+  next unless url
+
+  URI.decode(Net::HTTP.get(URI.parse(url)).match(%r{href="(http://downloads.sourceforge.net.*?)"})[1])
+end
+
+end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/subversion.rb

@@ -0,0 +1,51 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Misc; module Fetching
+
+class Subversion < Module
+  def initialize (package)
+    super(package)
+
+    package.avoid [Fetcher, Unpacker]
+
+    package.stages.add :fetch, self.method(:fetch), after: :beginning
+  end
+
+  def finalize
+    package.stages.delete :fetch, self.method(:fetch)
+  end
+
+  def fetch
+    package.stages.callbacks(:fetch).do {
+      whole, url = package.source.match(%r[^(\w+://.*?)$]).to_a
+
+      package.clean!
+      package.create!
+
+      options = []
+
+      Packo.sh 'svn', 'checkout', *options, url, package.workdir
+
+      Do.cd package.workdir
+    }
+  end
+end
+
+end; end; end; end; end

data/lib/packo/rbuild/modules/misc/fetching/wget.rb

@@ -0,0 +1,57 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Fetching
+
+class Wget < Module
+  def self.fetch (path, to, package={})
+    Packo.sh 'wget', '-c', '-O', to, path
+  end
+
+  def self.url (url, package={})
+    Packo.interpolate(url, package)
+  end
+
+  def initialize (package)
+    super(package)
+
+    package.stages.add :fetch, self.method(:fetch), after: :beginning
+  end
+
+  def fetch
+    version = package.version
+
+    distfiles = []
+    sources   = [package.source].flatten.compact.map {|s|
+      Wget.url(s, package)
+    }
+
+    package.stages.callbacks(:fetch).do(sources) {
+      sources.each {|source|
+        distfiles << "#{package.fetchdir || '/tmp'}/#{File.basename(source)}"
+
+        Wget.fetch source, distfiles.last, package
+      }
+    }
+
+    package.distfiles distfiles
+  end
+end
+
+end; end; end; end

data/lib/packo/rbuild/modules/misc/unpacker.rb

@@ -0,0 +1,70 @@
+#--
+# Copyleft meh. [http://meh.doesntexist.org | meh@paranoici.org]
+#
+# This file is part of packo.
+#
+# packo is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published
+# by the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# packo is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with packo. If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Packo; module RBuild; module Modules; module Misc
+
+class Unpacker < Module
+  @@formats = {}
+
+  def self.register (type, &block)
+    @@formats[type] = block
+  end
+
+  def self.do (path, to=nil)
+    block = @@formats.find {|regexp, block|
+      path.match(regexp)
+    }.last rescue nil
+
+    if block
+      FileUtils.mkpath(to) rescue nil
+      block.call(path, to)
+    else
+      Packo.debug 'Archive format unsupported'
+      path
+    end
+  end
+
+  def initialize (package)
+    super(package)
+
+    package.stages.add :unpack, self.method(:unpack), after: :fetch, strict: true
+
+    before :initialize do |package|
+      package.define_singleton_method :unpack, &Unpacker.method(:do)
+    end
+  end
+
+  def finalize
+    package.stages.delete :unpack, self.method(:unpack)
+  end
+
+  def unpack
+    package.stages.callbacks(:unpack).do {
+      Unpacker.do((package.ditfiles.is_a?(Hash) ?
+        package.distfiles[:default] :
+        package.distfiles.first
+      ).path, "#{package.directory}/work")
+
+      Dir.chdir package.workdir
+      Dir.chdir "#{package.name}-#{package.version}" rescue false
+    }
+  end
+end
+
+end; end; end; end