akabei 0.1.0 → 0.2.0

data/lib/akabei/omakase/templates/pacman.x86_64.conf

@@ -0,0 +1,99 @@
+#
+# /etc/pacman.conf
+#
+# See the pacman.conf(5) manpage for option and repository directives
+
+#
+# GENERAL OPTIONS
+#
+[options]
+# The following paths are commented out with their default values listed.
+# If you wish to use different paths, uncomment and update the paths.
+#RootDir     = /
+#DBPath      = /var/lib/pacman/
+#CacheDir    = /var/cache/pacman/pkg/
+#LogFile     = /var/log/pacman.log
+#GPGDir      = /etc/pacman.d/gnupg/
+HoldPkg     = pacman glibc
+#XferCommand = /usr/bin/curl -C - -f %u > %o
+#XferCommand = /usr/bin/wget --passive-ftp -c -O %o %u
+#CleanMethod = KeepInstalled
+#UseDelta    = 0.7
+Architecture = auto
+
+# Pacman won't upgrade packages listed in IgnorePkg and members of IgnoreGroup
+#IgnorePkg   =
+#IgnoreGroup =
+
+#NoUpgrade   =
+#NoExtract   =
+
+# Misc options
+#UseSyslog
+#Color
+#TotalDownload
+CheckSpace
+#VerbosePkgLists
+
+# By default, pacman accepts packages signed by keys that its local keyring
+# trusts (see pacman-key and its man page), as well as unsigned packages.
+SigLevel    = Required DatabaseOptional
+LocalFileSigLevel = Optional
+#RemoteFileSigLevel = Required
+
+# NOTE: You must run `pacman-key --init` before first using pacman; the local
+# keyring can then be populated with the keys of all official Arch Linux
+# packagers with `pacman-key --populate archlinux`.
+
+#
+# REPOSITORIES
+#   - can be defined here or included from another file
+#   - pacman will search repositories in the order defined here
+#   - local/custom mirrors can be added here or in separate files
+#   - repositories listed first will take precedence when packages
+#     have identical names, regardless of version number
+#   - URLs will have $repo replaced by the name of the current repo
+#   - URLs will have $arch replaced by the name of the architecture
+#
+# Repository entries are of the format:
+#       [repo-name]
+#       Server = ServerName
+#       Include = IncludePath
+#
+# The header [repo-name] is crucial - it must be present and
+# uncommented to enable the repo.
+#
+
+# The testing repositories are disabled by default. To enable, uncomment the
+# repo name header and Include lines. You can add preferred servers immediately
+# after the header, and they will be used before the default mirrors.
+
+#[testing]
+#Include = /etc/pacman.d/mirrorlist
+
+[core]
+Include = /etc/pacman.d/mirrorlist
+
+[extra]
+Include = /etc/pacman.d/mirrorlist
+
+#[community-testing]
+#Include = /etc/pacman.d/mirrorlist
+
+[community]
+Include = /etc/pacman.d/mirrorlist
+
+# If you want to run 32 bit applications on your x86_64 system,
+# enable the multilib repositories as required here.
+
+#[multilib-testing]
+#Include = /etc/pacman.d/mirrorlist
+
+#[multilib]
+#Include = /etc/pacman.d/mirrorlist
+
+# An example of a custom package repository.  See the pacman manpage for
+# tips on creating your own repositories.
+#[custom]
+#SigLevel = Optional TrustAll
+#Server = file:///home/custompkgs

data/lib/akabei/repository.rb

@@ -9,9 +9,10 @@ module Akabei
   class Repository
     attr_accessor :signer, :include_files
 
-    def initialize
+    def initialize(opts = {})
       @db = {}
-      @include_files = false
+      @include_files = opts[:include_files] || false
+      @signer = opts[:signer]
     end
 
     extend Forwardable
@@ -55,8 +56,8 @@ module Akabei
       nil
     end
 
-    def self.load(path)
-      new.tap do |repo|
+    def self.load(path, opts = {})
+      new(opts).tap do |repo|
         repo.load(path)
       end
     end

data/lib/akabei/signer.rb

@@ -36,9 +36,13 @@ module Akabei
       end
     end
 
-    def initialize(gpg_key, crypto = GPGME::Crypto.new)
+    def self.get(gpg_key, crypto = nil)
+      gpg_key && new(gpg_key, crypto)
+    end
+
+    def initialize(gpg_key, crypto = nil)
       @gpg_key = find_secret_key(gpg_key)
-      @crypto = crypto
+      @crypto = crypto || GPGME::Crypto.new
     end
 
     def detach_sign(path)

data/lib/akabei/version.rb

@@ -1,3 +1,3 @@
 module Akabei
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/spec/akabei/builder_spec.rb

@@ -3,7 +3,7 @@ require 'akabei/builder'
 require 'akabei/signer'
 
 describe Akabei::Builder do
-  let(:builder) { described_class.new }
+  let(:builder) { described_class.new(pkgdest: pkgdest) }
   let(:pkgdest) { test_dest('packages').tap(&:mkpath) }
   let(:package_dir) { test_dest('nkf').tap(&:mkpath) }
   let(:pkgname) { 'nkf-2.1.3-1' }
@@ -14,10 +14,6 @@ describe Akabei::Builder do
   let(:log_package_fname) { "#{pkgname}-#{arch}-package.log" }
   let(:srcpkg_fname) { "#{pkgname}.src.tar.gz" }
 
-  before do
-    builder.pkgdest = pkgdest
-  end
-
   describe '#build_package' do
     let(:chroot) { double('ChrootTree') }
 

data/spec/akabei/cli_spec.rb

@@ -2,4 +2,139 @@ require 'spec_helper'
 require 'akabei/cli'
 
 describe Akabei::CLI do
+  let(:cli) { described_class.new }
+  let(:package_dir) { test_dest('nkf') }
+  let(:srcpkg_path) { test_input('nkf.tar.gz') }
+  let(:package_path) { test_input('nkf-2.1.3-1-x86_64.pkg.tar.xz') }
+
+  describe '#build' do
+    let(:repo_dir) { test_dest('repo').tap(&:mkpath) }
+    let(:base_opts) { { arch: 'x86_64', repo_dir:  repo_dir.to_s, repo_name: 'test' } }
+    let(:package) { double('built package') }
+    let(:entry) { Akabei::PackageEntry.new }
+    let(:chroot_expectations) { lambda { |chroot| } }
+
+    before do
+      tar('xf', test_input('nkf.tar.gz').to_s, '-C', package_dir.parent.to_s)
+      # Disable warning
+      entry.add('files', 'usr/bin/nkf')
+
+      allow(package).to receive(:db_name).and_return('nkf-2.1.3-1')
+      allow(package).to receive(:to_entry).and_return(entry)
+
+      allow_any_instance_of(Akabei::ChrootTree).to receive(:with_chroot) { |chroot, &block|
+        chroot_expectations.call(chroot)
+        block.call
+      }
+      allow_any_instance_of(Akabei::Builder).to receive(:build_package) { |builder, dir, chroot|
+        expect(builder).to receive(:with_source_package).with(package_dir.to_s).and_yield(srcpkg_path)
+        [package]
+      }
+    end
+
+    it 'calls Builder#build_package in chroot and create repository database' do
+      cli.invoke(:build, [package_dir.to_s], base_opts)
+      expect(repo_dir.join('test.db')).to be_file
+      expect(repo_dir.join('test.files')).to be_file
+      expect(repo_dir.join('test.abs.tar.gz')).to be_file
+    end
+
+    context 'with --makepkg-config' do
+      let(:makepkg_path) { test_input('makepkg.x86_64.conf') }
+      let(:chroot_expectations) {
+        lambda do |chroot|
+          expect(chroot.makepkg_config).to eq(makepkg_path)
+        end
+      }
+
+      it 'calls ChrootTree#with_chroot with makepkg_config' do
+        cli.invoke(:build, [package_dir.to_s], base_opts.merge(makepkg_config: makepkg_path.to_s))
+      end
+    end
+
+    context 'with --pacman-config' do
+      let(:pacman_path) { test_input('pacman.x86_64.conf') }
+      let(:chroot_expectations) {
+        lambda do |chroot|
+          expect(chroot.pacman_config).to eq(pacman_path)
+        end
+      }
+
+      it 'calls ChrootTree#with_chroot with pacman_config' do
+        cli.invoke(:build, [package_dir.to_s], base_opts.merge(pacman_config: pacman_path.to_s))
+      end
+    end
+  end
+
+  describe '#abs_add' do
+    let(:repo_name) { 'test' }
+    let(:abs_path) { test_dest('abs.tar.gz') }
+
+    it 'creates abs tarball' do
+      allow_any_instance_of(Akabei::Builder).to receive(:with_source_package).with(package_dir.to_s).and_yield(srcpkg_path)
+      cli.invoke(:abs_add, [package_dir.to_s, abs_path.to_s], repo_name: repo_name)
+      expect(abs_path).to be_file
+    end
+  end
+
+  describe '#abs_remove' do
+    let(:repo_name) { 'test' }
+    let(:abs_path) { test_dest('abs.tar.gz') }
+
+    before do
+      FileUtils.cp(test_input('abs.tar.gz'), abs_path)
+    end
+
+    it 'removes package from abs tarball' do
+      cli.invoke(:abs_remove, ['htop-vi', abs_path.to_s], repo_name: repo_name)
+      expect(abs_path).to be_file
+      expect(tar('tf', abs_path.to_s)).to_not include('test/htop-vi/PKGBUILD')
+    end
+  end
+
+  describe '#repo_add' do
+    let(:db_path) { test_dest('test.db') }
+
+    it 'creates repository database' do
+      cli.invoke(:repo_add, [package_path.to_s, db_path.to_s])
+      expect(db_path).to be_file
+      expect(tar('tf', db_path.to_s)).to include('nkf-2.1.3-1/desc')
+    end
+  end
+
+  describe '#repo_remove' do
+    let(:db_path) { test_dest('test.db') }
+
+    before do
+      FileUtils.cp(test_input('test.db'), db_path)
+    end
+
+    it 'removes package from repository database' do
+      cli.invoke(:repo_remove, ['htop-vi', db_path.to_s])
+      expect(tar('tf', db_path.to_s)).to_not include('htop-vi-1.0.2-4/desc')
+    end
+  end
+
+  describe '#files_add' do
+    let(:files_path) { test_dest('test.files') }
+
+    it 'creates files database' do
+      cli.invoke(:files_add, [package_path.to_s, files_path.to_s])
+      expect(files_path).to be_file
+      expect(tar('tf', files_path.to_s)).to include('nkf-2.1.3-1/files')
+    end
+  end
+
+  describe '#files_remove' do
+    let(:files_path) { test_dest('test.files') }
+
+    before do
+      FileUtils.cp(test_input('test.files'), files_path)
+    end
+
+    it 'removes package from files database' do
+      cli.invoke(:files_remove, ['htop-vi', files_path.to_s])
+      expect(tar('tf', files_path.to_s)).to_not include('htop-vi-1.0.2-4/files')
+    end
+  end
 end

data/spec/akabei/omakase/cli_spec.rb

@@ -0,0 +1,154 @@
+require 'spec_helper'
+require 'akabei/cli'
+
+class TestShell < Thor::Shell::Basic
+  attr_reader :stdout
+
+  def initialize(stdout)
+    @stdout = stdout
+    super()
+  end
+end
+
+describe Akabei::Omakase::CLI do
+  let(:stdout) { StringIO.new }
+  let(:cli) { described_class.new }
+
+  before do
+    cli.shell = TestShell.new(stdout)
+  end
+
+  around do |example|
+    Dir.mktmpdir do |dir|
+      cli.inside(dir) do
+        Dir.chdir(dir) do
+          example.run
+        end
+      end
+    end
+  end
+
+  describe '#init' do
+    it 'creates template directories' do
+      cli.invoke(:init, ['test'])
+      here = Pathname.new('.')
+      expect(here.join('.akabei.yml')).to be_file
+      expect(here.join('test')).to be_directory
+      expect(here.join('sources')).to be_directory
+      expect(here.join('logs')).to be_directory
+      expect(here.join('PKGBUILDs')).to be_directory
+      %w[i686 x86_64].each do |arch|
+        %w[makepkg pacman].each do |conf|
+          expect(here.join('etc', "#{conf}.#{arch}.conf")).to be_file
+        end
+      end
+    end
+
+    it 'creates valid config' do
+      cli.invoke(:init, ['test'])
+      config = Akabei::Omakase::Config.load
+      expect { config.validate! }.to_not raise_error
+      expect(config.name).to eq('test')
+      expect(config.srcdest).to be_directory
+      expect(config.logdest).to be_directory
+      expect(config.pkgbuild).to be_directory
+      config.builds.each do |arch, config_file|
+        expect(Pathname.new(config_file['makepkg'])).to be_file
+        expect(Pathname.new(config_file['pacman'])).to be_file
+      end
+      expect(config['s3']).to be_nil
+    end
+
+    context 'with --s3' do
+      it 'creates config with s3' do
+        cli.invoke(:init, ['test'], s3: true)
+        config = Akabei::Omakase::Config.load
+        expect { config.validate! }.to_not raise_error
+        expect(config['s3']).to_not be_nil
+      end
+    end
+  end
+
+  describe '#build' do
+    let(:config) { Akabei::Omakase::Config.load }
+    let(:packages) { { 'i686' => double('built package (i686)'), 'x86_64' => double('built package (x86_64)') } }
+    let(:entry) { Akabei::PackageEntry.new }
+    let(:init_opts) { {} }
+
+    before do
+      cli.invoke(:init, ['test'], init_opts)
+      tar('xf', test_input('nkf.tar.gz').to_s, '-C', config.pkgbuild.to_s)
+
+      packages.each do |arch, package|
+        allow(package).to receive(:db_name).and_return('nkf-2.1.3-1')
+        allow(package).to receive(:to_entry).and_return(entry)
+        allow(package).to receive(:path).and_return(Pathname.new("test/os/#{arch}/nkf-2.1.3-1-#{arch}.pkg.tar.xz"))
+      end
+      entry.add('files', 'usr/bin/nkf')
+
+      allow_any_instance_of(Akabei::ChrootTree).to receive(:with_chroot) { |chroot, &block|
+        expect(chroot.makepkg_config.to_s).to eq("etc/makepkg.#{chroot.arch}.conf")
+        expect(chroot.pacman_config.to_s).to eq("etc/pacman.#{chroot.arch}.conf")
+        block.call
+      }
+      expect(config['builds'].size).to eq(2)
+
+      allow_any_instance_of(Akabei::Builder).to receive(:build_package) { |builder, dir, chroot|
+        expect(builder).to receive(:with_source_package).with(config.package_dir('nkf')).and_yield(test_input('nkf.tar.gz'))
+        [packages[chroot.arch]]
+      }
+    end
+
+    it 'builds a package and add it to repository' do
+      cli.invoke(:build, ['nkf'])
+    end
+
+    context 'with --s3' do
+      let(:init_opts) { { s3: true } }
+      let(:access_key_id) { 'ACCESS/KEY' }
+      let(:secret_access_key) { 'SECRET/ACCESS/KEY' }
+      let(:bucket_name) { 'test.bucket.name' }
+      let(:region) { 'ap-northeast-1' }
+
+      let(:buckets) { double('S3::BucketCollection') }
+      let(:bucket) { double('S3::Bucket') }
+      let(:objects) { double('S3::ObjectCollection') }
+      let(:write_options) { { reduced_redundancy: true } }
+
+      before do
+        c = SafeYAML.load_file('.akabei.yml')
+        c['s3']['access_key_id'] = access_key_id
+        c['s3']['secret_access_key'] = secret_access_key
+        c['s3']['bucket'] = bucket_name
+        c['s3']['region'] = region
+        c['s3']['write_options'] = write_options
+        open('.akabei.yml', 'w') { |f| YAML.dump(c, f) }
+
+        allow_any_instance_of(AWS::S3).to receive(:buckets).and_return(buckets)
+      end
+
+      it 'uploads built packages and update repositories' do
+        expect(buckets).to receive(:[]).with(bucket_name).and_return(bucket)
+        allow(bucket).to receive(:objects).and_return(objects)
+
+        %w[i686 x86_64].each do |arch|
+          %w[test.db test.files test.abs.tar.gz].each do |fname|
+            obj = double("S3::Object #{fname}")
+            # download and upload
+            expect(objects).to receive(:[]).with("test/os/#{arch}/#{fname}").twice.and_return(obj)
+            expect(obj).to receive(:read).and_yield('')
+            expect(obj).to receive(:write)
+          end
+
+          # upload only
+          pkg = double("S3::Object built package (#{arch})")
+          db_name = "nkf-2.1.3-1-#{arch}.pkg.tar.xz"
+          expect(objects).to receive(:[]).with("test/os/#{arch}/#{db_name}").and_return(pkg)
+          expect(pkg).to receive(:write).with(anything, hash_including(write_options))
+        end
+
+        cli.invoke(:build, ['nkf'])
+      end
+    end
+  end
+end