pkgman 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b9e6ce1cbde5c8d865813f230ddcd56f04ce63237f4b65ee2da952aa32076bb9
+  data.tar.gz: 51efe06c5f706d52c3b964f581af11e97db97ca63703b67b46dbe690e2cad608
+SHA512:
+  metadata.gz: b4eee1a0a208a4757c232cd17710d32918de9c418faac80c44deb415af93fd44c65a830d730742ff1df98383a6edd4d195a755d50f529e042b5b54925787bc7e
+  data.tar.gz: 0eb09fa8a52d7117e70ee42b2a09d1657f0f3c9d9f00e9a8a6414f2d7d9a0dcb26756f6a8143bf0c704e6bc02e2866b9fa29e4c6fd88a70410472c7fbc2c8310

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+/.idea
+*.iml
+*.gem

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.5.0
+before_install: gem install bundler -v 1.16.1

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in pkgman.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,38 @@
+PATH
+  remote: .
+  specs:
+    pkgman (0.1.0)
+      docker-api (~> 1.34)
+      faraday (~> 0.14)
+      liquid (~> 4.0)
+      nokogiri (~> 1.8)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    docker-api (1.34.0)
+      excon (>= 0.47.0)
+      multi_json
+    excon (0.60.0)
+    faraday (0.14.0)
+      multipart-post (>= 1.2, < 3)
+    liquid (4.0.0)
+    mini_portile2 (2.3.0)
+    minitest (5.11.3)
+    multi_json (1.13.1)
+    multipart-post (2.0.0)
+    nokogiri (1.8.2)
+      mini_portile2 (~> 2.3.0)
+    rake (10.5.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.16)
+  minitest (~> 5.0)
+  pkgman!
+  rake (~> 10.0)
+
+BUNDLED WITH
+   1.16.1

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Marek Jelen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,60 @@
+# Pkgman
+
+`pkgman` helps with building packages using a simple descriptor file
+
+## Installation
+
+    $ gem install pkgman
+
+## Usage
+
+Create the descriptor file `pkgman.yml`, e.g.
+
+```yaml
+repositories:
+  rpms:
+    type: local
+    path: rpms
+
+builds:
+  - from: source
+    name: ruby
+    version: 2.5.0
+    source: https://cache.ruby-lang.org/pub/ruby/{{ version | slice 0,3 }}/ruby-{{ version }}.tar.gz
+    configure:
+      - -disable-install-doc
+    targets:
+      - image: centos
+        version: 7
+        requires:
+          - openssl-devel
+          - libyaml-devel
+          - libffi-devel
+          - readline-devel
+          - zlib-devel
+          - gdbm-devel
+          - ncurses-devel
+        package:
+          - type: rpm
+            dependencies:
+              - openssl
+              - libyaml
+              - libffi
+              - readline
+              - zlib
+              - gdbm
+              - ncurses
+              - gmp
+            push:
+              - rpms
+```
+
+Builds Ruby 2.5.0 without documentation and saves the resulting RPM file into `rpms` directory in current folder.
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/marekjelen/pkgman.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "pkgman"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/pkgman

@@ -0,0 +1,13 @@
+#!/usr/bin/env ruby
+
+lib = File.expand_path('../../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'pkgman/descriptor'
+require 'pkgman/executor'
+
+descriptor = Pkgman::Descriptor.new
+
+executor = Pkgman::Executor.new
+executor.execute(descriptor)
+

data/lib/pkgman/builds/source.rb

@@ -0,0 +1,45 @@
+module Pkgman
+  module Builds
+    class Source
+
+      attr_reader :build
+
+      def initialize(build, target)
+        @build = build
+        @target = target
+      end
+
+      def start
+        @target.execute("curl -o source.tar.gz #{build['source']}", '/tmp/src')
+        @target.execute('tar -xf source.tar.gz', '/tmp/src')
+
+        unless build['source-directory']
+          uri = URI(build['source'])
+
+          build['source-directory'] = File.basename(uri.path, ".*")
+          if build['source-directory'].end_with?('.tar')
+            build['source-directory'] = File.basename(build['source-directory'], ".tar")
+          end
+        end
+
+        build['configure'] ||= []
+        unless build['configure'].find { |it| it.start_with?('--prefix=') }
+          build['configure'] << '--prefix=/usr'
+        end
+
+        dir = "/tmp/src/#{build['source-directory']}"
+        @target.execute("./configure #{build['configure'].join(' ')}", dir)
+        @target.execute('make install DESTDIR=/tmp/compiled', dir)
+      end
+
+      def type
+        'dir'
+      end
+
+      def path
+        '/tmp/compiled'
+      end
+
+    end
+  end
+end

data/lib/pkgman/container.rb

@@ -0,0 +1,53 @@
+module Pkgman
+  class Container
+
+    def initialize(image, version)
+      @image = Docker::Image.create('fromImage' => "#{image}:#{version}")
+      @container = Docker::Container.create('Image' => @image.id, 'Tty' => true)
+      @container.start
+    end
+
+    def execute(command, cwd = '/root')
+      puts "Executing #{command} in #{cwd}"
+
+      options = {}
+      options['WorkingDir'] = cwd if cwd
+
+      command = ['/bin/bash', '-c', command]
+
+      stdout, stderr, status = @container.exec(command, options) do |stream, chunk|
+        puts "#{stream}: #{chunk}"
+      end
+
+      if status > 0
+        self.destroy
+        raise Exception.new('Execution failed')
+      end
+    end
+
+    def download(what, dst)
+      pth = File.join(dst, "export.rpm.tar")
+      File.open(pth, 'w') do |file|
+        @container.copy(what) do |chunk|
+          file.write(chunk)
+        end
+      end
+
+      Gem::Package::TarReader.new(File.open(pth)) do |tar|
+        tar.each do |entry|
+          File.open(File.join(dst, entry.full_name), 'w') do |file|
+            file.write(entry.read)
+          end
+        end
+      end
+
+      File.delete(pth)
+    end
+
+    def destroy
+      @container.kill
+      @container.delete(:force => true)
+    end
+
+  end
+end

data/lib/pkgman/descriptor.rb

@@ -0,0 +1,37 @@
+require 'yaml'
+require 'liquid'
+
+module Pkgman
+  class Descriptor
+
+    def initialize(path = 'pkgman.yml')
+      @path = path
+      @data = Wrapper.new.merge(YAML.load(File.read(File.expand_path(@path))))
+    end
+
+    def [](name)
+      @data[name]
+    end
+
+    class Wrapper < Hash
+
+      def [](name)
+        val = super(name)
+        case val
+        when Hash
+          self[name] = Wrapper.new.merge(val) unless val.kind_of?(Wrapper)
+          super(name)
+        when Array
+          self[name] = val.map { |it| it.kind_of?(Hash) ? Wrapper.new.merge(it) : it }
+          super(name)
+        when String
+          Liquid::Template.parse(val).render(self)
+        else
+          val
+        end
+      end
+
+    end
+
+  end
+end

data/lib/pkgman/executor.rb

@@ -0,0 +1,55 @@
+require 'fileutils'
+require 'pkgman/builds/source'
+require 'pkgman/packages/rpm'
+require 'pkgman/repositories/local'
+require 'pkgman/repositories/package_cloud'
+require 'pkgman/runtime'
+require 'pkgman/target'
+
+module Pkgman
+  class Executor
+
+    def initialize
+      @runtime = Runtime.new
+    end
+
+    def execute(descriptor)
+      descriptor['builds'].each do |build|
+        build['targets'].each do |target|
+          target = Target.new(@runtime, target)
+          case build['from']
+          when 'source'
+            strategy = Builds::Source.new(build, target)
+            strategy.start
+          else
+            puts "Unknown build strategy #{build['from']}"
+          end
+
+          target.target['package'].each do |package|
+            case package['type']
+            when 'rpm'
+              pkg = Packages::Rpm.new(strategy, package, target)
+              pkg.start
+
+              package['push'].each do |push|
+                repository = descriptor['repositories'][push]
+                case repository['type']
+                when 'local'
+                  repo = Pkgman::Repositories::Local.new(target, repository, pkg)
+                  repo.execute
+                when 'packagecloud'
+                  repo = Pkgman::Repositories::PackageCloud.new(target, repository, pkg)
+                  repo.execute
+                end
+              end
+            else
+              puts "Unknown package strategy #{package['type']}"
+            end
+          end
+        end
+
+      end
+    end
+
+  end
+end

data/lib/pkgman/packages/rpm.rb

@@ -0,0 +1,44 @@
+module Pkgman
+  module Packages
+
+    class Rpm
+
+      attr_reader :package
+
+      def initialize(build, package, target)
+        @build = build
+        @package = package
+        @target = target
+      end
+
+      def name
+        @build.build['name']
+      end
+
+      def version
+        @build.build['version']
+      end
+
+      def start
+        deps = '-d ' + @package['dependencies'].join(' -d ')
+
+        cmd = "fpm -n #{name} "
+        cmd += "-v #{version} "
+        cmd += "-s #{@build.type} -t rpm #{deps} "
+        cmd += "-p /tmp/product -C #{@build.path}"
+
+        @target.execute(cmd)
+      end
+
+      def path
+        "/tmp/product/#{name}-#{version}-1.x86_64.rpm"
+      end
+
+      def type
+        'rpm'
+      end
+
+    end
+
+  end
+end

data/lib/pkgman/repositories/local.rb

@@ -0,0 +1,19 @@
+module Pkgman
+  module Repositories
+    class Local
+
+      def initialize(target, repository, package)
+        @target = target
+        @repository = repository
+        @package = package
+      end
+
+      def execute
+        dst = File.expand_path(@repository['path'])
+        FileUtils.mkpath(dst)
+        @target.download(@package.path, dst)
+      end
+
+    end
+  end
+end

data/lib/pkgman/repositories/package_cloud.rb

@@ -0,0 +1,21 @@
+module Pkgman
+  module Repositories
+
+    class PackageCloud
+
+      def initialize(target, repository, package)
+        @target = target
+        @repository = repository
+        @package = package
+      end
+
+      def execute
+        url = File.join("https://#{@repository['token']}:@packagecloud.io/api/v1/repos/#{@repository['user']}/#{@repository['repository']}/packages.json")
+        command = "curl -X POST -F package[distro_version_id]=140 -F package[package_file]=@#{@package.path} #{url}"
+        @target.execute(command)
+      end
+
+    end
+
+  end
+end

data/lib/pkgman/runtime.rb

@@ -0,0 +1,17 @@
+require 'docker-api'
+
+require 'pkgman/container'
+
+module Pkgman
+  class Runtime
+
+    def initialize
+      @docker = Docker.connection
+    end
+
+    def container(image, version)
+      Container.new(image, version)
+    end
+
+  end
+end

data/lib/pkgman/target.rb

@@ -0,0 +1,25 @@
+require 'pkgman/targets/centos'
+
+module Pkgman
+  class Target
+
+    attr_reader :target
+
+    def initialize(runtime, target)
+      @target = target
+      case @target['image']
+      when 'centos'
+        @driver = Targets::Centos.new(runtime, target)
+      end
+    end
+
+    def execute(*args, &block)
+      @driver.container.execute(*args, &block)
+    end
+
+    def download(*args, &block)
+      @driver.container.download(*args, &block)
+    end
+
+  end
+end

data/lib/pkgman/targets/centos.rb

@@ -0,0 +1,37 @@
+module Pkgman
+  module Targets
+    class Centos
+
+      attr_reader :container
+
+      def initialize(runtime, target)
+        @runtime = runtime
+        @target = target
+
+        @container = runtime.container(target['image'], target['version'])
+
+        self.update
+        self.install('gcc', 'bzip2', 'make', 'rpm-build', 'rubygems', 'ruby-devel', 'ruby-json')
+
+        @container.execute('gem install --no-document fpm')
+
+        self.install(*target['requires'])
+
+        @container.execute('mkdir /tmp/compiled')
+        @container.execute('mkdir /tmp/src')
+        @container.execute('mkdir /tmp/product')
+      end
+
+      def update
+        @container.execute('yum update -y --setopt=tsflags=nodocs')
+      end
+
+      def install(*packages)
+        pkgs = packages.join(' ')
+        @container.execute("yum install -y --setopt=tsflags=nodocs #{pkgs}")
+      end
+
+    end
+
+  end
+end

data/lib/pkgman/version.rb

@@ -0,0 +1,3 @@
+module Pkgman
+  VERSION = '0.1.0' unless const_defined?(:VERSION)
+end

data/lib/pkgman.rb

@@ -0,0 +1,5 @@
+require "pkgman/version"
+
+module Pkgman
+  # Your code goes here...
+end

data/pkgman.gemspec

@@ -0,0 +1,31 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'pkgman/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'pkgman'
+  spec.version       = Pkgman::VERSION
+  spec.authors       = ['Marek Jelen']
+  spec.email         = ['marek@jelen.biz']
+
+  spec.summary       = 'Helps to automate building packages'
+  spec.description   = 'Builds and uploads packages based on a simple descriptor'
+  spec.homepage      = 'https://github.com/marekjelen/pkgman'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'docker-api', '~> 1.34'
+  spec.add_dependency 'faraday', '~> 0.14'
+  spec.add_dependency 'liquid', '~> 4.0'
+  spec.add_dependency 'nokogiri', '~> 1.8'
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+end

metadata

@@ -0,0 +1,166 @@
+--- !ruby/object:Gem::Specification
+name: pkgman
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Marek Jelen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-03-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: docker-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.34'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.34'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+- !ruby/object:Gem::Dependency
+  name: liquid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Builds and uploads packages based on a simple descriptor
+email:
+- marek@jelen.biz
+executables:
+- pkgman
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/pkgman
+- lib/pkgman.rb
+- lib/pkgman/builds/source.rb
+- lib/pkgman/container.rb
+- lib/pkgman/descriptor.rb
+- lib/pkgman/executor.rb
+- lib/pkgman/packages/rpm.rb
+- lib/pkgman/repositories/local.rb
+- lib/pkgman/repositories/package_cloud.rb
+- lib/pkgman/runtime.rb
+- lib/pkgman/target.rb
+- lib/pkgman/targets/centos.rb
+- lib/pkgman/version.rb
+- pkgman.gemspec
+homepage: https://github.com/marekjelen/pkgman
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Helps to automate building packages
+test_files: []