paquet 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bf85e0be99fffc4220472f97d3091b4b97770a62
-  data.tar.gz: 13f88a1c078e1a9b0d8786dc5e5885db5282ddc8
+  metadata.gz: def4c6e1b73585f73deb5c0dde69c17af8eab210
+  data.tar.gz: 5b3144257985bcfb4ae177eae9cc3a701236e937
 SHA512:
-  metadata.gz: 8f60ad2025a1569b56b0a768f8fdcb4e972beb1ce9d87278700c4bae32abdabc62db29f21a74d37605d5c32e854debcdf4731f1c6825cb1196ae3ac3c45a6039
-  data.tar.gz: df9ed2b03e730fbd02890442323731656cfd627ce1cc6e40e82bc8a26a25af5367dbc3ad2b06b83b422b5770e6f3e450b4aa67f257dcc825b5de392e6ab0352e
+  metadata.gz: 83ff8cdcd711ed6d3c145aa91f05ececaffd3bfd091a740b64187f9240c840829cec1f2e3cf527053fa75e5c8405e1c64717972b0de6128c368c72b489cabdad
+  data.tar.gz: f058a849b1e01fea1a26a8ae37e88b9391922d7b5d664c6e6576c5eb035484c62270bf4c9e317a2b10c3117c57207e474312d60fc858d8c86a3eb04c7ec49b8d

data/lib/paquet.rb

@@ -1,7 +1,9 @@
 # encoding: utf-8
 require "paquet/version"
+require "paquet/shell_ui"
+require "paquet/gem"
+require "paquet/dependency"
 require "paquet/rspec/tasks"
 
 module Paquet
-  # Your code goes here...
 end

data/lib/paquet/dependency.rb

@@ -0,0 +1,19 @@
+module Paquet
+  class Dependency
+    attr_reader :name, :version, :platform
+
+    def initialize(name, version, platform)
+      @name = name
+      @version = version
+      @platform = platform
+    end
+
+    def to_s
+      "#{name}-#{version}"
+    end
+
+    def ruby?
+      platform == "ruby"
+    end
+  end
+end

data/lib/paquet/gem.rb

@@ -0,0 +1,109 @@
+# encoding: utf-8
+require "paquet/dependency"
+require "paquet/shell_ui"
+require "paquet/utils"
+
+module Paquet
+  class Gem
+    RUBYGEMS_URI = "https://rubygems.org/downloads"
+
+    attr_reader :gems, :ignores
+
+    def initialize(target_path, cache = nil)
+      @target_path = target_path
+      @gems = []
+      @ignores = []
+      @cache = cache
+    end
+
+    def add(name)
+      @gems << name
+    end
+
+    def ignore(name)
+      @ignores << name
+    end
+
+    def pack
+      Paquet::ui.info("Cleaning existing target path: #{@target_path}")
+
+      FileUtils.rm_rf(@target_path)
+      FileUtils.mkdir_p(@target_path)
+
+      package_gems(collect_required_gems)
+    end
+
+    def package_gems(collect_required_gems)
+      gems_to_package = collect_required_gems
+        .collect { |gem| gem_full_name(gem) }
+        .uniq
+
+      if use_cache?
+        gems_to_package.each do |gem_name|
+          if gem_file = find_in_cache(gem_name)
+            destination = File.join(@target_path, File.basename(gem_file))
+            FileUtils.cp(gem_file, destination)
+            Paquet::ui.info("Vendoring: #{gem_name}, from cache: #{gem_file}")
+          else
+            download_gem(gem_name)
+          end
+        end
+      else
+        gems_to_package.each do |gem_name|
+          download_gem(gem_name)
+        end
+      end
+    end
+
+    def use_cache?
+      @cache
+    end
+
+    def find_in_cache(gem_name)
+      filename = File.join(@cache, gem_name)
+      File.exist?(filename) ? filename : nil
+    end
+
+    def size
+      @gems.size
+    end
+
+    def ignore?(name)
+      ignores.include?(name)
+    end
+
+    def collect_required_gems()
+      candidates = []
+      @gems.each do |name|
+        candidates += resolve_dependencies(name)
+      end
+      candidates.flatten
+    end
+
+    def resolve_dependencies(name)
+      return [] if ignore?(name)
+
+      spec = ::Gem::Specification.find_by_name(name)
+      current_dependency = Dependency.new(name, spec.version, spec.platform)
+      dependencies = spec.dependencies.select { |dep| dep.type == :runtime }
+
+      if dependencies.size == 0
+        [current_dependency]
+      else
+        [dependencies.collect { |spec| resolve_dependencies(spec.name) }, current_dependency].flatten.uniq { |s| s.name }
+      end
+    end
+
+    def gem_full_name(gem)
+      gem.ruby? ? "#{gem.name}-#{gem.version}.gem" : "#{gem.name}-#{gem.version}-#{gem.platform}.gem" 
+    end
+
+    def download_gem(gem_name)
+      source = "#{RUBYGEMS_URI}/#{gem_name}"
+      destination = File.join(@target_path, gem_name)
+
+      Paquet::ui.info("Vendoring: #{gem_name}, downloading: #{source}")
+      Paquet::Utils::download_file(source, destination)
+    end
+  end
+end

data/lib/paquet/rspec/tasks.rb

@@ -4,127 +4,20 @@ require "rake"
 require "rake/tasklib"
 require "fileutils"
 require "net/http"
+require "paquet/gem"
 
+# This class add new rake methods to a an existing ruby gem,
+# these methods allow developpers to create a Uber gem, a uber gem is
+# a tarball that contains the current gems and one or more of his dependencies.
 #
-# Uses bundler/fetcher to download stuff
+# This Tool will take care of looking at the current dependency tree defined in the Gemspec and the gemfile
+# and will traverse all graph and download the gem file into a specified directory.
+#
+# By default, the tool wont fetch everything and the developper need to declare what gems he want to download.
 module Paquet
-  class Gem
-    RUBYGEMS_URI = "https://rubygems.org/downloads"
-
-    attr_reader :gems, :ignores
-
-    def initialize(target_path)
-      @target_path = target_path
-      @gems = []
-      @ignores = []
-    end
-
-    def add(name)
-      @gems << name
-    end
-
-    def ignore(name)
-      @ignores << name
-    end
-
-    def pack
-      FileUtils.rm_rf(@target_path)
-      FileUtils.mkdir_p(@target_path)
-
-      # need to get the current version and dependencies
-      required_gems = collect_required_gems
-      download_gems(required_gems)
-    end
-
-    def size
-      @gems.size
-    end
-
-    private
-    class Dependency
-      attr_reader :name, :version, :platform
-
-      def initialize(name, version, platform)
-        @name = name
-        @version = version
-        @platform = platform
-      end
-
-      def to_s
-        "#{name}-#{version}"
-      end
-
-      def ruby?
-        platform == "ruby"
-      end
-    end
-
-    def ignore?(name)
-      ignores.include?(name)
-    end
-
-    def collect_required_gems()
-      candidates = []
-      @gems.each do |name|
-        candidates += resolve_dependencies(name)
-      end
-      candidates.flatten
-    end
-
-    def resolve_dependencies(name)
-      return [] if ignore?(name)
-
-      spec = ::Gem::Specification.find_by_name(name)
-      current_dependency = Dependency.new(name, spec.version, spec.platform)
-      dependencies = spec.dependencies.select { |dep| dep.type == :runtime }
-
-      if dependencies.size == 0
-        [current_dependency]
-      else
-        [dependencies.collect { |spec| resolve_dependencies(spec.name) }, current_dependency].flatten.uniq { |s| s.name }
-      end
-    end
-
-    def download_gems(required_gems)
-      required_gems
-        .collect { |gem| gem.ruby? ? "#{gem.name}-#{gem.version}.gem" : "#{gem.name}-#{gem.version}-#{gem.platform}.gem" }
-        .uniq
-        .each do |name|
-          source = "#{RUBYGEMS_URI}/#{name}"
-          destination = File.join(@target_path, name)
-
-          puts "Vendoring: #{name}, downloading: #{source}"
-          download_file(source, destination)
-      end
-    end
-
-    def download_file(source, destination, counter = 10)
-      raise "Too many redirection" if counter == 0
-
-      f = File.open(destination, "w")
-
-      begin
-        uri = URI.parse(source)
-        http = Net::HTTP.new(uri.host, uri.port)
-        http.use_ssl = true
-        response = http.get(uri.path)
-
-        case response
-        when Net::HTTPSuccess
-          f.write(response.body)
-        when Net::HTTPRedirection
-          download_file(response['location'], destination, counter)
-        end
-
-      ensure
-        f.close
-      end
-    end
-  end
-
   class Task < Rake::TaskLib
-    def initialize(target_path, &block)
-      @gem = Gem.new(target_path)
+    def initialize(target_path, cache_path = nil, &block)
+      @gem = Gem.new(target_path, cache_path)
 
       instance_eval(&block)
 

data/lib/paquet/shell_ui.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+module Paquet
+  class SilentUI
+    class << self
+      def debug(message)
+      end
+      def info(message)
+      end
+    end
+  end
+
+  class ShellUi
+    def debug(message)
+      report_message(:debug, message) if debug?
+    end
+
+    def info(message)
+      report_message(:info, message)
+    end
+
+    def report_message(level, message)
+      puts "[#{level.upcase}]: #{message}"
+    end
+
+    def debug?
+      ENV["DEBUG"]
+    end
+  end
+
+  def self.ui
+    @logger ||= ShellUi.new
+  end
+
+  def self.ui=(new_output)
+    @logger = new_output
+  end
+end

data/lib/paquet/utils.rb

@@ -0,0 +1,41 @@
+# encoding: utf-8
+require "fileutils"
+require "uri"
+
+module Paquet
+  class Utils
+    HTTPS_SCHEME = "https"
+    REDIRECTION_LIMIT = 5
+
+    def self.download_file(source, destination, counter = REDIRECTION_LIMIT)
+      raise "Too many redirection" if counter == 0
+
+      begin
+        f = File.open(destination, "w")
+
+        uri = URI.parse(source)
+
+        http = Net::HTTP.new(uri.host, uri.port, )
+        http.use_ssl = uri.scheme ==  HTTPS_SCHEME
+
+        response = http.get(uri.path)
+
+        case response
+        when Net::HTTPSuccess
+          f.write(response.body)
+        when Net::HTTPRedirection
+          counter -= 1
+          download_file(response['location'], destination, counter)
+        else
+          raise "Response not handled: #{response.class}, path: #{uri.path}"
+        end
+        f.path
+      rescue => e
+        FileUtils.rm_rf(f.path) rescue nil
+        raise e
+      ensure
+        f.close
+      end
+    end
+  end
+end

data/lib/paquet/version.rb

@@ -1,3 +1,3 @@
 module Paquet
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,52 +1,66 @@
 --- !ruby/object:Gem::Specification
 name: paquet
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2016-11-15 00:00:00.000000000 Z
+date: 2017-01-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.13'
-  name: bundler
+        version: '0'
+  name: rspec
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.13'
+        version: '0'
+  name: pry
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
-  name: rake
+        version: 2.2.0
+  name: webmock
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 2.2.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: pry
+  name: stud
   prerelease: false
-  type: :runtime
+  type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -59,19 +73,14 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- CODE_OF_CONDUCT.md
-- Gemfile
-- LICENSE
-- README.md
-- Rakefile
-- bin/console
-- bin/setup
-- lib/paquet.rb
-- lib/paquet/rspec/tasks.rb
-- lib/paquet/version.rb
-- paquet.gemspec
-homepage: https://github.com/elastic/paquet
+- "./lib/paquet.rb"
+- "./lib/paquet/dependency.rb"
+- "./lib/paquet/gem.rb"
+- "./lib/paquet/rspec/tasks.rb"
+- "./lib/paquet/shell_ui.rb"
+- "./lib/paquet/utils.rb"
+- "./lib/paquet/version.rb"
+homepage: https://github.com/elastic/logstash
 licenses:
 - Apache License (2.0)
 metadata: {}

data/.gitignore

@@ -1,3 +0,0 @@
-/.bundle/
-/.yardoc
-/Gemfile.lock

data/CODE_OF_CONDUCT.md

@@ -1,74 +0,0 @@
-# Contributor Covenant Code of Conduct
-
-## Our Pledge
-
-In the interest of fostering an open and welcoming environment, we as
-contributors and maintainers pledge to making participation in our project and
-our community a harassment-free experience for everyone, regardless of age, body
-size, disability, ethnicity, gender identity and expression, level of experience,
-nationality, personal appearance, race, religion, or sexual identity and
-orientation.
-
-## Our Standards
-
-Examples of behavior that contributes to creating a positive environment
-include:
-
-* Using welcoming and inclusive language
-* Being respectful of differing viewpoints and experiences
-* Gracefully accepting constructive criticism
-* Focusing on what is best for the community
-* Showing empathy towards other community members
-
-Examples of unacceptable behavior by participants include:
-
-* The use of sexualized language or imagery and unwelcome sexual attention or
-advances
-* Trolling, insulting/derogatory comments, and personal or political attacks
-* Public or private harassment
-* Publishing others' private information, such as a physical or electronic
-  address, without explicit permission
-* Other conduct which could reasonably be considered inappropriate in a
-  professional setting
-
-## Our Responsibilities
-
-Project maintainers are responsible for clarifying the standards of acceptable
-behavior and are expected to take appropriate and fair corrective action in
-response to any instances of unacceptable behavior.
-
-Project maintainers have the right and responsibility to remove, edit, or
-reject comments, commits, code, wiki edits, issues, and other contributions
-that are not aligned to this Code of Conduct, or to ban temporarily or
-permanently any contributor for other behaviors that they deem inappropriate,
-threatening, offensive, or harmful.
-
-## Scope
-
-This Code of Conduct applies both within project spaces and in public spaces
-when an individual is representing the project or its community. Examples of
-representing a project or community include using an official project e-mail
-address, posting via an official social media account, or acting as an appointed
-representative at an online or offline event. Representation of a project may be
-further defined and clarified by project maintainers.
-
-## Enforcement
-
-Instances of abusive, harassing, or otherwise unacceptable behavior may be
-reported by contacting the project team at phpellerin@gmail.com. All
-complaints will be reviewed and investigated and will result in a response that
-is deemed necessary and appropriate to the circumstances. The project team is
-obligated to maintain confidentiality with regard to the reporter of an incident.
-Further details of specific enforcement policies may be posted separately.
-
-Project maintainers who do not follow or enforce the Code of Conduct in good
-faith may face temporary or permanent repercussions as determined by other
-members of the project's leadership.
-
-## Attribution
-
-This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
-available at [http://contributor-covenant.org/version/1/4][version]
-
-[homepage]: http://contributor-covenant.org
-[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -1,4 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in paquet.gemspec
-gemspec

data/LICENSE

@@ -1,13 +0,0 @@
-Copyright (c) 2012–2016 Elasticsearch <http://www.elastic.co>
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.

data/README.md

@@ -1,36 +0,0 @@
-# Paquet
-
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/paquet`. To experiment with that code, run `bin/console` for an interactive prompt.
-
-TODO: Delete this and the text above, and describe your gem
-
-## Installation
-
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'paquet'
-```
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
-
-    $ gem install paquet
-
-## Usage
-
-TODO: Write usage instructions here
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
-## Contributing
-
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/paquet. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
-

data/Rakefile

@@ -1,2 +0,0 @@
-require "bundler/gem_tasks"
-task :default => :spec

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "paquet"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here

data/paquet.gemspec

@@ -1,28 +0,0 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
-$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'paquet/version'
-
-Gem::Specification.new do |spec|
-  spec.name          = "paquet"
-  spec.version       = Paquet::VERSION
-  spec.authors       = ["Elastic"]
-  spec.email         = ["info@elastic.co"]
-  spec.license       = "Apache License (2.0)"
-
-  spec.summary       = %q{Rake helpers to create a uber gem}
-  spec.description   = %q{This gem add a few rake tasks to create a uber gems that will be shipped as a zip}
-  spec.homepage      = "https://github.com/elastic/paquet"
-
-
-  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
-  end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  spec.add_development_dependency "bundler", "~> 1.13"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_runtime_dependency "pry"
-end