jets-gems 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: bcd49cdb9d4fbeb73f0bb86077b77b860b5e1c6fe73a646ad5b0983bb9d953b7
+  data.tar.gz: 74ddd300cf6ef1ba835202723016b70be059fcb361a8d381578f4b5b27ae8c37
+SHA512:
+  metadata.gz: f55241adf0c2a7b46fc661ef935620b030673c9e0acb4e50bcd187943c8916ef9f199914d2e7f07a07e016d670a58765de8bd075babb506528b113504da828d6
+  data.tar.gz: c649a95ae12e854abb1b6076663832ceaa4508fdbe17f51412b42a20d2aee108472f888016d952e0711d896d8ff4aef94332e6e102ecb578790a323c10f24f40

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.5.1
+before_install: gem install bundler -v 1.16.3

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/).
+
+## [0.1.0]
+- Initial release

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in jets-gems.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Tung Nguyen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,19 @@
+# Jets Gems
+
+[Jets](http://rubyonjets.com/) is a Ruby Serverless Framework on AWS Lambda.  allows you to create serverless applications with a beautiful language: Ruby. It includes everything required to build an application and deploy it to AWS Lambda. Jets makes serverless simple.
+
+The jets-gems library works with Jets to download and extract pre-compiled gems that work on AWS Lambda.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at [tongueroo/jets-gems](https://github.com/tongueroo/jets-gems)
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "jets/gems"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/jets-gems.gemspec

@@ -0,0 +1,30 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "jets/gems/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "jets-gems"
+  spec.version       = Jets::Gems::VERSION
+  spec.authors       = ["Tung Nguyen"]
+  spec.email         = ["tongueroo@gmail.com"]
+
+  spec.summary       = %q{Library manages pre-compiled Lambda Gems for Jets Ruby Serverless Framework}
+  spec.homepage      = "https://github.com/tongueroo/jets-gems"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "gems"
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/jets-gems.rb

@@ -0,0 +1 @@
+require "jets/gems"

data/lib/jets/gems.rb

@@ -0,0 +1,17 @@
+require "jets/gems/version"
+
+module Jets
+  module Gems
+    autoload :Agree, 'jets/gems/agree'
+    autoload :Check, 'jets/gems/check'
+    autoload :Exist, 'jets/gems/exist'
+    autoload :Extract, 'jets/gems/extract'
+    autoload :Report, 'jets/gems/report'
+
+    def ruby_folder
+      major, minor, patch = RUBY_VERSION.split('.')
+      [major, minor, '0'].join('.') # 2.5.1 => 2.5.0
+    end
+    extend self
+  end
+end

data/lib/jets/gems/agree.rb

@@ -0,0 +1,60 @@
+module Jets::Gems
+  class Agree
+    def initialize
+      @agree_file = "#{ENV['HOME']}/.jets/agree"
+    end
+
+    # Only prompts if hasnt prompted before and saved a ~/.jets/agree file
+    def prompt
+      return if bypass_prompt
+      return if File.exist?(@agree_file)
+
+      puts <<~EOL
+        Jets sends data about your gems to your specified lambda build service **lambdagems.com** so that it can compile and generate the necessary Lambda layers.  Lambdagems only collects anonymous non-identifiable data.
+
+        Is it okay to send your gem data to Lambdagems? (Y/n)?
+      EOL
+
+      answer = $stdin.gets.strip
+      value = answer =~ /y/i ? 'yes' : 'no'
+
+      write_file(value)
+    end
+
+    # Allow user to bypass prompt with JETS_AGREE=1 JETS_AGREE=yes etc
+    # Useful for CI/CD pipelines.
+    def bypass_prompt
+      agree = ENV['JETS_AGREE']
+      return false unless agree
+
+      if %w[1 yes true].include?(agree.downcase)
+        write_file('yes')
+      else
+        write_file('no')
+      end
+
+      true
+    end
+
+    def yes?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'yes'
+    end
+
+    def no?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'no'
+    end
+
+    def yes!
+      write_file("yes")
+    end
+
+    def no!
+      write_file("no")
+    end
+
+    def write_file(content)
+      FileUtils.mkdir_p(File.dirname(@agree_file))
+      IO.write(@agree_file, content)
+    end
+  end
+end

data/lib/jets/gems/check.rb

@@ -0,0 +1,190 @@
+# Assumes gems were just built and checks the filesystem to find and detect for
+# compiled gems.  Unless the cli option is set to true, the it'll just check
+# based on the gemspecs.
+module Jets::Gems
+  class Check
+    extend Memoist
+
+    attr_reader :missing_gems
+    def initialize(options={})
+      @options = options
+      @missing_gems = [] # keeps track of gems that are not found in any of the lambdagems sources
+    end
+
+    def run!
+      run(exit_early: true)
+    end
+
+    # Checks whether the gem is found on at least one of the lambdagems sources.
+    # By the time the loop finishes, found_gems will hold a map of gem names to found
+    # url sources. Example:
+    #
+    #   found_gems = {
+    #     "nokogiri-1.8.4" => "https://lambdagems.com",
+    #     "pg-0.21.0" => "https://anothersource.com",
+    #   }
+    #
+    def run(exit_early: false)
+      puts "Checking projects gems for binary Lambda gems..."
+      found_gems = {}
+      compiled_gems.each do |gem_name|
+        puts "Checking #{gem_name}..." if @options[:cli]
+        gem_exists = false
+        Jets.config.gems.sources.each do |source|
+          exist = Jets::Gems::Exist.new(source_url: source)
+          found = exist.check(gem_name)
+          # gem exists on at least of the lambdagem sources
+          if found
+            gem_exists = true
+            found_gems[gem_name] = source
+            break
+          end
+        end
+        unless gem_exists
+          @missing_gems << gem_name
+        end
+      end
+
+      if exit_early && !@missing_gems.empty?
+        # Exits early if not all the linux gems are available.
+        # Better to error now than deploy a broken package to AWS Lambda.
+        # Provide users with message about using their own lambdagems source.
+        puts missing_message
+        Report.missing(@missing_gems) if agree.yes?
+        exit 1
+      end
+
+      found_gems
+    end
+
+    def missing?
+      !@missing_gems.empty?
+    end
+
+    def missing_message
+      template = <<-EOL
+Your project requires compiled gems were not available in any of your lambdagems sources.  Unavailable pre-compiled gems:
+<% missing_gems.each do |gem| %>
+* <%= gem -%>
+<% end %>
+
+Your current lambdagems sources:
+<% Jets.config.gems.sources.map do |source| %>
+* <%= source -%>
+<% end %>
+
+Jets is unable to build a deployment package that will work on AWS Lambda without the required pre-compiled gems. To remedy this, you can:
+
+* Use another gem that does not require compilation.
+* Create your own custom layer with the gem: http://rubyonjets.com/docs/extras/custom-lambda-layers/
+<% if agree.yes? -%>
+* No need to report this to us, as we've already been notified.
+<% elsif agree.no? -%>
+* You have choosen not to report data to lambdagems so we will not be notified about these missing gems.  If you change your mind you can edit ~/.jets/agree
+<% end -%>
+
+Compiled gems usually take some time to figure out how to build as they each depend on different libraries and packages.
+More info: http://rubyonjets.com/docs/lambdagems/
+
+EOL
+      erb = ERB.new(template, nil, '-') # trim mode https://stackoverflow.com/questions/4632879/erb-template-removing-the-trailing-line
+      erb.result(binding)
+    end
+
+    def agree
+      Agree.new
+    end
+    memoize :agree
+
+    # If there are subfolders compiled_gem_paths might have files deeper
+    # in the directory tree.  So lets grab the gem name and figure out the
+    # unique paths of the compiled gems from there.
+    def compiled_gems
+      # @use_gemspec option  finds compile gems with Gem::Specification
+      # The normal build process does not use this and checks the file system.
+      # So @use_gemspec is only used for this command:
+      #
+      #   jets gems:check
+      #
+      # This is because it seems like some gems like json are remove and screws things up.
+      # We'll filter out for the json gem as a hacky workaround, unsure if there are more
+      # gems though that exhibit this behavior.
+      if @options[:cli]
+        gemspec_compiled_gems
+      else
+        compiled_gems = compiled_gem_paths.map { |p| gem_name_from_path(p) }.uniq
+        # Double check that the gems are also in the gemspec list since that
+        # one is scoped to Bundler and will only included gems used in the project.
+        # This handles the possiblity of stale gems leftover from previous builds
+        # in the cache.
+        # TODO: figure out if we need
+        # compiled_gems.select { |g| gemspec_compiled_gems.include?(g) }
+      end
+    end
+
+    # Use pre-compiled gem because the gem could have development header shared
+    # object file dependencies.  The shared dependencies are packaged up as part
+    # of the pre-compiled gem so it is available in the Lambda execution environment.
+    #
+    # Example paths:
+    # Macosx:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/nokogiri-1.8.1
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Official AWS Lambda Linux AMI:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0-static/nokogiri-1.8.1
+    # Circleci Ubuntu based Linux:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0/pg-0.21.0
+    def compiled_gem_paths
+      Dir.glob("#{Jets.build_root}/stage/opt/ruby/gems/*/extensions/**/**/*.{so,bundle}")
+    end
+
+    # Input: opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Output: byebug-9.1.0
+    def gem_name_from_path(path)
+      regexp = %r{opt/ruby/gems/\d+\.\d+\.\d+/extensions/.*?/.*?/(.*?)/}
+      path.match(regexp)[1] # gem_name
+    end
+
+    # So can also check for compiled gems with Gem::Specification
+    # But then also includes the json gem, which then bundler removes?
+    # We'll figure out the the json gems.
+    # https://gist.github.com/tongueroo/16f4aa5ac5393424103347b0e529495e
+    #
+    # This is a faster way to check but am unsure if there are more gems than just
+    # json that exhibit this behavior. So only using this technique for this commmand:
+    #
+    #   jets gems:check
+    #
+    # Thanks: https://gist.github.com/aelesbao/1414b169a79162b1d795 and
+    #   https://stackoverflow.com/questions/5165950/how-do-i-get-a-list-of-gems-that-are-installed-that-have-native-extensions
+    def specs_with_extensions
+      # puts "Jets::Gems::Check#specs_with_extensions".color:red)
+      # puts "BUNDLE_GEMFILE #{ENV['BUNDLE_GEMFILE'].inspect}"
+      # puts "Jets.root #{Jets.root}"
+      # puts "Dir.pwd #{Dir.pwd}"
+      # ENV['BUNDLE_GEMFILE'] = nil
+      # puts "BUNDLE_GEMFILE2 #{ENV['BUNDLE_GEMFILE'].inspect}"
+      # gemfile = IO.readlines("#{Dir.pwd}/Gemfile")
+      # puts gemfile
+
+      specs = Gem::Specification.each.select { |spec| spec.extensions.any?  }
+      specs.reject! { |spec| weird_gems.include?(spec.name) }
+      specs
+    end
+
+    def gemspec_compiled_gems
+      specs_with_extensions.map(&:full_name)
+    end
+
+    # Filter out the weird special case gems that bundler deletes?
+    # Probably to fix some bug.
+    #
+    #   $ bundle show json
+    #   The gem json has been deleted. It was installed at:
+    #   /home/ec2-user/.rbenv/versions/2.5.1/lib/ruby/gems/2.5.0/gems/json-2.1.0
+    #
+    def weird_gems
+      %w[json]
+    end
+  end
+end

data/lib/jets/gems/exist.rb

@@ -0,0 +1,56 @@
+require 'open-uri'
+
+module Jets::Gems
+  class Exist
+    def initialize(options)
+      @options = options
+    end
+
+    # We check all the availability before even downloading so we can provide a
+    # full list of gems they might want to research all at once instead of incrementally
+    #
+    # Examples:
+    #
+    #   check(single_gem)
+    #   check(list, of, gems)
+    def check(*gem_names)
+      gem_names = gem_names.flatten
+      exists = gem_names.inject({}) do |hash, gem_name|
+        exist = url_exists?(gem_url(gem_name))
+        hash[gem_name] = exist
+        hash.merge(hash)
+      end
+
+      exists.values.all? {|v| v } # all_exist
+    end
+
+    # Example url:
+    #   https://gems2.lambdagems.com/gems/2.5.0/byebug/byebug-9.1.0.zip
+    def url_exists?(url)
+      url = URI.parse(url)
+      req = Net::HTTP.new(url.host, url.port).tap do |http|
+        http.use_ssl = true
+      end
+      res = req.request_head(url.path)
+      res.code == "200"
+    rescue SocketError, OpenURI::HTTPError, OpenSSL::SSL::SSLError
+      false
+    end
+
+    def source_url
+      @options[:source_url] || s3_url
+    end
+
+    # gem_name: byebug-9.1.0
+    # Example url:
+    #   https://gems2.lambdagems.com/gems/2.5.0/byebug/byebug-9.1.0.zip
+    def gem_url(gem_name)
+      folder = gem_name.gsub(/-(\d+\.\d+\.\d+.*)/,'') # folder: byebug
+      "#{source_url}/gems/#{Jets::Gems.ruby_folder}/#{folder}/#{gem_name}.zip"
+    end
+
+    def ruby_folder
+      Jets::Gems.ruby_folder
+    end
+  end
+end

data/lib/jets/gems/extract.rb

@@ -0,0 +1,7 @@
+module Jets::Gems
+  module Extract
+    autoload :Base, 'jets/gems/extract/base'
+    autoload :Gem, 'jets/gems/extract/gem'
+    autoload :Ruby, 'jets/gems/extract/ruby'
+  end
+end

data/lib/jets/gems/extract/base.rb

@@ -0,0 +1,74 @@
+require "open-uri"
+
+module Jets::Gems::Extract
+  class Base
+    class NotFound < RuntimeError; end
+
+    attr_reader :source_url
+    def initialize(name, options={})
+      @name = name
+      @options = options
+
+      @downloads_root = options[:downloads_root] || "/tmp/jets/#{Jets.config.project_name}/lambdagems"
+      @source_url = options[:source_url] || Jets.default_gems_source
+    end
+
+    def clean_downloads(folder)
+      path = "#{@downloads_root}/downloads/#{folder}"
+      say "Removing cache: #{path}"
+      FileUtils.rm_rf(path)
+    end
+
+    def unzip(zipfile_path, parent_folder_dest)
+      sh("cd #{parent_folder_dest} && unzip -qo #{zipfile_path}")
+    end
+
+    def sh(command)
+      say "=> #{command}".color(:green)
+      success = system(command)
+      abort("Command Failed") unless success
+      success
+    end
+
+    def url_exists?(url)
+      exist = Jets::Gems::Exist.new(@options)
+      exist.url_exists?(url)
+    end
+
+    # Returns the dest path
+    def download_file(source_url, dest)
+      say "Url #{source_url}"
+      return unless url_exists?(source_url)
+
+      if File.exist?(dest)
+        say "File already downloaded #{dest}"
+        return dest
+      end
+
+      say "Downloading..."
+      FileUtils.mkdir_p(File.dirname(dest)) # ensure parent folder exists
+
+      File.open(dest, 'wb') do |saved_file|
+        open(source_url, 'rb') do |read_file|
+          saved_file.write(read_file.read)
+        end
+      end
+      dest
+    end
+
+    def project_root
+      @options[:project_root] || "."
+    end
+
+    @@log_level = :info # default level is :info
+    # @@log_level = :debug # uncomment to debug
+    def log_level=(val)
+      @@log_level = val
+    end
+
+    def say(message, level=:info)
+      enabled = @@log_level == :debug || level == :debug
+      puts(message) if enabled
+    end
+  end
+end

data/lib/jets/gems/extract/gem.rb

@@ -0,0 +1,105 @@
+require "gems"
+
+# Usage:
+#
+#   Jets::Gems::Extract::Gem.new("pg-0.21.0",
+#     downloads_root: cache_area, # defaults to /tmp/lambdagem
+#     dest: cache_area, # defaults to . (project_root)
+#   ).run
+#
+module Jets::Gems::Extract
+  class Gem < Base
+    VERSION_PATTERN = /-(\d+\.\d+.*)/
+
+    def run
+      say "Looking for #{full_gem_name} gem in: #{@options[:source_url]}"
+      clean_downloads(:gems) if @options[:clean]
+      zipfile_path = download_gem
+      remove_current_gem
+      unzip_file(zipfile_path)
+      say("Gem #{full_gem_name} unpacked at #{project_root}")
+    end
+
+    def unzip_file(zipfile_path)
+      dest = "#{Jets.build_root}/stage/opt"
+      say "Unpacking into #{dest}"
+      FileUtils.mkdir_p(dest)
+      unzip(zipfile_path, dest)
+    end
+
+    # ensure that we always have the full gem name
+    def full_gem_name
+      return @full_gem_name if @full_gem_name
+
+      if @name.match(VERSION_PATTERN)
+        @full_gem_name = @name
+        return @full_gem_name
+      end
+
+      # name doesnt have a version yet, so grab the latest version and add it
+      version = Gems.versions(@name).first
+      @full_gem_name = "#{@name}-#{version["number"]}"
+    end
+
+    def gem_name
+      full_gem_name.gsub(VERSION_PATTERN,'') # folder: byebug
+    end
+
+    # Downloads and extracts the linux gem into the proper directory.
+    # Extracts to: . (current directory)
+    #
+    # It produces a `bundled` folder.
+    # The folder contains the re-produced directory structure. Example with
+    # the gem: byebug-9.1.0
+    #
+    #   vendor/gems/ruby/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    #
+    def download_gem
+      # download - also move to /tmp/jets/demo/compiled_gems folder
+      url = gem_url
+      tarball_dest = download_file(url, download_path(File.basename(url)))
+      unless tarball_dest
+        message = "Url: #{url} not found"
+        if @options[:exit_on_error]
+          say message
+          exit
+        else
+          raise NotFound.new(message)
+        end
+      end
+      say "Downloaded to: #{tarball_dest}"
+      tarball_dest
+    end
+
+    def download_path(filename)
+      "#{@downloads_root}/downloads/gems/#{filename}"
+    end
+
+    # Finds any currently install gems that matched with the gem name and version
+    # and remove them first.
+    # We clean up the current install gems first in case it was previously installed
+    # and has different *.so files that can be accidentally required.  This
+    # happened with the pg gem.
+    def remove_current_gem
+      say "Removing current #{full_gem_name} gem installation:"
+      gem_dirs = Dir.glob("#{project_root}/**/*").select do |path|
+                  File.directory?(path) &&
+                  path =~ %r{vendor/gems} &&
+                  File.basename(path) == full_gem_name
+                end
+      gem_dirs.each do |dir|
+        say "  rm -rf #{dir}"
+        FileUtils.rm_rf(dir)
+      end
+    end
+
+    # full_gem_name: byebug-9.1.0
+    def gem_url
+      "#{source_url}/gems/#{ruby_folder}/#{gem_name}/#{full_gem_name}.zip"
+    end
+
+    def ruby_folder
+      Jets::Gems.ruby_folder
+    end
+  end
+end

data/lib/jets/gems/extract/ruby.rb

@@ -0,0 +1,71 @@
+# Usage:
+#
+#   Jets::Gems::Extract::Ruby.new("2.5.3",
+#     downloads_root: cache_area, # defaults to /tmp/lambdagem
+#     dest: cache_area, # defaults to . (project_root)
+#   ).run
+#
+module Jets::Gems::Extract
+  class Ruby < Base
+    class NotFound < RuntimeError; end
+
+    def run
+      say "Looking for #{full_ruby_name}"
+      clean_downloads(:rubies) if @options[:clean]
+      zip_path = download_ruby
+      unzip(zip_path)
+    end
+
+    def unzip(path)
+      dest = "#{Jets.build_root}/stage/code/opt"
+      say "Unpacking into #{dest}"
+      FileUtils.mkdir_p(dest)
+      # cd-ing dest unzips the files into that folder
+      sh("cd #{dest} && unzip -qo #{path}")
+      say("Ruby #{full_ruby_name} unziped at #{dest}", :debug)
+    end
+
+    def download_ruby
+      url = ruby_url
+      puts "download ruby url #{url}"
+      tarball_dest = download_file(url, download_path(File.basename(url)))
+      unless tarball_dest
+        message = "Url: #{url} not found"
+        if @options[:exit_on_error]
+          say message
+          exit
+        else
+          raise NotFound.new(message)
+        end
+      end
+      say "Downloaded to: #{tarball_dest}"
+      tarball_dest
+    end
+
+    def download_path(filename)
+      "#{@downloads_root}/downloads/rubies/#{filename}"
+    end
+
+    # If only the ruby version is given, then append ruby- in front. Otherwise
+    # leave alone.
+    #
+    # Example:
+    #
+    #    2.5.3           -> ruby-2.5.3.zip
+    #    ruby-2.5.3      -> ruby-2.5.3.zip
+    #    test-ruby-2.5.3 -> test-ruby-2.5.3.zip
+    def full_ruby_name
+      md = @name.match(/^(\d+\.\d+\.\d+)$/)
+      if md
+        ruby_version = md[1]
+        "ruby-#{ruby_version}.zip"
+      else
+        "#{@name}.zip"
+      end
+    end
+
+    def ruby_url
+      "#{source_url}/rubies/#{full_ruby_name}"
+    end
+  end
+end

data/lib/jets/gems/report.rb

@@ -0,0 +1,69 @@
+require "net/http"
+
+module Jets::Gems
+  class Report
+    # For local testing, example:
+    #   LAMBDAGEM_API_URL=localhost:8888/api/v1 jets gems:check
+    LAMBDAGEM_API_URL = ENV["LAMBDAGEM_API_URL"] || "https://api.lambdagems.com/api/v1"
+
+    def self.missing(gems)
+      new(gems).report
+    end
+
+    def initialize(gems)
+      @gems = gems
+    end
+
+    def report
+      version_pattern = /(.*)-(\d+\.\d+\.\d+.*)/
+      threads = []
+      @gems.each do |gem_name|
+        if md = gem_name.match(version_pattern)
+          name, version = md[1], md[2]
+          threads << Thread.new do
+            call_api("report/missing?name=#{name}&version=#{version}", async: true)
+          end
+        else
+          puts "WARN: Unable to extract the version from the gem name."
+        end
+      end
+      # Wait for request to finish because the command might finish before
+      # the Threads even send the request. So we join them just case
+      threads.each(&:join)
+    end
+
+    def api_url(path)
+      url = "#{LAMBDAGEM_API_URL}/#{path}"
+      url.include?("http") ? url : "http://#{url}" # ensure http or https has been provided
+    end
+
+    def call_api(path, async: false)
+      uri = URI(api_url(path))
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.use_ssl = uri.scheme == "https"
+      # Abusing read_timeout to mimic async fire and forget behavior.
+      # This makes the code continue and return very quickly and we ignore the response
+      # Thanks: https://www.mikeperham.com/2015/05/08/timeout-rubys-most-dangerous-api/
+      # https://github.com/ankane/the-ultimate-guide-to-ruby-timeouts/issues/8
+      http.max_retries = 0 # Fix http retries, read_timeout will cause retries immediately, we want to disable this behavior
+      http.read_timeout = 0.01 if async
+      request = Net::HTTP::Get.new(uri)
+      begin
+        response = http.request(request)
+      rescue Net::ReadTimeout
+        # Abusing read_timeout to mimic async fire and forget behavior
+      end
+      return nil if async # always return nil if async behavior requested.
+        # In theory we can sometimes get back a response if it returns before
+        # the read timeout but that's a confusing interface.
+
+      resp = {
+        status: response.code.to_i,
+        headers: response.each_header.to_h,
+        body: response.body,
+      }
+      # pp resp # Uncomment to debug
+      resp
+    end
+  end
+end

data/lib/jets/gems/version.rb

@@ -0,0 +1,5 @@
+module Jets
+  module Gems
+    VERSION = "0.1.0"
+  end
+end

metadata

@@ -0,0 +1,121 @@
+--- !ruby/object:Gem::Specification
+name: jets-gems
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tung Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-05-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: gems
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- tongueroo@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- jets-gems.gemspec
+- lib/jets-gems.rb
+- lib/jets/gems.rb
+- lib/jets/gems/agree.rb
+- lib/jets/gems/check.rb
+- lib/jets/gems/exist.rb
+- lib/jets/gems/extract.rb
+- lib/jets/gems/extract/base.rb
+- lib/jets/gems/extract/gem.rb
+- lib/jets/gems/extract/ruby.rb
+- lib/jets/gems/report.rb
+- lib/jets/gems/version.rb
+homepage: https://github.com/tongueroo/jets-gems
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Library manages pre-compiled Lambda Gems for Jets Ruby Serverless Framework
+test_files: []