serverlessgems 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ee4f7043cd9fb6ace83079a2a82b3aeafb3ca2c9000e73fe6bff8dccd86b21f5
+  data.tar.gz: 4fc40b94cda06670351b39a401c9cb0eadb94030fd85f2c8d058590a75605f59
+SHA512:
+  metadata.gz: 76e24348551d21d0d1266c972f11d9782c3d1a9ea36a653c62b25e4404b3a5146562c79e22df2b0ab860c0f4754e17ebf3663e9bbea15c042c673a7160dae826
+  data.tar.gz: 9f4f5d19b9833cf94da12b410475b44a8b519171d260b5119ab802e1fd246c8fcc6e3ddb504d7d20683a6d1a0aa3d5e8185f6a5657ae0ecde5f6cc88c2bb1869

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/Gemfile.lock
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/CHANGELOG.md

@@ -0,0 +1,12 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/).
+
+## [0.1.0]
+- Initial release
+- Rename to serverlessgems
+- Zeitwerk autoloader
+- Use Serverless Gems API
+- .jets/config.yml support
+

data/Gemfile

@@ -0,0 +1,10 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in serverlessgems.gemspec
+gemspec
+
+group :development, :test do
+  gem "jets"
+end

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Tung Nguyen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,21 @@
+# serverlessgems
+
+[![BoltOps Badge](https://img.boltops.com/boltops/badges/boltops-badge.png)](https://www.boltops.com)
+
+[Jets](http://rubyonjets.com/) is a Ruby Serverless Framework on AWS Lambda.  It allows you to create serverless applications with a beautiful language: Ruby. It includes everything required to build an application and deploy it to AWS Lambda. Jets makes serverless simple.
+
+This library works with serverlessgems API to download and extract pre-compiled gems that work on AWS Lambda.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at [boltops-tools/serverlessgems](https://github.com/boltops-tools/serverlessgems)
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "jets/gems"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/jets/gems.rb

@@ -0,0 +1,19 @@
+require "jets"
+
+$:.unshift(File.expand_path("../../", __FILE__))
+require "jets/gems/autoloader"
+Jets::Gems::Autoloader.setup
+
+require "memoist"
+require "yaml"
+
+module Jets
+  module Gems
+    def ruby_folder
+      major, minor, _ = RUBY_VERSION.split('.')
+      [major, minor, '0'].join('.') # 2.5.1 => 2.5.0
+    end
+
+    extend self
+  end
+end

data/lib/jets/gems/agree.rb

@@ -0,0 +1,69 @@
+module Jets::Gems
+  class Agree
+    def initialize
+      @agree_file = "#{ENV['HOME']}/.jets/agree"
+    end
+
+    # Only prompts if hasnt prompted before and saved a ~/.jets/agree file
+    def prompt
+      return if bypass_prompt
+      return if File.exist?(@agree_file)
+
+      puts <<~EOL
+        Jets sends data about your gems to serverlessgems.com so that it can build the necessary Lambda layer.
+
+        Reporting gems generally allows Serverless Gems to build new gems within a few minutes.
+        So if you run into missing gems, you can try deploying again after a few minutes.
+        Non-reported gems may take several days or longer.
+
+        Serverless Gems only collects the info it needs to run the service. More info: https://www.serverlessgems.com/privacy
+
+        This message will only appear once on this machine.
+        You can also automatically skip this message by setting JETS_AGREE=yes or JETS_AGREE=no
+
+        Is it okay to send your gem data to Serverless Gems? (Y/n)?
+      EOL
+
+      answer = $stdin.gets.strip
+      value = answer =~ /y/i ? 'yes' : 'no'
+
+      write_file(value)
+    end
+
+    # Allow user to bypass prompt with JETS_AGREE=1 JETS_AGREE=yes etc
+    # Useful for CI/CD pipelines.
+    def bypass_prompt
+      agree = ENV['JETS_AGREE']
+      return false unless agree
+
+      if %w[1 yes true].include?(agree.downcase)
+        write_file('yes')
+      else
+        write_file('no')
+      end
+
+      true
+    end
+
+    def yes?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'yes'
+    end
+
+    def no?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'no'
+    end
+
+    def yes!
+      write_file("yes")
+    end
+
+    def no!
+      write_file("no")
+    end
+
+    def write_file(content)
+      FileUtils.mkdir_p(File.dirname(@agree_file))
+      IO.write(@agree_file, content)
+    end
+  end
+end

data/lib/jets/gems/api.rb

@@ -0,0 +1,25 @@
+module Jets::Gems
+  class Api
+    include Core
+
+    def endpoint
+      ENV['SG_API'] || Jets.config.gems.source || 'https://api.serverlessgems.com/api/v1'
+    end
+
+    def download_url(gem_name:, project:)
+      get("gem/download?gem_name=#{gem_name}&ruby_folder=#{ruby_folder}&project=#{project}")
+    end
+
+    def check_exist(gem_name:)
+      get("gem/exist?gem_name=#{gem_name}&ruby_folder=#{ruby_folder}")
+    end
+
+    def report_missing(gem_name:)
+      get("report/missing?gem_name=#{gem_name}&ruby_folder=#{ruby_folder}")
+    end
+
+    def ruby_folder
+      Jets::Gems.ruby_folder
+    end
+  end
+end

data/lib/jets/gems/api/concern.rb

@@ -0,0 +1,7 @@
+class Jets::Gems::Api
+  module Concern
+    def api
+      Jets::Gems::Api.new
+    end
+  end
+end

data/lib/jets/gems/api/core.rb

@@ -0,0 +1,81 @@
+class Jets::Gems::Api
+  module Core
+    extend Memoist
+
+    # Always translate raw json response to ruby Hash
+    def request(klass, path, data={})
+      url = url(path)
+      req = build_request(klass, url, data)
+      resp = http.request(req) # send request
+      load_json(url, resp)
+    end
+
+    def build_request(klass, url, data={})
+      req = klass.new(url) # url includes query string and uri.path does not, must used url
+      set_headers!(req)
+      if [Net::HTTP::Delete, Net::HTTP::Patch, Net::HTTP::Post, Net::HTTP::Put].include?(klass)
+        text = JSON.dump(data)
+        req.body = text
+        req.content_length = text.bytesize
+      end
+      req
+    end
+
+    def set_headers!(req)
+      req['Authorization'] = token if token
+      req['Content-Type'] = "application/vnd.api+json"
+    end
+
+    def token
+      Jets::Gems::Config.instance.data['key']
+    end
+
+    def load_json(url, res)
+      uri = URI(url)
+      if ok?(res.code)
+        JSON.load(res.body)
+      else
+        puts "Error: Non-successful http response status code: #{res.code}"
+        puts "headers: #{res.each_header.to_h.inspect}"
+        puts "ServerlessGems API #{url}" if ENV['SG_DEBUG']
+        raise "ServerlessGems API called failed: #{uri.host}"
+      end
+    end
+
+    # Note: 422 is Unprocessable Entity. This means an invalid data payload was sent.
+    # We want that to error and raise
+    def ok?(http_code)
+      http_code =~ /^20/ || http_code =~ /^40/
+    end
+
+    def http
+      uri = URI(endpoint)
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.open_timeout = http.read_timeout = 30
+      http.use_ssl = true if uri.scheme == 'https'
+      http
+    end
+    memoize :http
+
+    # API does not include the /. IE: https://app.terraform.io/api/v2
+    def url(path)
+      "#{endpoint}/#{path}"
+    end
+
+    def get(path)
+      request(Net::HTTP::Get, path)
+    end
+
+    def post(path, data={})
+      request(Net::HTTP::Post, path, data)
+    end
+
+    def patch(path, data={})
+      request(Net::HTTP::Patch, path, data)
+    end
+
+    def delete(path, data={})
+      request(Net::HTTP::Delete, path, data)
+    end
+  end
+end

data/lib/jets/gems/autoloader.rb

@@ -0,0 +1,23 @@
+require "zeitwerk"
+
+module Jets::Gems
+  class Autoloader
+    class Inflector < Zeitwerk::Inflector
+      def camelize(basename, _abspath)
+        map = { cli: "CLI", version: "VERSION" }
+        map[basename.to_sym] || super
+      end
+    end
+
+    class << self
+      def setup
+        loader = Zeitwerk::Loader.new
+        loader.inflector = Inflector.new
+        lib = File.expand_path('../..', __dir__)
+        loader.push_dir(lib) # lib
+        loader.ignore("#{lib}/serverlessgems.rb")
+        loader.setup
+      end
+    end
+  end
+end

data/lib/jets/gems/check.rb

@@ -0,0 +1,192 @@
+# Assumes gems were just built and checks the filesystem to find and detect for
+# compiled gems.  Unless the cli option is set to true, the it'll just check
+# based on the gemspecs.
+module Jets::Gems
+  class Check
+    extend Memoist
+
+    attr_reader :missing_gems
+    def initialize(options={})
+      @options = options
+      @missing_gems = [] # keeps track of gems that are not found in any of the serverlessgems source
+    end
+
+    def run!
+      puts "Gems source: #{gems_source}" if @options[:show_source]
+      run(exit_early: true)
+    end
+
+    def gems_source
+      ENV['SG_API'] || Jets.config.gems.source
+    end
+
+    # Checks whether the gem is found at the serverlessgems source.
+    def run(exit_early: false)
+      puts "Checking projects gems for binary Lambda gems..."
+      compiled_gems.each do |gem_name|
+        puts "Checking #{gem_name}..." if @options[:cli]
+        exist = Jets::Gems::Exist.new
+        @missing_gems << gem_name unless exist.check(gem_name)
+      end
+
+      if exit_early && !@missing_gems.empty?
+        # Exits early if not all the linux gems are available.
+        # Better to error now than deploy a broken package to AWS Lambda.
+        # Provide users with message about using their own serverlessgems source.
+        puts missing_message
+        Report.new(@options).report(@missing_gems) if agree.yes?
+        exit 1
+      end
+
+      compiled_gems
+    end
+
+    def missing?
+      !@missing_gems.empty?
+    end
+
+    def missing_message
+      template = <<-EOL
+Your project requires compiled gems that are not currently available.  Unavailable pre-compiled gems:
+<% missing_gems.each do |gem| %>
+* <%= gem -%>
+<% end %>
+
+Your current serverlessgems source: #{gems_source}
+
+Jets is unable to build a deployment package that will work on AWS Lambda without the required pre-compiled gems. To remedy this, you can:
+
+* Use another gem that does not require compilation.
+* Create your own custom layer with the gem: http://rubyonjets.com/docs/extras/custom-lambda-layers/
+<% if agree.yes? -%>
+* No need to report this to us, as we've already been notified.
+<% elsif agree.no? -%>
+* You have choosen not to report data to serverlessgems so we will not be notified about these missing gems.
+* You can edit ~/.jets/agree to change this.
+* Reporting gems generally allows Serverless Gems to build the missing gems within a few minutes.
+* You can try redeploying again after a few minutes.
+* Non-reported gems may take days or even longer to be built.
+<% end -%>
+
+Compiled gems usually take some time to figure out how to build as they each depend on different libraries and packages.
+More info: http://rubyonjets.com/docs/serverlessgems/
+
+EOL
+      erb = ERB.new(template, nil, '-') # trim mode https://stackoverflow.com/questions/4632879/erb-template-removing-the-trailing-line
+      erb.result(binding)
+    end
+
+    def agree
+      Agree.new
+    end
+    memoize :agree
+
+    # Context, observations, and history:
+    #
+    # Two ways to check if gem is compiled.
+    #
+    #     1. compiled_gem_paths - look for .so and .bundle extension files in the folder itself.
+    #     2. gemspec - uses the gemspec metadata.
+    #
+    # Observations:
+    #
+    #     * The gemspec approach generally finds more compiled gems than the compiled_gem_paths approach.
+    #     * So when using the compiled_gem_paths some compiled are missed and not properly detected like http-parser.
+    #     * However, some gemspec found compiled gems like json are weird and they don't work when they get replaced.
+    #
+    # History:
+    #
+    #     * Started with compiled_gem_paths approach
+    #     * Tried to gemspec approach, but ran into json-2.1.0 gem issues. bundler removes? http://bit.ly/39T8uln
+    #     * Went to selective checking approach with `cli: true` option. This helped gather more data.
+    #       * jets deploy - compiled_gem_paths
+    #       * jets gems:check - gemspec_compiled_gems
+    #     * Going back to compiled_gem_paths with:
+    #       * Using the `weird_gem?` check to filter out gems removed by bundler. Note: Only happens with specific versions of json.
+    #     * Keeping compiled_gem_paths for Jets Afterburner mode. Default to gemspec_compiled_gems otherwise
+    #
+    #
+    def compiled_gems
+      # @use_gemspec option  finds compile gems with Gem::Specification
+      # The normal build process does not use this and checks the file system.
+      # So @use_gemspec is only used for this command:
+      #
+      #   jets gems:check
+      #
+      # This is because it seems like some gems like json are remove and screws things up.
+      # We'll filter out for the json gem as a hacky workaround, unsure if there are more
+      # gems though that exhibit this behavior.
+      if @options[:use_gemspec] == false
+        # Afterburner mode
+        compiled_gems = compiled_gem_paths.map { |p| gem_name_from_path(p) }.uniq
+        # Double check that the gems are also in the gemspec list since that
+        # one is scoped to Bundler and will only included gems used in the project.
+        # This handles the possiblity of stale gems leftover from previous builds
+        # in the cache.
+        # TODO: figure out if we need
+        # compiled_gems.select { |g| gemspec_compiled_gems.include?(g) }
+      else
+        # default when use_gemspec not set
+        #
+        #     jets deploy
+        #     jets gems:check
+        #
+        gemspec_compiled_gems
+      end
+    end
+
+    # Use pre-compiled gem because the gem could have development header shared
+    # object file dependencies.  The shared dependencies are packaged up as part
+    # of the pre-compiled gem so it is available in the Lambda execution environment.
+    #
+    # Example paths:
+    # Macosx:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/nokogiri-1.8.1
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Official AWS Lambda Linux AMI:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0-static/nokogiri-1.8.1
+    # Circleci Ubuntu based Linux:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0/pg-0.21.0
+    def compiled_gem_paths
+      Dir.glob("#{Jets.build_root}/stage/opt/ruby/gems/*/extensions/**/**/*.{so,bundle}")
+    end
+
+    # Input: opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Output: byebug-9.1.0
+    def gem_name_from_path(path)
+      regexp = %r{opt/ruby/gems/\d+\.\d+\.\d+/extensions/.*?/.*?/(.*?)/}
+      path.match(regexp)[1] # gem_name
+    end
+
+    # So can also check for compiled gems with Gem::Specification
+    # But then also includes the json gem, which then bundler removes?
+    # We'll figure out the the json gems.
+    # https://gist.github.com/tongueroo/16f4aa5ac5393424103347b0e529495e
+    #
+    # This is a faster way to check but am unsure if there are more gems than just
+    # json that exhibit this behavior. So only using this technique for this commmand:
+    #
+    #   jets gems:check
+    #
+    # Thanks: https://gist.github.com/aelesbao/1414b169a79162b1d795 and
+    #   https://stackoverflow.com/questions/5165950/how-do-i-get-a-list-of-gems-that-are-installed-that-have-native-extensions
+    def gemspec_compiled_gems
+      specs = Gem::Specification.each.select { |spec| spec.extensions.any?  }
+      specs.reject! { |spec| weird_gem?(spec.name) }
+      specs.map(&:full_name)
+    end
+
+    # Filter out the weird special case gems that bundler deletes?
+    # Probably to fix some bug.
+    #
+    #   $ bundle show json
+    #   The gem json has been deleted. It was installed at:
+    #   /home/ec2-user/.rbenv/versions/2.5.1/lib/ruby/gems/2.5.0/gems/json-2.1.0
+    #
+    def weird_gem?(name)
+      command = "bundle show #{name} 2>&1"
+      output = `#{command}`
+      output.include?("has been deleted")
+    end
+  end
+end

data/lib/jets/gems/config.rb

@@ -0,0 +1,13 @@
+require "singleton"
+
+module Jets::Gems
+  class Config
+    include Singleton
+    extend Memoist
+
+    def data
+      Token.new.data
+    end
+    memoize :data
+  end
+end

data/lib/jets/gems/config/token.rb

@@ -0,0 +1,24 @@
+class Jets::Gems::Config
+  class Token
+    def key
+      data['key']
+    end
+
+    def data
+      load_yaml("#{ENV['HOME']}/.jets/config.yml")
+    end
+
+    # Ensure a Hash is returned
+    def load_yaml(path)
+      return {} unless File.exist?(path)
+
+      data = YAML.load_file(path)
+      if data.is_a?(Hash)
+        data
+      else
+        puts "WARN: #{path} is not in the correct format. Loading an empty hash.".color(:yellow)
+        {}
+      end
+    end
+  end
+end

data/lib/jets/gems/exist.rb

@@ -0,0 +1,32 @@
+require 'open-uri'
+
+module Jets::Gems
+  class Exist
+    include Jets::Gems::Api::Concern
+
+    # We check all the availability before even downloading so we can provide a
+    # full list of gems they might want to research all at once instead of incrementally
+    #
+    # Examples:
+    #
+    #   check(single_gem)
+    #   check(list, of, gems)
+    def check(*gem_names)
+      gem_names = gem_names.flatten
+      exists = gem_names.inject({}) do |hash, gem_name|
+        exist = gem_exist?(gem_name)
+        hash[gem_name] = exist
+        hash.merge(hash)
+      end
+
+      exists.values.all? {|v| v } # all_exist
+    end
+
+    def gem_exist?(gem_name)
+      data = api.check_exist(gem_name: gem_name)
+      data["exist"]
+    rescue SocketError, OpenURI::HTTPError, OpenSSL::SSL::SSLError
+      false
+    end
+  end
+end

data/lib/jets/gems/extract/base.rb

@@ -0,0 +1,65 @@
+require "open-uri"
+
+module Jets::Gems::Extract
+  class Base
+    class NotFound < RuntimeError; end
+
+    attr_reader :project_root
+    def initialize(name, options={})
+      @name = name
+      @options = options
+
+      @downloads_root = options[:downloads_root] || "/tmp/jets/#{Jets.config.project_name}/serverlessgems"
+    end
+
+    def clean_downloads(folder)
+      path = "#{@downloads_root}/downloads/#{folder}"
+      say "Removing cache: #{path}"
+      FileUtils.rm_rf(path)
+    end
+
+    # Using ` > /dev/null 2>&1` to suppress stderr message:
+    #
+    #    lchmod (file attributes) error: Function not implemented
+    #
+    def unzip(zipfile_path, parent_folder_dest)
+      sh("cd #{parent_folder_dest} && unzip -qo #{zipfile_path} > /dev/null 2>&1")
+    end
+
+    def sh(command)
+      say "=> #{command}".color(:green)
+      success = system(command)
+      abort("Command Failed #{command}") unless success
+      success
+    end
+
+    # Returns the dest path
+    def download_file(url, dest)
+      if File.exist?(dest)
+        say "File already downloaded #{dest}"
+        return dest
+      end
+
+      say "Downloading..."
+      FileUtils.mkdir_p(File.dirname(dest)) # ensure parent folder exists
+
+      File.open(dest, 'wb') do |saved_file|
+        URI.open(url, 'rb') do |read_file|
+          saved_file.write(read_file.read)
+        end
+      end
+      dest
+    end
+
+    @@log_level = :info # default level is :info
+    # @@log_level = :debug # uncomment to debug
+    def log_level=(val)
+      @@log_level = val
+    end
+
+    def say(message, level=:info)
+      enabled = @@log_level == :debug || level == :debug
+      puts(message) if enabled
+    end
+  end
+end

data/lib/jets/gems/extract/gem.rb

@@ -0,0 +1,102 @@
+require "gems"
+
+module Jets::Gems::Extract
+  class Gem < Base
+    VERSION_PATTERN = /-(\d+\.\d+.*)/
+    include Jets::Gems::Api::Concern
+
+    def run
+      say "Will download and extract gem: #{full_gem_name}"
+      clean_downloads(:gems) if @options[:clean]
+      zipfile_path = download_gem
+      remove_current_gem if Jets.config.gems.clean
+      unzip_file(zipfile_path)
+      say("Gem #{full_gem_name} unpacked at #{project_root}")
+    end
+
+    def unzip_file(zipfile_path)
+      dest = "#{Jets.build_root}/stage/opt"
+      say "Unpacking into #{dest}"
+      FileUtils.mkdir_p(dest)
+      unzip(zipfile_path, dest)
+    end
+
+    # ensure that we always have the full gem name
+    def full_gem_name
+      return @full_gem_name if @full_gem_name
+
+      if @name.match(VERSION_PATTERN)
+        @full_gem_name = @name
+        return @full_gem_name
+      end
+
+      # name doesnt have a version yet, so grab the latest version and add it
+      version = Gems.versions(@name).first
+      @full_gem_name = "#{@name}-#{version["number"]}"
+    end
+
+    def gem_name
+      full_gem_name.gsub(VERSION_PATTERN,'') # folder: byebug
+    end
+
+    # Downloads and extracts the linux gem into the proper directory.
+    # Extracts to: . (current directory)
+    #
+    # It produces a `bundled` folder.
+    # The folder contains the re-produced directory structure. Example with
+    # the gem: byebug-9.1.0
+    #
+    #   vendor/gems/ruby/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    #
+    def download_gem
+      # download - also move to /tmp/jets/demo/compiled_gems folder
+      url = gem_url
+      basename = File.basename(url).gsub(/\?.*/,'') # remove query string info
+      tarball_dest = download_file(url, download_path(basename))
+      unless tarball_dest
+        message = "Url: #{url} not found"
+        if @options[:exit_on_error]
+          say message
+          exit
+        else
+          raise NotFound.new(message)
+        end
+      end
+      say "Downloaded to: #{tarball_dest}"
+      tarball_dest
+    end
+
+    # full_gem_name: byebug-9.1.0
+    def gem_url
+      data = api.download_url(gem_name: full_gem_name, project: Jets.config.project_name)
+      if data["download_url"]
+        data["download_url"]
+      else
+        puts data["message"].color(:red)
+        exit 1
+      end
+    end
+
+    def download_path(filename)
+      "#{@downloads_root}/downloads/gems/#{filename}"
+    end
+
+    # Finds any currently install gems that matched with the gem name and version
+    # and remove them first.
+    # We clean up the current install gems first in case it was previously installed
+    # and has different *.so files that can be accidentally required.  This
+    # happened with the pg gem.
+    def remove_current_gem
+      say "Removing current #{full_gem_name} gem installation:"
+      gem_dirs = Dir.glob("#{project_root}/**/*").select do |path|
+                  File.directory?(path) &&
+                  path =~ %r{vendor/gems} &&
+                  File.basename(path) == full_gem_name
+                end
+      gem_dirs.each do |dir|
+        say "  rm -rf #{dir}"
+        FileUtils.rm_rf(dir)
+      end
+    end
+  end
+end

data/lib/jets/gems/report.rb

@@ -0,0 +1,23 @@
+require "net/http"
+
+module Jets::Gems
+  class Report
+    include Jets::Gems::Api::Concern
+
+    def initialize(options={})
+      @options = options
+    end
+
+    def report(gems)
+      threads = []
+      gems.each do |gem_name|
+        threads << Thread.new do
+          api.report_missing(gem_name: gem_name)
+        end
+      end
+      # Wait for request to finish because the command might finish before
+      # the Threads even send the request. So we join them just case
+      threads.each(&:join)
+    end
+  end
+end

data/lib/jets/gems/version.rb

@@ -0,0 +1,5 @@
+module Jets
+  module Gems
+    VERSION = "0.1.0"
+  end
+end

data/lib/serverlessgems.rb

@@ -0,0 +1 @@
+require "jets/gems"

data/serverlessgems.gemspec

@@ -0,0 +1,31 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "jets/gems/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "serverlessgems"
+  spec.version       = Jets::Gems::VERSION
+  spec.authors       = ["Tung Nguyen"]
+  spec.email         = ["tongueroo@gmail.com"]
+
+  spec.summary       = "Client Library works with Serverless Gems API for Jets Ruby Serverless Framework"
+  spec.homepage      = "https://github.com/boltops-tools/serverlessgems"
+  spec.license       = "MIT"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "gems"
+  spec.add_dependency "memoist"
+  spec.add_dependency "zeitwerk"
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: serverlessgems
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tung Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2021-01-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: gems
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: memoist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- tongueroo@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/jets/gems.rb
+- lib/jets/gems/agree.rb
+- lib/jets/gems/api.rb
+- lib/jets/gems/api/concern.rb
+- lib/jets/gems/api/core.rb
+- lib/jets/gems/autoloader.rb
+- lib/jets/gems/check.rb
+- lib/jets/gems/config.rb
+- lib/jets/gems/config/token.rb
+- lib/jets/gems/exist.rb
+- lib/jets/gems/extract/base.rb
+- lib/jets/gems/extract/gem.rb
+- lib/jets/gems/report.rb
+- lib/jets/gems/version.rb
+- lib/serverlessgems.rb
+- serverlessgems.gemspec
+homepage: https://github.com/boltops-tools/serverlessgems
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key: 
+specification_version: 4
+summary: Client Library works with Serverless Gems API for Jets Ruby Serverless Framework
+test_files: []