jets-api 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ba93fd08108eb85d4cae6dfa1a37f2702213e111d35d09762c8dc30148f0b9c2
+  data.tar.gz: 528480b2fa8c3b4635295ac717778bf4d4fb628b97e8fef805df3b946d1029ae
+SHA512:
+  metadata.gz: 51b3904fcfbce1d669a45a7692dbbc4c48652ea296890b8ff74a8328a0cdadd2c489fca79fff760d12a99c94c3787c06bc331bd45ad0dcee1289504326a41656
+  data.tar.gz: 335178b7d6b2af40a25db803dd9b5aa0974c537f4354776f1c753bcb61d5143e18d9dbf4eeaedc4ec67f0dd7ae447ba585ad605389a7ee4620f45bd90c4ab2f1

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) Tung Nguyen
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+# Jets API
+
+[![Gem Version](https://badge.fury.io/rb/jets-api.png)](http://badge.fury.io/rb/jets-api)
+
+[![BoltOps Badge](https://img.boltops.com/boltops/badges/boltops-badge.png)](https://www.boltops.com)
+
+[![BoltOps Learn Badge](https://img.boltops.com/boltops-learn/boltops-learn.png)](https://learn.boltops.com)
+
+Jets API Client Library for Jets Ruby Serverless Framework.
+
+This library works with Jets Pro API to help provide additional features to the [Jets Serverless Framework](https://rubyonjets.com).

data/Rakefile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+task default: %i[]

data/lib/jets/api/agree.rb

@@ -0,0 +1,76 @@
+module Jets::Api
+  class Agree
+    def initialize
+      @agree_file = "#{ENV['HOME']}/.jets/agree"
+    end
+
+    # Only prompts if hasnt prompted before and saved a ~/.jets/agree file
+    def prompt
+      return if bypass_prompt
+      return if File.exist?(@agree_file) && File.mtime(@agree_file) > Time.parse("2021-04-12")
+
+      puts <<~EOL
+        Jets uses precompiled binary gems from the Jets Api service to
+        provide a user-friendly developer experience. Jets Api
+        rate limits free gem download requests daily. You can upgrade to a paid plan
+        for unlimited gem download requests. Open Source projects may also qualify
+        for a free unlimited plan. More info:
+
+          https://pro.rubyonjets.com/rate-limits
+
+        Reporting gems to Jets Api also allows it to build new gems typically
+        within a few minutes. So if you run into missing gems, you can try deploying
+        again after a few minutes. Non-reported gems may take several days or longer.
+        Jets Api only collects the info it needs to run the service.
+        More info: https://pro.rubyonjets.com/privacy
+        This message will only appear once on this machine.
+
+        You can also automatically skip this message by setting:
+        JETS_AGREE=yes or JETS_AGREE=no
+
+        Is it okay to send your gem data to Jets Api? (Y/n)?
+      EOL
+
+      answer = $stdin.gets.strip
+      value = answer =~ /y/i ? 'yes' : 'no'
+
+      write_file(value)
+    end
+
+    # Allow user to bypass prompt with JETS_AGREE=1 JETS_AGREE=yes etc
+    # Useful for CI/CD pipelines.
+    def bypass_prompt
+      agree = ENV['JETS_AGREE']
+      return false unless agree
+
+      if %w[1 yes true].include?(agree.downcase)
+        write_file('yes')
+      else
+        write_file('no')
+      end
+
+      true
+    end
+
+    def yes?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'yes'
+    end
+
+    def no?
+      File.exist?(@agree_file) && IO.read(@agree_file).strip == 'no'
+    end
+
+    def yes!
+      write_file("yes")
+    end
+
+    def no!
+      write_file("no")
+    end
+
+    def write_file(content)
+      FileUtils.mkdir_p(File.dirname(@agree_file))
+      IO.write(@agree_file, content)
+    end
+  end
+end

data/lib/jets/api/autoloader.rb

@@ -0,0 +1,26 @@
+require "zeitwerk"
+
+# Make sure to define module Jets in case Jets::Api is loaded before jets
+module Jets
+  module Api
+    class Autoloader
+      class Inflector < Zeitwerk::Inflector
+        def camelize(basename, _abspath)
+          map = { cli: "CLI", version: "VERSION" }
+          map[basename.to_sym] || super
+        end
+      end
+
+      class << self
+        def setup
+          loader = Zeitwerk::Loader.new
+          loader.inflector = Inflector.new
+          lib = File.expand_path('../..', __dir__)
+          loader.push_dir(lib) # lib
+          loader.ignore("#{lib}/jets-api.rb")
+          loader.setup
+        end
+      end
+    end
+  end
+end

data/lib/jets/api/base.rb

@@ -0,0 +1,25 @@
+module Jets::Api
+  class Base
+    include Jets::Api
+    delegate :global_params, to: :class
+    class << self
+      include Jets::Api
+
+      def global_params
+        Jets.boot
+        params = {}
+        params[:jets_env] = Jets.env.to_s
+        params[:jets_extra] = Jets.extra.to_s if Jets.extra
+        params[:name] = Jets.project_namespace
+        params[:region] = Jets.aws.region
+        params[:account] = Jets.aws.account
+        params[:project_id] = Jets.project_name
+        params[:jets_api_version] = Jets::Api::VERSION
+        params[:jets_version] = Jets::VERSION
+        params[:ruby_version] = RUBY_VERSION
+        params[:ruby_folder] = Jets::Api::Gems.ruby_folder
+        params
+      end
+    end
+  end
+end

data/lib/jets/api/client.rb

@@ -0,0 +1,8 @@
+require 'open-uri'
+
+module Jets::Api
+  class Client
+    include Core
+    delegate :endpoint, to: Jets::Api
+  end
+end

data/lib/jets/api/config.rb

@@ -0,0 +1,62 @@
+require "singleton"
+
+module Jets::Api
+  class Config
+    include Singleton
+    extend Memoist
+
+    def initialize(options={})
+      @options = options
+      @config_path = "#{ENV['HOME']}/.jets/config.yml"
+    end
+
+    def token
+      data['token'] || data['key'] # keep key for backwards compatibility
+    end
+
+    def data
+      @data ||= load
+    end
+
+    # Ensure a Hash is returned
+    def load
+      return {} unless File.exist?(@config_path)
+
+      data = YAML.load_file(@config_path)
+      if data.is_a?(Hash)
+        data
+      else
+        puts "WARN: #{@config_path} is not in the correct format. Loading an empty hash.".color(:yellow)
+        {}
+      end
+    end
+
+    def prompt
+      puts <<~EOL
+        You are about to configure your #{pretty_path(@config_path)}
+        You can get a token from pro.rubyonjets.com
+      EOL
+      print "Please provide your token: "
+      $stdin.gets.strip
+    end
+
+    # interface method: do not remove
+    def update_token(token=nil)
+      token ||= prompt
+      write(token: token) # specify keys to allow
+    end
+
+    def write(values={})
+      data = load
+      data.merge!(values.deep_stringify_keys)
+      data.delete('key') if data.key?('key') # remove legacy key that used to store token
+      FileUtils.mkdir_p(File.dirname(@config_path))
+      IO.write(@config_path, YAML.dump(data))
+      puts "Updated #{pretty_path(@config_path)}"
+    end
+
+    def pretty_path(path)
+      path.sub(ENV['HOME'], '~')
+    end
+  end
+end

data/lib/jets/api/core.rb

@@ -0,0 +1,122 @@
+require "aws-sdk-core"
+
+module Jets::Api
+  module Core
+    extend Memoist
+
+    @@max_retries = 3
+
+    # Always translate raw json response to ruby Hash
+    def request(klass, path, data={})
+      raw_response = data.delete(:raw_response)
+      url = url(path)
+      req = build_request(klass, url, data)
+      @retries = 0
+      begin
+        resp = http.request(req) # send request
+        raw_response ? resp : load_json(url, resp)
+      rescue SocketError, OpenURI::HTTPError, OpenSSL::SSL::SSLError, Errno::ECONNREFUSED => e
+        @retries += 1
+        if @retries <= @@max_retries
+          delay = 2**@retries
+          puts "Error: #{e.class} #{e.message} retrying after #{delay} seconds..." if ENV['JETS_API_DEBUG']
+          sleep delay
+          retry
+        else
+          puts "Error: #{e.class} #{e.message} giving up after #{@retries} retries"
+          raise Jets::Api::RequestError.new(e)
+        end
+      end
+    end
+
+    def build_request(klass, url, data={})
+      req = klass.new(url) # url includes query string and uri.path does not, must used url
+      set_headers!(req)
+      if [Net::HTTP::Delete, Net::HTTP::Patch, Net::HTTP::Post, Net::HTTP::Put].include?(klass)
+        text = JSON.dump(data)
+        req.body = text
+        req.content_length = text.bytesize
+      end
+      req
+    end
+
+    def set_headers!(req)
+      req['Authorization'] = token if token
+      req['x-account'] = account if account
+      req['Content-Type'] = "application/vnd.api+json"
+    end
+
+    def token
+      Jets::Api.token
+    end
+
+    def load_json(url, res)
+      uri = URI(url)
+      if ENV['JETS_API_DEBUG']
+        puts "res.code #{res.code}"
+        puts "res.body #{res.body}"
+      end
+      if processable?(res.code)
+        JSON.load(res.body)
+      else
+        puts "Error: Non-successful http response status code: #{res.code}"
+        puts "headers: #{res.each_header.to_h.inspect}"
+        puts "Jets API #{url}" if ENV['JETS_API_DEBUG']
+        raise "Jets API called failed: #{uri.host}"
+      end
+    end
+
+    # Note: 422 is Unprocessable Entity. This means an invalid data payload was sent.
+    # We want that to error and raise
+    def processable?(http_code)
+      http_code =~ /^20/ || http_code =~ /^40/
+    end
+
+    def http
+      uri = URI(endpoint)
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.open_timeout = http.read_timeout = 30
+      http.use_ssl = true if uri.scheme == 'https'
+      http
+    end
+    memoize :http
+
+    # API does not include the /. IE: https://app.terraform.io/api/v2
+    def url(path)
+      "#{endpoint}/#{path}"
+    end
+
+    def get(path, query={})
+      path = path_with_query(path, query)
+      request(Net::HTTP::Get, path, raw_response: query[:raw_response])
+    end
+
+    def path_with_query(path, query={})
+      return path if query.empty?
+      separator = path.include?("?") ? "&" : "?"
+      "#{path}#{separator}#{query.to_query}"
+    end
+
+    def post(path, data={})
+      request(Net::HTTP::Post, path, data)
+    end
+
+    def patch(path, data={})
+      request(Net::HTTP::Patch, path, data)
+    end
+
+    def delete(path, data={})
+      request(Net::HTTP::Delete, path, data)
+    end
+
+    def account
+      sts.get_caller_identity.account rescue nil
+    end
+    memoize :account
+
+    def sts
+      Aws::STS::Client.new
+    end
+    memoize :sts
+  end
+end

data/lib/jets/api/gems/check.rb

@@ -0,0 +1,230 @@
+# Assumes gems were just built and checks the filesystem to find and detect for
+# compiled gems.  Unless the cli option is set to true, the it'll just check
+# based on the gemspecs.
+class Jets::Api::Gems
+  class Check
+    extend Memoist
+
+    attr_reader :missing_gems
+    def initialize(options={})
+      @options = options
+      @missing_gems = [] # keeps track of gems that are not found in any of the Jets Api source
+    end
+
+    delegate :endpoint, to: Jets::Api
+
+    def run!
+      puts "Jets API endpoint: #{endpoint}" if @options[:verbose]
+      run(exit_early: true)
+    end
+
+    # Checks whether the gem is found at the Jets Api source.
+    def run(exit_early: false)
+      puts "Checking project for compiled gems..."
+      compiled_gems.each do |gem_name|
+        puts "Checking #{gem_name}..." if @options[:verbose]
+        exist = Jets::Api::Gems::Exist.new
+        data = exist.check(gem_name)
+        @missing_gems << data unless data["exist"]
+      end
+
+      if exit_early && !@missing_gems.empty?
+        # Exits early if not all the linux gems are available.
+        # Better to error now than deploy a broken package to AWS Lambda.
+        # Apivide users with message about missing gems.
+        puts missing_message
+        names = @missing_gems.map {|i| i['gem_name']}
+        Report.new(@options).report(names) if agree.yes?
+        exit 1
+      end
+
+      compiled_gems
+    end
+
+    def missing?
+      !@missing_gems.empty?
+    end
+
+    def missing_message
+      template = <<-EOL
+Your project requires compiled gems that are not currently available.  Unavailable precompiled gems:
+<% missing_gems.each do |missing_gem|
+   available = missing_gem['available'].reject { |v| missing_gem['gem_name'].include?(v) }
+%>
+* Unavailable: <%= missing_gem['gem_name'] -%> Available versions: <%= available.join(' ') %>
+<% end %>
+Your current Jets API endpoint: #{endpoint}
+
+Jets is unable to build a deployment package that will work on AWS Lambda without the required precompiled gems.
+To remedy this, you can:
+
+* Use another gem that does not require compilation.
+* Create your own custom layer with the gem: http://rubyonjets.com/docs/extras/custom-lambda-layers/
+<% if agree.yes? -%>
+* No need to report this to us, as we've already been notified.
+* Usually, missing gems can be built within a few minutes.
+* Some gems may take days or even longer.
+<% elsif agree.no? -%>
+* You have choosen not to report data to Jets Api so we will not be notified about these missing gems.
+* You can edit ~/.jets/agree to change this.
+* Reporting gems generally allows Jets Api to build the missing gems within a few minutes.
+* You can try redeploying again after a few minutes.
+* Non-reported gems may take days or even longer to be built.
+<% end -%>
+
+Compiled gems usually take some time to figure out how to build as they each depend on different libraries and packages.
+More info: http://rubyonjets.com/docs/jets-pro/
+
+EOL
+      erb = ERB.new(template, trim_mode: '-') # trim mode https://stackoverflow.com/questions/4632879/erb-template-removing-the-trailing-line
+      erb.result(binding)
+    end
+
+    def agree
+      Jets::Api::Agree.new
+    end
+    memoize :agree
+
+    # Context, observations, and history:
+    #
+    # Two ways to check if gem is compiled.
+    #
+    #     1. compiled_gem_paths - look for .so and .bundle extension files in the folder itself.
+    #     2. gemspec - uses the gemspec metadata.
+    #
+    # Observations:
+    #
+    #     * The gemspec approach generally finds more compiled gems than the compiled_gem_paths approach.
+    #     * So when using the compiled_gem_paths some compiled are missed and not properly detected like http-parser.
+    #     * However, some gemspec found compiled gems like json are weird and they don't work when they get replaced.
+    #
+    # History:
+    #
+    #     * Started with compiled_gem_paths approach
+    #     * Tried to gemspec approach, but ran into json-2.1.0 gem issues. bundler removes? http://bit.ly/39T8uln
+    #     * Went to selective checking approach with `cli: true` option. This helped gather more data.
+    #       * jets deploy - compiled_gem_paths
+    #       * jets gems:check - gemspec_compiled_gems
+    #     * Going back to compiled_gem_paths with:
+    #       * Using the `weird_gem?` check to filter out gems removed by bundler. Note: Only happens with specific versions of json.
+    #     * Keeping compiled_gem_paths for Jets Afterburner mode. Default to gemspec_compiled_gems otherwise
+    #
+    #
+    def compiled_gems
+      # @use_gemspec option  finds compile gems with Gem::Specification
+      # The normal build process does not use this and checks the file system.
+      # So @use_gemspec is only used for this command:
+      #
+      #   jets gems:check
+      #
+      # This is because it seems like some gems like json are remove and screws things up.
+      # We'll filter out for the json gem as a hacky workaround, unsure if there are more
+      # gems though that exhibit this behavior.
+      if @options[:use_gemspec] == false
+        # Afterburner mode
+        compiled_gems = compiled_gem_paths.map { |p| gem_name_from_path(p) }.uniq
+        # Double check that the gems are also in the gemspec list since that
+        # one is scoped to Bundler and will only included gems used in the project.
+        # This handles the possiblity of stale gems leftover from previous builds
+        # in the cache.
+        # TODO: figure out if we need
+        # compiled_gems.select { |g| gemspec_compiled_gems.include?(g) }
+      else
+        # default when use_gemspec not set
+        #
+        #     jets deploy
+        #     jets gems:check
+        #
+        gems = gemspec_compiled_gems
+        gems += other_compiled_gems
+        gems += registered_compiled_gems
+        gems.uniq
+      end
+    end
+
+    # note 2.7.0/gems vs 2.7.0/extensions
+    #
+    #   /tmp/jets/demo/stage/opt/ruby/gems/2.7.0/gems/nokogiri-1.11.1-x86_64-darwin/
+    #   /tmp/jets/demo/stage/opt/ruby/gems/2.7.0/extensions/x86_64-linux/2.7.0/
+    #
+    # Also the platform is appended to the gem folder now
+    #
+    #   /tmp/jets/demo/stage/opt/ruby/gems/2.7.0/gems/nokogiri-1.11.1-x86_64-darwin
+    #   /tmp/jets/demo/stage/opt/ruby/gems/2.7.0/gems/nokogiri-1.11.1-x86_64-linux
+    #
+    # On new 2021 macbook with m1 chip: the gems are being saved in a folder like so:
+    #   nokogiri-1.12.5-arm64-darwin
+    # The GEM_REGEXP accounts for this case.
+    GEM_REGEXP = /-(arm|x)\d+.*-(darwin|linux)/
+    def other_compiled_gems
+      paths = Dir.glob("#{Jets.build_root}/stage/opt/ruby/gems/#{Jets::Api::Gems.ruby_folder}/gems/*{-darwin,-linux}")
+      paths.map { |p| File.basename(p).sub(GEM_REGEXP,'') }
+    end
+
+    def registered_compiled_gems
+      registered = Jets::Api::Gems::Registered.new
+      registered_gems = registered.all # no version numbers in this list
+
+      paths = Dir.glob("#{Jets.build_root}/stage/opt/ruby/gems/#{Jets::Api::Gems.ruby_folder}/gems/*")
+      project_gems = paths.map { |p| File.basename(p).sub(GEM_REGEXP,'') }
+      project_gems.select do |name|
+        name_only = name.sub(/-\d+\.\d+\.\d+.*/,'')
+        registered_gems.include?(name_only)
+      end
+    end
+
+    # Use precompiled gem because the gem could have development header shared
+    # object file dependencies.  The shared dependencies are packaged up as part
+    # of the precompiled gem so it is available in the Lambda execution environment.
+    #
+    # Example paths:
+    # Macosx:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/nokogiri-1.8.1
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Official AWS Lambda Linux AMI:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0-static/nokogiri-1.8.1
+    # Circleci Ubuntu based Linux:
+    #   opt/ruby/gems/2.5.0/extensions/x86_64-linux/2.5.0/pg-0.21.0
+    def compiled_gem_paths
+      Dir.glob("#{Jets.build_root}/stage/opt/ruby/gems/*/extensions/**/**/*.{so,bundle}")
+    end
+
+    # Input: opt/ruby/gems/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    # Output: byebug-9.1.0
+    def gem_name_from_path(path)
+      regexp = %r{opt/ruby/gems/\d+\.\d+\.\d+/extensions/.*?/.*?/(.*?)/}
+      path.match(regexp)[1] # gem_name
+    end
+
+    # So can also check for compiled gems with Gem::Specification
+    # But then also includes the json gem, which then bundler removes?
+    # We'll figure out the the json gems.
+    # https://gist.github.com/tongueroo/16f4aa5ac5393424103347b0e529495e
+    #
+    # This is a faster way to check but am unsure if there are more gems than just
+    # json that exhibit this behavior. So only using this technique for this commmand:
+    #
+    #   jets gems:check
+    #
+    # Thanks: https://gist.github.com/aelesbao/1414b169a79162b1d795 and
+    #   https://stackoverflow.com/questions/5165950/how-do-i-get-a-list-of-gems-that-are-installed-that-have-native-extensions
+    def gemspec_compiled_gems
+      specs = Gem::Specification.each.select { |spec| spec.extensions.any?  }
+      specs.reject! { |spec| weird_gem?(spec.name) }
+      specs.map(&:full_name)
+    end
+
+    # Filter out the weird special case gems that bundler deletes?
+    # Apibably to fix some bug.
+    #
+    #   $ bundle show json
+    #   The gem json has been deleted. It was installed at:
+    #   /home/ec2-user/.rbenv/versions/2.5.1/lib/ruby/gems/2.5.0/gems/json-2.1.0
+    #
+    def weird_gem?(name)
+      command = "bundle show #{name} 2>&1"
+      output = `#{command}`
+      output.include?("has been deleted")
+    end
+  end
+end

data/lib/jets/api/gems/exist.rb

@@ -0,0 +1,13 @@
+class Jets::Api::Gems
+  class Exist
+    include Jets::Api
+
+    # gem_name IE: nokogiri-1.1.1
+    def check(gem_name)
+      Jets::Api::Gems.exist(gem_name: gem_name) # data = {"exist": ..., "available"}
+    rescue Jets::Api::RequestError => e
+      puts "WARNING: #{e.class}: #{e.message}"
+      {"exist" => false, gem_name: gem_name, available: [] }
+    end
+  end
+end

data/lib/jets/api/gems/extract/base.rb

@@ -0,0 +1,64 @@
+require "open-uri"
+
+module Jets::Api::Gems::Extract
+  class Base
+    class NotFound < RuntimeError; end
+
+    attr_reader :project_root
+    def initialize(name, options={})
+      @name = name
+      @options = options
+      ruby_folder = Jets::Api::Gems.ruby_folder
+      @downloads_root = options[:downloads_root] || "/tmp/jets/#{Jets.config.project_name}/jets-api/#{ruby_folder}"
+    end
+
+    def clean_downloads(folder)
+      path = "#{@downloads_root}/downloads/#{folder}"
+      say "Removing cache: #{path}"
+      FileUtils.rm_rf(path)
+    end
+
+    # Using ` > /dev/null 2>&1` to suppress stderr message:
+    #
+    #    lchmod (file attributes) error: Function not implemented
+    #
+    def unzip(zipfile_path, parent_folder_dest)
+      sh("cd #{parent_folder_dest} && unzip -qo #{zipfile_path} > /dev/null 2>&1")
+    end
+
+    def sh(command)
+      say "=> #{command}".color(:green)
+      success = system(command)
+      abort("Command Failed #{command}") unless success
+      success
+    end
+
+    # Returns the dest path
+    def download_file(url, dest)
+      if File.exist?(dest) && ENV['JETS_API_FORCE_DOWNLOAD'].blank?
+        say "File already downloaded #{dest}"
+        return dest
+      end
+
+      say "Downloading..."
+      downloaded = URI.open(url, 'rb') { |read_file| read_file.read }
+
+      FileUtils.mkdir_p(File.dirname(dest)) # ensure parent folder exists
+
+      File.open(dest, 'wb') { |saved_file| saved_file.write(downloaded) }
+
+      dest
+    end
+
+    @@log_level = :info # default level is :info
+    # @@log_level = :debug # uncomment to debug
+    def log_level=(val)
+      @@log_level = val
+    end
+
+    def say(message, level=:info)
+      enabled = @@log_level == :debug || level == :debug
+      puts(message) if enabled
+    end
+  end
+end

data/lib/jets/api/gems/extract/gem.rb

@@ -0,0 +1,117 @@
+require "gems"
+
+module Jets::Api::Gems::Extract
+  class Gem < Base
+    VERSION_PATTERN = /-(\d+\.\d+.*)/
+    include Jets::Api
+
+    def run
+      say "Will download and extract gem: #{full_gem_name}"
+      clean_downloads(:gems) if @options[:clean]
+      zipfile_path = download_gem
+      remove_current_gem if Jets.config.pro.clean || Jets.config.gems.clean
+      unzip_file(zipfile_path)
+      say("Gem #{full_gem_name} unpacked at #{project_root}")
+    end
+
+    def unzip_file(zipfile_path)
+      dest = "#{Jets.build_root}/stage/opt"
+      say "Unpacking into #{dest}"
+      FileUtils.mkdir_p(dest)
+      unzip(zipfile_path, dest)
+    end
+
+    # ensure that we always have the full gem name
+    def full_gem_name
+      return @full_gem_name if @full_gem_name
+
+      if @name.match(VERSION_PATTERN)
+        @full_gem_name = @name
+        return @full_gem_name
+      end
+
+      # name doesnt have a version yet, so grab the latest version and add it
+      version = Api.versions(@name).first
+      @full_gem_name = "#{@name}-#{version["number"]}"
+    end
+
+    def gem_name
+      full_gem_name.gsub(VERSION_PATTERN,'') # folder: byebug
+    end
+
+    # Downloads and extracts the linux gem into the proper directory.
+    # Extracts to: . (current directory)
+    #
+    # It produces a `bundled` folder.
+    # The folder contains the re-produced directory structure. Example with
+    # the gem: byebug-9.1.0
+    #
+    #   vendor/gems/ruby/2.5.0/extensions/x86_64-darwin-16/2.5.0-static/byebug-9.1.0
+    #
+    def download_gem
+      # download - also move to /tmp/jets/demo/compiled_gems folder
+      begin
+        @retries ||= 0
+        url = gem_url
+        basename = File.basename(url).gsub(/\?.*/,'') # remove query string info
+        tarball_dest = download_file(url, download_path(basename))
+      rescue OpenURI::HTTPError => e
+        url_without_query = url.gsub(/\?.*/,'')
+        puts "Error downloading #{url_without_query}"
+        @retries += 1
+        if @retries < 3
+          sleep 1
+          puts "Retrying download. Retry attempt: #{@retries}"
+          retry
+        else
+          raise e
+        end
+      end
+
+      unless tarball_dest
+        message = "Url: #{url} not found"
+        if @options[:exit_on_error]
+          say message
+          exit
+        else
+          raise NotFound.new(message)
+        end
+      end
+      say "Downloaded to: #{tarball_dest}"
+      tarball_dest
+    end
+
+    # full_gem_name: byebug-9.1.0
+    def gem_url
+      resp = Jets::Api::Gems.download(gem_name: full_gem_name)
+      if resp["download_url"]
+        resp["download_url"]
+      else
+        puts resp["message"].color(:red)
+        exit 1
+      end
+    end
+
+    def download_path(filename)
+      "#{@downloads_root}/downloads/gems/#{filename}"
+    end
+
+    # Finds any currently install gems that matched with the gem name and version
+    # and remove them first.
+    # We clean up the current install gems first in case it was previously installed
+    # and has different *.so files that can be accidentally required.  This
+    # happened with the pg gem.
+    def remove_current_gem
+      say "Removing current #{full_gem_name} gem installation:"
+      gem_dirs = Dir.glob("#{project_root}/**/*").select do |path|
+                  File.directory?(path) &&
+                  path =~ %r{vendor/gems} &&
+                  File.basename(path) == full_gem_name
+                end
+      gem_dirs.each do |dir|
+        say "  rm -rf #{dir}"
+        FileUtils.rm_rf(dir)
+      end
+    end
+  end
+end

data/lib/jets/api/gems/registered.rb

@@ -0,0 +1,13 @@
+class Jets::Api::Gems
+  class Registered
+    include Jets::Api
+
+    def all
+      resp = Jets::Api::Gems.registered
+      resp["gems"]
+    rescue Jets::Api::RequestError => e
+      puts "WARNING: #{e.class}: #{e.message}"
+      []
+    end
+  end
+end

data/lib/jets/api/gems/report.rb

@@ -0,0 +1,23 @@
+require "net/http"
+
+class Jets::Api::Gems
+  class Report
+    include Jets::Api
+
+    def initialize(options={})
+      @options = options
+    end
+
+    def report(gems)
+      threads = []
+      gems.each do |gem_name|
+        threads << Thread.new do
+          Jets::Api::Gems.report(gem_name: gem_name)
+        end
+      end
+      # Wait for request to finish because the command might finish before
+      # the Threads even send the request. So we join them just case
+      threads.each(&:join)
+    end
+  end
+end

data/lib/jets/api/gems.rb

@@ -0,0 +1,30 @@
+module Jets::Api
+  class Gems < Base
+    class << self
+      def download(params={})
+        params = global_params.merge(params)
+        api.post("gems/download", params)
+      end
+
+      def exist(params={})
+        params = global_params.merge(params)
+        api.post("gems/exist", params)
+      end
+
+      def report(params={})
+        params = global_params.merge(params)
+        api.post("gems/report", params)
+      end
+
+      def registered(params={})
+        params = global_params.merge(params)
+        api.post("gems/registered", params)
+      end
+
+      def ruby_folder
+        major, minor, _ = RUBY_VERSION.split('.')
+        [major, minor, '0'].join('.') # 2.5.1 => 2.5.0
+      end
+    end
+  end
+end

data/lib/jets/api/project.rb

@@ -0,0 +1,10 @@
+module Jets::Api
+  class Project < Base
+    class << self
+      def list(params={})
+        params = global_params.merge(params)
+        api.get("projects", params)
+      end
+    end
+  end
+end

data/lib/jets/api/release.rb

@@ -0,0 +1,20 @@
+module Jets::Api
+  class Release < Base
+    class << self
+      def list(params={})
+        params = global_params.merge(params)
+        api.get("releases", params)
+      end
+
+      def retrieve(id, params={})
+        params = global_params.merge(params)
+        api.get("releases/#{id}", params)
+      end
+
+      def create(params={})
+        params = global_params.merge(params)
+        api.post("releases", params)
+      end
+    end
+  end
+end

data/lib/jets/api/stack.rb

@@ -0,0 +1,15 @@
+module Jets::Api
+  class Stack < Base
+    class << self
+      def list(params={})
+        params = global_params.merge(params)
+        api.get("stacks", params)
+      end
+
+      def retrieve(id, params={})
+        params = global_params.merge(params)
+        api.get("stacks/#{id}", params)
+      end
+    end
+  end
+end

data/lib/jets/api/version.rb

@@ -0,0 +1,5 @@
+module Jets
+  module Api
+    VERSION = "0.1.0"
+  end
+end

data/lib/jets/api.rb

@@ -0,0 +1,38 @@
+require "jets"
+
+$:.unshift(File.expand_path("../../", __FILE__))
+require "jets/api/autoloader"
+Jets::Api::Autoloader.setup
+
+require "memoist"
+require "yaml"
+
+require "cli-format"
+CliFormat.default_format = "table"
+
+module Jets
+  module Api
+    class RequestError < StandardError
+      def initialize(original_error)
+        message = "#{original_error.class} #{original_error.message}"
+        super(message)
+      end
+    end
+
+    extend Memoist
+    def api
+      Jets::Api::Client.new
+    end
+    memoize :api
+
+    def token
+      Jets::Api::Config.instance.token
+    end
+    module_function :token
+
+    def endpoint
+      ENV['JETS_API'] || Jets.config.pro.endpoint || 'https://api.rubyonjets.com/v1'
+    end
+    module_function :endpoint
+  end
+end

data/lib/jets-api.rb

@@ -0,0 +1 @@
+require_relative "jets/api"

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: jets-api
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tung Nguyen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2023-12-02 00:00:00.000000000 Z
+dependencies: []
+description: 
+email:
+- tongueroo@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/jets-api.rb
+- lib/jets/api.rb
+- lib/jets/api/agree.rb
+- lib/jets/api/autoloader.rb
+- lib/jets/api/base.rb
+- lib/jets/api/client.rb
+- lib/jets/api/config.rb
+- lib/jets/api/core.rb
+- lib/jets/api/gems.rb
+- lib/jets/api/gems/check.rb
+- lib/jets/api/gems/exist.rb
+- lib/jets/api/gems/extract/base.rb
+- lib/jets/api/gems/extract/gem.rb
+- lib/jets/api/gems/registered.rb
+- lib/jets/api/gems/report.rb
+- lib/jets/api/project.rb
+- lib/jets/api/release.rb
+- lib/jets/api/stack.rb
+- lib/jets/api/version.rb
+homepage: https://github.com/rubyonjets/jets-api
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/rubyonjets/jets-api
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.7.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.20
+signing_key: 
+specification_version: 4
+summary: Jets API Client Library for Jets Ruby Serverless Framework
+test_files: []