iapi-idlc-sdk-core 1.0.16 → 1.0.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b56de29bdb4c790c6b38571b4b969abe9225d86899dbfe153182b4621c6daead
-  data.tar.gz: 89a9e90d4362af92aae97148609dbc8669802a6bc8b8770a808486a5983c7e93
+  metadata.gz: 1a2185849606e2c62489f67f7cd59a228b504d57e7e09c1772d8498dc46eac80
+  data.tar.gz: a3b340009573df2beb8e1efd6eb8f4c4b6b0372cb7efc98037421ffd540311a5
 SHA512:
-  metadata.gz: da3bd3a5d43cd4e69c59f946d7662760e4e2e9d8c0513c07304b01736421954942374013eae410466a17e60722c0b0bef3d3c56e54ffcad2db96f95e1f71334f
-  data.tar.gz: b806ce512dae518418c1fd07aebbd03e2b5988205f75c44a9bd3a7afbb89604a7395b028105f7be9272c0c03e956fb98102cb0c73cfd083ab7ae69e38e05bbcf
+  metadata.gz: 9090cf1979252cf36e31b4eb02b60e73ed04bc53d1dad5b4df2f076f3bde0c4d49f8d293d7acde0e3cc37f5ebd7989fba0957e9106a0255b711eff9cda4c29e7
+  data.tar.gz: ec85b93598426bc25c7cbebfcbdd90a6e15387a1e7f373672890e0521a20f91da30e7409dd6bae87cb2a2616c16132f6d1604839e1b18ed672ad76b732e2118a

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/vendor
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,13 @@
+sudo: false
+language: ruby
+rvm:
+- 2.4.1
+before_install: gem install bundler -v 1.15.4
+deploy:
+  provider: rubygems
+  api_key:
+    secure: IGztrc71SZ6X3uMHT+RkrqRaHGihyq8Ikt80FfQEfC7CEsIJQtScOr8+Edqs0GRJfDBhV2WikUdUvMVvq9hZeiO0bJf4QMVTbh5cUIq5A+IP2T6nDwQZvlTO03vxMGunnCaF9MDqSTtA39VtIQJUlV5S3J2pv8oShBGB9CMffaB+LdzTw49fdKBc1TfBo6du8X1ELJPxx2ZmT0+0XAqxD0+lJ1x08T2XOfb2/iLmD/Yhg5+EPOuDY2ePO+PqSTJuiyKsFLxxKgjI1eVRwfvqKeSuFeFMxrj+CqA2+9aF8M28J4FIXac3U5obJYgPxmZznmqlPlh8fLamBZ2yZ/AVRfJIwSeYgAzTbo8te+bOpwwAk/+lMOzxkz82yK3bf2R9cnKY09lH2Uht3hkBWE5IUijfl4j34mvQl7JJJP6ZQHGg1v2pcAgXRlRQw60M2v4v8XFxOhdO39lMymyRXol1Raq3N4eY8AcxPa/GVPfR2/H4u9JDA1dUqsYxTO3LcfIZjs68q801Z3ddxLhOECOH0b8VfvCTibnVUOj8XpP/E0VUoXyjQ8mPancblfsy5BL9c8HB9Vim1ZcdmZ3FKbJ2Ud/dVxQmbMRW9doVL7dZMDbfxIuPEVfqTsssGucJByNeSXJzc+fMej5HCrCTpuOztOIgsT/JbxJQ6/e0IVL5F18=
+  gem: idlc-sdk-core
+  on:
+    tags: true
+    repo: NathanTCz/idlc-sdk-core

data/.yardopts

@@ -0,0 +1 @@
+-m markdown

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in idlc-sdk-core.gemspec
+gemspec

data/Jenkinsfile

@@ -0,0 +1,21 @@
+pipeline {
+  agent any
+  options {
+    buildDiscarder logRotator(daysToKeepStr: '5', numToKeepStr: '10')
+  }
+  stages {
+    stage('Ruby Gem Push') {
+      environment {
+        GEM_HOST_API_KEY = credentials('rubygems-apikey')
+      }
+      steps {
+        sh '''
+          DOCKER_CMD="docker run --rm -v $PWD:/opt -w /opt -e GEM_HOST_API_KEY -e BUILD_NUMBER -u 999 ruby:3.0"
+          $DOCKER_CMD gem build iapi-idlc-sdk-core.gemspec -o iapi-idlc-sdk-core.gem
+          $DOCKER_CMD gem push iapi-idlc-sdk-core.gem
+        '''
+      }
+    }
+  }
+}
+

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Nathan Cazell
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+# Idlc::Sdk::Core
+
+Provides core libraries for idlc-sdk. This gem is part of the IDLC SDK
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'iapi-idlc-sdk-core'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install iapi-idlc-sdk-core
+
+## Usage
+
+    require 'iapi-idlc-sdk-core'
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "idlc-sdk-core"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/iapi-idlc-sdk-core.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'iapi-idlc-sdk-core/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'iapi-idlc-sdk-core'
+  spec.version       = Idlc::VERSION
+  spec.authors       = ["Nathan Cazell", "Michael McHolm"]
+  spec.email         = ["techsupport@imageapi.com"]
+
+  spec.summary       = 'IDLC SDK for AWS resources - Core'
+  spec.description   = 'Provides core libraries for idlc-sdk. This gem is part of the IDLC SDK'
+  spec.homepage      = 'https://bitbucket.org/imageapi/iapi-idlc-sdk-core'
+  spec.license       = 'MIT'
+
+  spec.metadata = {
+    'source_code_uri' => 'https://bitbucket.org/imageapi/iapi-idlc-sdk-core'
+  }
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 2'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'rake', '>= 12.3.3'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop', '0.48.1'
+  spec.add_development_dependency 'yard'
+
+  spec.add_runtime_dependency 'aws-sdk-lambda'
+  spec.add_runtime_dependency 'aws-sigv4'
+  spec.add_runtime_dependency 'rubyzip', '1.3.0'
+end

data/lib/iapi-idlc-sdk-core/helpers.rb

@@ -0,0 +1,36 @@
+module Idlc
+  module Helpers
+    module_function
+
+    #
+    # Runs given commands using mixlib-shellout
+    #
+    def system_command(*command_args)
+      cmd = Mixlib::ShellOut.new(*command_args)
+      cmd.run_command
+      cmd
+    end
+
+    def err(message)
+      stderr.print("#{message}\n")
+    end
+
+    def msg(message)
+      stdout.print("#{message}\n")
+      stdout.flush
+    end
+
+    def debug(message)
+      stdout.print("#{message}\n") if ENV['DEBUG']
+      stdout.flush
+    end
+
+    def stdout
+      $stdout
+    end
+
+    def stderr
+      $stderr
+    end
+  end
+end

data/lib/iapi-idlc-sdk-core/restclient.rb

@@ -0,0 +1,185 @@
+require 'aws-sigv4'
+require 'json'
+require 'net/http'
+require 'aws-sdk-lambda'
+
+# Idlc::SERVICES object is loaded from core lib
+
+# default region
+ENV['AWS_REGION'] = 'us-east-1' unless ENV['AWS_REGION']
+
+module Idlc
+  class AWSLambdaProxy
+    include Helpers
+
+    def fetch(request)
+      client = Aws::Lambda::Client.new()
+      region = ENV['AWS_REGION']
+      backend_services = Idlc::SERVICES[region]
+
+      request[:function] = "#{request[:service]}-" + backend_services[request[:service]]['stage'] + "-#{request[:lambda]}"
+      request[:httpMethod] = request[:method]
+
+      retries = 0
+      max_retries = 5
+      sleep_time = 5
+      exp_backoff = 2
+      result = nil
+
+      loop do
+        begin
+          resp = client.invoke({
+            function_name: "service-lambda-proxy",
+            invocation_type: "RequestResponse",
+            log_type: "None",
+            payload: request.to_json,
+          })
+
+          result = JSON.parse(JSON.parse(JSON.parse(resp.payload.string)['Payload'])['body'])
+          break
+        rescue Exception => e
+          break if retries >= max_retries
+          retries += 1
+          msg("RequestFailed: #{e} - Waiting #{sleep_time}s then retrying... (#{retries} of #{max_retries})")
+
+
+          sleep sleep_time
+          sleep_time *= exp_backoff # use an exponential backoff when retrying requests
+        end
+      end
+
+      result
+    end
+  end
+
+  class AWSRestClient
+    include Helpers
+
+    def initialize(credentials=  {
+          access_key_id: ENV['AWS_ACCESS_KEY_ID'],
+          secret_access_key: ENV['AWS_SECRET_ACCESS_KEY'],
+          session_token: ENV['AWS_SESSION_TOKEN']
+        },
+        region=ENV['AWS_REGION']
+      )
+      @service_name = 'execute-api'
+      @credentials = credentials
+      @region = region
+      @backend_services = Idlc::SERVICES[region]
+    end
+
+    def fetch(request)
+      request = JSON.parse(request)
+
+      endpoint = 'https://' + @backend_services[request['service']]['endpoint'] + '/' + @backend_services[request['service']]['stage']
+
+      body = ''
+      body = request['body'].to_json if request['body']
+
+      retries = 0
+      max_retries = 5
+      sleep_time = 5
+      exp_backoff = 2
+      result = nil
+
+      loop do
+        begin
+          resp = send_signed_request(
+            request['method'],
+            "#{endpoint.strip}#{request['path']}",
+            body
+          )
+
+          result = JSON.parse(resp.body)
+          message = "status: #{resp.code}, response: #{result}"
+          raise message unless resp.code == '200'
+          break
+        rescue Exception => e
+          break if retries >= max_retries
+          retries += 1
+          msg("RequestFailed: #{e} - Waiting #{sleep_time}s then retrying... (#{retries} of #{max_retries})")
+
+
+          sleep sleep_time
+          sleep_time *= exp_backoff # use an exponential backoff when retrying requests
+        end
+      end
+
+      # if request has 'outfile' param, write response body to file
+      to_file(result, request['outfile']) if request['outfile']
+
+      # return response body obj
+      result
+    end
+
+    def to_file(obj, filename)
+      File.open(filename, 'w') do |f|
+        f.write(obj.to_json)
+      end
+    end
+
+    private
+
+    def send_signed_request(method, url, payload)
+      uri = URI.parse(url)
+      https = Net::HTTP.new(uri.host, uri.port)
+      https.use_ssl = true
+      signature = sigv4_signature(method, url, payload)
+      path = uri.path
+      path = path + '?' + uri.query if uri.query
+      request = http_request(method, path, signature, payload)
+
+      response = https.request(request)
+    end
+
+    def set_headers(request, signature)
+      request.add_field 'content-type', 'application/json'
+      request.add_field 'host', signature.headers['host']
+      request.add_field 'x-amz-date', signature.headers['x-amz-date']
+      request.add_field 'x-amz-security-token', signature.headers['x-amz-security-token'] unless (signature.headers['x-amz-security-token'].nil?)
+      request.add_field 'x-amz-content-sha256', signature.headers['x-amz-content-sha256']
+      request.add_field 'authorization', signature.headers['authorization']
+    end
+
+    def http_request(method, path, signature, payload)
+      case method.downcase
+      when 'put'
+        request = Net::HTTP::Put.new(path)
+      when 'post'
+        request = Net::HTTP::Post.new(path)
+      when 'get'
+        request = Net::HTTP::Get.new(path)
+      when 'delete'
+        request = Net::HTTP::Delete.new(path)
+      else
+        request = Net::HTTP::Put.new(path)
+      end
+
+      set_headers(request, signature)
+      request.body = payload
+
+      request
+    end
+
+    def signer
+      Aws::Sigv4::Signer.new(
+        service: @service_name,
+        region: @region,
+        access_key_id: @credentials[:access_key_id],
+        secret_access_key: @credentials[:secret_access_key],
+        session_token: @credentials[:session_token]
+      )
+    end
+
+    def sigv4_signature(method, url, payload)
+      signer.sign_request(
+        http_method: method,
+        url: url,
+        headers: {
+          'content-type' => 'application/json'
+        },
+        body: payload
+      )
+    end
+  end
+end

data/lib/iapi-idlc-sdk-core/utility.rb

@@ -0,0 +1,44 @@
+module Idlc
+  module Utility
+    include Helpers
+
+    class MissingCredentials < StandardError; end
+    class MissingVersionFile < StandardError; end
+
+    class << self
+      def check_for_creds
+        creds_fmt = {
+          'AWS_ACCESS_ID' => 'AWS_ACCESS_KEY_ID',
+          'AWS_SECRET_KEY' => 'AWS_SECRET_ACCESS_KEY'
+        }
+        creds_fmt.each do |old_fmt, new_fmt|
+          if ENV.include? new_fmt
+            next
+          elsif ENV.include?(old_fmt) && !ENV.include?(new_fmt)
+            ENV[new_fmt] = ENV[old_fmt]
+          elsif !ENV.include?(old_fmt) || !ENV.include?(new_fmt)
+            raise MissingCredentials, "#{new_fmt} is not set."
+          end
+        end
+      end
+
+      def set_global_version(filename)
+        filename = ENV['VERSION_FILE'] if ENV.include? 'VERSION_FILE'
+        Idlc::Helpers.debug('WARNING: Not using a global version file') unless File.exist? filename
+        YAML.load_file(filename)['version'] if File.exist? filename
+      end
+
+      def major_minor_patch(version)
+        # Strip build number from version number. The migration scripts only include
+        # major.minor.patch
+        version.split('.')[0..2].join('.')
+      end
+
+      def major_minor(version)
+        # Strip build number from version number. The migration scripts only include
+        # major.minor.patch
+        version.split('.')[0..1].join('.')
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-core/version.rb

@@ -0,0 +1,4 @@
+module Idlc
+  build_number = ENV.fetch('BUILD_NUMBER', '0')
+  VERSION = "1.0.#{build_number}"
+end

data/lib/iapi-idlc-sdk-core/workspace.rb

@@ -0,0 +1,46 @@
+module Idlc
+  class Workspace
+    include Helpers
+
+    class << self
+      def zip_folder(src, out)
+        zf = ZipFileGenerator.new(src, out)
+        zf.write
+      end
+    end
+
+    attr_accessor :tmp_dir
+
+    def initialize
+      @tmp_dir = Dir.mktmpdir('ws-temp')
+    end
+
+    def empty?
+      !Dir.exist? @tmp_dir
+    end
+
+    def cleanup
+      debug("keeping directory: #{@tmp_dir} for dubugging")
+      return if ENV['DEBUG']
+
+      FileUtils.rm_rf(@tmp_dir)
+    end
+
+    def flatten(base_path, file_ext)
+      Dir["#{base_path}/**/*.#{file_ext}"].each do |file|
+        # get the filename and parent dir
+        filename = file.tr('/', '-')
+
+        # copy the files to a single temp directory.
+        debug("copying #{file} to #{@tmp_dir}/#{filename} ...")
+        FileUtils.cp(file, "#{@tmp_dir}/#{filename}")
+      end
+    end
+
+    def add(path)
+      parent_dir = path.split('/')[0..-2].join('/')
+      FileUtils.mkdir_p("#{@tmp_dir}/#{parent_dir}")
+      FileUtils.cp_r(path, "#{@tmp_dir}/#{path}")
+    end
+  end
+end

data/lib/iapi-idlc-sdk-core/zip.rb

@@ -0,0 +1,40 @@
+module Idlc
+  class ZipFileGenerator
+    include Helpers
+
+    # Initialize with the directory to zip and the location of the output archive.
+    def initialize(inputDir, outputFile)
+      @inputDir = inputDir
+      @outputFile = outputFile
+    end
+
+    # Zip the input directory.
+    def write()
+      entries = Dir.entries(@inputDir); entries.delete("."); entries.delete("..")
+      io = Zip::File.open(@outputFile, Zip::File::CREATE);
+
+      writeEntries(entries, "", io)
+      io.close();
+    end
+
+    # A helper method to make the recursion work.
+    private
+    def writeEntries(entries, path, io)
+
+      entries.each { |e|
+        zipFilePath = path == "" ? e : File.join(path, e)
+        diskFilePath = File.join(@inputDir, zipFilePath)
+
+        debug("Deflating " + diskFilePath)
+
+        if  File.directory?(diskFilePath)
+          io.mkdir(zipFilePath)
+          subdir =Dir.entries(diskFilePath); subdir.delete("."); subdir.delete("..")
+          writeEntries(subdir, zipFilePath, io)
+        else
+          io.get_output_stream(zipFilePath) { |f| f.puts(File.open(diskFilePath, "rb").read())}
+        end
+      }
+    end
+  end
+end

data/lib/iapi-idlc-sdk-core.rb

@@ -0,0 +1,62 @@
+require 'tmpdir'
+require 'zip'
+
+require 'iapi-idlc-sdk-core/version'
+require 'iapi-idlc-sdk-core/helpers'
+require 'iapi-idlc-sdk-core/utility'
+require 'iapi-idlc-sdk-core/workspace'
+require 'iapi-idlc-sdk-core/zip'
+require 'iapi-idlc-sdk-core/restclient'
+
+module Idlc
+  stage = ENV.fetch('IDLC_STAGE', 'prod')
+  # Service Definitions
+  SERVICES = {
+    'us-east-1' => {
+      'build' => {
+        'endpoint' => 'build.orchestrate.imageapi.com',
+        'stage' => stage,
+        'publish_bucket' => "service-build-#{stage}-build-artifacts"
+      },
+      'config' => {
+        'endpoint' => 'config.orchestrate.imageapi.com',
+        'stage' => stage
+      },
+      'deploy' => {
+        'endpoint' => 'deploy.orchestrate.imageapi.com',
+        'stage' => stage
+      },
+      'status' => {
+        'endpoint' => 'status.orchestrate.imageapi.com',
+        'stage' => stage
+      },
+      'auth' => {
+        'endpoint' => 'auth.orchestrate.imageapi.com',
+        'stage' => stage
+      }
+    },
+    'us-gov-west-1' => {
+      'build' => {
+        'endpoint' => 'build.orchestrate-us-gov.imageapi.com',
+        'stage' => 'govcloud',
+        'publish_bucket' => 'service-build-govcloud-build-artifacts'
+      },
+      'config' => {
+        'endpoint' => 'config.orchestrate-us-gov.imageapi.com',
+        'stage' => 'govcloud'
+      },
+      'deploy' => {
+        'endpoint' => 'deploy.orchestrate-us-gov.imageapi.com',
+        'stage' => 'govcloud'
+      },
+      'status' => {
+        'endpoint' => 'status.orchestrate-us-gov.imageapi.com',
+        'stage' => 'govcloud'
+      },
+      'auth' => {
+        'endpoint' => 'auth.orchestrate-us-gov.imageapi.com',
+        'stage' => 'govcloud'
+      }
+    }
+  }.freeze
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: iapi-idlc-sdk-core
 version: !ruby/object:Gem::Version
-  version: 1.0.16
+  version: 1.0.22
 platform: ruby
 authors:
 - Nathan Cazell
@@ -143,7 +143,26 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- ".yardopts"
+- Gemfile
+- Jenkinsfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- iapi-idlc-sdk-core.gemspec
+- lib/iapi-idlc-sdk-core.rb
+- lib/iapi-idlc-sdk-core/helpers.rb
+- lib/iapi-idlc-sdk-core/restclient.rb
+- lib/iapi-idlc-sdk-core/utility.rb
+- lib/iapi-idlc-sdk-core/version.rb
+- lib/iapi-idlc-sdk-core/workspace.rb
+- lib/iapi-idlc-sdk-core/zip.rb
 homepage: https://bitbucket.org/imageapi/iapi-idlc-sdk-core
 licenses:
 - MIT