iapi-idlc-sdk-build 1.0.3 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30ff8524abd1b138d9c03469dfc44128edf8b842e56c6bd530cce6835ddec6a4
-  data.tar.gz: 6122f54a4ea3ad14febffae23c5859ab209ae76454974374ea219f84c473ce92
+  metadata.gz: 69d29f70b1d5c6fa7a91b14dc89f1c5b9be8c7ec0e4837ef7e3b47923dd4ef2c
+  data.tar.gz: f10412b9b37486670764e341e9f0d4929432df9d116f713cd25146c452a9353e
 SHA512:
-  metadata.gz: 19960422941839cb1e3c5d20aedbd899990959c4c6f5a6c2875dea9ee1a1717d634cc7653cc875903c272ef22d4cad573c4cb1bd57d4c339982358eb7df3f96b
-  data.tar.gz: a1efbf5c475277441bce8a2b233957ee91b320adc2fd6041050777cd1323cc4a78cffe6c13645b79bd2cfeff1568cd60722bddbecb59c57d9c42fadd3fb47e72
+  metadata.gz: 59bdfc7aaecfbd0a78651e1d54f604fe04d102ac1ed8f16474c7ea8238e3c5d93c8da953d8382eedd919b7889c52518441d7bedaea05a1485c2050a8c0360496
+  data.tar.gz: d741a0903645d2a03e036f0d518f66c310a9d0f8f766861481cc5654c5276d5eaf3276d88bfa0f45684aa610d060262a358abb8a9d542e26cf2d104bae70edd0

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/vendor
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.4.1
+before_install: gem install bundler -v 1.15.4

data/.yardopts

@@ -0,0 +1 @@
+-m markdown

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in idlc-sdk-build.gemspec
+gemspec

data/Jenkinsfile

@@ -0,0 +1,21 @@
+pipeline {
+  agent any
+  options {
+    buildDiscarder logRotator(daysToKeepStr: '5', numToKeepStr: '10')
+  }
+  stages {
+    stage('Ruby Gem Push') {
+      environment {
+        GEM_HOST_API_KEY = credentials('rubygems-apikey')
+      }
+      steps {
+        sh '''
+          DOCKER_CMD="docker run --rm -v $PWD:/opt -w /opt -e GEM_HOST_API_KEY -e BUILD_NUMBER -u 999 ruby:3.0"
+          $DOCKER_CMD gem build iapi-idlc-sdk-build.gemspec -o iapi-idlc-sdk-build.gem
+          $DOCKER_CMD gem push iapi-idlc-sdk-build.gem
+        '''
+      }
+    }
+  }
+}
+

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Nathan Cazell
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+# Idlc::Sdk::Build
+
+Provides build libraries for idlc-sdk. This gem is part of the IDLC SDK
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'iapi-idlc-sdk-build'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install idlc-sdk-build
+
+## Usage
+
+    require 'iapi-idlc-sdk-build'
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/nathantcz/idlc-sdk-build.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "idlc/sdk/build"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/iapi-idlc-sdk-build.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "iapi-idlc-sdk-build/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "iapi-idlc-sdk-build"
+  spec.version       = Idlc::Build::VERSION
+  spec.authors       = ["Nathan Cazell", "Michael McHolm"]
+  spec.email         = ["techsupport@imageapi.com"]
+
+  spec.summary       = 'IDLC SDK for AWS resources - Build'
+  spec.description   = 'Provides core libraries for idlc-sdk. This gem is part of the IDLC SDK'
+  spec.homepage      = 'https://bitbucket.org/imageapi/iapi-idlc-sdk-build'
+  spec.license       = 'MIT'
+
+  spec.metadata = {
+    'source_code_uri' => 'https://bitbucket.org/imageapi/iapi-idlc-sdk-build'
+  }
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 2'
+  spec.add_development_dependency 'rake', '>= 12.3.3'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop', '0.48.1'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'yard'
+
+  spec.add_runtime_dependency 'iapi-idlc-sdk-core'
+  spec.add_runtime_dependency 'net-telnet'
+  spec.add_runtime_dependency 'packer-binary'
+  spec.add_runtime_dependency 'rubocop', '0.48.1'
+end

data/lib/iapi-idlc-sdk-build/config.rb

@@ -0,0 +1,33 @@
+module Idlc::Build
+  class Config
+    include Idlc::Helpers
+
+    class << self
+      include Idlc::Helpers
+
+      def add_build_var(key, value)
+        ENV[key] = value
+      end
+    end
+
+    def initialize(region)
+      @region = region
+      @build_vars = []
+
+      Idlc::Utility.check_for_creds
+
+    rescue Idlc::Utility::MissingCredentials => e
+      msg("WARN: #{e.message}\nFalling back to implicit authentication.")
+    end
+
+    def dump_build_vars
+      @build_vars.join(' ')
+    end
+
+    def add_build_var_v2(key, value)
+      ENV[key] = value
+
+      @build_vars << "-var '#{key}=#{value}'"
+    end
+  end
+end

data/lib/iapi-idlc-sdk-build/httpd.rb

@@ -0,0 +1,50 @@
+module Idlc
+  module Build
+    module Httpd
+      class << self
+        def private_ip
+          Socket.ip_address_list.detect(&:ipv4_private?).ip_address
+        end
+
+        def start(root_dir, sleep_time = 3)
+          httpd = server(root_dir)
+
+          pid = Process.fork
+          if pid.nil?
+            # In child
+            exec((
+              trap('INT') { httpd.shutdown }
+              httpd.start
+              # ignore the nil excpetion here, this happens when the child process exits
+            )) rescue nil
+          else
+            # In parent
+            Process.detach(pid)
+          end
+
+          sleep sleep_time
+
+          # Return process id
+          pid
+        end
+
+        def stop(pid)
+          Process.kill('INT', pid) unless pid.nil?
+        end
+
+        private
+
+        def server(root)
+          # get a random port number
+          port = Random.rand(49_152...65_535)
+          ENV['HTTPD_PORT'] = port.to_s
+
+          WEBrick::HTTPServer.new(
+            Port: port,
+            DocumentRoot: root
+          )
+        end
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-build/metadata.rb

@@ -0,0 +1,115 @@
+module Idlc
+  module Build
+    class MissingMetadataFile < StandardError; end
+    class MissingRequiredMetadataAttribute < StandardError; end
+
+    class Metadata
+      class MetadataAttribute
+        attr_reader :key
+        attr_reader :value
+
+        def initialize(value, required = false)
+          @value = value
+          @required = required
+        end
+
+        def required?
+          @required
+        end
+
+        def defined?
+          !@value.nil?
+        end
+      end
+
+      attr_reader :attributes
+
+      def initialize(name, file = 'metadata')
+        @name = name
+        @file = file
+        @attributes = {}
+
+        # Required
+        @attributes['build_stage'] = MetadataAttribute.new(nil, true)
+        @attributes['chef_run_list'] = MetadataAttribute.new(nil, true)
+        @attributes['instance_type'] = MetadataAttribute.new(nil, true)
+        @attributes['os_type'] = MetadataAttribute.new(nil, true)
+        @attributes['role'] = MetadataAttribute.new(nil, true)
+        @attributes['source_ami_name'] = MetadataAttribute.new(nil, true)
+        @attributes['source_ami_owner'] = MetadataAttribute.new(nil, true)
+        @attributes['version'] = MetadataAttribute.new(REPO_VERSION, true)
+        @attributes['security_group_id'] = MetadataAttribute.new(ENV['PACKER_BUILD_SG_ID'], true)
+        @attributes['vpc_id'] = MetadataAttribute.new(ENV['PACKER_BUILD_VPC_ID'], true)
+        @attributes['vpc_subnet'] = MetadataAttribute.new(ENV['PACKER_BUILD_SUBNET_ID'], true)
+        @attributes['iam_instance_profile'] = MetadataAttribute.new(ENV['PACKER_BUILD_INSTANCE_PROFILE_NAME'], true)
+
+        # Optional Defaults
+        @attributes['block_device_mapping'] = MetadataAttribute.new('[]')
+        @attributes['job_code'] = MetadataAttribute.new('988')
+        @attributes['chef_dir'] = MetadataAttribute.new('c:/windows/temp/packer-chef-client')
+      end
+
+      def load
+        raise MissingMetadataFile, "Expected metadata file at: #{metadata_file}" unless File.exist? metadata_file
+
+        YAML.load_file(metadata_file).each do |key, value|
+          value = nested_json(value) if key == 'block_device_mapping'
+
+          value = strip_trailing_dash(value) if key == 'source_ami_name'
+
+          puts "WARNING: unrecognized metadata key: '#{key}'" unless @attributes.key? key
+          next unless @attributes.key? key
+
+          required = @attributes[key].required?
+          @attributes[key] = MetadataAttribute.new(value, required)
+        end
+      end
+
+      def strip_trailing_dash(value)
+        return value[0..-2] if dash? value[-1]
+
+        value
+      end
+
+      def dash?(char)
+        char == '-'
+      end
+
+      def nested_json(value)
+        total_block = []
+        value.each do |block|
+          total_block.push(block)
+        end
+
+        total_block.to_json
+      end
+
+      def requirements_satisfied?
+        begin
+          @attributes['version'] = MetadataAttribute.new(YAML.load_file(version_file)['version'], true) unless @attributes['version'].defined?
+        rescue
+          puts('WARNING: \'version\' not specified in environment, metadata, or version file')
+        end
+
+        @attributes.each do |key, att|
+          raise MissingRequiredMetadataAttribute, "Missing required key: '#{key}' in metadata file" if att.required? && att.value.nil?
+          raise MissingRequiredMetadataAttribute, "Metadata key: '#{key}' cannot be nil" if att.required? && att.value.strip.empty?
+        end
+
+        true
+      end
+
+      def metadata_file
+        "#{Dir.pwd}/#{base_dir}/#{@file}"
+      end
+
+      def version_file
+        "#{Dir.pwd}/#{base_dir}/version"
+      end
+
+      def base_dir
+        "builds/#{@name}"
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-build/template.rb

@@ -0,0 +1,26 @@
+module Idlc
+  module Build
+    class Template
+      def initialize(metadata, output_file)
+        @metadata = metadata
+        @output_file = output_file
+      end
+
+      def templates_dir
+        "#{__dir__}/templates/#{@metadata['build_stage'].value}"
+      end
+
+      def render
+        tpl = File.read("#{templates_dir}/build.json.erb")
+
+        renderer = ERB.new(tpl)
+        renderer.result(binding)
+      end
+
+      def write
+        # Write rendered template to output_file
+        File.open(@output_file, 'w') { |file| file.write(render) }
+      end
+    end
+  end
+end

data/lib/iapi-idlc-sdk-build/templates/app/build.json.erb

@@ -0,0 +1,79 @@
+{
+  "builders": [
+    {
+      "type": "amazon-ebs",
+      "region": "{{ user `aws_region` }}",
+      "communicator": "winrm",
+      "winrm_username": "Administrator",
+      "winrm_use_ssl": true,
+      "winrm_insecure": true,
+      "vpc_id": "{{ user `vpc_id` }}",
+      "subnet_id": "{{ user `vpc_subnet` }}",
+      "security_group_id": "{{ user `security_group_id` }}",
+      "iam_instance_profile": "{{ user `iam_instance_profile` }}",
+      "source_ami_filter": {
+        "filters": {
+          "name": "{{ user `source_ami_name` }}-*"
+        },
+        "owners": ["{{ user `source_ami_owner` }}"],
+        "most_recent": true
+      },
+      "instance_type": "{{ user `instance_type` }}",
+      "ami_name": "{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}{{ user `build_metadata` }}",
+      "user_data_file": "files/config/init.ps1.userdata",
+      "launch_block_device_mappings": <%= @metadata['block_device_mapping'].value %>,
+      "run_tags": {
+        "job_code": "{{ user `job_code` }}",
+        "Name": "Packer_Builder-{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}{{ user `build_metadata` }}"
+      },
+      "run_volume_tags": {
+        "job_code": "{{ user `job_code` }}",
+        "Name": "Packer_Builder-{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}{{ user `build_metadata` }}"
+      },
+      "tags": {
+        "job_code": "{{ user `job_code` }}",
+        "version": "{{ user `version` }}",
+        "build": "{{ user `build_number`}}",
+        "build_metadata": "{{ user `build_metadata`}}",
+        "build_uuid": "{{ user `build_uuid` }}",
+        "os": "{{ user `os_type` }}",
+        "build_stage": "{{ user `build_stage` }}",
+        "Name": "{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}{{ user `build_metadata` }}",
+        "app_release": "{{ user `app_release` }}{{ user `build_metadata` }}"
+      }
+    }
+  ],
+
+  "provisioners": [
+    {
+      "type": "file",
+      "source": "{{user `cookbooks_zip`}}",
+      "destination": "c:/chef/cookbooks.zip"
+    },
+    {
+      "type": "powershell",
+      "inline": [
+        "Expand-Archive c:/chef/cookbooks.zip -DestinationPath c:/chef"
+      ]
+    },
+    {
+      "type": "powershell",
+      "inline": [
+        "Rename-Computer -NewName {{ user `build_uuid` }} -Force"
+      ]
+    },
+    {
+      "type":              "chef-client",
+      "guest_os_type":     "windows",
+      "server_url":        "http://localhost:8889",
+      "config_template":   "./files/config/client.rb.template",
+      "run_list":          [ "{{ user `chef_run_list` }}" ],
+      "skip_clean_node":   true,
+      "skip_clean_client": true,
+      "skip_install":      true,
+      "json": {
+        "app_release": "{{user `app_release`}}"
+      }
+    }
+  ]
+}

data/lib/iapi-idlc-sdk-build/templates/base/build.json.erb

@@ -0,0 +1,71 @@
+{
+  "builders": [
+    {
+      "type": "amazon-ebs",
+      "region": "{{ user `aws_region` }}",
+      "communicator": "winrm",
+      "winrm_username": "Administrator",
+      "winrm_password": "Aut0m@t0r",
+      "winrm_use_ssl": true,
+      "winrm_insecure": true,
+      "vpc_id": "{{ user `vpc_id` }}",
+      "subnet_id": "{{ user `vpc_subnet` }}",
+      "security_group_id": "{{ user `security_group_id` }}",
+      "iam_instance_profile": "{{ user `iam_instance_profile` }}",
+      "source_ami_filter": {
+        "filters": {
+          "name": "{{ user `source_ami_name` }}*"
+        },
+        "owners": ["{{ user `source_ami_owner` }}"],
+        "most_recent": true
+      },
+      "instance_type": "{{ user `instance_type` }}",
+      "ami_name": "{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}",
+      "user_data_file": "files/config/init.ps1.userdata",
+      "run_tags": {
+        "job_code": "{{ user `job_code` }}",
+        "Name": "Packer Builder"
+      },
+      "run_volume_tags": {
+        "job_code": "{{ user `job_code` }}",
+        "Name": "Packer Builder"
+      },
+      "tags": {
+        "job_code": "{{ user `job_code` }}",
+        "version": "{{ user `version` }}",
+        "build": "{{ user `build_number`}}",
+        "build_uuid": "{{ user `build_uuid` }}",
+        "os": "{{ user `os_type` }}",
+        "build_stage": "{{ user `build_stage` }}",
+        "Name": "{{ user `build_stage` }}-{{ user `role` }}-{{ user `version` }}.{{ user `build_number` }}",
+        "source_ami": "{{ user `source_ami_name` }}"
+      }
+    }
+  ],
+
+  "provisioners": [
+    { "type": "powershell", "inline": [ "mkdir {{user `chef_dir`}}" ] },
+    {
+      "type": "file",
+      "source": "{{user `cookbooks_zip`}}",
+      "destination": "{{user `chef_dir`}}/cookbooks.zip"
+    },
+    {
+      "type": "powershell",
+      "inline": [
+        "Add-Type -AssemblyName System.IO.Compression.FileSystem",
+        "[System.IO.Compression.ZipFile]::ExtractToDirectory('{{user `chef_dir`}}/cookbooks.zip', '{{user `chef_dir`}}')"
+      ]
+    },
+    {
+      "type":              "chef-client",
+      "guest_os_type":     "windows",
+      "install_command":   "powershell.exe -Command \"(New-Object System.Net.WebClient).DownloadFile('https://packages.chef.io/files/stable/chef/12.19.36/windows/2012r2/chef-client-12.19.36-1-x64.msi', 'C:\\Windows\\Temp\\chef.msi');Start-Process 'msiexec' -ArgumentList '/qb /i C:\\Windows\\Temp\\chef.msi' -NoNewWindow -Wait\"",
+      "server_url":        "http://localhost:8889",
+      "config_template":   "./files/config/client.rb.template",
+      "run_list":          [ "{{ user `chef_run_list` }}" ],
+      "skip_clean_node":   true,
+      "skip_clean_client": true
+    }
+  ]
+}

data/lib/iapi-idlc-sdk-build/version.rb

@@ -0,0 +1,6 @@
+module Idlc
+  module Build
+    build_number = ENV.fetch('BUILD_NUMBER', '0')
+    VERSION = "1.0.#{build_number}"
+  end
+end

data/lib/iapi-idlc-sdk-build.rb

@@ -0,0 +1,20 @@
+require 'date'
+require 'fileutils'
+require 'packer/binary'
+require 'rspec/core/rake_task'
+require 'securerandom'
+require 'tmpdir'
+require 'webrick'
+
+# Use the packer-binary gem to provide the executable
+Packer::Binary.configure do |config|
+  config.version = '0.12.3'
+end
+
+require 'iapi-idlc-sdk-core'
+
+require 'iapi-idlc-sdk-build/version'
+require 'iapi-idlc-sdk-build/config'
+require 'iapi-idlc-sdk-build/httpd'
+require 'iapi-idlc-sdk-build/metadata'
+require 'iapi-idlc-sdk-build/template'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: iapi-idlc-sdk-build
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors:
 - Nathan Cazell
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-11-07 00:00:00.000000000 Z
+date: 2023-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -157,7 +157,27 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- ".yardopts"
+- Gemfile
+- Jenkinsfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- iapi-idlc-sdk-build.gemspec
+- lib/iapi-idlc-sdk-build.rb
+- lib/iapi-idlc-sdk-build/config.rb
+- lib/iapi-idlc-sdk-build/httpd.rb
+- lib/iapi-idlc-sdk-build/metadata.rb
+- lib/iapi-idlc-sdk-build/template.rb
+- lib/iapi-idlc-sdk-build/templates/app/build.json.erb
+- lib/iapi-idlc-sdk-build/templates/base/build.json.erb
+- lib/iapi-idlc-sdk-build/version.rb
 homepage: https://bitbucket.org/imageapi/iapi-idlc-sdk-build
 licenses:
 - MIT