bjn_inventory 1.3.0

data/tasks/package/_validate.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+set -x
+set -e
+
+PACKAGE="$1"
+NAME="$2"
+ARTIFACTS="${3:-artifacts}"
+prefix=/opt/${NAME#bjn-}
+
+export PATH=$prefix/bin:/usr/local/bin:$PATH
+
+# package_deps=(zlib1g libssl1.0.0 libncurses5 libreadline6 libbz2-1.0 libsqlite3-0 xz-utils)
+
+# Prepare validation environment
+apt-get update
+apt-get install -y dpkg-dev curl
+curl -o bats-v0.4.0.tar.gz https://codeload.github.com/sstephenson/bats/tar.gz/v0.4.0
+tar xzf bats-v0.4.0.tar.gz
+(cd bats-0.4.0 && ./install.sh /usr/local)
+
+
+# Create local repo
+cp  $ARTIFACTS/$PACKAGE /artifacts
+(cd /artifacts && dpkg-scanpackages . /dev/null | gzip >Packages.gz)
+echo 'deb [trusted=yes] file:///artifacts ./' >/etc/apt/sources.list.d/${NAME}.list
+apt-get update
+
+rm -rf $prefix
+
+# Install package
+apt-get install -y $NAME
+/opt/inventory/bin/aws-ec2-source --version
+for validation_test in tasks/package/validate/*.sh
+do
+    $validation_test || exit 12
+done

data/tasks/package/run.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+set -x
+set -e
+
+name=bjn-inventory
+project="$(basename `pwd`)"
+distro=${BUILD_DISTRIBUTION:-xenial}
+artifacts="${1:-tasks/package/artifacts}"
+artifacts_vol_in_docker="${artifacts_vol_in_docker:-/artifacts}"
+task_name="${2:-$project-package-$(date +%s)}"
+base_image="${3:-ubuntu:$distro}"
+dockerfile="${4:-tasks/package/Dockerfile}"
+
+rm -f "${dockerfile}"
+cat << DOCKERFILE > "${dockerfile}"
+FROM ${base_image}
+MAINTAINER BJN Ops Tools <tools@bluejeans.com>
+ENV DEBIAN_FRONTEND=noninteractive
+ARG BUILD_NUMBER=${BUILD_NUMBER:-1}
+
+COPY . /build
+
+RUN cd /build && tasks/package/_package.sh "${name}" "${artifacts_vol_in_docker}" "${distro}"
+
+VOLUME ${artifacts_vol_in_docker}
+DOCKERFILE
+
+cleanup() {
+  docker stop "$task_name"
+  docker rm "$task_name"
+  docker rmi "$task_name"
+  rm "${dockerfile}"
+}
+
+trap cleanup EXIT
+
+rm -rf "$artifacts"
+docker pull "$base_image"
+docker build -t "$task_name" -f "$dockerfile" .
+docker run --name "$task_name" -dt "$task_name"
+docker cp "${task_name}":"${artifacts_vol_in_docker}"  "${artifacts}"

data/tasks/package/validate.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+set -x
+set -e
+
+name=bjn-inventory
+project="$(basename `pwd`)"
+distro=${BUILD_DISTRIBUTION:-xenial}
+artifacts="${1:-tasks/package/artifacts}"
+artifacts_vol_in_docker="${artifacts_vol_in_docker:-/artifacts}"
+package=$(cd $artifacts && ls -1 -t *.deb | head -1)
+task_name="${2:-$project-validate-package-$(date +%s)}"
+base_image="${3:-ubuntu:$distro}"
+dockerfile="${4:-tasks/package/ValidationDockerfile}"
+
+rm -f "${dockerfile}"
+cat << DOCKERFILE > "${dockerfile}"
+FROM ${base_image}
+MAINTAINER BJN Ops Tools <tools@bluejeans.com>
+ENV DEBIAN_FRONTEND=noninteractive
+ARG BUILD_NUMBER=${BUILD_NUMBER:-1}
+
+COPY . /build
+VOLUME ${artifacts_vol_in_docker}
+
+RUN cd /build && \
+    tasks/package/_validate.sh "${package}" "${name}" "${artifacts}"
+
+DOCKERFILE
+
+cleanup() {
+  docker stop "$task_name"
+  docker rm "$task_name"
+  docker rmi "$task_name"
+  rm "${dockerfile}"
+}
+
+trap cleanup EXIT
+
+docker pull "$base_image"
+docker build -t "$task_name" -f "$dockerfile" .
+docker run --name "$task_name" -dt "$task_name" || echo rm -f "${artifacts}/${package}"

data/tasks/package/validate/01version.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bats
+
+@test "ansible-from version" {
+    run ansible-from --version
+    [ "$status" -eq 0 ]
+}
+
+@test "aws-ec2-source version" {
+    run aws-ec2-source --version
+    [ "$status" -eq 0 ]
+}

data/tasks/test/Dockerfile

@@ -0,0 +1,14 @@
+FROM sczizzo/trusty-tool:latest
+MAINTAINER BJN Ops Tools <tools+ansible@bluejeans.com>
+ENV DEBIAN_FRONTEND=noninteractive
+
+COPY . /build
+
+RUN cd /build \
+ && touch .docker \
+ && bundle update \
+ ; bundle exec rake --trace report \
+ ; mkdir -p /reports/test \
+ && mv tasks/test/reports/* /reports/test
+
+VOLUME /reports

data/tasks/test/run.sh

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+set -x
+set -e
+
+project="$(basename `pwd`)"
+reports="${1:-tasks/test/reports}"
+dockerfile="${2:-tasks/test/Dockerfile}"
+task_name="${3:-$project-test-$(date +%s)}"
+base_image="$(grep '^FROM' "$dockerfile" | awk '{ print $2 }')"
+
+cleanup() {
+  docker stop "$task_name"
+  docker rm "$task_name"
+  docker rmi "$task_name"
+}
+
+trap cleanup EXIT
+
+rm -rf "$reports"
+docker pull "$base_image"
+docker build -t "$task_name" -f "$dockerfile" .
+docker run --name "$task_name" -dt "$task_name"
+docker cp "$task_name":/reports "$reports"

data/tools/packaging_tasks.rb

@@ -0,0 +1,123 @@
+# Packaging
+#
+# Based on Travelling Ruby and FPM:
+# - http://phusion.github.io/traveling-ruby
+# - https://github.com/jordansissel/fpm
+#
+
+TRAVELING_RUBY_VERSION = '20150715-2.2.2'
+TRAVELING_RUBY_URL = 'https://d6r77u77i8pq3.cloudfront.net/releases'
+
+`which gtar` # Necessary on OS X
+TAR = $?.exitstatus.zero? ? 'gtar' : 'tar'
+
+desc 'Package BjnInventory for Docker, Linux and OS X'
+task native_packages: %w[ package:osx clean ]
+
+namespace :package do
+  # desc 'Package BjnInventory for Linux (x86_64)'
+  task linux: [
+    :bundle_install,
+    "pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-linux-x86_64.tar.gz",
+  ] do
+    create_package 'linux-x86_64'
+  end
+
+  # desc 'Package BjnInventory for OS X'
+  task osx: [
+    :bundle_install,
+    "pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-osx.tar.gz",
+  ] do
+    create_package 'osx'
+  end
+
+  # desc 'Install gems to local directory'
+  task :bundle_install do
+    if RUBY_VERSION !~ /^2\.2\./
+      abort "You can only 'bundle install' using Ruby 2.2, because that's what Traveling Ruby uses."
+    end
+    sh 'rm -rf pkg/tmp pkg/vendor'
+    sh 'mkdir pkg/tmp'
+    sh 'cp -R bjn_inventory.gemspec README.md Gemfile Gemfile.lock bin lib pkg/tmp'
+    Bundler.with_clean_env do
+      sh 'cd pkg/tmp && env BUNDLE_IGNORE_CONFIG=1 bundle install --path vendor --without development:test'
+      sh 'mv pkg/tmp/vendor pkg'
+    end
+    sh 'rm -rf pkg/tmp'
+    if !ENV['NO_EXT']
+      sh 'rm -rf pkg/vendor/*/*/cache/*'
+      sh 'rm -rf pkg/vendor/ruby/*/extensions'
+      sh "find pkg/vendor/ruby/*/gems -name '*.so' -exec rm -rf {} \\;"
+      sh "find pkg/vendor/ruby/*/gems -name '*.bundle' -exec rm -rf {} \\;"
+      sh "find pkg/vendor/ruby/*/gems -name '*.o' -exec rm -rf {} \\;"
+    end
+  end
+end
+
+file "pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-linux-x86.tar.gz" do
+  download_runtime 'linux-x86'
+end
+
+file "pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-linux-x86_64.tar.gz" do
+  download_runtime 'linux-x86_64'
+end
+
+file "pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-osx.tar.gz" do
+  download_runtime 'osx'
+end
+
+def create_package target
+  build = ENV['BUILD_NUMBER']
+  build = '1' if build.nil? || build.empty?
+  revision = '+' + `git rev-parse --short HEAD`.strip
+  revision = nil unless $?.exitstatus.zero?
+  version = "#{BjnInventory::VERSION}-#{build}#{revision}".strip
+  package_name = "bjn-inventory-#{version}-#{target}"
+  package_file = ::File.join Dir.pwd, 'pkg', "#{package_name}.tar.gz"
+  package_dir = ::File.join Dir.pwd, 'pkg', package_name
+  output = ::File.join Dir.pwd, 'pkg', "bjn-inventory_#{version}_amd64.deb"
+  sh "rm -rf #{package_dir}"
+  sh "rm -rf #{output}" if target =~ /linux/
+  sh "mkdir -p #{package_dir}/inventory"
+  sh "cp -R bin #{package_dir}/inventory"
+  sh "mkdir #{package_dir}/inventory/ruby"
+  sh "#{TAR} -xzf pkg/traveling-ruby-#{TRAVELING_RUBY_VERSION}-#{target}.tar.gz -C #{package_dir}/inventory/ruby"
+  sh "cp -pR pkg/vendor #{package_dir}/inventory/vendor"
+  sh "cp -R bjn_inventory.gemspec README.md Gemfile Gemfile.lock lib #{package_dir}/inventory/vendor"
+  sh "mkdir #{package_dir}/inventory/vendor/.bundle"
+  if !ENV['NO_FPM'] && target =~ /linux/
+    sh %Q~
+      fpm --verbose \
+        -s dir -t deb -C #{package_dir} \
+        -n bjn-inventory -v #{version} \
+        --license "#{BjnInventory::LICENSE}" \
+        --description "#{BjnInventory::SUMMARY}" \
+        --maintainer "#{BjnInventory::AUTHOR} <#{BjnInventory::EMAIL}>" \
+        --vendor "#{BjnInventory::AUTHOR}" \
+        --url "#{BjnInventory::URL}" \
+        --package "#{output}" \
+        --deb-no-default-config-files \
+        inventory=/opt
+    ~
+  end
+  if !ENV['DIR_ONLY']
+    sh "cd #{package_dir} && tar -czf #{package_file} ."
+    sh "rm -rf #{package_dir}"
+  end
+end
+
+def download_runtime target
+  sh 'cd pkg && curl -L -O --fail ' +
+    "#{TRAVELING_RUBY_URL}/traveling-ruby-#{TRAVELING_RUBY_VERSION}-#{target}.tar.gz"
+end
+
+
+desc 'Remove leftover build artifacts'
+task :clean do
+  sh 'rm -rf pkg/bjn?inventory*.{deb,gem,gz} pkg/vendor pkg/tmp'
+end
+
+desc 'Remove all build artifacts'
+task :wipe do
+  sh 'rm -rf pkg/*.{deb,gem,gz} pkg/vendor pkg/tmp coverage doc tmp log etc'
+end

metadata

@@ -0,0 +1,188 @@
+--- !ruby/object:Gem::Specification
+name: bjn_inventory
+version: !ruby/object:Gem::Version
+  version: 1.3.0
+platform: ruby
+authors:
+- Jeremy Brinkley
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: jsonpath
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- jbrinkley@bluejeans.com
+executables:
+- ansible-from
+- aws-ec2-source
+- aws-rds-source
+- inventory_model
+- refresh_inventory_data
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/ansible-from
+- bin/aws-ec2-source
+- bin/aws-rds-source
+- bin/console
+- bin/inventory_model
+- bin/refresh_inventory_data
+- bin/setup
+- bjn_inventory.gemspec
+- lib/bjn_inventory.rb
+- lib/bjn_inventory/ansible.rb
+- lib/bjn_inventory/array.rb
+- lib/bjn_inventory/bykey.rb
+- lib/bjn_inventory/context.rb
+- lib/bjn_inventory/data_files.rb
+- lib/bjn_inventory/default_logger.rb
+- lib/bjn_inventory/device.rb
+- lib/bjn_inventory/device/map.rb
+- lib/bjn_inventory/hash.rb
+- lib/bjn_inventory/inventory.rb
+- lib/bjn_inventory/inventory/source.rb
+- lib/bjn_inventory/list.rb
+- lib/bjn_inventory/metadata.rb
+- lib/bjn_inventory/source_command.rb
+- lib/bjn_inventory/source_command/aws_ec2.rb
+- lib/bjn_inventory/source_command/aws_rds.rb
+- lib/bjn_inventory/version.rb
+- lib/inventory.rb
+- tasks/package/_package.sh
+- tasks/package/_validate.sh
+- tasks/package/run.sh
+- tasks/package/validate.sh
+- tasks/package/validate/01version.sh
+- tasks/test/Dockerfile
+- tasks/test/run.sh
+- tools/packaging_tasks.rb
+homepage: https://git.corp.bluejeans.com:8443/projects/AS/repos/bjn_inventory/browse
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Generate inventory lists based on flexible sources, rules and a standard
+  device model
+test_files: []