canzea 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 163c49d9ad9e8ee9760e3bc44c6910205b2b8228
+  data.tar.gz: 6c087ffe8c83bcc27281e5d4396e4b57ee4a5063
+SHA512:
+  metadata.gz: b857fae076e56661459eb8bac4d00c7eadd1bf036ea9bb3730769503dbe15d861f94dba332d854b09e60540627dda8599c9d9002d91336e878ecfabfe138e8b9
+  data.tar.gz: d833b8f0557b7350ea19089a428d420597a4bffcd378f07cc4ee88271240ee1283a74433896ec87046bce57c76b39079f87a2d508e12490372b919a7c8e1b7d5

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.gem
+*.iml
+.idea
+config.json

data/.idea/compiler.xml

@@ -0,0 +1,22 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="CompilerConfiguration">
+    <resourceExtensions />
+    <wildcardResourcePatterns>
+      <entry name="!?*.java" />
+      <entry name="!?*.form" />
+      <entry name="!?*.class" />
+      <entry name="!?*.groovy" />
+      <entry name="!?*.scala" />
+      <entry name="!?*.flex" />
+      <entry name="!?*.kt" />
+      <entry name="!?*.clj" />
+      <entry name="!?*.aj" />
+    </wildcardResourcePatterns>
+    <annotationProcessing>
+      <profile default="true" name="Default" enabled="false">
+        <processorPath useClasspath="true" />
+      </profile>
+    </annotationProcessing>
+  </component>
+</project>

data/.idea/copyright/profiles_settings.xml

@@ -0,0 +1,3 @@
+<component name="CopyrightManager">
+  <settings default="" />
+</component>

data/.idea/misc.xml

@@ -0,0 +1,39 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="MavenImportPreferences">
+    <option name="generalSettings">
+      <MavenGeneralSettings>
+        <option name="mavenHome" value="Bundled (Maven 3)" />
+      </MavenGeneralSettings>
+    </option>
+  </component>
+  <component name="ProjectLevelVcsManager" settingsEditedManually="false">
+    <OptionsSetting value="true" id="Add" />
+    <OptionsSetting value="true" id="Remove" />
+    <OptionsSetting value="true" id="Checkout" />
+    <OptionsSetting value="true" id="Update" />
+    <OptionsSetting value="true" id="Status" />
+    <OptionsSetting value="true" id="Edit" />
+    <ConfirmationsSetting value="0" id="Add" />
+    <ConfirmationsSetting value="0" id="Remove" />
+  </component>
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_1_6" default="true" assert-keyword="true" jdk-15="true">
+    <output url="file://$PROJECT_DIR$/out" />
+  </component>
+  <component name="masterDetails">
+    <states>
+      <state key="ProjectJDKs.UI">
+        <settings>
+          <last-edited>1.8</last-edited>
+          <splitter-proportions>
+            <option name="proportions">
+              <list>
+                <option value="0.2" />
+              </list>
+            </option>
+          </splitter-proportions>
+        </settings>
+      </state>
+    </states>
+  </component>
+</project>

data/.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/cli.iml" filepath="$PROJECT_DIR$/cli.iml" />
+    </modules>
+  </component>
+</project>

data/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.13.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in canzea.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Canzea Technologies
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Canzea
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/canzea`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'canzea'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install canzea
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitLab at https://gitlab.com/canzea/cli.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/canzea

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "canzea"
+
+

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/canzea.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'canzea/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "canzea"
+  spec.version       = Canzea::VERSION
+  spec.authors       = ["Canzea Technologies"]
+  spec.email         = ["ikethecoder@canzea.com"]
+
+  spec.summary       = %q{Canzea command line interface for orchestrating builds.}
+  spec.description   = %q{Orchestrate the building of images based on defined ecosystem blueprints.}
+  spec.homepage      = "http://www.canzea.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "bin"
+  #spec.executables   = ["canzea"]
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+
+  spec.add_runtime_dependency "patron", "~> 0.8"
+  spec.add_runtime_dependency "net-ssh", "~> 3.0"
+  spec.add_runtime_dependency "net-sftp", "~> 2.1"
+  spec.add_runtime_dependency "mustache", "~> 1.0"
+  spec.add_runtime_dependency "cri", "~> 2.7"
+  spec.add_runtime_dependency "git", "~> 1.3"
+end

data/cli.iml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="WEB_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

data/lib/canzea/config.rb

@@ -0,0 +1,23 @@
+module Canzea
+
+  # Configuration defaults
+  @config = {
+              :log_level => "verbose",
+              :catalog_location => "/opt/canzea-catalog",
+              :catalog_git => "git@gitlab.com:canzea/ecosystem-catalog.git",
+              :catalog_branch => "develop",
+              :git_repo => "/opt/canzea-profile",
+              :logging_root => Dir.home()
+            }
+  @valid_config_keys = @config.keys
+
+  # Configure through hash
+  def self.configure(opts = {})
+    opts.each {|k,v| @config[k.to_sym] = v if @valid_config_keys.include? k.to_sym}
+  end
+
+  def self.config
+    @config
+  end
+
+end

data/lib/canzea/version.rb

@@ -0,0 +1,3 @@
+module Canzea
+  VERSION = "0.1.0"
+end

data/lib/canzea.rb

@@ -0,0 +1,123 @@
+require 'cri'
+require 'fileutils'
+require 'pathname'
+require 'git'
+require "canzea/config"
+require "canzea/version"
+require "helper-run-class"
+require "plan-step-class"
+require "ssh-base-cmd-class"
+require "template-runner"
+require "commands/config-git-commit"
+require "commands/get-catalog"
+require "commands/remote-run"
+
+module Canzea
+
+  command = Cri::Command.define do
+      name        'canzea'
+      usage       'canzea [options]'
+      aliases     :ds, :stuff
+      summary     'canzea cli'
+      description 'Canzea command line interface.'
+
+      flag   :h,  :help,  'show help for this command' do |value, cmd|
+        puts cmd.help
+        exit 0
+      end
+
+      flag nil, :pwd, 'PWD'
+
+      flag nil, :run, 'Run a step'
+      flag nil, :helper, 'Execute a helper'
+      flag nil, :remote, 'Remote execution'
+      flag nil, :init, 'Remote init execution'
+      flag nil, :enable, 'Enable the service'
+      flag nil, :config_git_commit, 'Manage configuration files in git'
+
+      option :s,  :stuff, 'specify stuff to do', argument: :required
+
+      option nil, :config, 'Config', argument: :required
+
+      option nil, :lifecycle, 'Lifecycle action [install, configure, upgrade, uninstall]', argument: :required
+
+      option nil, :catalogTag, 'Specific tag of the catalog', argument: :required
+      option nil, :gitRoot, 'Git root', argument: :required
+      option nil, :role, 'Role', argument: :required
+      option nil, :solution, 'Solution', argument: :required
+      option nil, :test, 'Test', argument: :required
+      option nil, :task, 'Task', argument: :required
+      option nil, :serverBase, 'Server Base', argument: :required
+      option nil, :serverNumber, 'Server Number', argument: :required
+      option nil, :privateKey, 'Task', argument: :required
+      option nil, :template, 'Template', argument: :required
+
+      option nil, :action, 'Helper Action', argument: :required
+      option nil, :args, 'Arguments (JSON format)', argument: :required
+
+      run do |opts, args, cmd|
+
+        if opts[:config]
+            file = File.read(opts[:config])
+            Canzea::configure JSON.parse(file)
+        end
+
+        if opts[:pwd]
+            puts Dir.pwd
+            GetCatalog.new.do(opts.fetch(:catalogTag, nil));
+        end
+
+        if (opts[:lifecycle])
+            GetCatalog.new.do(opts.fetch(:catalogTag, nil));
+
+            lifecycle = opts[:lifecycle]
+
+            if lifecycle == 'install'
+              puts "Running install step #{opts[:role]} #{opts[:solution]}"
+              ps = PlanStep.new
+              ps.runPhaseInstall opts[:role], opts[:solution], opts.fetch(:test,"false") == "true", Integer(opts.fetch(:task, 1))
+
+              gitRoot = opts.fetch(:gitRoot, "/opt/cloud-profile")
+
+              # write to configure the registration of the service
+              if (File.exists?("#{gitRoot}/configure.sh") == false)
+                  File.open("#{gitRoot}/configure.sh", 'a') { |file| file.puts("#!/bin/bash") }
+              end
+
+              File.open("#{gitRoot}/configure.sh", 'a') { |file| file.puts("canzea --enable #{ARGV.join(' ')}") }
+            end
+
+            if lifecycle == 'configure'
+              puts "Running configure step #{opts[:role]} #{opts[:solution]}"
+              ps = PlanStep.new
+              ps.runPhaseConfigure opts[:role], opts[:solution], opts.fetch(:test,"false") == "true", Integer(opts.fetch(:task, 1))
+            end
+
+            if lifecycle == 'wire'
+              puts "Running helper #{opts[:solution]} #{opts[:action]}"
+              ps = HelperRun.new
+              ps.run opts[:solution], opts[:action], opts[:args]
+            end
+        end
+
+        if opts[:init]
+          publicIp = File.read("vps-#{opts[:serverBase]}-#{opts[:serverNumber]}.json")
+          remote = RemoteCall.new
+          remote.init publicIp, opts[:privateKey]
+        end
+
+        if opts[:remote]
+            RemoteRun.new.do opts[:serverBase], opts[:serverNumber], opts[:privateKey], opts[:role], opts[:solution]
+        end
+
+        if opts[:config_git_commit]
+            gitRoot = opts.fetch(:gitRoot, Canzea::config[:git_repo])
+            cg = ConfigGitCommit.new
+            cg.do gitRoot, args[0], opts[:template], (args.length == 1 ? {}:JSON.parse(args[1]))
+        end
+      end
+    end
+
+    command.run(ARGV)
+
+end

data/lib/commands/config-git-commit.rb

@@ -0,0 +1,38 @@
+require "git"
+require "fileutils"
+require "pathname"
+
+class ConfigGitCommit
+    def do(gitRoot, sourcePath, template, parameters = {})
+        # if file exists on file system and does not exist in gitRoot, then commit the "oem" file
+
+        dest = "#{gitRoot}/config#{Pathname.new(sourcePath).realpath}"
+        puts "Writing to #{dest}"
+
+        if (File.exist?(dest) == false and File.exist?(sourcePath))
+            FileUtils.mkdir_p Pathname.new(dest).dirname
+            FileUtils.cp sourcePath, dest
+
+            puts "Recording in repo the default file first: #{sourcePath}"
+            g = Git.init(gitRoot)
+            g.add(:all=>true)
+            g.commit("Original default #{sourcePath}")
+        end
+
+        if template
+            puts "Processing template #{template}"
+            FileUtils.mkdir_p Pathname.new(sourcePath).dirname
+            t = Template.new
+            t.processAndWriteToFile template, sourcePath, JSON.parse(parameters)
+        end
+        FileUtils.mkdir_p Pathname.new(dest).dirname
+        FileUtils.cp sourcePath, dest
+
+        g = Git.init(gitRoot)
+        g.add(:all=>true)
+        puts g.status.changed.size() + g.status.added.size()
+        if (g.status.changed.size() > 0 or g.status.added.size() > 0)
+            g.commit("Config update #{sourcePath}")
+        end
+    end
+end

data/lib/commands/get-catalog.rb

@@ -0,0 +1,17 @@
+require "git"
+require "fileutils"
+require "pathname"
+
+
+class GetCatalog
+    def do(tag = nil)
+        FileUtils.rm_rf Canzea::config[:catalog_location]
+        g = Git.clone(Canzea::config[:catalog_git], "", :path => Canzea::config[:catalog_location])
+        g.branch Canzea::config[:catalog_branch]
+        if (tag != nil)
+            puts "For tag #{tag}"
+            g.tag tag
+        end
+        puts "Branch '#{g.branch}' Commit #{g.log[0]}"
+    end
+end

data/lib/commands/remote-run.rb

@@ -0,0 +1,12 @@
+require "git"
+require "fileutils"
+require "pathname"
+require "ssh-base-cmd-class"
+
+class RemoteRun
+    def do(serverBase, serverNumber, privateKey, role, solution)
+      publicIp = File.read("vps-#{serverBase}-#{serverNumber}.json")
+      remote = RemoteCall.new
+      remote.run publicIp, privateKey, "canzea --run --role=#{role} --solution=#{solution}"
+    end
+end

data/lib/helper-run-class.rb

@@ -0,0 +1,53 @@
+require 'json'
+require 'logger'
+require "base64"
+
+require "prepare-environment"
+require "trace-runner"
+
+class HelperRun
+    def run (solution, action, parameters)
+
+        log = Logger.new(Canzea::config[:logging_root] + '/helpers.log')
+
+        # Type can be either: ruby or shell
+        # type = ARGV[0]
+        type = "ruby"
+
+        params = JSON.parse(parameters);
+        # If there is context information, then merge them into the parameters before calling the helper
+        if (ENV.has_key?('WORK_DIR') and File.exists?ENV['WORK_DIR'] + "/context.json")
+            context = JSON.parse(File.read(ENV['WORK_DIR'] + "/context.json"))
+            context.keys.each do |key|
+               params[key] = context[key]
+            end
+        end
+
+        # Make sure the parameters are valid JSON
+        parameters = JSON.generate(params)
+
+        envPush = PrepareEnvironment.new
+
+        begin
+            envScript = ENV['CANZEA_PLUGINS'] + "ike-environments/environment/production/helpers/#{solution}/environment.json"
+            if File.exist?(envScript)
+                log.info("Adding environment variables...")
+                envPush.addToEnv "#{envScript}"
+            end
+
+            r = RunnerWorker.new
+
+            if (type == "ruby")
+                cmd = "ruby #{ENV['CANZEA_PLUGINS']}ike-environments/environment/production/helpers/#{solution}/#{action}.rb '#{parameters}'"
+            else
+                cmd = "#{ENV['CANZEA_PLUGINS']}ike-environments/environment/production/helpers/#{solution}/#{action}.sh \"#{parameters}\""
+            end
+            r.run cmd, 1, 1, false
+
+        rescue => error
+            log.error(error.backtrace)
+            log.error("Error processing #{error.message}")
+            abort("Problem running plan #{error.message}")
+        end
+    end
+end