nucleon 0.1.0 → 0.1.1

data/lib/nucleon/project/github.rb

@@ -0,0 +1,108 @@
+
+nucleon_require(File.dirname(__FILE__), :git)
+
+#---
+
+module Nucleon
+module Project
+class Github < Git
+ 
+  #-----------------------------------------------------------------------------
+  # Project plugin interface
+ 
+  def normalize    
+    if reference = delete(:reference, nil)
+      myself.name = reference
+    else
+      if url = get(:url, nil)
+        myself.name = url
+        set(:url, myself.class.expand_url(url, get(:ssh, false)))
+      end  
+    end    
+    super
+  end
+  
+  #---
+  
+  def set_connection
+    require 'octokit'
+    
+    @client = Octokit::Client.new :netrc => true
+    @client.login
+  end
+  
+  #-----------------------------------------------------------------------------
+  # Property accessor / modifiers
+  
+  def client
+    set_connection unless @client
+    @client
+  end
+  
+  #-----------------------------------------------------------------------------
+  # Project operations
+  
+  def init_auth
+    super do
+      key_id  = ENV['USER'] + '@' + lookup(:ipaddress)
+      ssh_key = public_key_str
+      
+      if private_key && ssh_key
+        begin
+          deploy_keys = client.deploy_keys(self.name) 
+          github_id   = nil
+          keys_match  = true
+                   
+          deploy_keys.each do |key_resource|
+            if key_resource.title == key_id
+              github_id  = key_resource.id              
+              keys_match = false if key_resource.key != ssh_key
+              break
+            end  
+          end
+          
+          if github_id
+            unless keys_match
+              client.edit_deploy_key(self.name, github_id, { :key => ssh_key })
+              verify_key
+            end
+          else
+            client.add_deploy_key(self.name, key_id, ssh_key)
+            verify_key
+          end
+                  
+        rescue Exception => error
+          logger.error(error.inspect)
+          logger.error(error.message)
+          logger.error(Util::Data.to_yaml(error.backtrace))
+
+          ui.error(error.message, { :prefix => false }) if error.message
+        end
+      end
+    end  
+  end
+     
+  #-----------------------------------------------------------------------------
+  # Utilities
+  
+  def self.expand_url(path, editable = false)
+    if editable
+      protocol  = 'git@'
+      separator = ':'
+    else
+      protocol  = 'https://'
+      separator = '/'
+    end
+    return "#{protocol}github.com#{separator}" + path + '.git'  
+  end
+  
+  #---
+  
+  def verify_key
+    Util::SSH.init_session('github.com', 'git', 22, private_key)
+    Util::SSH.close('github.com', 'git')
+  end
+  protected :verify_key
+end
+end
+end

data/lib/nucleon/template/json.rb

@@ -0,0 +1,16 @@
+
+module Nucleon
+module Template
+class Json < Plugin::Template
+  
+  #-----------------------------------------------------------------------------
+  # Renderers  
+   
+  def render_processed(data)
+    return super do
+      Util::Data.to_json(data)
+    end
+  end
+end
+end
+end

data/lib/nucleon/template/wrapper.rb

@@ -0,0 +1,16 @@
+
+module Nucleon
+module Template
+class Wrapper < Plugin::Template
+  
+  #-----------------------------------------------------------------------------
+  # Renderers  
+   
+  def render_processed(data)
+    return super do
+      get(:template_prefix, '') + data.to_s + get(:template_suffix, '')
+    end
+  end
+end
+end
+end

data/lib/nucleon/template/yaml.rb

@@ -0,0 +1,16 @@
+
+module Nucleon
+module Template
+class Yaml < Plugin::Template
+  
+  #-----------------------------------------------------------------------------
+  # Renderers  
+   
+  def render_processed(data)
+    return super do
+      Util::Data.to_yaml(data)
+    end    
+  end
+end
+end
+end

data/lib/nucleon/translator/json.rb

@@ -0,0 +1,27 @@
+
+module Nucleon
+module Translator
+class Json < Plugin::Translator
+   
+  #-----------------------------------------------------------------------------
+  # Translator operations
+   
+  def parse(json_text)
+    return super do |properties|
+      if json_text && ! json_text.empty?
+        properties = Util::Data.parse_json(json_text)
+      end
+      properties
+    end
+  end
+  
+  #---
+  
+  def generate(properties)
+    return super do
+      Util::Data.to_json(properties, get(:pretty, true))
+    end
+  end
+end
+end
+end

data/lib/nucleon/translator/yaml.rb

@@ -0,0 +1,27 @@
+
+module Nucleon
+module Translator
+class Yaml < Plugin::Translator
+   
+  #-----------------------------------------------------------------------------
+  # Translator operations
+   
+  def parse(yaml_text)
+    return super do |properties|
+      if yaml_text && ! yaml_text.empty?
+        properties = Util::Data.parse_yaml(yaml_text)
+      end
+      properties
+    end
+  end
+  
+  #---
+  
+  def generate(properties)
+    return super do
+      Util::Data.to_yaml(properties)
+    end
+  end
+end
+end
+end

data/lib/nucleon.rb

@@ -60,10 +60,10 @@ module Kernel
 end
 
 #-------------------------------------------------------------------------------
-# Top level properties 
+# Load paths 
 
 lib_dir          = File.dirname(__FILE__)
-core_dir         = File.join(lib_dir, 'nucleon')
+core_dir         = File.join(lib_dir, 'core')
 mixin_dir        = File.join(core_dir, 'mixin')
 mixin_config_dir = File.join(mixin_dir, 'config')
 mixin_action_dir = File.join(mixin_dir, 'action')
@@ -75,25 +75,25 @@ plugin_dir       = File.join(core_dir, 'plugin')
 #-------------------------------------------------------------------------------
 # Coral requirements
 
-git_location = nucleon_locate('git')
-
 $:.unshift(lib_dir) unless $:.include?(lib_dir) || $:.include?(File.expand_path(lib_dir))
 
 #---
   
 require 'rubygems'
 
+require 'optparse'
 require 'pp'
 require 'i18n'
 require 'log4r'
 require 'log4r/configurator'
-require 'base64'
 require 'deep_merge'
-require 'facter'
+
+require 'digest/sha1'
+require 'base64'
+
 require 'yaml'
 require 'multi_json'
-require 'digest/sha1'
-require 'optparse'
+
 require 'thread' # Eventually depreciated
 require 'celluloid'
 require 'celluloid/autostart'
@@ -107,13 +107,18 @@ I18n.load_path << File.expand_path(File.join('..', 'locales', 'en.yml'), lib_dir
 
 #---
 
-if git_location
+if nucleon_locate('git')
   require 'grit'
   nucleon_require(util_dir, :git)
 end
 
 #---
 
+# Make sure logger is at the top of our load order priorities
+nucleon_require(util_dir, :logger)
+
+#---
+
 # Object modifications (100% pure monkey patches)
 Dir.glob(File.join(mod_dir, '*.rb')).each do |file|
   require file
@@ -142,7 +147,7 @@ nucleon_require(core_dir, :errors)
 nucleon_require(core_dir, :codes)
 nucleon_require(util_dir, :data)
 nucleon_require(core_dir, :config)
-nucleon_require(util_dir, :interface) 
+nucleon_require(util_dir, :console) 
 nucleon_require(core_dir, :core) 
 
 #---
@@ -157,7 +162,7 @@ nucleon_require(core_dir, :core)
   nucleon_require(util_dir, name)
 end
 
-# Include core systems
+# Include plugin system
 nucleon_require(core_dir, :facade)
 nucleon_require(core_dir, :gems)
 nucleon_require(core_dir, :manager)
@@ -165,8 +170,6 @@ nucleon_require(plugin_dir, :base)
 nucleon_require(core_dir, :plugin)
 
 #-------------------------------------------------------------------------------
-# Basic information
+# Nucleon initialization
 
-module Nucleon
-  VERSION = File.read(File.join(File.dirname(__FILE__), '..', 'VERSION'))
-end
+Nucleon.reload

data/locales/en.yml

@@ -25,7 +25,7 @@ en:
         project:
           options:
             provider: |-
-              Coral plugin provider to use for this project (default %{default_value})
+              Nucleon plugin provider to use for this project (default %{default_value})
             reference: |-
               Project URL or reference string to set as primary remote (default %{default_value})
             revision: |-
@@ -52,57 +52,6 @@ en:
               Remote name to push to (default %{default_value})
             revision: |-
               Branch to push (default %{default_value})
-        node:
-          options:
-            parallel: |-
-              Enable parallelism of node action execution (default %{default_value})
-            net_provider: |-
-              Coral network provider to use for managing cloud nodes (default %{default_value})
-            node_provider: |-
-              Default to using a specific node provider but individual node references can override (default %{default_value})
-            nodes: |-
-              Optional nodes on which to execute this action
-          errors:
-            network_provider: |-
-              Network plugin provider %{value} is not loaded >> Pick from the following: %{choices}
-            node_provider: |-
-              Node plugin provider %{value} is not loaded >> Pick from the following: %{choices}
-            nodes: |-
-              Node reference %{value} failed to parse or provider %{provider} isn't loaded (%{name})
-        keypair:
-          options:
-            private_key: |-
-              Optional existing private SSH key to use for SSH communication (new keys are generated by default)
-            require_password: |-
-              Require and prompt for a password for generated keys (default %{default_value})
-            key_type: |-
-              Type of SSH key to generate (default %{default_value})
-            key_bits: |-
-              Strength of generated key encryption in bits (default %{default_value})
-            key_comment: |-
-              Optional key comment (attached at the end of the public key)
-          errors:
-            private_key_not_found: |-
-              Private key %{value} not found
-            private_key_parse_error: |-
-              Private key %{value} failed to parse and can not be accepted as a valid private SSH key
-            key_type: |-
-              SSH key type %{value} not supported >> Pick from the following: %{choices}
-            key_bits: |-
-              Encryption strength must be greater than %{required} bits (%{value} specified)
-            no_password: |-
-              Password verification of private key was terminated (verification required to use encrypted SSH keys)             
-      exec:
-        help:
-          usage: |-
-            Usage
-          header: |-
-            Available actions
-          footer: |-
-            For help on any individual action run `coral <action> -h`
-        errors:
-          missing_argument: |-
-            Argument <%{name}> must be specified
     actions:
       extract:
         options:
@@ -128,7 +77,7 @@ en:
       add:
         options:
           sub_reference: |-
-            Repository URL of Coral component (module or library) to include in the project
+            Repository URL of Nucleon component (module or library) to include in the project
           sub_path: |-
             Subproject path
           editable: |-
@@ -151,82 +100,4 @@ en:
           files: |-
             Optional space separated list of files to save
         start: |-
-          Saving project changes with provider %{project_provider} (ref: %{reference} rev: %{revision})
-      images:
-        options:
-          match_case: |-
-            Match case on any search terms given when searching for images (default %{default_value})
-          require_all: |-
-            Require all search terms to be present in image descriptions to be included (default %{default_value})
-          provider: |-
-            Node provider to retrieve images for
-          search: |-
-            Optional array of search terms to filter image results
-        start: |-
-          Retrieving a list of defined images from %{node_provider}
-        results: |-
-          Total of %{images} images found
-      machines:
-        options:
-          node_provider: |-
-            Node provider to retrieve machine types
-        start: |-
-          Retrieving a list of available machines from %{node_provider}
-        results: |-
-          Total of %{machines} machine types found
-      spawn:
-        options:
-          parallel: |-
-            Enable or disable parallelism of node creation (default %{default_value})
-          seed: |-
-            Coral project reference with cloud project to seed new machines with (default %{default_value})
-          region: |-
-            Machine provider region in which to create the machines (defaults to first defined in provider)
-          machine_type: |-
-            Provider ID of machine type to create (defaults to first defined in provider - usually smallest)
-          provider: |-
-            Create machines with this node provider
-          image: |-
-            Provider ID of operating system image on which to initialize the new machines           
-          hostnames: |-
-            Hostnames of machines to create on provider infrastructure
-        start: |-
-          Spawning new machines on %{provider}
-      bootstrap:
-        options:
-          bootstrap_path: |-
-            Bootstrap script top level local directory (default %{default_value})
-          bootstrap_init: |-
-            Gateway bootstrap script within the bootstrap project directory (default %{default_value})
-          bootstrap_glob: |-
-            Path glob to use in searching bootstrap scripts for remote execution (default %{default_value})
-          auth_files: |-
-            Any additional authorization or state files to pass to the node during bootstrap (relative to local home)
-          home_env_var: |-
-            Home directory environment variable on remote server (default %{default_value})
-          home: |-
-            Specified home directory on remote server (default %{default_value})
-          bootstrap_nodes: |-
-            Node references to bootstrap
-        errors:
-          bootstrap_path: |-
-            Bootstrap path must be an existing directory
-          auth_files: |-
-            Authorization file %{value} does not exist on the local system
-          bootstrap_nodes: |-
-            Provider %{node_provider} node %{name} is not a valid node to bootstrap (%{value} given)
-        start: |-
-          Starting bootstrap of machine %{hostname} (%{id})
-        success: |-
-          Machine %{hostname} (%{id}) successfully bootstrapped
-      exec:
-        options:
-          command: |-
-            Command line executable and arguments to execute on machine
-      seed:
-        options:
-          home: |-
-            Home directory in which to initialize the deploy SSH keys (default %default_value})
-        errors:
-          project_reference: |-
-            Project reference %{value} failed to parse or provider %{provider} isn't loaded >> Possible providers: %{choices}
+          Saving project changes with provider %{project_provider} (ref: %{reference} rev: %{revision})

data/nucleon.gemspec

@@ -5,13 +5,14 @@
 
 Gem::Specification.new do |s|
   s.name = "nucleon"
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Adrian Webb"]
-  s.date = "2014-02-19"
-  s.description = "Framework that provides a simple foundation for building distributively configured, extremely pluggable and extendable, and easily parallel Ruby applications"
+  s.date = "2014-02-21"
+  s.description = "\nA framework that provides a simple foundation for building Ruby applications that are:\n\n* Highly configurable (with both distributed and persistent configurations)\n* Extremely pluggable and extendable\n* Easily parallel\n\nNote: This framework is still very early in development!\n"
   s.email = "adrian.webb@coralnexus.com"
+  s.executables = ["nucleon"]
   s.extra_rdoc_files = [
     "LICENSE.txt",
     "README.rdoc"
@@ -24,11 +25,64 @@ Gem::Specification.new do |s|
     "README.rdoc",
     "Rakefile",
     "VERSION",
+    "bin/nucleon",
+    "lib/core/codes.rb",
+    "lib/core/config.rb",
+    "lib/core/config/collection.rb",
+    "lib/core/config/options.rb",
+    "lib/core/core.rb",
+    "lib/core/errors.rb",
+    "lib/core/facade.rb",
+    "lib/core/gems.rb",
+    "lib/core/manager.rb",
+    "lib/core/mixin/action/commit.rb",
+    "lib/core/mixin/action/project.rb",
+    "lib/core/mixin/action/push.rb",
+    "lib/core/mixin/config/collection.rb",
+    "lib/core/mixin/config/options.rb",
+    "lib/core/mixin/macro/object_interface.rb",
+    "lib/core/mixin/macro/plugin_interface.rb",
+    "lib/core/mixin/settings.rb",
+    "lib/core/mixin/sub_config.rb",
+    "lib/core/mod/hash.rb",
+    "lib/core/plugin/action.rb",
+    "lib/core/plugin/base.rb",
+    "lib/core/plugin/command.rb",
+    "lib/core/plugin/event.rb",
+    "lib/core/plugin/extension.rb",
+    "lib/core/plugin/project.rb",
+    "lib/core/plugin/template.rb",
+    "lib/core/plugin/translator.rb",
+    "lib/core/util/cli.rb",
+    "lib/core/util/console.rb",
+    "lib/core/util/data.rb",
+    "lib/core/util/disk.rb",
+    "lib/core/util/git.rb",
+    "lib/core/util/liquid.rb",
+    "lib/core/util/logger.rb",
+    "lib/core/util/package.rb",
+    "lib/core/util/shell.rb",
     "lib/nucleon.rb",
+    "lib/nucleon/action/add.rb",
+    "lib/nucleon/action/create.rb",
+    "lib/nucleon/action/extract.rb",
+    "lib/nucleon/action/remove.rb",
+    "lib/nucleon/action/save.rb",
+    "lib/nucleon/action/update.rb",
+    "lib/nucleon/command/bash.rb",
+    "lib/nucleon/event/regex.rb",
+    "lib/nucleon/project/git.rb",
+    "lib/nucleon/project/github.rb",
+    "lib/nucleon/template/json.rb",
+    "lib/nucleon/template/wrapper.rb",
+    "lib/nucleon/template/yaml.rb",
+    "lib/nucleon/translator/json.rb",
+    "lib/nucleon/translator/yaml.rb",
     "locales/en.yml",
     "nucleon.gemspec",
     "spec/coral_mock_input.rb",
     "spec/coral_test_kernel.rb",
+    "spec/core/util/console_spec.rb",
     "spec/spec_helper.rb"
   ]
   s.homepage = "http://github.com/coralnexus/nucleon"
@@ -46,18 +100,13 @@ Gem::Specification.new do |s|
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<log4r>, ["~> 1.1"])
       s.add_runtime_dependency(%q<i18n>, ["~> 0.6"])
+      s.add_runtime_dependency(%q<rgen>, ["~> 0.6"])
+      s.add_runtime_dependency(%q<netrc>, ["~> 0.7"])
       s.add_runtime_dependency(%q<deep_merge>, ["~> 1.0"])
-      s.add_runtime_dependency(%q<celluloid>, ["~> 0.15"])
-      s.add_runtime_dependency(%q<sshkey>, ["~> 1.6"])
-      s.add_runtime_dependency(%q<hiera>, ["~> 1.3"])
       s.add_runtime_dependency(%q<multi_json>, ["~> 1.7"])
       s.add_runtime_dependency(%q<grit>, ["~> 2.5"])
       s.add_runtime_dependency(%q<octokit>, ["~> 2.7"])
-      s.add_runtime_dependency(%q<netrc>, ["~> 0.7"])
-      s.add_runtime_dependency(%q<fog>, ["~> 1.20"])
-      s.add_runtime_dependency(%q<rgen>, ["~> 0.6"])
-      s.add_runtime_dependency(%q<facter>, ["~> 1.7"])
-      s.add_runtime_dependency(%q<puppet>, ["~> 3.2"])
+      s.add_runtime_dependency(%q<celluloid>, ["~> 0.15"])
       s.add_development_dependency(%q<bundler>, ["~> 1.2"])
       s.add_development_dependency(%q<jeweler>, ["~> 2.0"])
       s.add_development_dependency(%q<rspec>, ["~> 2.10"])
@@ -66,18 +115,13 @@ Gem::Specification.new do |s|
     else
       s.add_dependency(%q<log4r>, ["~> 1.1"])
       s.add_dependency(%q<i18n>, ["~> 0.6"])
+      s.add_dependency(%q<rgen>, ["~> 0.6"])
+      s.add_dependency(%q<netrc>, ["~> 0.7"])
       s.add_dependency(%q<deep_merge>, ["~> 1.0"])
-      s.add_dependency(%q<celluloid>, ["~> 0.15"])
-      s.add_dependency(%q<sshkey>, ["~> 1.6"])
-      s.add_dependency(%q<hiera>, ["~> 1.3"])
       s.add_dependency(%q<multi_json>, ["~> 1.7"])
       s.add_dependency(%q<grit>, ["~> 2.5"])
       s.add_dependency(%q<octokit>, ["~> 2.7"])
-      s.add_dependency(%q<netrc>, ["~> 0.7"])
-      s.add_dependency(%q<fog>, ["~> 1.20"])
-      s.add_dependency(%q<rgen>, ["~> 0.6"])
-      s.add_dependency(%q<facter>, ["~> 1.7"])
-      s.add_dependency(%q<puppet>, ["~> 3.2"])
+      s.add_dependency(%q<celluloid>, ["~> 0.15"])
       s.add_dependency(%q<bundler>, ["~> 1.2"])
       s.add_dependency(%q<jeweler>, ["~> 2.0"])
       s.add_dependency(%q<rspec>, ["~> 2.10"])
@@ -87,18 +131,13 @@ Gem::Specification.new do |s|
   else
     s.add_dependency(%q<log4r>, ["~> 1.1"])
     s.add_dependency(%q<i18n>, ["~> 0.6"])
+    s.add_dependency(%q<rgen>, ["~> 0.6"])
+    s.add_dependency(%q<netrc>, ["~> 0.7"])
     s.add_dependency(%q<deep_merge>, ["~> 1.0"])
-    s.add_dependency(%q<celluloid>, ["~> 0.15"])
-    s.add_dependency(%q<sshkey>, ["~> 1.6"])
-    s.add_dependency(%q<hiera>, ["~> 1.3"])
     s.add_dependency(%q<multi_json>, ["~> 1.7"])
     s.add_dependency(%q<grit>, ["~> 2.5"])
     s.add_dependency(%q<octokit>, ["~> 2.7"])
-    s.add_dependency(%q<netrc>, ["~> 0.7"])
-    s.add_dependency(%q<fog>, ["~> 1.20"])
-    s.add_dependency(%q<rgen>, ["~> 0.6"])
-    s.add_dependency(%q<facter>, ["~> 1.7"])
-    s.add_dependency(%q<puppet>, ["~> 3.2"])
+    s.add_dependency(%q<celluloid>, ["~> 0.15"])
     s.add_dependency(%q<bundler>, ["~> 1.2"])
     s.add_dependency(%q<jeweler>, ["~> 2.0"])
     s.add_dependency(%q<rspec>, ["~> 2.10"])