weavr 0.0.5 → 0.1.0

data/README.md

@@ -98,4 +98,32 @@ Adjust the repositories used to install components:
 
 ```ruby
 Weavr.configure_repository(version: '2.1', os: 'redhat6', repo: 'HDP-2.1', url: 'http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.1.3.0/')
-```
+```
+
+### Blueprints
+
+As of 1.6.0, Ambari supports blueprints, which are a convenient way to save
+and reuse ambari hadoop cluster configurations.
+
+For more info on blueprints, see [this blog post](http://hortonworks.com/blog/ambari-blueprints-delivers-missing-component-cluster-provisioning/) or [the ambari wiki](https://cwiki.apache.org/confluence/display/AMBARI/Blueprints).
+
+Sample usage:
+
+```ruby
+service_blueprint_name = 'blueprint-hwx'
+cluster_name = 'hwx'
+service_blueprint_filename = 'hdp_blueprint_services.json'
+cluster_blueprint_filename = 'hdp_blueprint_cluster.json'
+create_request = Weavr.create_cluster_from_blueprint(
+  service_blueprint_name,
+  cluster_name,
+  service_blueprint_filename,
+  cluster_blueprint_filename
+)
+
+# wait for services to install and start
+while create_request.id && create_request.progress_percent != 100.0
+  sleep 5
+  create_request.refresh!
+end
+```

data/lib/weavr.rb

@@ -4,6 +4,7 @@ require 'faraday_middleware'
 require 'gorillib/builder'
 require 'gorillib/model/type/extended'
 require 'logger'
+require 'multi_json'
 
 require 'weavr/connection'
 require 'weavr/error'
@@ -71,6 +72,25 @@ module Weavr
     cluster.create options
   end
 
+  def create_cluster_from_blueprint(blueprint_name, cluster_name, services_blueprint_filename, cluster_blueprint_filename)
+    blueprint = Blueprint.receive(blueprint_name: blueprint_name, href: File.join('blueprints', blueprint_name))
+    blueprint.create services_blueprint_filename
+    cluster = Cluster.receive(cluster_name: cluster_name, href: File.join('clusters', cluster_name))
+    cluster.create_from_blueprint cluster_blueprint_filename
+  end
+  
+  def create_cluster_from_json(blueprint_name, cluster_name, filename)
+    blueprint = Blueprint.receive(blueprint_name: blueprint_name, href: File.join('blueprints', blueprint_name))
+    begin
+      data = MultiJson.load File.open(filename, 'r')
+    rescue Exception => e
+      raise e.message, Weavr::BlueprintError
+    end
+    blueprint.create_from_data data['services']
+    cluster = Cluster.receive(cluster_name: cluster_name, href: File.join('clusters', cluster_name))
+    cluster.create_from_blueprint_data data['cluster']
+  end
+
   def stacks
     Collection.of(Stack).receive connection.resource(:get, 'stacks2')
   end

data/lib/weavr/error.rb

@@ -2,4 +2,5 @@ module Weavr
   Error           = Class.new Exception
   ConnectionError = Class.new Error
   RequestError    = Class.new Error
+  BlueprintError  = Class.new Error
 end

data/lib/weavr/resource/blueprint.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+module Weavr
+  class Blueprint < Resource
+    field :blueprint_name, String
+
+    # GET /blueprints
+    # Returns the available blueprints.
+    def get_blueprints
+      connection.resource(:get, 'blueprints')
+    end
+
+    # POST /blueprints/:name
+    # Creates a blueprint.

+    # example:
+    # curl -H "X-Requested-By: ambari" -d @hdp_sample_blueprint.txt -u admin:admin \
+    #      -XPOST http://localhost:8080/api/v1/blueprints/blueprint-hwx
+    def create services_blueprint_filename
+      begin
+        data = MultiJson.load File.open(services_blueprint_filename, 'r')      
+      rescue Exception => e
+        raise e.message, Weavr::BlueprintError
+      end
+      create_from_data data
+    end
+
+    def create_from_data data
+      resource_action(:post, data)
+      self
+    end
+  end
+end

data/lib/weavr/resource/class_map.rb

@@ -1,5 +1,5 @@
 # Declare all classes ahead of time to avoid dependency problems
-%w[ Cluster Collection Component Configuration Host
+%w[ Blueprint Cluster Collection Component Configuration Host
     HostRole OperatingSystem Repository Request
     Service ServiceComponent  Stack StackConfiguration
     StackService StackVersion Task

data/lib/weavr/resource/cluster.rb

@@ -52,6 +52,33 @@ module Weavr
       refresh!
     end
 
+    # POST /clusters/:name
+    # Creates a cluster.
+    # Since this installs and starts services, return result of Request.receive(res)
+    # example
+    # curl -H "X-Requested-By: ambari" -d @hdp_blueprint_cluster.json -u admin:admin \
+    #      -XPOST http://localhost:8080/api/v1/clusters/blueprint-hwx
+    def create_from_blueprint cluster_blueprint_filename
+      begin
+        data = MultiJson.load File.open(cluster_blueprint_filename, 'r')
+      rescue Exception => e
+        raise e.message, Weavr::BlueprintError
+      end
+      create_from_blueprint_data data
+    end
+
+    def create_from_blueprint_data data
+      res = resource_action(:post, data)
+      Request.receive(res || { })
+    end
+
+    # GET /clusters/:name?format=blueprint
+    # Export the current cluster layout as a blueprint.
+    # TODO: add GET param handling to Weavr::Connection#resource
+    def get_blueprint name
+      connection.resource(:get, "clusters/#{name}?format=blueprint")
+    end
+
     def delete
       resource_action(:delete)
     end

data/lib/weavr/resource/request.rb

@@ -15,6 +15,7 @@ module Weavr
     field :request_status,       String
     field :resource_filter,      Array
     field :start_time,           Integer  # Needs to be Date
+    field :status,               String
     field :task_count,           Integer
     field :timed_out_task_count, Integer
     field :type,                 String

data/lib/weavr/resource/service.rb

@@ -18,7 +18,7 @@ module Weavr
     end
 
     def install
-      to_state'INSTALLED'
+      to_state 'INSTALLED'
     end
 
     def stop

data/lib/weavr/version.rb

@@ -1,3 +1,3 @@
 module Weavr
-  VERSION = '0.0.5'
+  VERSION = '0.1.0'
 end

data/spec/weavr_spec.rb

@@ -10,7 +10,12 @@ describe Weavr do
 
   subject(:weavr)              { described_class   }
   subject(:collection_resource){ Weavr::Collection }
+  subject(:blueprint_resource) { Weavr::Blueprint  }
   subject(:cluster_resource)   { Weavr::Cluster    }
+  subject(:request_resource)   { Weavr::Request    }
+
+  # dummy json data for mock blueprints
+  let(:data) {"{}"}
 
   after(:each) do
     clear_variables described_class
@@ -78,6 +83,39 @@ describe Weavr do
     end
   end
 
+  context '.get_blueprints' do
+    it 'gets all available blueprints' do
+      weavr.connection.should_receive(:resource).with(:get, 'blueprints')
+      blueprint = blueprint_resource.new(href: 'blueprints')
+      blueprint.get_blueprints
+    end
+
+    it 'generates a blueprint from a cluster' do
+      weavr.connection.should_receive(:resource).with(:get, 'clusters/foo?format=blueprint')
+      cluster = cluster_resource.new
+      cluster.get_blueprint 'foo'
+    end
+  end
+
+  context '.create_cluster_from_blueprint' do
+    it 'creates a new blueprint' do
+      File.stub(:open).with('baz.json','r') { StringIO.new(data) }
+      weavr.connection.should_receive(:resource).with(:post, 'blueprints/foo', an_instance_of(Hash))
+      blueprint = blueprint_resource.new(blueprint_name: 'foo', href: 'blueprints/foo')
+      blueprint.create 'baz.json'
+    end
+
+    it 'creates a new cluster from a blueprint' do
+      File.stub(:open).with('baz.json','r') { StringIO.new(data) }
+      weavr.connection.should_receive(:resource).with(:post, 'clusters/foo', an_instance_of(Hash))
+      cluster = cluster_resource.new(cluster_name: 'foo', href: 'clusters/foo')
+      req = cluster.create_from_blueprint 'baz.json'
+      expect(cluster).to be_a(cluster_resource)
+      expect(cluster.cluster_name).to eq('foo')
+      expect(req).to be_a(request_resource)
+    end
+  end
+
   context '.stacks' do
     it 'returns a collection of stacks' do
       weavr.connection.should_receive(:resource).with(:get, 'stacks2').and_return(items: [{ stack_name: 'hdp' }])

data/weavr.gemspec

@@ -25,4 +25,5 @@ Gem::Specification.new do |gem|
   gem.add_dependency('faraday',             '~> 0.9.0')
   gem.add_dependency('faraday_middleware',  '~> 0.9.1')
   gem.add_dependency('gorillib-model',      '~> 0.0.1')
+  gem.add_dependency('multi_json',          '~> 1.10.1')
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: weavr
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-11 00:00:00.000000000 Z
+date: 2014-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -91,6 +91,22 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: 0.0.1
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.10.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.10.1
 description: Weavr
 email:
 - dempsey.travis@gmail.com
@@ -107,6 +123,7 @@ files:
 - lib/weavr/connection.rb
 - lib/weavr/error.rb
 - lib/weavr/resource.rb
+- lib/weavr/resource/blueprint.rb
 - lib/weavr/resource/class_map.rb
 - lib/weavr/resource/cluster.rb
 - lib/weavr/resource/collection.rb
@@ -144,7 +161,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1159751241335575004
+      hash: -3914216349381186348
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -153,7 +170,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1159751241335575004
+      hash: -3914216349381186348
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23