spiceweasel 1.2.0 → 2.0.0

data/lib/spiceweasel/cookbook_data.rb

@@ -1,66 +0,0 @@
-#
-# Author:: Geoff Meakin
-# Author:: Matt Ray (<matt@opscode.com>)
-#
-# Copyright:: 2012, Opscode, Inc <legal@opscode.com>
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-class Spiceweasel::CookbookData
-
-  attr_accessor :_name, :_dependencies, :_version
-
-  def initialize(file_name)
-    @_name = file_name.split('/').last
-    @_dependencies = []
-    @_version = ""
-    @file_name = file_name
-  end
-
-  def is_readable?
-    return false unless File.directory?("cookbooks/#{@_name}")
-    return false unless File.exists?("cookbooks/#{@_name}/metadata.rb")
-    true
-  end
-
-  def read
-    if File.exists?("cookbooks/#{@_name}/metadata.rb") && File.readable?("cookbooks/#{@_name}/metadata.rb")
-      self.instance_eval(IO.read("cookbooks/#{@_name}/metadata.rb"), "cookbooks/#{@_name}/metadata.rb", 1)
-    else
-      raise IOError, "Cannot open or read cookbooks/#{@_name}/metadata.rb!"
-    end
-    {'name' => @_name, 'version' => @_version, 'dependencies' => @_dependencies }
-  end
-
-  def name(*args) # Override metadata.rb DSL
-    @_name = args.shift
-  end
-
-  def version(*args) # Override metadata.rb DSL
-    @_version = args.shift
-  end
-
-  def depends(*args) # Override metadata.rb DSL
-    cookbook = args.shift
-    if args.length > 0
-      cookbook_version = args.shift
-    end
-    @_dependencies << {'cookbook' => cookbook, 'version' => cookbook_version}
-  end
-
-  def method_missing(m, *args, &block)
-    true
-  end
-
-end

data/lib/spiceweasel/cookbook_list.rb

@@ -1,96 +0,0 @@
-#
-# Author:: Matt Ray (<matt@opscode.com>)
-#
-# Copyright:: 2011-2012, Opscode, Inc <legal@opscode.com>
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-class Spiceweasel::CookbookList
-  def initialize(cookbooks = [], options = {})
-    @create = @delete = ''
-    @cookbook_list = {}
-    @dependencies = []
-    #validate each of the cookbooks specified in the manifest
-    if cookbooks
-      cookbooks.each do |cookbook|
-        cb = cookbook.keys.first
-        if cookbook[cb] and cookbook[cb].length > 0
-          version = cookbook[cb][0].to_s || ""
-          args = cookbook[cb][1] || ""
-        end
-        STDOUT.puts "DEBUG: cookbook: #{cb} #{version}" if Spiceweasel::DEBUG
-        if File.directory?("cookbooks")
-          if File.directory?("cookbooks/#{cb}")
-            validateMetadata(cb,version) unless Spiceweasel::NOVALIDATION
-          else
-            if Spiceweasel::SITEINSTALL #use knife cookbook site install
-              @create += "knife cookbook#{options['knife_options']} site install #{cb} #{version} #{args}\n"
-            else #use knife cookbook site download, untar and then remove the tarball
-              @create += "knife cookbook#{options['knife_options']} site download #{cb} #{version} --file cookbooks/#{cb}.tgz #{args}\n"
-              @create += "tar -C cookbooks/ -xf cookbooks/#{cb}.tgz\n"
-              @create += "rm -f cookbooks/#{cb}.tgz\n"
-            end
-          end
-        else
-          STDERR.puts "'cookbooks' directory not found, unable to validate, download and load cookbooks" unless Spiceweasel::NOVALIDATION
-        end
-        @create += "knife cookbook#{options['knife_options']} upload #{cb}\n"
-        @delete += "knife cookbook#{options['knife_options']} delete #{cb} #{version} -a -y\n"
-
-        @cookbook_list[cb] = version
-      end
-      validateDependencies() unless Spiceweasel::NOVALIDATION
-    end
-  end
-
-  #check the metadata for versions and gather deps
-  def validateMetadata(cookbook,version)
-    #check metadata.rb for requested version
-    metadata = File.open("cookbooks/#{cookbook}/metadata.rb").grep(/^version/)[0].split()[1].gsub(/"/,'').to_s
-    STDOUT.puts "DEBUG: cookbook metadata version: #{metadata}" if Spiceweasel::DEBUG
-    if version and (metadata != version)
-      STDERR.puts "ERROR: Invalid version '#{version}' of '#{cookbook}' requested, '#{metadata}' is already in the cookbooks directory."
-      exit(-1)
-    end
-    deps = File.open("cookbooks/#{cookbook}/metadata.rb").grep(/^depends/)
-    deps.each do |dependency|
-      STDOUT.puts "DEBUG: cookbook #{cookbook} metadata dependency: #{dependency}" if Spiceweasel::DEBUG
-      line = dependency.split()
-      if line[1] =~ /^["']/ #ignore variables and versions
-        cbdep = line[1].gsub(/["']/,'')
-        cbdep.gsub!(/\,/,'') if cbdep.end_with?(',')
-        STDOUT.puts "DEBUG: cookbook #{cookbook} metadata depends: #{cbdep}" if Spiceweasel::DEBUG
-        @dependencies << cbdep
-      end
-    end
-    return @cookbook
-  end
-
-  #compare the list of cookbook deps with those specified
-  def validateDependencies()
-    STDOUT.puts "DEBUG: cookbook validateDependencies: '#{@dependencies}'" if Spiceweasel::DEBUG
-    @dependencies.each do |dep|
-      if !member?(dep)
-        STDERR.puts "ERROR: Cookbook dependency '#{dep}' is missing from the list of cookbooks in the manifest."
-        exit(-1)
-      end
-    end
-  end
-
-  attr_reader :cookbook_list, :create, :delete
-
-  def member?(cookbook)
-    cookbook_list.keys.include?(cookbook)
-  end
-end

data/lib/spiceweasel/data_bag_list.rb

@@ -1,81 +0,0 @@
-#
-# Author:: Matt Ray (<matt@opscode.com>)
-#
-# Copyright:: 2011, Opscode, Inc <legal@opscode.com>
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'json'
-
-class Spiceweasel::DataBagList
-  def initialize(data_bags = [], options = {})
-    @create = @delete = ''
-    if data_bags
-      if !File.directory?("data_bags")
-        STDERR.puts "ERROR: 'data_bags' directory not found, unable to validate or load data bag items" unless Spiceweasel::NOVALIDATION
-      end
-      data_bags.each do |data_bag|
-        db = data_bag.keys[0]
-        STDOUT.puts "DEBUG: data bag: #{db}" if Spiceweasel::DEBUG
-        if !File.directory?("data_bags/#{db}")
-          STDERR.puts "ERROR: 'data_bags/#{db}' directory not found, unable to validate or load data bag items" unless Spiceweasel::NOVALIDATION
-        end
-        @create += "knife data bag#{options['knife_options']} create #{db}\n"
-        @delete += "knife data bag#{options['knife_options']} delete #{db} -y\n"
-        items = data_bag[db] || []
-        secret = nil
-        while item = items.shift
-          STDOUT.puts "DEBUG: data bag #{db} item: #{item}" if Spiceweasel::DEBUG
-          if item.start_with?("secret")
-            secret = item.split()[1]
-            if !File.exists?(secret) and !Spiceweasel::NOVALIDATION
-              STDERR.puts "ERROR: secret key #{secret} not found, unable to load encrypted data bags for data bag #{db}."
-              exit(-1)
-            end
-            next
-          end
-          if item =~ /\*/ #wildcard support, will fail if directory not present
-            files = Dir.glob("data_bags/#{db}/#{item}.json")
-            items += files.collect {|x| x[x.rindex('/')+1..-6]}
-            STDOUT.puts "DEBUG: found items '#{items}' for data bag: #{db}" if Spiceweasel::DEBUG
-            next
-          end
-          validateItem(db, item) unless Spiceweasel::NOVALIDATION
-          if secret
-            @create += "knife data bag#{options['knife_options']} from file #{db} #{item}.json --secret-file #{secret}\n"
-          else
-            @create += "knife data bag#{options['knife_options']} from file #{db} #{item}.json\n"
-          end
-        end
-      end
-    end
-  end
-
-  #validate the item to be loaded
-  def validateItem(db, item)
-    if !File.exists?("data_bags/#{db}/#{item}.json")
-      STDERR.puts "ERROR: data bag '#{db}' item '#{item}' file 'data_bags/#{db}/#{item}.json' does not exist"
-      exit(-1)
-    end
-    f = File.read("data_bags/#{db}/#{item}.json")
-    itemfile = JSON.parse(f) #invalid JSON will throw a trace
-    #validate the id matches the file name
-    if !item.eql?(itemfile['id'])
-      STDERR.puts "ERROR: data bag '#{db}' item '#{item}' listed in the manifest does not match the id '#{itemfile['id']}' within the 'data_bags/#{db}/#{item}.json' file."
-      exit(-1)
-    end
-  end
-
-  attr_reader :create, :delete
-end

data/lib/spiceweasel/directory_extractor.rb

@@ -1,121 +0,0 @@
-#
-# Author:: Geoff Meakin
-# Author:: Matt Ray (<matt@opscode.com>)
-#
-# Copyright:: 2012, Opscode, Inc <legal@opscode.com>
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-class Spiceweasel::DirectoryExtractor
-
-  def self.parse_objects
-    objects = {"cookbooks" => nil, "roles" => nil, "environments" => nil, "data bags" => nil, "nodes" => nil}
-    # COOKBOOKS
-    cookbooks = []
-    Dir.glob("cookbooks/*").each do |cookbook_full_path|
-      cookbook = cookbook_full_path.split('/').last
-      STDOUT.puts "DEBUG: dir_ext: cookbook: '#{cookbook}'" if Spiceweasel::DEBUG
-      cookbook_data = Spiceweasel::CookbookData.new(cookbook)
-      if cookbook_data.is_readable?
-        cookbooks << cookbook_data.read
-      end
-    end
-    STDOUT.puts "DEBUG: dir_ext: cookbooks: '#{cookbooks}'" if Spiceweasel::DEBUG
-    cookbooks = self.order_cookbooks_by_dependency(cookbooks)
-    objects["cookbooks"] = cookbooks unless cookbooks.empty?
-
-    # ROLES
-    roles = []
-    Dir.glob("roles/*.{rb,json}").each do |role_full_path|
-      role = self.grab_name_from_path(role_full_path)
-      STDOUT.puts "DEBUG: dir_ext: role: '#{role}'" if Spiceweasel::DEBUG
-      roles << {role => nil}
-    end
-    objects["roles"] = roles unless roles.nil?
-    # ENVIRONMENTS
-    environments = []
-    Dir.glob("environments/*.{rb,json}").each do |environment_full_path|
-      environment = self.grab_name_from_path(environment_full_path)
-      STDOUT.puts "DEBUG: dir_ext: environment: '#{environment}'" if Spiceweasel::DEBUG
-      environments << {environment => nil}
-    end
-    objects["environments"] = environments unless environments.empty?
-    # DATA BAGS
-    data_bags = []
-    Dir.glob("data_bags/*").each do |data_bag_full_path|
-      data_bag = data_bag_full_path.split('/').last
-      STDOUT.puts "DEBUG: dir_ext: data_bag: '#{data_bag}'" if Spiceweasel::DEBUG
-      data_bag_items = []
-      Dir.glob("#{data_bag_full_path}/*.{rb,json}").each do |data_bag_item_full_path|
-        STDOUT.puts "DEBUG: dir_ext: data_bag: '#{data_bag}':'#{data_bag_item_full_path}'" if Spiceweasel::DEBUG
-        data_bag_items << self.grab_name_from_path(data_bag_item_full_path)
-      end if File.directory?(data_bag_full_path)
-      data_bags << {data_bag => data_bag_items} unless data_bag_items.empty?
-    end
-    objects["data bags"] = data_bags unless data_bags.empty?
-    # NODES
-    # TODO: Cant use this yet as node_list.rb doesnt support node from file syntax but expects the node info to be part of the objects passed in
-    # nodes = []
-    # Dir.glob("nodes/*.{rb,json}").each do |node_full_path|
-    #   node = self.grab_name_from_path(node_full_path)
-    #   nodes  << {node => nil}
-    # end
-    # objects["nodes"] = nodes unless nodes.empty?
-
-    objects
-  end
-
-  def self.grab_name_from_path(path)
-    name = path.split('/').last.split('.')
-    if name.length>1
-      name.pop
-    end
-    name.join('.')
-  end
-
-  def self.order_cookbooks_by_dependency(cookbooks)
-    # Weak algorithm, not particularly elegant, ignores version info as unlikely to have two versions of a cookbook anyway
-    # We're going to find the cookbooks with their dependencies matched and keep going until all we have is unmatched deps
-
-    sorted_cookbooks = []
-    unsorted_cookbooks = cookbooks
-    scount = 0
-    #keep looping until no more cookbooks are left or can't remove remainders
-    while unsorted_cookbooks.any? and scount < cookbooks.length
-      cookbook = unsorted_cookbooks.shift
-      #if all the cookbook dependencies are in sorted_cookbooks
-      if sorted_cookbooks.eql?(sorted_cookbooks | cookbook['dependencies'].collect {|x| x['cookbook']})
-        sorted_cookbooks.push(cookbook['name'])
-        scount = 0
-      else #put it back in the list
-        unsorted_cookbooks.push(cookbook)
-        scount = scount + 1
-      end
-      STDOUT.puts "DEBUG: dir_ext: sorted_cookbooks: '#{sorted_cookbooks}' #{scount}" if Spiceweasel::DEBUG
-    end
-    if scount > 0
-      remainders = unsorted_cookbooks.collect {|x| x['name']}
-      STDOUT.puts "DEBUG: dir_ext: remainders: '#{remainders}'" if Spiceweasel::DEBUG
-      if Spiceweasel::NOVALIDATION #stuff is missing, oh well
-        sorted_cookbooks.push(remainders).flatten!
-      else
-        deps = unsorted_cookbooks.collect {|x| x['dependencies'].collect {|x| x['cookbook']} - sorted_cookbooks}
-        STDERR.puts "ERROR: Dependencies not satisfied or circular dependencies in cookbook(s): #{remainders} depend(s) on #{deps}"
-        exit(-1)
-      end
-    end
-    #hack to get the format same as yaml/json parse
-    return sorted_cookbooks.collect {|x| {x => nil} }
-  end
-end

data/lib/spiceweasel/environment_list.rb

@@ -1,96 +0,0 @@
-#
-# Author:: Matt Ray (<matt@opscode.com>)
-#
-# Copyright:: 2011-2012, Opscode, Inc <legal@opscode.com>
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'json'
-
-class Spiceweasel::EnvironmentList
-  def initialize(environments = [], cookbooks = {}, options = {})
-    @create = @delete = ''
-    @environment_list = []
-    if environments
-      environments.each do |env|
-        environment = env.keys[0]
-        STDOUT.puts "DEBUG: environment: #{environment}" if Spiceweasel::DEBUG
-        if File.directory?("environments")
-          validate(environment, cookbooks) unless Spiceweasel::NOVALIDATION
-        else
-          STDERR.puts "'environments' directory not found, unable to validate or load environments" unless Spiceweasel::NOVALIDATION
-        end
-        if File.exists?("environments/#{environment}.json")
-          @create += "knife environment#{options['knife_options']} from file #{environment}.json\n"
-        else #assume no .json means they want .rb and catchall for misssing dir
-          @create += "knife environment#{options['knife_options']} from file #{environment}.rb\n"
-        end
-        @delete += "knife environment#{options['knife_options']} delete #{environment} -y\n"
-        @environment_list << environment
-      end
-    end
-  end
-
-  #validate the content of the environment file
-  def validate(environment, cookbooks)
-    #validate the environments passed in match the name of either the .rb or .json
-    if File.exists?("environments/#{environment}.rb")
-      #validate that the name inside the file matches
-      name = File.open("environments/#{environment}.rb").grep(/^name/)[0].split()[1].gsub(/"/,'').to_s
-      if !environment.eql?(name)
-        STDERR.puts "ERROR: Environment '#{environment}' listed in the manifest does not match the name '#{name}' within the environments/#{environment}.rb file."
-        exit(-1)
-      end
-      #validate the cookbooks exist if they're mentioned
-      envcookbooks = File.open("environments/#{environment}.rb").grep(/^cookbook /)
-      envcookbooks.each do |cb|
-        dep = cb.split()[1].gsub(/"/,'').gsub(/,/,'')
-        STDOUT.puts "DEBUG: environment: '#{environment}' cookbook: '#{dep}'" if Spiceweasel::DEBUG
-        if !cookbooks.member?(dep)
-          STDERR.puts "ERROR: Cookbook dependency '#{dep}' from environment '#{environment}' is missing from the list of cookbooks in the manifest."
-          exit(-1)
-        end
-      end
-    elsif File.exists?("environments/#{environment}.json")
-      #load the json, don't symbolize since we don't need json_class
-      f = File.read("environments/#{environment}.json")
-      JSON.create_id = nil
-      envfile = JSON.parse(f, {:symbolize_names => false})
-      STDOUT.puts "DEBUG: environment: '#{environment}' file: '#{envfile}'" if Spiceweasel::DEBUG
-      #validate that the name inside the file matches
-      STDOUT.puts "DEBUG: environment: '#{environment}' name: '#{envfile['name']}'" if Spiceweasel::DEBUG
-      if !environment.eql?(envfile['name'])
-        STDERR.puts "ERROR: Environment '#{environment}' listed in the manifest does not match the name '#{envfile['name']}' within the 'environments/#{environment}.json' file."
-        exit(-1)
-      end
-      #validate the cookbooks exist if they're mentioned
-      envfile['cookbook_versions'].keys.each do |cb|
-        STDOUT.puts "DEBUG: environment: '#{environment}' cookbook: '#{cb}'" if Spiceweasel::DEBUG
-        if !cookbooks.member?(cb.to_s)
-          STDERR.puts "ERROR: Cookbook dependency '#{cb}' from environment '#{environment}' is missing from the list of cookbooks in the manifest."
-          exit(-1)
-        end
-      end
-    else #environment is not here
-      STDERR.puts "ERROR: Invalid Environment '#{environment}' listed in the manifest but not found in the environments directory."
-      exit(-1)
-    end
-  end
-
-  attr_reader :environment_list, :create, :delete
-
-  def member?(environment)
-    environment_list.include?(environment)
-  end
-end