knife-chop 0.2.6

data/lib/chef/knife/chop/chef_data_bag_item.rb

@@ -0,0 +1,43 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Author:: Nuo Yan (<nuo@opscode.com>)
+# Author:: Christopher Brown (<cb@opscode.com>)
+# Copyright:: Copyright (c) 2009 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'json'
+require 'chef/knife/chop/translate'
+
+require 'chef/knife/chop/errors'
+include ChopErrors
+require 'chef/knife/chop/chef_part'
+
+class ::Chef::DataBagItem
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_json(part)
+    self.to_json
+  end
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_rb(part)
+    part.logger.todo "generate_rb", true
+    src = []
+    src << "name '#{@name}'"
+    src << "description '#{@description}'"
+    src.join("\n")
+  end
+
+end

data/lib/chef/knife/chop/chef_environment.rb

@@ -0,0 +1,47 @@
+#
+# Author:: Stephen Delano (<stephen@opscode.com>)
+# Author:: Seth Falcon (<seth@opscode.com>)
+# Author:: John Keiser (<jkeiser@ospcode.com>)
+# Author:: Kyle Goodwin (<kgoodwin@primerevenue.com>)
+# Copyright:: Copyright 2010-2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'json'
+require 'chef/knife/chop/translate'
+
+require 'chef/knife/chop/errors'
+include ChopErrors
+require 'chef/knife/chop/chef_part'
+
+class ::Chef::Environment
+  attr_reader :logger
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_json(part)
+    self.to_json
+  end
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_rb(part)
+    src = []
+    src << "name '#{@name}'"
+    src << "description '#{@description}'"
+    src << part.hash_to_rb('cookbook_versions')
+    src << part.hash_to_rb('default_attributes')
+    src << part.hash_to_rb('override_attributes')
+    src.join("\n")
+  end
+
+end

data/lib/chef/knife/chop/chef_knife.rb

@@ -0,0 +1,85 @@
+#
+# Author:: Christo De Lange (<opscode@dldinternet.com>)
+# Copyright:: Copyright (c) 2013 DLDInternet, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+#
+# Author:: Stephen Delano (<stephen@opscode.com>)
+# Copyright:: Copyright (c) 2010 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'chef/knife/chop/chef_part'
+
+class ::Chef::Knife
+  attr_reader :rsrctype
+  attr_reader :location
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def translate()
+    if config[:all]
+      translate_all()
+    else
+      if @name_args[0].nil?
+        show_usage
+        ui.fatal("You must specify a file to translate")
+        exit 1
+      end
+
+      @name_args.each do |arg|
+        translate_one(arg)
+      end
+    end
+  end
+
+  # --------------------------------------------------------------------------------------------------------------------
+  private
+  # --------------------------------------------------------------------------------------------------------------------
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def translate_all()
+    set = self.send("find_all_#{@location}")
+    if set.empty?
+      ui.fatal("Unable to find any #{@rsrctype} files in '#{subc.send("#{@rsrctype}_path")}'")
+      exit(1)
+    end
+    set.each do |ent|
+      translate_one(ent)
+    end
+  end
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def translate_one(ent)
+    location = loader.find_file(@location, ent)
+    resource = loader.load_from(@location, ent)
+    part = ::Chef::Part.new(resource,location)
+    part.translate(@config)
+    resource = part.resource
+    output(format_for_display(resource)) if config[:print_after]
+    ui.info("Translated #{@rsrctype.capitalize} #{resource.name}")
+  end
+
+end

data/lib/chef/knife/chop/chef_part.rb

@@ -0,0 +1,191 @@
+#
+# Author:: Stephen Delano (<stephen@opscode.com>)
+# Author:: Seth Falcon (<seth@opscode.com>)
+# Author:: John Keiser (<jkeiser@ospcode.com>)
+# Author:: Kyle Goodwin (<kgoodwin@primerevenue.com>)
+# Copyright:: Copyright 2010-2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'json'
+require 'chef/knife/chop/translate'
+
+require 'chef/knife/chop/errors'
+include ChopErrors
+
+require 'chef/run_list'
+# ======================================================================================================================
+class ::Chef::RunList
+  def to_rb
+    items = @run_list_items.map{|i|
+      i.to_rb
+    }
+    "[ #{items.join(",\n")} ]"
+  end
+end
+
+require 'chef/run_list/run_list_item'
+# ======================================================================================================================
+class ::Chef::RunList::RunListItem
+  def to_rb
+    "'#{@type}[#{@name}#{@version ? "@#{@version}" :""}]'"
+  end
+end
+
+# ======================================================================================================================
+class ::Object
+  def to_rb
+    to_s
+  end
+end
+
+# ======================================================================================================================
+class ::Hash
+  def to_rb
+    self.inspect
+  end
+  def inspect
+    if size == 0
+      '{}'
+    else
+      a = keys.inject([]) do |a, key|
+        k = "#{key}:"
+        unless key.match(%r(^[\w]+$))
+          if key.match(%r([']))
+            q = '"'
+          else
+            q = "'"
+          end
+          k = "#{q}#{key}#{q} =>"
+        end
+        v = fetch(key)
+        if v.is_a?(String)
+          if v.match(%r('))
+            a << "#{k} \"#{v}\""
+          else
+            a << "#{k} '#{v}'"
+          end
+        else
+          a << "#{k} #{v.to_rb}"
+        end
+      end
+      "{\n #{a.join(",\n")},\n }"
+    end
+  end
+end
+
+class ::Chef
+  class Part
+    attr_accessor :resource
+    attr_accessor :location
+    attr_reader   :logger
+    attr_reader   :from
+    attr_reader   :to
+
+    def initialize(resource,path)
+      self.resource = resource
+      self.location = path
+    end
+
+    def translate(config)
+      @config = config
+      @logger = @config[:logger]
+      @from,@to = @config[:translate]
+      @logger.debug "#{@resource.class.name} To #{@to}"
+      unless self.resource.respond_to?("generate_#{@to}")
+        raise ChopInternalError.new("Unable to support translation '#{@from}' --> '#{@to}' "+
+                                        "because #{self.resource.class.name} CANNOT 'generate_#{@to}'")
+      end
+
+      str = self.send("translate_to_#{@to}")
+    end
+
+    # --------------------------------------------------------------------------------------------------------------------
+    def translate_to_json()
+      obj = JSON.parse(self.resource.generate_json(self))
+      json = JSON.pretty_generate(obj)
+      save_source(json,"json")
+    end
+
+    # --------------------------------------------------------------------------------------------------------------------
+    def hash_to_rb(hash)
+      line = ["# #{hash}()"]
+      if self.resource.send(hash).size > 0
+        line =  ["#{hash}( "]
+        self.resource.send(hash).each{|k,v|
+          s = v.to_rb
+          #s = s.gsub(%r/"'/, %(``')).gsub(%r/'"/, %('``)).gsub(%r/"/, "'").gsub(%r/``'/, %("')).gsub(%r/'``/, %('"))
+          unless k.match(%r([\.\-]))
+            line << "#{k}: #{s},"
+          else
+            line << "'#{k}' => #{s},"
+          end
+        }
+        #line[-1].gsub!(%r(,\s*$), "")
+        line << ")"
+      end
+      line.join("\n")
+    end
+
+    ## --------------------------------------------------------------------------------------------------------------------
+    #def cookbook_versions_to_rb(cookbook_versions)
+    #  line = ["# cookbook_versions()"]
+    #  if cookbook_versions.size > 0
+    #    line =  ["cookbook_versions( "]
+    #    cookbook_versions.map{|k,v|
+    #      line << "#{k}: #{v.to_s.gsub(%r/"/, "'")},"
+    #    }
+    #    line[-1].gsub!(%r(,\s*$), "")
+    #    line << ")"
+    #  end
+    #  line.join("\n")
+    #end
+
+    # --------------------------------------------------------------------------------------------------------------------
+    def run_lists_to_rb(run_lists,name='run_lists')
+      line = ["# #{name}()"]
+      if run_lists.size > 0
+        line =  ["#{name}( "]
+        run_lists.map{|k,v|
+          line << "'#{k}' => #{v.to_rb},"
+        }
+        line[-1] = line[-1].gsub(%r(\n), "<nl>").gsub(%r(<nl>$), "").gsub(%r(,\s*$), "").gsub(%r(<nl>), "\n")
+        line << ")"
+      end
+      line.join("\n")
+    end
+
+    # --------------------------------------------------------------------------------------------------------------------
+    def translate_to_rb()
+      #rb = Eden::Formatter.format_source(to_rb)
+      rb = ::RBeautify.beautify_string :ruby, @resource.generate_rb(self)
+      #rb = @resource.generate_rb(self)
+      #sexp = Ripper::SexpBuilder.new(rb).parse
+      #puts Sorcerer.source(sexp, multiline: true, indent: true)
+      save_source(rb, "rb")
+    end
+
+    # --------------------------------------------------------------------------------------------------------------------
+    def save_source(source,ext)
+      @logger.info "Saving '#{ext}'"
+      location = self.location.gsub(%r(\.#{@from}$), ".#{@to}")
+      @logger.debug "Location: #{location}"
+      #@logger.debug source
+      File.open(location, 'w') do |f|
+        f.write source
+      end
+    end
+
+  end
+end

data/lib/chef/knife/chop/chef_role.rb

@@ -0,0 +1,48 @@
+#
+# Author:: Stephen Delano (<stephen@opscode.com>)
+# Author:: Seth Falcon (<seth@opscode.com>)
+# Author:: John Keiser (<jkeiser@ospcode.com>)
+# Author:: Kyle Goodwin (<kgoodwin@primerevenue.com>)
+# Copyright:: Copyright 2010-2011 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'json'
+require 'chef/knife/chop/translate'
+
+require 'chef/knife/chop/errors'
+include ChopErrors
+require 'chef/knife/chop/chef_part'
+
+class ::Chef::Role
+  attr_reader :logger
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_json(part)
+    self.to_json
+  end
+
+  # --------------------------------------------------------------------------------------------------------------------
+  def generate_rb(part)
+    src = []
+    src << "name '#{@name}'"
+    src << "description '#{@description}'"
+    src << part.hash_to_rb('default_attributes')
+    src << part.hash_to_rb('override_attributes')
+    src << part.run_lists_to_rb(@run_list) if @run_list
+    src << part.run_lists_to_rb(@env_run_lists,'env_run_lists') if @env_run_lists
+    src.join("\n")
+  end
+
+end

data/lib/chef/knife/chop/cookbook_upload.rb

@@ -0,0 +1,143 @@
+#
+# Author:: Christo De Lange (<opscode@dldinternet.com>)
+# Copyright:: Copyright (c) 2013 DLDInternet, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+if ::Chef::Knife.const_defined?('CookbookUpload')
+  class ::Chef::Knife::CookbookUpload
+    if self.const_defined?('CHECKSUM')
+      remove_const(:CHECKSUM)
+    end
+    if self.const_defined?('MATCH_CHECKSUM')
+      remove_const(:MATCH_CHECKSUM)
+    end
+  end
+end
+require 'chef/knife/cookbook_upload'
+class ::String
+  def plural(count)
+    count > 1 ? self+'s' : self
+  end
+end
+
+class ::Chef::Knife::CookbookUpload
+  def run
+    raise StandardError.new("I was crafted from Chef::Knife::VERSION == '11.6.2'. Please verify that #{self.class.name}.run is still relevant in your version '#{Chef::VERSION}'!") unless Chef::VERSION == '11.6.2'
+    # Sanity check before we load anything from the server
+    unless config[:all]
+      if @name_args.empty?
+        show_usage
+        ui.fatal("You must specify the --all flag or at least one cookbook name")
+        exit 1
+      end
+    end
+
+    config[:cookbook_path] ||= Chef::Config[:cookbook_path]
+
+    if @name_args.empty? and ! config[:all]
+      show_usage
+      ui.fatal("You must specify the --all flag or at least one cookbook name")
+      exit 1
+    end
+
+    assert_environment_valid!
+    version_constraints_to_update = {}
+    upload_failures = 0
+    upload_ok = 0
+
+    # Get a list of cookbooks and their versions from the server
+    # to check for the existence of a cookbook's dependencies.
+    @server_side_cookbooks = Chef::CookbookVersion.list_all_versions
+    justify_width = @server_side_cookbooks.map {|name| name.size}.max.to_i + 2
+    if config[:all]
+      cookbook_repo.load_cookbooks
+      cbs = []
+      cookbook_repo.each do |cookbook_name, cookbook|
+        cbs << cookbook
+        cookbook.freeze_version if config[:freeze]
+        version_constraints_to_update[cookbook_name] = cookbook.version
+      end
+      begin
+        upload(cbs, justify_width)
+      rescue ::Chef::Exceptions::CookbookFrozen
+        ui.warn("Not updating version constraints for some cookbooks in the environment as the cookbook is frozen.")
+      end
+      ui.info("Uploaded all cookbooks.")
+    else
+      if @name_args.empty?
+        show_usage
+        ui.error("You must specify the --all flag or at least one cookbook name")
+        exit 1
+      end
+
+      cookbooks_to_upload.each do |cookbook_name, cookbook|
+        cookbook.freeze_version if config[:freeze]
+        begin
+          upload([cookbook], justify_width)
+          upload_ok += 1
+          version_constraints_to_update[cookbook_name] = cookbook.version
+        rescue ::Chef::Exceptions::CookbookNotFoundInRepo => e
+          upload_failures += 1
+          ui.error("Could not find cookbook #{cookbook_name} in your cookbook path, skipping it")
+          Log.debug(e)
+          upload_failures += 1
+        rescue ::Chef::Exceptions::CookbookFrozen
+          ui.warn("Not updating version constraints for #{cookbook_name} in the environment as the cookbook is frozen.")
+          upload_failures += 1
+        end
+      end
+
+      upload_skips = @name_args.length - @cookbooks_to_upload.length
+
+      if upload_failures == 0
+        if upload_skips == 0
+          ui.step "Uploaded #{upload_ok} cookbook".plural(upload_ok)+"."
+        elsif upload_skips > 0 && upload_ok > 0
+          ui.step "Uploaded #{upload_ok} #{'cookbook'.plural(upload_ok)} ok but #{upload_skips} #{'cookbook'.plural(upload_skips)} were not included."
+        elsif upload_ok == 0
+          ui.error "Did not upload any cookbooks."
+          exit 1
+        end
+      elsif upload_failures > 0 && upload_ok > 0
+        if upload_skips == 0
+          ui.warn "Uploaded #{upload_ok} #{'cookbook'.plural(upload_ok)} ok but #{upload_failures} #{'cookbook'.plural(upload_failures)} failed upload."
+        elsif upload_skips > 0
+          ui.warn "Uploaded #{upload_ok} #{'cookbook'.plural(upload_ok)} ok but #{upload_skips} #{'cookbook'.plural(upload_skips)} were not included and #{upload_failures} #{'cookbook'.plural(upload_failures)} failed upload."
+        end
+      elsif upload_failures > 0 && upload_ok == 0
+        ui.error "Failed to upload #{upload_failures} #{'cookbook'.plural(upload_failures)}."
+        exit 1
+      end
+    end
+
+    unless version_constraints_to_update.empty?
+      update_version_constraints(version_constraints_to_update) if config[:environment]
+    end
+  end
+
+  def upload(cookbooks, justify_width)
+    cookbooks.each do |cb|
+      ui.step("Uploading #{cb.name.to_s.ljust(justify_width + 10)} [#{cb.version}]")
+      check_for_broken_links!(cb)
+      check_for_dependencies!(cb)
+    end
+    ::Chef::CookbookUploader.new(cookbooks, config[:cookbook_path], :force => config[:force]).upload_cookbooks
+  rescue ::Chef::Exceptions::CookbookFrozen => e
+    ui.error e
+    raise
+  end
+
+end
+