knife-backup 0.0.2

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in knife-backup.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/knife-backup.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "knife-backup/version"
+
+Gem::Specification.new do |s|
+  s.name        = "knife-backup"
+  s.version     = Knife::Backup::VERSION
+  s.authors     = ["Marius Ducea"]
+  s.email       = ["marius.ducea@gmail.com"]
+  s.homepage    = "https://github.com/mdxp/knife-backup"
+  s.summary     = %q{Chef knife plugins to help backup and restore chef servers}
+  s.description = s.summary
+
+  s.rubyforge_project = "knife-backup"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency "chef", ">= 0.10.10"
+
+end

data/lib/chef/knife/backup_export.rb

@@ -0,0 +1,130 @@
+#
+# Author:: Marius Ducea (<marius.ducea@gmail.com>)
+# Author:: Steven Danna (steve@opscode.com)
+# Author:: Joshua Timberman (<joshua@opscode.com>)
+# Author:: Adam Jacob (<adam@opscode.com>)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/node'
+require 'chef/api_client'
+require 'chef/knife/cookbook_download'
+
+
+module ServerBackup
+  class BackupExport < Chef::Knife
+
+    deps do
+      require 'fileutils'
+      require 'chef/cookbook_loader'
+    end
+
+    banner "knife backup export [-d DIR]"
+
+    option :backup_dir,
+    :short => "-d DIR",
+    :long => "--backup-directory DIR",
+    :description => "Store backup data in DIR.  DIR will be created if it does not already exist.",
+    :default => Chef::Config[:knife][:chef_server_backup_dir] ? Chef::Config[:knife][:chef_server_backup_dir] : File.join(".chef", "chef_server_backup")
+
+    option :latest,
+     :short => "-N",
+     :long => "--latest",
+     :description => "The version of the cookbook to download",
+     :boolean => true
+
+    def run
+      clients
+      nodes
+      roles
+      data_bags
+      environments
+      cookbooks
+    end
+
+    def nodes
+      backup_standard("nodes", Chef::Node)
+    end
+
+    def clients
+      backup_standard("clients", Chef::ApiClient)
+    end
+
+    def roles
+      backup_standard("roles", Chef::Role)
+    end
+
+    def environments
+      backup_standard("environments", Chef::Environment)
+    end
+
+    def data_bags
+      ui.msg "Backing up data bags"
+      dir = File.join(config[:backup_dir], "data_bags")
+      FileUtils.mkdir_p(dir)
+      Chef::DataBag.list.each do |bag_name, url|
+        FileUtils.mkdir_p(File.join(dir, bag_name))
+        Chef::DataBag.load(bag_name).each do |item_name, url|
+          ui.msg "Backing up data bag #{bag_name} item #{item_name}"
+          item = Chef::DataBagItem.load(bag_name, item_name)
+          File.open(File.join(dir, bag_name, "#{item_name}.json"), "w") do |dbag_file|
+            dbag_file.print(JSON.pretty_generate(item.raw_data))
+          end
+        end
+      end
+    end
+
+    def backup_standard(component, klass)
+      ui.msg "Backing up #{component}"
+      dir = File.join(config[:backup_dir], component)
+      FileUtils.mkdir_p(dir)
+      klass.list.each do |component_name, url|
+        next if component == "environments" && component_name == "_default"
+        ui.msg "Backing up #{component} #{component_name}"
+        component_obj = klass.load(component_name)
+        File.open(File.join(dir, "#{component_name}.json"), "w") do |component_file|
+          #component_file.print(component_obj.to_json)
+          component_file.print(JSON.pretty_generate(component_obj))
+        end
+      end
+    end
+
+    def cookbooks
+      ui.msg "Backing up cookboks"
+      dir = File.join(config[:backup_dir], "cookbooks")
+      FileUtils.mkdir_p(dir)
+      if config[:latest]
+        cookbooks = rest.get_rest("/cookbooks?latest")
+      else
+        cookbooks = rest.get_rest("/cookbooks?num_versions=all")
+      end
+      cookbooks.keys.each do |cb|
+        ui.msg "Backing up coookbook #{cb}"
+        dld = Chef::Knife::CookbookDownload.new
+        cookbooks[cb]['versions'].each do |ver|
+          dld.name_args = [cb, ver['version']]
+          dld.config[:download_directory] = dir
+          dld.config[:force] = true
+          begin
+            dld.run
+          rescue
+            ui.msg "Failed to download cookbook #{cb} version #{ver['version']}... Skipping"
+            FileUtils.rm_r(File.join(dir, cb + "-" + ver['version']))
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/chef/knife/backup_restore.rb

@@ -0,0 +1,138 @@
+#
+# Author:: Marius Ducea (<marius.ducea@gmail.com>)
+# Author:: Steven Danna (steve@opscode.com)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class Chef
+  class Knife
+    class CookbookUpload
+      def check_for_dependencies!(cookbook)
+      end
+    end
+  end
+end
+
+
+module ServerBackup
+  class BackupRestore < Chef::Knife
+
+    deps do
+      require 'chef/knife/core/object_loader'
+      require 'chef/cookbook_uploader'
+      require 'chef/api_client'
+    end
+
+    banner "knife backup restore [-d DIR]"
+
+    option :backup_dir,
+    :short => "-d DIR",
+    :long => "--backup-directory DIR",
+    :description => "Restore backup data from DIR.",
+    :default => Chef::Config[:knife][:chef_server_backup_dir] ? Chef::Config[:knife][:chef_server_backup_dir] : File.join(".chef", "chef_server_backup")
+
+    def run
+      ui.warn "This will overwrite existing data!"
+      ui.warn "Backup is at least 1 day old" if (Time.now - File.atime(config[:backup_dir])) > 86400
+      ui.confirm "Do you want to restore backup, possibly overwriting exisitng data"
+      clients
+      nodes
+      roles
+      data_bags
+      environments
+      cookbooks
+    end
+
+    def nodes
+      restore_standard("nodes", Chef::Node)
+    end
+
+    def roles
+      restore_standard("roles", Chef::Role)
+    end
+
+    def environments
+      restore_standard("environments", Chef::Environment)
+    end
+
+    def data_bags
+      ui.msg "Restoring data bags"
+      loader = Chef::Knife::Core::ObjectLoader.new(Chef::DataBagItem, ui)
+      dbags = Dir.glob(File.join(config[:backup_dir], "data_bags", '*'))
+      dbags.each do |bag|
+        bag_name = File.basename(bag)
+        ui.msg "Creating data bag #{bag_name}"
+        rest.post_rest("data", { "name" => bag_name})
+        dbag_items = Dir.glob(File.join(bag, "*"))
+        dbag_items.each do |item_path|
+          item_name = File.basename(item_path, '.json')
+          ui.msg "Restoring data_bag_item[#{bag_name}::#{item_name}]"
+          item = loader.load_from("data_bags", bag_name, item_path)
+          dbag = Chef::DataBagItem.new
+          dbag.data_bag(bag_name)
+          dbag.raw_data = item
+          dbag.save
+        end
+      end
+
+    end
+
+    def restore_standard(component, klass)
+      loader = Chef::Knife::Core::ObjectLoader.new(klass, ui)
+      ui.msg "Restoring #{component}"
+      files = Dir.glob(File.join(config[:backup_dir], component, "*.json"))
+      files.each do |f|
+        ui.msg "Updating #{component} from #{f}"
+        updated = loader.load_from(component, f)
+        updated.save
+      end
+    end
+
+    def clients
+      JSON.create_id = "no_thanks"
+      ui.msg "Restoring clients"
+      clients = Dir.glob(File.join(config[:backup_dir], "clients", "*.json"))
+      clients.each do |file|
+        client = JSON.parse(IO.read(file))
+        begin
+         rest.post_rest("clients", {
+            :name => client['name'],
+            :public_key => client['public_key'],
+            :admin => client['admin']
+         })
+         rescue
+          ui.msg "#{client['name']} already exists; skipping"
+         end
+      end
+    end
+
+    def cookbooks
+      ui.msg "Restoring cookbooks"
+      cookbooks = Dir.glob(File.join(config[:backup_dir], "cookbooks", '*'))
+      cookbooks.each do |cb|
+        full_cb = cb.split("/").last
+        cookbook = full_cb.reverse.split('-',2).last.reverse
+        full_path = File.join(config[:backup_dir], "cookbooks", cookbook)
+        File.symlink(full_cb, full_path)
+        cbu = Chef::Knife::CookbookUpload.new
+        cbu.name_args = [ cookbook ]
+        cbu.config[:cookbook_path] = File.join(config[:backup_dir], "cookbooks")
+        puts cbu.name_args
+        cbu.run
+        File.unlink(full_path)
+      end
+    end
+
+  end
+end

data/lib/knife-backup.rb

@@ -0,0 +1 @@
+require "knife-backup/version"

data/lib/knife-backup/version.rb

@@ -0,0 +1,5 @@
+module Knife
+  module Backup
+    VERSION = "0.0.2"
+  end
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: knife-backup
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- Marius Ducea
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.10.10
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.10.10
+description: Chef knife plugins to help backup and restore chef servers
+email:
+- marius.ducea@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Rakefile
+- knife-backup.gemspec
+- lib/chef/knife/backup_export.rb
+- lib/chef/knife/backup_restore.rb
+- lib/knife-backup.rb
+- lib/knife-backup/version.rb
+homepage: https://github.com/mdxp/knife-backup
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: knife-backup
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Chef knife plugins to help backup and restore chef servers
+test_files: []
+has_rdoc: