bellboy 0.2.3

data/.gitignore

@@ -0,0 +1,26 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.swp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/
+
+# Test inputs
+Berksfile
+target.json
+
+# Build artifacts
+VERSION

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,175 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.

data/README.md

@@ -0,0 +1,126 @@
+Bellboy
+======
+Manage data bags and data bag items alongside Berkshelf.
+
+Installation
+------------
+Add Bellboy to your repository's `Gemfile`:
+
+```ruby
+gem 'bellboy'
+```
+
+Or run it as a standalone:
+
+    gem install bellboy
+
+Usage
+-----
+Bellboy is intended to be used alongside Berkshelf, allowing Berkshelf to manage the cookbooks and their dependencies and Bellboy to manage Databags & Databag Items that are associated with each cookbook.
+
+Bellboy can be used to version databag items (created from databag templates), upload the databags to a server, and download databags via. an API server in a similar way to Berkshelf.
+
+Bellboy expects databags to be stored within the cookbook in a directory named `data_bags`. It will search this directory for databags, and then for databag items (and databag item templates) within each databag.
+
+### Versioning databags
+
+Simply run Bellboy from the cookbook directory which contains the data bags:
+
+    bellboy version
+
+Bellboy will obtain the current cookbook version information using `Thor-scmversion` and apply this version data to any databag item templates it finds.
+
+Please see the documentation for [knife-databag-version](https://rubygems.org/gems/knife-data-bag-version) for more information on databag versioning.
+
+### Installing databags
+
+    bellboy install
+
+If any cookbooks held in the current Berkshelf cookbook cache have a `Bellboy` file then Bellboy will download all of the databags and databag items that are specified.
+
+Databags & databag items are stored within a directory named `data_bags` within each cookbook in the Berkshelf cache. Subsequently running Bellboy to upload databags will upload any databags & databag items that were downloaded by Bellboy.
+
+### Uploading databags
+
+    bellboy upload
+
+Bellboy creates the databags on the remote server, uploads all databag items (files ending in `.json` that are found below the `data_bags` directory) and create the `Bellboy` file which tells Bellboy which databag items are associated with this cookbook.
+
+Once you have uploaded the databags you can run `berks upload`. This ensures that Berkshelf uploads the `Bellboy` file along with the cookbook.
+
+Examples
+--------
+### Uploading databags
+
+Assume the following cookbook:
+
+    myface/
+	    recipes/
+			default.rb
+		metadata.rb
+		LICENSE
+		README.md
+		Berksfile
+		Thorfile
+		.gitignore
+
+We add our databags within the cookbook
+
+	myface
+		...
+		data_bags/
+			myface/
+				data.json
+				versioned_data.erb
+
+Using Bellboy we run `bellboy version` to create versioned databag items:
+
+	$ cd myface
+	$ bellboy version
+	Templating data bag item ./data_bags/myface/versioned_data
+
+This will create a new JSON file:
+
+	myface/
+		...
+		data_bags/
+			myface/
+				data.json
+				versioned_data.erb
+				versioned_data_1_2_0.json
+
+Now we can use Bellboy to upload the databag items to the Chef server:
+
+	$ bellboy upload
+	Uploading ./data_bags/myface/versioned_data_1_2_0.json
+
+Bellboy will create the `Bellboy` file for us. When we upload the cookbook with Berkshelf, the `Bellboy` file will be uploaded.
+
+### Downloading databags
+
+We download the cookbooks in the usual way with Berkshelf:
+
+	$ berks install
+	Installing myface (1.2.0) from site: 'https://example.com'
+
+Berkshelf will download the `Bellboy` file as part of the cookbook and store it in its cookbook cache. We can use Bellboy to retrieve the databags:
+
+	$ bellboy install
+	Downloading databags for myface-1.2.0
+	Downloading data bag item myface/versioned_data_1_2_0 from 'https://example.com/databags/myface/versioned_data_1_2_0'
+
+Configuration
+-------------
+Bellboy will use the same configuration locations as Berkshelf. These are:
+
+```text
+$PWD/.berkshelf/config.json
+$PWD/berkshelf/config.json
+$PWD/berkshelf-config.json
+$PWD/config.json
+~/.berkshelf/config.json
+```
+
+You can also specify the path to the Berkshelf configuration file with the ```-c``` option:
+
+    bellboy install -c /path/to/berkshelf/config.json

data/Rakefile

@@ -0,0 +1,6 @@
+# encoding: utf-8
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/Thorfile

@@ -0,0 +1 @@
+require "thor/scmversion"

data/bellboy.gemspec

@@ -0,0 +1,20 @@
+# encoding: utf-8
+
+Gem::Specification.new do |g|
+  g.name                    = 'bellboy'
+  g.version                 = IO.read(File.join(File.dirname(__FILE__), "VERSION")) rescue "0.0.1"
+  g.summary                 = "Manage data bags with Berkshelf"
+  g.description             = "Version, install & upload data bag items that are stored alongside your Berkshelf Cookbooks"
+  g.authors                 = ["Kristian Van Der Vliet"]
+  g.email                   = 'kvandervliet@dyn.com'
+  g.homepage                = ''
+  g.license                 = 'Apache-2.0'
+
+  g.files                   = `git ls-files`.split($\)
+  g.executables             = g.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+
+  g.add_runtime_dependency 'thor',      '~> 0.18.0'
+  g.add_runtime_dependency 'berkshelf', '~> 2.0.10'
+  g.add_runtime_dependency 'faraday',   '~> 0.8.0'
+  g.add_runtime_dependency 'ridley',    '~> 1.5.0'
+end

data/bin/bellboy

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+require 'bellboy'
+
+begin
+  Bellboy::Cli.start
+rescue Bellboy::BellboyError => e
+  puts e
+end

data/lib/bellboy.rb

@@ -0,0 +1,71 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'berkshelf'
+require 'ridley'
+
+require 'bellboy/errors'
+require 'bellboy/logger'
+require 'bellboy/versioner'
+require 'bellboy/installer'
+require 'bellboy/uploader'
+
+module Bellboy
+  DEFAULT_FILENAME = 'Bellboy'
+
+  class << self
+    def berks_from_file(filepath)
+      begin
+        Berkshelf::Berksfile.from_file(filepath)
+      rescue Berkshelf::BerksfileNotFound
+        Bellboy.logger.log "Berkfile #{filepath} could not be found."
+        exit
+      end
+    end
+
+    attr_accessor :logger
+
+    def berks_sources(berksfile)
+      resolver = Berkshelf.ui.mute { berksfile.resolve(berksfile.sources) }
+      resolver[:sources]
+    end
+
+    def ridley_connection(options = {})
+      ridley_options               = options.slice(:ssl)
+      ridley_options[:server_url]  = options[:server_url] || Berkshelf::Config.instance.chef.chef_server_url
+      ridley_options[:client_name] = options[:client_name] || Berkshelf::Config.instance.chef.node_name
+      ridley_options[:client_key]  = options[:client_key] || Berkshelf::Config.instance.chef.client_key
+      ridley_options[:ssl]         = { verify: (options[:ssl_verify] || Berkshelf::Config.instance.ssl.verify) }
+
+      unless ridley_options[:server_url].present?
+        fail Berkshelf::ChefConnectionError, 'Missing required attribute in your Berkshelf configuration: chef.server_url'
+      end
+
+      unless ridley_options[:client_name].present?
+        fail Berkshelf::ChefConnectionError, 'Missing required attribute in your Berkshelf configuration: chef.node_name'
+      end
+
+      unless ridley_options[:client_key].present?
+        fail Berkshelf::ChefConnectionError, 'Missing required attribute in your Berkshelf configuration: chef.client_key'
+      end
+
+      Ridley.new(ridley_options)
+    end
+  end
+end
+
+require_relative 'bellboy/cli'

data/lib/bellboy/cli.rb

@@ -0,0 +1,96 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'bellboy'
+require 'thor'
+
+module Bellboy
+  # Simple CLI. Mirrors the Berkshelf options & commands where possible.
+  class Cli < Thor
+    def initialize(*args)
+      super(*args)
+
+      Bellboy.logger = Bellboy::Logger.new(options)
+    end
+
+    class_option :verbose,
+      type: :boolean,
+      desc: 'Enable verbose output.',
+      aliases: '-v'
+    class_option :quiet,
+      type: :boolean,
+      desc: 'Silence all informational output.',
+      aliases: '-q',
+      default: false
+    class_option :config,
+      type: :string,
+      desc: 'Path to Berkshelf configuration to use.',
+      aliases: '-c',
+      banner: 'PATH'
+
+    desc 'version', 'Version all databag templates'
+    method_option :berksfile,
+      type: :string,
+      default: Berkshelf::DEFAULT_FILENAME,
+      desc: 'Path to a Berksfile to operate off of.',
+      aliases: '-b',
+      banner: 'PATH'
+    def version
+      berksfile = Bellboy.berks_from_file(options[:berksfile])
+
+      version_options = options.reverse_merge(verbose: false)
+
+      Bellboy::Versioner.version(berksfile, version_options)
+    end
+
+    desc 'install', 'Install databags for all Cookbooks known by Berkshelf'
+    method_option :berksfile,
+      type: :string,
+      default: Berkshelf::DEFAULT_FILENAME,
+      desc: 'Path to a Berksfile to operate off of.',
+      aliases: '-b',
+      banner: 'PATH'
+    method_option :bellboyfile,
+      type: :string,
+      default: Bellboy::DEFAULT_FILENAME,
+      desc: 'Path to a Bellboy file to operate off of.',
+      aliases: '-d',
+      banner: 'PATH'
+    def install
+      berksfile = Bellboy.berks_from_file(options[:berksfile])
+      Bellboy::Installer.install(berksfile, options)
+    end
+
+    desc 'upload', 'Upload all databags for all Cookbooks known by Berkshelf'
+    method_option :berksfile,
+      type: :string,
+      default: Berkshelf::DEFAULT_FILENAME,
+      desc: 'Path to a Berksfile to operate off of.',
+      aliases: '-b',
+      banner: 'PATH'
+    method_option :bellboyfile,
+      type: :string,
+      default: Bellboy::DEFAULT_FILENAME,
+      desc: 'Path to a Bellboy file to operate off of.',
+      aliases: '-d',
+      banner: 'PATH'
+    def upload
+      berksfile = Bellboy.berks_from_file(options[:berksfile])
+      Bellboy::Uploader.upload(berksfile, options)
+    end
+  end
+end

data/lib/bellboy/errors.rb

@@ -0,0 +1,63 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Exceptions that are specific to Bellboy
+module Bellboy
+  # Base class for all internal Bellboy errors
+  class BellboyError < StandardError
+  end
+
+  # Base for all Read/Write/Create errors
+  class BellboyIOError < BellboyError
+    def initialize(filepath)
+      @filepath = File.dirname(File.expand_path(filepath)) rescue filepath
+    end
+  end
+
+  # Couldn't create or write to a new data bag item
+  class DatabagWriteError < BellboyIOError
+    def to_s
+      "IO error writing to #{@filepath}"
+    end
+  end
+
+  # Couldn't read from a manifest
+  class DatabagReadError < BellboyIOError
+    def to_s
+      "IO error reading from #{@filepath}"
+    end
+  end
+
+  # Base for all API errors
+  class BellboyAPIError < BellboyError
+    def initialize(location)
+      @location = location
+    end
+  end
+
+  # An error occured during a Chef API call
+  class ChefConnectionError < BellboyAPIError
+  end
+
+  # An error occured during a Bellboy API call
+  class DatabagAPIError < BellboyAPIError
+    def to_s
+      "Databag API call failed for #{@location}"
+    end
+  end
+end

data/lib/bellboy/installer.rb

@@ -0,0 +1,104 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'bellboy'
+require 'faraday'
+
+module Bellboy
+  # Downloads data bags from the remote API for any Cookbook that contains a
+  # Bellboy manifest.
+  class Installer
+    class << self
+      def install(berksfile, options = {})
+        @bellboyfile = options[:bellboyfile]
+
+        local_sources = Bellboy.berks_sources(berksfile)
+
+        local_sources.each do |source|
+          Bellboy.logger.debug "Source: #{source.cached_cookbook.path}"
+
+          if File.exists?(File.join(source.cached_cookbook.path, @bellboyfile))
+            site = berksfile.locations.select { |loc| loc[:type] == :site }.first
+
+            fail Berkshelf::InvalidChefAPILocation if site.nil?
+
+            download_databags(source, site)
+          end
+
+        end
+      end
+
+      private
+
+      def download_databags(source, site)
+        Bellboy.logger.log "Downloading databags for #{source.cached_cookbook.name}"
+
+        path = source.cached_cookbook.path
+        containerpath = File.join(path, 'data_bags')
+
+        begin
+          Dir.mkdir(containerpath) unless Dir.exists?(containerpath)
+        rescue SystemCallError => ex
+          raise Bellboy::DatabagWriteError.new(containerpath), ex
+        end
+
+        manifest = File.join(path, @bellboyfile)
+        begin
+          File.read(manifest).split.each do |line|
+            databag, item = line.split('/')
+
+            databagpath = File.join(containerpath, databag)
+            Dir.mkdir(databagpath) unless Dir.exists?(databagpath)
+
+            itempath = File.join(databagpath, "#{item}.json")
+            if File.exists?(itempath)
+              Bellboy.logger.verbose "Skipping download of #{itempath} as it already exists"
+            else
+              download_item(site, databag, item, itempath)
+            end
+
+          end
+
+        rescue SystemCallError, IOError => ex
+          raise Bellboy::DatabagReadError.new(manifest), ex
+        end
+      end
+
+      def download_item(site, databag, item, itempath)
+        location = File.join("#{site[:value]}", 'databags', databag, item)
+
+        Bellboy.logger.log "Downloading data bag item #{databag}/#{item} from '#{location}'"
+
+        response = Faraday.get(location)
+        if response.success?
+          begin
+            Bellboy.logger.debug "Creating data bag item #{itempath}"
+
+            item = File.open(itempath, 'w')
+            item.write(response.body)
+            item.close
+          rescue SystemCallError, IOError => ex
+            raise Bellboy::DatabagWriteError.new(databagpath), ex
+          end
+        else
+          Bellboy.logger.log "Failed to download #{location}"
+          fail Bellboy::DatabagAPIError, location
+        end
+      end
+    end
+  end
+end

data/lib/bellboy/logger.rb

@@ -0,0 +1,53 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Bellboy
+  LOG_LEVEL_NONE = 0
+  LOG_LEVEL_INFO = 1
+  LOG_LEVEL_DEBUG = 2
+
+  # Simple stdout logger
+  class Logger
+    def initialize(options = {})
+      @loglevel = level(options)
+    end
+
+    # Output a normal informational message
+    def log(message)
+      puts(message) unless @loglevel < Bellboy::LOG_LEVEL_INFO
+    end
+
+    # Output a debug message
+    def debug(message)
+      puts(message) unless @loglevel < Bellboy::LOG_LEVEL_DEBUG
+    end
+    alias_method :verbose, :debug
+
+    private
+
+    def level(options)
+      if options[:quiet]
+        Bellboy::LOG_LEVEL_NONE
+      elsif options[:verbose]
+        Bellboy::LOG_LEVEL_DEBUG
+      else
+        Bellboy::LOG_LEVEL_INFO
+      end
+    end
+  end
+end

data/lib/bellboy/uploader.rb

@@ -0,0 +1,112 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'bellboy'
+require 'JSON'
+
+module Bellboy
+  # Push data bags & data bag items to the Chef server
+  class Uploader
+    class << self
+      def upload(berksfile, options = {})
+        @bellboyfile = options[:bellboyfile]
+
+        local_sources = Bellboy.berks_sources(berksfile)
+        conn = Bellboy.ridley_connection(options)
+ 
+        local_sources.each do |source|
+          Bellboy.logger.debug "Source: #{source.cached_cookbook.path}"
+
+          upload_databags(source.cached_cookbook, conn)
+        end
+      end
+
+      private
+
+      def upload_databags(cookbook, conn)
+        Bellboy.logger.verbose "Uploading data bags for #{cookbook.name}"
+
+        path = File.join(cookbook.path, 'data_bags')
+        Dir.foreach(path) do |dir|
+          # Skip everything that isn't a sub-directory
+          subdir = File.join(path, dir)
+          next unless File.directory?(subdir)
+
+          # Process every sub-directory (but not current & parent, natch)
+          unless dir == '.' || dir == '..'
+            begin
+              conn.data_bag.create(name: dir) unless conn.data_bag.find(dir)
+              manifest = upload_databag_items(conn, File.join(path, dir), dir)
+
+            rescue Ridley::Errors::RidleyError => ex
+              raise ChefConnectionError, ex
+            end
+
+            create_manifest_file(cookbook.path, dir, manifest)
+          end
+        end if File.exist?(path)
+
+      end
+
+      def upload_databag_items(conn, path, name)
+        manifest = []
+
+        Dir.foreach(path) do |file|
+          # Upload all of the JSON files
+          if file.match('.json')
+            begin
+              Bellboy.logger.log("Uploading #{File.join(path, file)}")
+
+              itempath = File.join(path, file)
+              begin
+                item = JSON.parse(IO.read(itempath))
+              rescue SystemCallError, IOError
+                raise DatabagReadError, itempath
+              end
+
+              data_bag = conn.data_bag.find(name)
+              data_bag.item.create(item)
+
+              manifest << item['id']
+
+            rescue Ridley::Errors::RidleyError => ex
+              raise ChefConnectionError, ex
+            end
+
+          end
+        end
+
+        manifest
+      end
+
+      def create_manifest_file(path, data_bag, manifest)
+        begin
+          manifestfile = File.open(File.join(path, @bellboyfile), 'w')
+
+          manifest.each do |item|
+            manifestfile.write("#{data_bag}/#{item}\n")
+          end
+
+          manifestfile.close
+
+        rescue SystemCallError, IOError => ex
+          raise ChefConnectionError, ex
+        end
+      end
+    end
+  end
+end

data/lib/bellboy/versioner.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+#
+# Copyright 2014 Dyn Inc.
+#
+# Authors: Kristian Van Der Vliet <kvandervliet@dyn.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'bellboy'
+require 'databag_version'
+
+module Bellboy
+  # Process any data bag templates into versioned data bag items
+  class Versioner
+    class << self
+      def version(berksfile, options = {})
+        local_sources = Bellboy.berks_sources(berksfile)
+
+        local_sources.each do |source|
+          Bellboy.logger.debug "Source: #{source.cached_cookbook.path}"
+
+          DatabagVersion.process_all(options[:verbose], "#{source.cached_cookbook.path}/data_bags") if
+            Dir.exists?("#{source.cached_cookbook.path}/data_bags")
+        end
+      end
+    end
+  end
+end

data/spec/cli_spec.rb

@@ -0,0 +1,49 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'bellboy'
+require_relative 'spec-helpers'
+
+describe 'cli' do
+  it 'should output help information if run with no arguments' do
+    content = capture(:stdout) { Bellboy::Cli.start(%w[]) }
+    expect(content).to match(/Commands:/)
+  end
+ 
+  it 'should output help information for the \'help\' command' do
+    content = capture(:stdout) { Bellboy::Cli.start(%w[help]) }
+    expect(content).to match(/Commands:/)
+  end
+
+  it 'should output help information for the \'version\' command' do
+    content = capture(:stdout) { Bellboy::Cli.start(%w[help version]) }
+    expect(content).to match(/Version all databag templates/)
+  end
+
+  it 'should output help information for the \'install\' command' do
+    content = capture(:stdout) { Bellboy::Cli.start(%w[help install]) }
+    expect(content).to match(/Install databags for all Cookbooks known by Berkshelf/)
+  end
+
+  it 'should output help information for the \'upload\' command' do
+    content = capture(:stdout) { Bellboy::Cli.start(%w[help upload]) }
+    expect(content).to match(/Upload all databags for all Cookbooks known by Berkshelf/)
+  end
+
+  it 'should not fail to run the \'version\' command with an empty Berksfile' do
+    Bellboy::Cli.start(%w[version -b /dev/null])
+  end
+
+  it 'should not fail to run the \'install\' command with an empty Berksfile' do
+    Bellboy::Cli.start(%w[install -b /dev/null])
+  end
+
+  it 'should not fail to run the \'upload\' command with an empty Berksfile' do
+    Bellboy::Cli.start(%w[upload -b /dev/null])
+  end
+
+  it 'should fail to run with an invalid Berksfile' do
+    content = capture(:stdout) { lambda{ Bellboy::Cli.start(%w[version -b /i/dont/exist]) }.should exit_with_code(0) }
+    expect(content).to match(/could not be found/)
+  end
+end

data/spec/installer_spec.rb

@@ -0,0 +1,14 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'bellboy'
+
+describe 'installer' do
+  before (:each) do
+    @berksfile = Bellboy.berks_from_file('/dev/null')
+  end
+
+  it 'should not throw any exceptions' do
+    Bellboy::Installer.install(@berksfile)
+  end
+end

data/spec/logger_spec.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'bellboy'
+
+describe 'logger' do
+  it 'should log to stdout' do
+    logger = Bellboy::Logger.new( {} )
+    content = capture(:stdout) { logger.log 'test message #1' }
+    expect(content).to eq("test message #1\n")
+  end
+
+  it 'should not log to stdout when \'quiet\' is enabled' do
+    logger = Bellboy::Logger.new( {:quiet => true} )
+    content = capture(:stdout) { logger.log 'test message #2' }
+    expect(content).to eq("")
+  end
+
+  it 'should not log debug messages to stdout' do
+    logger = Bellboy::Logger.new( {} )
+    content = capture(:stdout) { logger.debug 'test message #3' }
+    expect(content).to eq("")
+  end
+
+  it 'should log debug messages when \'verbose\' is enabled' do
+    logger = Bellboy::Logger.new( {:verbose => true} )
+    content = capture(:stdout) { logger.debug 'test message #4' }
+    expect(content).to eq("test message #4\n")
+  end
+end

data/spec/spec-helpers.rb

@@ -0,0 +1,21 @@
+RSpec::Matchers.define :exit_with_code do |exp_code|
+  actual = nil
+  match do |block|
+    begin
+      block.call
+    rescue SystemExit => e
+      actual = e.status
+    end
+    actual and actual == exp_code
+  end
+  failure_message_for_should do |block|
+    "expected to call exit(#{exp_code}) but exit" +
+      (actual.nil? ? " not called" : "(#{actual}) was called")
+  end
+  failure_message_for_should_not do |block|
+    "expected block not to call exit(#{exp_code})"
+  end
+  description do
+    "expect block to call exit(#{exp_code})"
+  end
+end

data/spec/uploader_spec.rb

@@ -0,0 +1,14 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'bellboy'
+
+describe 'uploader' do
+  before (:each) do
+    @berksfile = Bellboy.berks_from_file('/dev/null')
+  end
+
+  it 'should not throw any exceptions' do
+    Bellboy::Uploader.upload(@berksfile)
+  end
+end

data/spec/versioner_spec.rb

@@ -0,0 +1,14 @@
+# encoding: utf-8
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'bellboy'
+
+describe 'versioner' do
+  before (:each) do
+    @berksfile = Bellboy.berks_from_file('/dev/null')
+  end
+
+  it 'should not throw any exceptions' do
+    Bellboy::Versioner.version(@berksfile)
+  end
+end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: bellboy
+version: !ruby/object:Gem::Version
+  version: 0.2.3
+  prerelease: 
+platform: ruby
+authors:
+- Kristian Van Der Vliet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.18.0
+- !ruby/object:Gem::Dependency
+  name: berkshelf
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.10
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.10
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+- !ruby/object:Gem::Dependency
+  name: ridley
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.0
+description: Version, install & upload data bag items that are stored alongside your
+  Berkshelf Cookbooks
+email: kvandervliet@dyn.com
+executables:
+- bellboy
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- Thorfile
+- bellboy.gemspec
+- bin/bellboy
+- lib/bellboy.rb
+- lib/bellboy/cli.rb
+- lib/bellboy/errors.rb
+- lib/bellboy/installer.rb
+- lib/bellboy/logger.rb
+- lib/bellboy/uploader.rb
+- lib/bellboy/versioner.rb
+- spec/cli_spec.rb
+- spec/installer_spec.rb
+- spec/logger_spec.rb
+- spec/spec-helpers.rb
+- spec/uploader_spec.rb
+- spec/versioner_spec.rb
+homepage: ''
+licenses:
+- Apache-2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Manage data bags with Berkshelf
+test_files: []