hiera 1.3.2 → 1.3.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bead4c683facdc5241dc8d042f1cd3bf13876bcf
+  data.tar.gz: a6065696732cb214f52b973f1bcfd711dbbf7efb
+SHA512:
+  metadata.gz: 7f8bba4254043dd85e15d289b80e18fa0f7bdf176492633d28240e6157e647dd8008b123503db9b6fb594f47aaa59a57e9e48dce544dc18f4f7f279c606e2f2c
+  data.tar.gz: a570c3344e74d6c522a12b476b242e5f6b221e027e7151cc56a9701ea4eb163434656094b8dfc3f2deca893a84645b8196f79a28557485fea46242a284b070a2

data/lib/hiera/backend.rb

@@ -34,15 +34,19 @@ class Hiera
       #
       # If the file is not found nil is returned
       def datafile(backend, scope, source, extension)
-        file = File.join([datadir(backend, scope), "#{source}.#{extension}"])
+        datafile_in(datadir(backend, scope), source, extension)
+      end
 
-        unless File.exist?(file)
-          Hiera.debug("Cannot find datafile #{file}, skipping")
+      # @api private
+      def datafile_in(datadir, source, extension)
+        file = File.join(datadir, "#{source}.#{extension}")
 
-          return nil
+        if File.exist?(file)
+          file
+        else
+          Hiera.debug("Cannot find datafile #{file}, skipping")
+          nil
         end
-
-        return file
       end
 
       # Constructs a list of data sources to search
@@ -73,6 +77,35 @@ class Hiera
         end
       end
 
+      # Constructs a list of data files to search
+      #
+      # If you give it a specific hierarchy it will just use that
+      # else it will use the global configured one, failing that
+      # it will just look in the 'common' data source.
+      #
+      # An override can be supplied that will be pre-pended to the
+      # hierarchy.
+      #
+      # The source names will be subject to variable expansion based
+      # on scope
+      #
+      # Only files that exist will be returned. If the file is missing, then
+      # the block will not receive the file.
+      #
+      # @yield [String, String] the source string and the name of the resulting file
+      # @api public
+      def datasourcefiles(backend, scope, extension, override=nil, hierarchy=nil)
+        datadir = Backend.datadir(backend, scope)
+        Backend.datasources(scope, override, hierarchy) do |source|
+          Hiera.debug("Looking for data source #{source}")
+          file = datafile_in(datadir, source, extension)
+
+          if file
+            yield source, file
+          end
+        end
+      end
+
       # Parse a string like <code>'%{foo}'</code> against a supplied
       # scope and additional scope.  If either scope or
       # extra_scope includes the variable 'foo', then it will

data/lib/hiera/backend/yaml_backend.rb

@@ -13,12 +13,7 @@ class Hiera
 
         Hiera.debug("Looking up #{key} in YAML backend")
 
-        Backend.datasources(scope, order_override) do |source|
-          Hiera.debug("Looking for data source #{source}")
-          yamlfile = Backend.datafile(:yaml, scope, source, "yaml") || next
-
-          next unless file_exists?(yamlfile)
-
+        Backend.datasourcefiles(:yaml, scope, "yaml", order_override) do |source, yamlfile|
           data = @cache.read_file(yamlfile, Hash) do |data|
             YAML.load(data) || {}
           end

data/lib/hiera/version.rb

@@ -7,7 +7,7 @@
 
 
 class Hiera
-  VERSION = "1.3.2"
+  VERSION = "1.3.3"
 
   ##
   # version is a public API method intended to always provide a fast and

data/spec/unit/backend/yaml_backend_spec.rb

@@ -37,38 +37,16 @@ class Hiera
       end
 
       describe "#lookup" do
-        it "should look for data in all sources" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns(nil)
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns(nil)
-
-          @backend.lookup("key", {}, nil, :priority)
-        end
-
         it "should pick data earliest source that has it for priority searches" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns(nil).never
-
-          @backend.stubs(:file_exists?).with("/nonexisting/one.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).yields(["one", "/nonexisting/one.yaml"])
           @cache.value = "---\nkey: answer"
 
           @backend.lookup("key", {}, nil, :priority).should == "answer"
         end
 
-        it "should not look up missing data files" do
-          Backend.expects(:datasources).multiple_yields(["one"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns(nil)
-          YAML.expects(:load_file).never
-
-          @backend.lookup("key", {}, nil, :priority)
-        end
-
         describe "handling unexpected YAML values" do
           before do
-            Backend.expects(:datasources).multiple_yields(["one"])
-            Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-            @backend.stubs(:file_exists?).with("/nonexisting/one.yaml").returns(true)
+            Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).yields(["one", "/nonexisting/one.yaml"])
           end
 
           it "returns nil when the YAML value is nil" do
@@ -88,12 +66,7 @@ class Hiera
         end
 
         it "should build an array of all data sources for array searches" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns("/nonexisting/two.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
-          File.stubs(:exist?).with("/nonexisting/two.yaml").returns(true)
-
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"], ["two", "/nonexisting/two.yaml"])
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({"key"=>"answer"})
           @cache.expects(:read_file).with("/nonexisting/two.yaml", Hash).returns({"key"=>"answer"})
 
@@ -101,11 +74,7 @@ class Hiera
         end
 
         it "should ignore empty hash of data sources for hash searches" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns("/nonexisting/two.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
-          File.stubs(:exist?).with("/nonexisting/two.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"], ["two", "/nonexisting/two.yaml"])
 
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({})
           @cache.expects(:read_file).with("/nonexisting/two.yaml", Hash).returns({"key"=>{"a"=>"answer"}})
@@ -114,11 +83,7 @@ class Hiera
         end
 
         it "should build a merged hash of data sources for hash searches" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns("/nonexisting/two.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
-          File.stubs(:exist?).with("/nonexisting/two.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"], ["two", "/nonexisting/two.yaml"])
 
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({"key"=>{"a"=>"answer"}})
           @cache.expects(:read_file).with("/nonexisting/two.yaml", Hash).returns({"key"=>{"b"=>"answer", "a"=>"wrong"}})
@@ -127,11 +92,7 @@ class Hiera
         end
 
         it "should fail when trying to << a Hash" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns("/nonexisting/two.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
-          File.stubs(:exist?).with("/nonexisting/two.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"], ["two", "/nonexisting/two.yaml"])
 
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({"key"=>["a", "answer"]})
           @cache.expects(:read_file).with("/nonexisting/two.yaml", Hash).returns({"key"=>{"a"=>"answer"}})
@@ -140,11 +101,7 @@ class Hiera
         end
 
         it "should fail when trying to merge an Array" do
-          Backend.expects(:datasources).multiple_yields(["one"], ["two"])
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml")
-          Backend.expects(:datafile).with(:yaml, {}, "two", "yaml").returns("/nonexisting/two.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
-          File.stubs(:exist?).with("/nonexisting/two.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"], ["two", "/nonexisting/two.yaml"])
 
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({"key"=>{"a"=>"answer"}})
           @cache.expects(:read_file).with("/nonexisting/two.yaml", Hash).returns({"key"=>["a", "wrong"]})
@@ -153,9 +110,7 @@ class Hiera
         end
 
         it "should parse the answer for scope variables" do
-          Backend.expects(:datasources).yields("one")
-          Backend.expects(:datafile).with(:yaml, {"rspec" => "test"}, "one", "yaml").returns("/nonexisting/one.yaml")
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {"rspec" => "test"}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"])
 
           @cache.expects(:read_file).with("/nonexisting/one.yaml", Hash).returns({"key"=>"test_%{rspec}"})
 
@@ -163,9 +118,7 @@ class Hiera
         end
 
         it "should retain datatypes found in yaml files" do
-          Backend.expects(:datasources).yields("one").times(3)
-          Backend.expects(:datafile).with(:yaml, {}, "one", "yaml").returns("/nonexisting/one.yaml").times(3)
-          File.stubs(:exist?).with("/nonexisting/one.yaml").returns(true)
+          Backend.expects(:datasourcefiles).with(:yaml, {}, "yaml", nil).multiple_yields(["one", "/nonexisting/one.yaml"]).times(3)
 
 
           @cache.value = "---\nstringval: 'string'\nboolval: true\nnumericval: 1"

metadata

@@ -1,30 +1,27 @@
 --- !ruby/object:Gem::Specification
 name: hiera
 version: !ruby/object:Gem::Version
-  version: 1.3.2
-  prerelease: 
+  version: 1.3.3
 platform: ruby
 authors:
 - Puppet Labs
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-26 00:00:00.000000000 Z
+date: 2014-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json_pure
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: A pluggable data store for hierarcical data
@@ -35,70 +32,69 @@ extensions: []
 extra_rdoc_files: []
 files:
 - bin/hiera
-- lib/hiera.rb
-- lib/hiera/console_logger.rb
-- lib/hiera/noop_logger.rb
-- lib/hiera/backend/yaml_backend.rb
+- lib/hiera/backend.rb
 - lib/hiera/backend/json_backend.rb
+- lib/hiera/backend/yaml_backend.rb
+- lib/hiera/config.rb
+- lib/hiera/console_logger.rb
+- lib/hiera/error.rb
 - lib/hiera/fallback_logger.rb
 - lib/hiera/filecache.rb
-- lib/hiera/version.rb
-- lib/hiera/config.rb
 - lib/hiera/interpolate.rb
+- lib/hiera/noop_logger.rb
+- lib/hiera/puppet_logger.rb
 - lib/hiera/recursive_guard.rb
 - lib/hiera/util.rb
-- lib/hiera/backend.rb
-- lib/hiera/puppet_logger.rb
-- lib/hiera/error.rb
+- lib/hiera/version.rb
+- lib/hiera.rb
 - COPYING
 - README.md
 - LICENSE
-- spec/unit/hiera_spec.rb
-- spec/unit/filecache_spec.rb
-- spec/unit/backend/yaml_backend_spec.rb
+- spec/spec_helper.rb
 - spec/unit/backend/json_backend_spec.rb
-- spec/unit/console_logger_spec.rb
+- spec/unit/backend/yaml_backend_spec.rb
 - spec/unit/backend_spec.rb
-- spec/unit/version_spec.rb
-- spec/unit/puppet_logger_spec.rb
 - spec/unit/config_spec.rb
+- spec/unit/console_logger_spec.rb
 - spec/unit/fallback_logger_spec.rb
+- spec/unit/filecache_spec.rb
+- spec/unit/hiera_spec.rb
+- spec/unit/puppet_logger_spec.rb
 - spec/unit/util_spec.rb
-- spec/spec_helper.rb
+- spec/unit/version_spec.rb
 homepage: https://github.com/puppetlabs/hiera
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Light weight hierarchical data store
 test_files:
-- spec/unit/hiera_spec.rb
-- spec/unit/filecache_spec.rb
-- spec/unit/backend/yaml_backend_spec.rb
+- spec/spec_helper.rb
 - spec/unit/backend/json_backend_spec.rb
-- spec/unit/console_logger_spec.rb
+- spec/unit/backend/yaml_backend_spec.rb
 - spec/unit/backend_spec.rb
-- spec/unit/version_spec.rb
-- spec/unit/puppet_logger_spec.rb
 - spec/unit/config_spec.rb
+- spec/unit/console_logger_spec.rb
 - spec/unit/fallback_logger_spec.rb
+- spec/unit/filecache_spec.rb
+- spec/unit/hiera_spec.rb
+- spec/unit/puppet_logger_spec.rb
 - spec/unit/util_spec.rb
-- spec/spec_helper.rb
+- spec/unit/version_spec.rb