librarian-puppet-lmco 0.9.8.2

data/lib/librarian/puppet/source/githubtarball.rb

@@ -0,0 +1,249 @@
+require 'uri'
+require 'net/https'
+require 'json'
+
+module Librarian
+  module Puppet
+    module Source
+      class GitHubTarball
+        class Repo
+
+          attr_accessor :source, :name
+          private :source=, :name=
+
+          def initialize(source, name)
+            self.source = source
+            self.name = name
+          end
+
+          def versions
+            data = api_call("/repos/#{source.uri}/tags")
+            if data.nil?
+              raise Error, "Unable to find module '#{source.uri}' on https://github.com"
+            end
+
+            all_versions = data.map { |r| r['name'] }.sort.reverse
+
+            all_versions = all_versions.map do |version|
+              version.gsub(/^v/, '')
+            end
+
+            all_versions.delete_if do |version|
+              version !~ /\A\d\.\d(\.\d.*)?\z/
+            end
+
+            all_versions.compact
+          end
+
+          def manifests
+            versions.map do |version|
+              Manifest.new(source, name, version)
+            end
+          end
+
+          def install_version!(version, install_path)
+            if environment.local? && !vendored?(source.uri, version)
+              raise Error, "Could not find a local copy of #{source.uri} at #{version}."
+            end
+
+            vendor_cache(source.uri, version) unless vendored?(source.uri, version)
+
+            cache_version_unpacked! version
+
+            if install_path.exist?
+              install_path.rmtree
+            end
+
+            unpacked_path = version_unpacked_cache_path(version).children.first
+            FileUtils.cp_r(unpacked_path, install_path)
+          end
+
+          def environment
+            source.environment
+          end
+
+          def cache_path
+            @cache_path ||= source.cache_path.join(name)
+          end
+
+          def version_unpacked_cache_path(version)
+            cache_path.join('version').join(hexdigest(version.to_s))
+          end
+
+          def hexdigest(value)
+            Digest::MD5.hexdigest(value)
+          end
+
+          def cache_version_unpacked!(version)
+            path = version_unpacked_cache_path(version)
+            return if path.directory?
+
+            path.mkpath
+
+            target = vendored?(source.uri, version) ? vendored_path(source.uri, version) : name
+
+            `tar xzf #{target} -C #{path}`
+          end
+
+          def vendored?(name, version)
+            vendored_path(name, version).exist?
+          end
+
+          def vendored_path(name, version)
+            environment.vendor_cache.mkpath
+            environment.vendor_cache.join("#{name.sub("/", "-")}-#{version}.tar.gz")
+          end
+
+          def vendor_cache(name, version)
+            clean_up_old_cached_versions(name)
+
+            url = "https://api.github.com/repos/#{name}/tarball/#{version}"
+            url << "?access_token=#{ENV['GITHUB_API_TOKEN']}" if ENV['GITHUB_API_TOKEN']
+            `curl #{url} -o #{vendored_path(name, version).to_s} -L 2>&1`
+          end
+
+          def clean_up_old_cached_versions(name)
+            Dir["#{environment.vendor_cache}/#{name.sub('/', '-')}*.tar.gz"].each do |old_version|
+              FileUtils.rm old_version
+            end
+          end
+
+        private
+
+          def api_call(path)
+            url = "https://api.github.com#{path}"
+            url << "?access_token=#{ENV['GITHUB_API_TOKEN']}" if ENV['GITHUB_API_TOKEN']
+            uri = URI.parse(url)
+            http = Net::HTTP.new(uri.host, uri.port)
+            http.use_ssl = true
+            http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+            request = Net::HTTP::Get.new(uri.request_uri)
+            resp = http.request(request)
+            if resp.code.to_i != 200
+              nil
+            else
+              data = resp.body
+              JSON.parse(data)
+            end
+          end
+        end
+
+        class << self
+          LOCK_NAME = 'GITHUBTARBALL'
+
+          def lock_name
+            LOCK_NAME
+          end
+
+          def from_lock_options(environment, options)
+            new(environment, options[:remote], options.reject { |k, v| k == :remote })
+          end
+
+          def from_spec_args(environment, uri, options)
+            recognised_options = []
+            unrecognised_options = options.keys - recognised_options
+            unless unrecognised_options.empty?
+              raise Error, "unrecognised options: #{unrecognised_options.join(", ")}"
+            end
+
+            new(environment, uri, options)
+          end
+        end
+
+        attr_accessor :environment
+        private :environment=
+        attr_reader :uri
+
+        def initialize(environment, uri, options = {})
+          self.environment = environment
+          @uri = uri
+          @cache_path = nil
+        end
+
+        def to_s
+          uri
+        end
+
+        def ==(other)
+          other &&
+          self.class == other.class &&
+          self.uri == other.uri
+        end
+
+        alias :eql? :==
+
+        def hash
+          self.to_s.hash
+        end
+
+        def to_spec_args
+          [uri, {}]
+        end
+
+        def to_lock_options
+          {:remote => uri}
+        end
+
+        def pinned?
+          false
+        end
+
+        def unpin!
+        end
+
+        def install!(manifest)
+          manifest.source == self or raise ArgumentError
+
+          name = manifest.name
+          version = manifest.version
+          install_path = install_path(name)
+          repo = repo(name)
+
+          repo.install_version! version, install_path
+        end
+
+        def manifest(name, version, dependencies)
+          manifest = Manifest.new(self, name)
+          manifest.version = version
+          manifest.dependencies = dependencies
+          manifest
+        end
+
+        def cache_path
+          @cache_path ||= begin
+            dir = Digest::MD5.hexdigest(uri)
+            environment.cache_path.join("source/puppet/githubtarball/#{dir}")
+          end
+        end
+
+        def install_path(name)
+          environment.install_path.join(name.split('/').last)
+        end
+
+        def fetch_version(name, version_uri)
+          versions = repo(name).versions
+          if versions.include? version_uri
+            version_uri
+          else
+            versions.first
+          end
+        end
+
+        def fetch_dependencies(name, version, version_uri)
+          {}
+        end
+
+        def manifests(name)
+          repo(name).manifests
+        end
+
+      private
+
+        def repo(name)
+          @repo ||= {}
+          @repo[name] ||= Repo.new(self, name)
+        end
+      end
+    end
+  end
+end

data/lib/librarian/puppet/source/local.rb

@@ -0,0 +1,57 @@
+module Librarian
+  module Puppet
+    module Source
+      module Local
+
+        def install!(manifest)
+          manifest.source == self or raise ArgumentError
+
+          debug { "Installing #{manifest}" }
+
+          name, version = manifest.name, manifest.version
+          found_path = found_path(name)
+          raise Error, "Path for #{name} doesn't contain a puppet module" if found_path.nil?
+
+          if name.include? '/'
+            new_name = name.split('/').last
+            debug { "Invalid module name '#{name}', guessing you meant '#{new_name}'" }
+            name = new_name
+          end
+
+          install_path = environment.install_path.join(name)
+          if install_path.exist?
+            debug { "Deleting #{relative_path_to(install_path)}" }
+            install_path.rmtree
+          end
+
+          install_perform_step_copy!(found_path, install_path)
+        end
+
+        def fetch_version(name, extra)
+          cache!
+          found_path = found_path(name)
+          '0.0.1'
+        end
+
+        def fetch_dependencies(name, version, extra)
+          {}
+        end
+
+      private
+
+        def install_perform_step_copy!(found_path, install_path)
+          debug { "Copying #{relative_path_to(found_path)} to #{relative_path_to(install_path)}" }
+          FileUtils.cp_r(found_path, install_path)
+        end
+
+        def manifest?(name, path)
+          return true if path.join('manifests').exist?
+          return true if path.join('lib').join('puppet').exist?
+          return true if path.join('lib').join('facter').exist?
+          debug { "Could not find manifests, lib/puppet or lib/facter under #{path}, assuming is not a puppet module" }
+          false
+        end
+      end
+    end
+  end
+end

data/lib/librarian/puppet/source/path.rb

@@ -0,0 +1,12 @@
+require 'librarian/source/path'
+require 'librarian/puppet/source/local'
+
+module Librarian
+  module Puppet
+    module Source
+      class Path < Librarian::Source::Path
+        include Local
+      end
+    end
+  end
+end

data/lib/librarian/puppet/templates/Puppetfile

@@ -0,0 +1,10 @@
+forge "http://forge.puppetlabs.com"
+
+# mod 'puppetlabs/stdlib'
+
+# mod 'ntp',
+#   :git => 'git://github.com/puppetlabs/puppetlabs-ntp.git'
+
+# mod 'apt',
+#   :git => 'https://github.com/puppetlabs/puppetlabs-apt.git',
+#   :ref => 'feature/master/dans_refactor'

data/lib/librarian/puppet/version.rb

@@ -0,0 +1,5 @@
+module Librarian
+  module Puppet
+    VERSION = "0.9.8.2"
+  end
+end

data/vendor/librarian/CHANGELOG.md

@@ -0,0 +1,224 @@
+# Change Log
+
+## 0.0.26
+
+* \#112. Prevent the git source being confused in certain cases by colorized
+  output from git. HT: @ericpp.
+
+* \#115, \#116. Accommodate cookbook archives generated by `git archive`.
+  HT: @taqtiqa-mark.
+
+* \#119. Support NO_PROXY, a modifier on HTTP_PROXY and friends. HT: @databus23.
+
+* \#121. A github pseudosource. HT: @alno.
+
+* \#122. Follow http redirect responses in the chef site source. HT: @Fleurer.
+
+* Improve the resolver performance by detecting conflicts earlier and
+  backtracking more quickly. This will help avoid certain cases of long
+  resolutions caused by conflicts; the conflicts will still be there, but will
+  be detected more quickly and the resolution terminated more quickly. This
+  changes the resolution algorithm, and new resolutions may differ from older
+  resolutions.
+
+## 0.0.25
+
+* \#71. Fix an error, given certain locale settings, with reading cookbook
+  metadata files.
+
+* \#89. Fix an error when encountering manifests and dependencies with names of
+  a single letter, such as `"R"`.
+
+* \#92, \#99. HTTP proxy support via the `HTTP_PROXY` environment variable. Also
+  supports `HTTP_PROXY_USER` and `HTTP_PROXY_PASS` environment variables. Thanks
+  @tknerr.
+
+* \#97. Enforce that the `:ref` option in the `:git` source may only be given a
+  string.
+
+* \#98. Fix unpacking chef site-sourced packages where the directory in the
+  tarball does not match the cookbook name.
+
+## 0.0.24
+
+* \#15. A remembered configuration system.
+
+* \#16. Configure, and remember configuration for, chef install paths.
+
+* \#38. Configure, and remember configuration for, stripping out `.git`
+  directories from git-sources chef dependencies.
+
+* \#76. Support git annotated tags.
+
+* \#80. Ignore directories in the `PATH` named `git` when looking for the `git`
+  bin. Thanks @avit.
+
+* \#85. Provide a helpful message when running the `show` command without a
+  lockfile present.
+
+## 0.0.23
+
+* \#41. Build gems with a built gemspec.
+
+* \#67. Cache remote objects at the latest possible moments, and only when they
+  are needed.
+
+* \#68. Fix unpacking chef site-sourced packages on Windows by pivoting from a
+  Librarian-managed scratch space, rather than pivoting from Windows' temp
+  directory. There were unexplained problems with using the Windows temp
+  directory in certain cases, possibly related to the temp directory and the
+  Librarian cache directory being on different volumes.
+
+* \#69. Fix invoking Librarian with git-sourced dependencies from git hooks by
+  unsetting `GIT_DIR` around shelling out to git.
+
+* Print general environment information when running with `--verbose`.
+
+## 0.0.22
+
+* Fix the `outdated` CLI command.
+
+## 0.0.21
+
+* \#64. Sources now raise when given unrecognized options in the specfile.
+
+* A new `show` CLI command.
+
+* Changed the `clean` CLI command no longer to delete the lockfile.
+
+* Simplify the architecture of `Librarian::Manifest` vis-a-vis sources. It is no
+  longer a base class for adapters to inherit. Now, sources expose a small
+  interface, which `Librarian::Manifest` can call, for delay-loading attributes.
+
+* The git source now resolves the `git` binary before `chdir`ing.
+
+* Test on Rubinius.
+
+## 0.0.20
+
+* A command to print outdated dependencies.
+
+## 0.0.19
+
+* Fix breakage on 1.8.
+
+## 0.0.18
+
+* \#57. Include existing manifests' dependencies in resolution.
+
+* Permit the update action even with a changed specfile.
+
+## 0.0.17
+
+* Use a pure-Ruby implementation of tar/gz. Helps with Windows support, since
+  Windows boxes are less likely than *NIX boxes to have the `tar` executable.
+
+* Fix an issue where the chef site source considers uncached manifests to be
+  cached, and skips caching them, causing the install action to fail.
+
+* Fail fast if the resolver produces an inconsistent resolution. It is a known
+  issue that the resolver will sometimes (deterministically, not randomly)
+  produce an inconsistent resolution when performing an update action (#57).
+  Start debugging this by failing fast at this point and spitting out gobs of
+  debug-level log details.
+
+## 0.0.16
+
+* Recache site-sourced dependency metadata per each run.
+
+* \#46. Always install.
+
+* \#53. Abstract versions & requirements from rubygems.
+
+* Own the install path. Recreate it on each install.
+    WARNING: If you have your own content in the install path, it will be deleted without mercy.
+
+## 0.0.15
+
+* Rewrite the README.
+
+* \#44, \#49. Better updating of cached git sources without using local merges.
+
+## 0.0.14
+
+* \#39 Fixes a regression induced by using `git reset --hard SHA`.
+
+## 0.0.13
+
+* \#36 Fixes an issue where, if a dependency has a git source (the upstream), and the upstream is updated,
+    then attempting to update that dependency in the local resolution would not update that dependency so
+    long as that git source were cached (@databus23).
+
+* More immediate detection of, and better error messages for, cases of blank dependency or manifest names
+    or cases of names that are otherwise insensible, such as names that are untrimmed.
+
+## 0.0.12
+
+* Fixes an issue where, if a dependency has a git source with a ref, re-resolving may fail.
+
+## 0.0.11
+
+* Fix a regression where the cli command "version" failed.
+
+## 0.0.10
+
+This release focuses on refactoring some of the internals. There are no functional changes.
+
+## 0.0.9
+
+* \#11 Fixes a problem where, if the repo is in a path where a component has a space, attempting to resolve a
+    site-sourced dependency fails.
+
+## 0.0.8
+
+* A `version` task.
+
+* A change log.
+
+* \#10 Fixes the problem with bouncing the lockfile when updating, when using a git source with the default ref.
+
+## 0.0.7
+
+* \#8 Add highline temporarily as a runtime dependency of `librarian` (@fnichol).
+  When the project is split into `librarian` and `librarian-chef`, the `chef` runtime dependency will
+    be moved to `librarian-chef`. If the project is further split into a knife plugin, the dependency
+    will be moved there.
+
+## 0.0.6
+
+* \#7 Show a better error message when a cookbook is missing the required metadata file.
+
+* Miscellaneous bugfixes.
+
+## 0.0.5
+
+* \#4 An `init` task for `librarian-chef`.
+  This task creates a nearly-blank `Cheffile` with just the default Opscode Community Site source.
+
+* Automatically create the `cookbooks` directory, if it's missing, when running the `install` task.
+
+* \#3 Add `chef` temporarily as a runtime dependency of `librarian` (@fnichol).
+  When the project is split into `librarian` and `librarian-chef`, the `chef` runtime dependency will
+    be moved to `librarian-chef`.
+
+## 0.0.4
+
+* A simple knife integration.
+  This integration allows you to specify a `librarian-chef`-managed tempdir as a `cookbook_path`.
+  This is useful to force knife only to upload the exact cookbooks that `librarian-chef` knows
+    about, rather than whatever happens to be found in the `cookbooks` directory.
+
+## 0.0.3
+
+* Miscellaneous bugfixes.
+
+## 0.0.2
+
+* An optional `:path` attribute for `:git` sources.
+  This allows you to specify exactly where within a git repository a given cookbook is to be found.
+
+* A full example of a Cheffile and its usage in the readme.
+
+## 0.0.1
+
+* Initial release.