puppet-library 0.0.1

data/README.md

@@ -0,0 +1,89 @@
+# Puppet Library
+
+A server for your Puppet modules. Compatible with [librarian-puppet](http://librarian-puppet.com).
+
+[![Build Status](https://travis-ci.org/drrb/puppet-library.png?branch=master)](https://travis-ci.org/drrb/puppet-library)
+[![Coverage Status](https://coveralls.io/repos/drrb/puppet-library/badge.png)](https://coveralls.io/r/drrb/puppet-library)
+
+Puppet library serves packaged (`tar.gz`) modules from a directory of your choosing in the same format as [the Puppet Forge](http://forge.puppetlabs.com).
+
+## Installation
+
+Install the server as a Gem:
+
+    $ gem install puppet-library
+
+## Getting Started
+
+Create a module directory and add the modules to it
+
+    $ mkdir modules
+    $ wget -P modules/ forge.puppetlabs.com/system/releases/p/puppetlabs/puppetlabs-apache-0.9.0.tar.gz
+    $ wget -P modules/ forge.puppetlabs.com/system/releases/p/puppetlabs/puppetlabs-concat-1.0.0.tar.gz
+    $ wget -P modules/ forge.puppetlabs.com/system/releases/p/puppetlabs/puppetlabs-stdlib-2.4.0.tar.gz
+
+Start the server
+
+    $ puppet-library
+
+Point librarian-puppet to the server
+
+    $ cat > Puppetfile <<EOF
+    forge 'http://localhost:9292'
+
+    mod 'puppetlabs/apache', '0.9.0'
+    EOF
+
+Resolve and download the modules
+
+    $ librarian-puppet install
+
+## Usage
+
+Run the server
+
+    $ puppet-library
+
+Serve modules from a specific directory
+
+    $ puppet-library --module-dir /var/puppet-modules
+
+Serve modules on a specific port
+
+    $ puppet-library --port 8888
+
+See all options
+
+    $ puppet-library --help
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Make your changes, and add tests for them
+4. Test your changes (`rake`)
+5. Commit your changes (`git commit -am 'Add some feature'`)
+6. Push to the branch (`git push origin my-new-feature`)
+7. Create new Pull Request
+
+## Acknowledgements
+
+This project was inspired by [dalen/simple-puppet-forge](https://github.com/dalen/simple-puppet-forge).
+
+## License
+
+Puppet Library
+Copyright (C) 2013 drrb
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>.

data/Rakefile

@@ -0,0 +1,50 @@
+# -*- encoding: utf-8 -*-
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require 'coveralls/rake/task'
+
+RSpec::Core::RakeTask.new(:spec)
+Coveralls::RakeTask.new
+
+task :default => [:spec, 'coveralls:push']
+
+desc "Check it works on all local rubies"
+task :verify do
+    system "rvm all do rake spec check-license"
+end
+
+desc "Check all files for license headers"
+task "check-license" do
+    puts "Checking that all program files contain license headers"
+
+    files = `git ls-files`.split "\n"
+    ignored_files = File.read(".licenseignore").split("\n") << ".licenseignore"
+    offending_files = files.reject { |file| File.read(file).include? "WITHOUT ANY WARRANTY" } - ignored_files
+    if offending_files.empty?
+        puts "Done"
+    else
+        abort("ERROR: THE FOLLOWING FILES HAVE NO LICENSE HEADERS: \n" + offending_files.join("\n"))
+    end
+end
+
+desc "Print the version number"
+task "version" do
+    puts PuppetLibrary::VERSION
+end
+

data/bin/puppet-library

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+lib_path = File.join(File.dirname(__FILE__), '..', 'lib')
+$LOAD_PATH.unshift lib_path unless $LOAD_PATH.include? lib_path
+
+require "puppet_library"
+require 'optparse'
+
+module PuppetLibrary
+    options = {}
+    OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename $0} [options]"
+
+        options[:port] = "9292"
+        opts.on("-p", "--port [PORT]", "Port to listen on (defaults to #{options[:port]}") do |port|
+            options[:port] = port
+        end
+
+        options[:hostname] = "0.0.0.0"
+        opts.on("-b", "--bind-host [HOSTNAME]", "Host name to bind to (defaults to #{options[:hostname]}") do |hostname|
+            options[:hostname] = hostname
+        end
+
+        options[:module_dir] = "./modules"
+        opts.on("-m", "--module-dir [DIR]", "Directory containing the modules (defaults to #{options[:module_dir]})") do |module_dir|
+            options[:module_dir] = module_dir
+        end
+    end.parse!
+
+    server = Server.new(ModuleRepo.new(options[:module_dir]))
+
+    dispatch = Rack::Builder.app do
+        map '/' do
+            run Server.new
+        end
+    end
+
+    Rack::Server.start({
+        app: dispatch,
+        Host: options[:hostname],
+        Port: options[:port]
+    })
+end

data/config.ru

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'puppet_library'
+
+run PuppetLibrary::Server

data/lib/puppet_library.rb

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "puppet_library/server"
+require "puppet_library/version"

data/lib/puppet_library/module_repo.rb

@@ -0,0 +1,44 @@
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+require 'rubygems/package'
+require 'zlib'
+
+module PuppetLibrary
+    class ModuleRepo
+        def initialize(module_dir)
+            @module_dir = module_dir
+        end
+
+        def get_module(author, name, version)
+            file_name = "#{author}-#{name}-#{version}.tar.gz"
+            path = File.join(File.expand_path(@module_dir), file_name)
+            if File.exist? path
+                File.open(path, 'r')
+            else
+                nil
+            end
+        end
+
+        def get_metadata(author, module_name)
+            Dir["#{@module_dir}/#{author}-#{module_name}*"].map do |module_path|
+                tar = Gem::Package::TarReader.new(Zlib::GzipReader.open(module_path))
+                tar.rewind
+                metadata_file = tar.find {|e| e.full_name =~ /[^\/]+\/metadata\.json/}
+                JSON.parse(metadata_file.read)
+            end
+        end
+    end
+end

data/lib/puppet_library/server.rb

@@ -0,0 +1,151 @@
+# -*- encoding: utf-8 -*-
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+require 'sinatra/base'
+require 'json'
+
+require 'puppet_library/module_repo'
+
+class Hash
+    def deep_merge(other)
+        merge(other) do |key, old_val, new_val|
+            if old_val.instance_of? Array
+                old_val + new_val
+            else
+                new_val
+            end
+        end
+    end
+end
+
+module PuppetLibrary
+
+    class ModuleMetadata
+
+        def initialize(metadata)
+            @metadata = metadata
+        end
+
+        def author
+            @metadata["name"][/^[^-]+/]
+        end
+
+        def name
+            @metadata["name"].sub(/^[^-]+-/, "")
+        end
+
+        def full_name
+            @metadata["name"].sub("-", "/")
+        end
+
+        def version
+            @metadata["version"]
+        end
+
+        def dependencies
+            @metadata["dependencies"]
+        end
+
+        def dependency_names
+            dependencies.map {|d| d["name"]}
+        end
+
+        def to_info
+            {
+                "author" => author,
+                "full_name" => full_name,
+                "name" => name,
+                "desc" => @metadata["description"],
+                "releases" => [ { "version" => version } ]
+            }
+        end
+
+        def to_version
+            {
+                "file" => "/modules/#{author}-#{name}-#{version}.tar.gz",
+                "version" => version,
+                "dependencies" => dependencies.map {|m| [ m["name"], m["version_requirement"] ]}
+            }
+        end
+    end
+
+    class Server < Sinatra::Base
+
+        def initialize(module_repo = ModuleRepo.new("modules"))
+            super(nil)
+            @repo = module_repo
+        end
+
+        configure do
+            enable :logging
+        end
+
+        get "/:author/:module.json" do
+            author = params[:author]
+            module_name = params[:module]
+            modules = get_metadata(author, module_name)
+            if modules.empty?
+                status 410
+                {"error" => "Could not find module \"#{module_name}\""}.to_json
+            else
+                modules.map do |metadata|
+                    metadata.to_info
+                end.inject({}) do |merged, map|
+                    merged.deep_merge(map)
+                end.to_json
+            end
+        end
+
+        get "/api/v1/releases.json" do
+            full_name = params[:module]
+            module_queue = [full_name]
+            modules_versions = {}
+            while module_full_name = module_queue.shift
+                next if modules_versions[module_full_name]
+                author, module_name = module_full_name.split "/"
+                module_versions = get_metadata(author, module_name)
+                dependencies = module_versions.map {|v| v.dependency_names }.flatten
+                module_queue += dependencies
+                modules_versions[module_full_name] = module_versions.map { |v| v.to_version }
+            end
+
+            if modules_versions.values == [[]]
+                status 410
+                {"error" => "Module #{full_name} not found"}.to_json
+            else
+                modules_versions.to_json
+            end
+        end
+
+        get "/modules/:author-:module-:version.tar.gz" do
+            author = params[:author]
+            name = params[:module]
+            version = params[:version]
+            buffer = @repo.get_module(author, name, version)
+            content_type "application/octet-stream"
+            if buffer.nil?
+                status 404
+            else
+                attachment "#{author}-#{name}-#{version}.tar.gz"
+                buffer
+            end
+        end
+
+        def get_metadata(author, module_name)
+            @repo.get_metadata(author, module_name).map {|metadata| ModuleMetadata.new(metadata)}
+        end
+    end
+end

data/lib/puppet_library/version.rb

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+# Puppet Library
+# Copyright (C) 2013 drrb
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module PuppetLibrary
+    VERSION = "0.0.1"
+end