puppet-forge-server 1.0.1

data/lib/puppet_forge_server/http/http_client.rb

@@ -0,0 +1,35 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'open-uri'
+require 'open_uri_redirections'
+
+module PuppetForgeServer::Http
+  class HttpClient
+    def get(url)
+      open_uri(url).read
+    end
+
+    def download(url)
+      open_uri(url)
+    end
+
+    private
+    def open_uri(url)
+      open(url, 'User-Agent' => "Puppet-Forge-Server/#{PuppetForgeServer::VERSION}", :allow_redirections => :safe)
+    end
+  end
+end

data/lib/puppet_forge_server/models/builder.rb

@@ -0,0 +1,37 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module PuppetForgeServer::Models
+  class Builder
+    def initialize(attributes={})
+      attributes.each do |name, value|
+        send("#{name}=", value) unless value.to_s.empty?
+      end
+    end
+
+    def method_missing (method_name, *args, &block)
+      STDERR.puts "Method #{method_name} with args #{args} not found in #{self.class.to_s}" unless method_name == :to_ary
+    end
+
+    def to_hash
+      hash = {}
+      self.instance_variables.each do |var|
+        hash[var.to_s.delete('@')] = self.instance_variable_get var
+      end
+      hash
+    end
+  end
+end

data/lib/puppet_forge_server/models/metadata.rb

@@ -0,0 +1,46 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+module PuppetForgeServer::Models
+  class Metadata < Builder
+
+    attr_accessor :author, :name, :version, :dependencies, :summary, :description, :project_page, :types
+    attr_accessor :checksums, :source, :license, :issues_url, :operatingsystem_support, :requirements
+
+    def initialize(attributes)
+      super(attributes)
+    end
+
+    def ==(other)
+      other && self.class.equal?(other.class) &&
+          @author == other.author &&
+          @name == other.name &&
+          @version == other.version
+    end
+
+    def hash
+      @author.hash ^ @name.hash ^ @version.hash
+    end
+
+    def eql?(other)
+      other && self.class.equal?(other.class) &&
+          @author.eql?(other.author) &&
+          @name.eql?(other.name) &&
+          @version.eql?(other.version)
+    end
+  end
+end

data/lib/puppet_forge_server/patches.rb

@@ -0,0 +1,61 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 drrb
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rubygems/package'
+
+class Hash
+  def deep_merge(other)
+    merge(other) do |key, old_val, new_val|
+      if old_val.instance_of? Array
+        old_val + new_val
+      else
+        new_val
+      end
+    end
+  end
+
+  def deep_merge!(other)
+    replace(deep_merge(other))
+  end
+end
+
+class Array
+  def deep_merge
+    inject({}) do |merged, map|
+      merged.deep_merge(map)
+    end
+  end
+
+  def version_sort_by
+    sort_by do |element|
+      version = yield(element)
+      Gem::Version.new(version)
+    end
+  end
+end
+
+# Used by PuppetForgeServer::Utils::Archiver
+class Gem::Package::TarReader
+  # Old versions of RubyGems don't include Enumerable in here
+  def find
+    each do |entry|
+      if yield(entry)
+        return entry
+      end
+    end
+  end
+end

data/lib/puppet_forge_server/server.rb

@@ -0,0 +1,88 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rack/mount'
+
+module PuppetForgeServer
+  class Server
+    include PuppetForgeServer::Utils::OptionParser
+    include PuppetForgeServer::Utils::Http
+
+    def initialize(log = STDERR)
+      @log = log
+    end
+
+    def go(args)
+      begin
+        options = parse_options(args)
+        backends = backends(options)
+        server = build(backends)
+        announce(options, backends)
+        start(server, options)
+      rescue PuppetForgeServer::Errors::Expected
+        @log.puts "Error: #{error}"
+      end
+    end
+
+    def build(backends)
+      Rack::Mount::RouteSet.new do |set|
+        set.add_route PuppetForgeServer::App::Version1.new(backends)
+        set.add_route ::PuppetForgeServer::App::Version3.new(backends)
+      end
+    end
+
+    def announce(options, backends)
+      options = options.clone
+      options.default = 'default'
+      @log.puts " +- Daemonizing: #{options[:daemonize]}"
+      @log.puts " |- Port: #{options[:port]}"
+      @log.puts " |- Host: #{options[:hostname]}"
+      @log.puts " |- Pidfile: #{options[:pidfile]}" if options[:pidfile]
+      @log.puts " |- Server: #{options[:server]}"
+      @log.puts ' `- Backends:'
+      backends.each do |backend|
+        @log.puts "    - #{backend.inspect}"
+      end
+    end
+
+    def start(server, options)
+      FileUtils.mkdir_p File.dirname(options[:pidfile]) if options[:pidfile]
+      Rack::Server.start(
+          :app => server,
+          :Host => options[:hostname],
+          :Port => options[:port],
+          :server => options[:server],
+          :daemonize => options[:daemonize],
+          :pid => options[:pidfile]
+      )
+    end
+
+    private
+    def backends(options)
+      options[:backend].map do |type, typed_backends|
+        typed_backends.map do |url|
+          case type
+            when 'Proxy'
+              @log.puts "Detecting API version for #{url}..."
+              PuppetForgeServer::Backends.const_get("#{type}V#{get_api_version(url)}").new(url.chomp('/'), options[:cache_basedir])
+            else
+              PuppetForgeServer::Backends.const_get(type).new(url)
+          end
+        end
+      end.flatten.sort_by { |backend| backend.PRIORITY }
+    end
+  end
+end

data/lib/puppet_forge_server/utils/archiver.rb

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rubygems/package'
+require 'zlib'
+
+module PuppetForgeServer::Utils
+  module Archiver
+    def read_entry(path, entry_name_regex)
+      tar = Gem::Package::TarReader.new(Zlib::GzipReader.open(path))
+      tar.rewind
+      entry = tar.find { |e| e.full_name =~ entry_name_regex } or raise "Couldn't find entry in archive matching #{entry_name_regex.inspect}"
+      entry.read
+    end
+  end
+end

data/lib/puppet_forge_server/utils/buffer.rb

@@ -0,0 +1,33 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+module PuppetForgeServer::Utils
+  module Buffer
+    def download(buffer)
+      headers = buffer.respond_to?(:size) ? {'Content-Length' => buffer.size.to_s} : {}
+      [200, headers, buffer]
+    end
+
+    def get_buffer(backends, path)
+      backends.each do |backend|
+        buffer = backend.get_file_buffer(path)
+        return buffer if buffer
+      end
+      nil
+    end
+  end
+end

data/lib/puppet_forge_server/utils/http.rb

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+module PuppetForgeServer::Utils
+  module Http
+    def get_api_version(url)
+      check_url = '/v3/modules/puppetlabs-stdlib'
+      begin
+        PuppetForgeServer::Http::HttpClient.new.get("#{url.chomp('/')}#{check_url}")
+        3
+      rescue OpenURI::HTTPError
+        1
+      end
+    end
+  end
+end

data/lib/puppet_forge_server/utils/option_parser.rb

@@ -0,0 +1,76 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 drrb
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'optparse'
+require 'tmpdir'
+
+module PuppetForgeServer::Utils
+  module OptionParser
+    include PuppetForgeServer::Utils::Url
+
+    @@DEFAULT_DAEMONIZE = false
+    @@DEFAULT_PORT = 8080
+    @@DEFAULT_PID_FILE = File.join(Dir.tmpdir.to_s, 'puppet-forge-server', 'server.pid')
+    @@DEFAULT_CACHE_DIR = File.join(Dir.tmpdir.to_s, 'puppet-forge-server', 'cache')
+
+    def parse_options(args)
+      options = {:daemonize => @@DEFAULT_DAEMONIZE, :cache_basedir => @@DEFAULT_CACHE_DIR, :port => @@DEFAULT_PORT}
+      option_parser = ::OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename $0} [options]"
+        opts.version = PuppetForgeServer::VERSION
+
+        opts.on('-p', '--port PORT', 'Port to listen on (defaults to whatever Rack wants to use)') do |port|
+          options[:port] = port
+        end
+
+        opts.on('-b', '--bind-host HOSTNAME', 'Host name to bind to (defaults to whatever Rack wants to use)') do |hostname|
+          options[:hostname] = hostname
+        end
+
+        opts.on('--daemonize', 'Run the server in the background') do
+          options[:daemonize] = true
+          options[:pidfile] = @@DEFAULT_PID_FILE unless options[:pidfile]
+        end
+
+        opts.on('--pidfile FILE', 'Write a pidfile to this location after starting') do |pidfile|
+          options[:pidfile] = pidfile
+        end
+
+        options[:backend] = {'Directory' => [], 'Proxy' => [], 'Source' => []}
+        opts.on('-m', '--module-dir DIR', 'Directory containing packaged modules (can be specified multiple times)') do |module_dir|
+          options[:backend]['Directory'] << module_dir
+        end
+        opts.on('-x', '--proxy URL', 'Remote forge to proxy (can be specified multiple times)') do |url|
+          options[:backend]['Proxy'] << normalize_url(url)
+        end
+        opts.on('--source-dir DIR', "Directory containing a module's source (can be specified multiple times)") do |module_dir|
+          options[:backend]['Source'] << module_dir
+        end
+
+        opts.on('--cache-basedir DIR', "Cache all proxies' downloaded modules under this directory") do |cache_basedir|
+          options[:cache_basedir] = cache_basedir
+        end
+      end
+      begin
+        option_parser.parse(args)
+      rescue ::OptionParser::InvalidOption => parse_error
+        raise PuppetForgeServer::Errors::Expected, parse_error.message + "\n" + option_parser.help
+      end
+      return options
+    end
+  end
+end

data/lib/puppet_forge_server/utils/url.rb

@@ -0,0 +1,36 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 drrb
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'uri'
+
+module PuppetForgeServer::Utils
+  module Url
+    def normalize_url(uri_string)
+      begin
+        url = URI.parse(uri_string)
+      rescue URI::InvalidURIError => e
+        raise PuppetForgeServer::Error::Expected, "Invalid URL '#{uri_string}': #{e.message}"
+      end
+      if url.scheme
+        raise PuppetForgeServer::Error::Expected, "Invalid URL '#{uri_string}': unsupported protocol '#{url.scheme}'" unless url.scheme =~ /^https?$/
+      else
+        uri_string = "http://#{uri_string}"
+      end
+      uri_string.sub /\/$/, ''
+    end
+  end
+end