puppet-forge-server 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 09cee1cf77d66c2acd95ccc0aade3298b17ae53b
-  data.tar.gz: d969e171c8534cfa3abea2a67117592dabd31395
+  metadata.gz: 3fc878b60f808ff3ccfd744ef972e0acd5896be2
+  data.tar.gz: a4c0e1961bb1fe2eb452ca1036efac07b05aeccb
 SHA512:
-  metadata.gz: fdc51ac20f18d854801f3bd5da30a8b2edeb1e8aee7e98a0be82386c5713a179941d288d7662609046fcdfacb301577ee7973cb20b89a6a82bfc6dc61a01d6c1
-  data.tar.gz: 5c3de75a5a9f187a01bdce013fe6c649379eaf98cdd1f4094c55302dced5c55255ceaa738efff87e9f08e4af95d94399a1526b96263dfd1fceb52404a534edca
+  metadata.gz: b0ffedd8529f0e510ecdafbfbcfa4e30ef5994a726fc9a3617702ef511527159897f5ff4037842f49ce71272cb9c9a47875e74501d840edaab9b4e3219132452
+  data.tar.gz: b4a98a5d8e131399f6ca7b28207edd604a46c469118f0a46ee3508f96a1e69dcea4c30db30d5f1fb36aeb1272e137e4d03beab8168cc97aa7b29372509772570

data/.travis.yml

@@ -17,4 +17,7 @@
 language: ruby
 rvm:
   - 1.9.3
-  - 2.0.0
+  - 2.0.0
+
+script:
+  - bundle exec rake test:all

data/README.md

@@ -134,6 +134,10 @@ Puppet module *metadata* json representation is used as a main business *model*.
 1. Create UTs for core logic
 2. Implement *source* and *git* backends to match [puppet library](https://github.com/drrb/puppet-library) feature set
 
+## Limitations
+
+1. Modulefile is not supported with the *directory* backend
+
 ## License
 
 [Apache 2.0](http://www.apache.org/licenses/LICENSE-2.0.txt)

data/Rakefile

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('test:integration') do |t|
+  t.verbose = true
+  t.pattern = 'spec/integration/*_spec.rb'
+end
+
+RSpec::Core::RakeTask.new('test:unit') do |t|
+  t.verbose = true
+  t.pattern = 'spec/unit/*_spec.rb'
+end
+
+RSpec::Core::RakeTask.new('test:all') do |t|
+  t.verbose = true
+  t.pattern = 'spec/**/*_spec.rb'
+end

data/lib/puppet_forge_server/api/v3/modules.rb

@@ -41,7 +41,7 @@ module PuppetForgeServer::Api::V3
         end
       end
 
-      PuppetForge::Logger.get.error 'WARNING: Requested module count is more than 1' unless modules.values.count == 1
+      PuppetForgeServer::Logger.get.error "Requested module count is more than 1:\n#{modules.values}" if modules.values.count > 1
       modules.values.first
     end
 

data/lib/puppet_forge_server/app/generic.rb

@@ -15,6 +15,7 @@
 # limitations under the License.
 
 require 'sinatra/base'
+require 'sinatra/json'
 
 module PuppetForgeServer::App
   class Generic < Sinatra::Base
@@ -24,9 +25,10 @@ module PuppetForgeServer::App
       use ::Rack::CommonLogger, PuppetForgeServer::Logger.get(:access)
     end
 
-    before {
+    before do
+      content_type :json
       env['rack.errors'] =  PuppetForgeServer::Logger.get(:server)
-    }
+    end
 
     def initialize
       super(nil)
@@ -37,7 +39,7 @@ module PuppetForgeServer::App
     #
     post '/oauth/token' do
       PuppetForgeServer::Logger.get(:server).debug "Params: #{params}"
-      {'access_token' => 'BOGUS_ACCESS_TOKEN'}.to_json
+      json :access_token => 'BOGUS_ACCESS_TOKEN'
     end
 
   end

data/lib/puppet_forge_server/app/version1.rb

@@ -15,7 +15,7 @@
 # limitations under the License.
 
 require 'sinatra/base'
-require 'json'
+require 'sinatra/json'
 
 module PuppetForgeServer::App
   class Version1 < Sinatra::Base
@@ -28,9 +28,10 @@ module PuppetForgeServer::App
       use ::Rack::CommonLogger, PuppetForgeServer::Logger.get(:access)
     end
 
-    before {
-      env['rack.errors'] =  PuppetForgeServer::Logger.get(:server)
-    }
+    before do
+      content_type :json
+      env['rack.errors'] = PuppetForgeServer::Logger.get(:server)
+    end
 
     def initialize(backends)
       super(nil)
@@ -38,28 +39,20 @@ module PuppetForgeServer::App
     end
 
     get '/api/v1/releases.json' do
-      unless params[:module]
-        halt 400, {'error' => 'The number of version constraints in the query does not match the number of module names'}.to_json
-      end
-
+      halt 400, json({:error => 'The number of version constraints in the query does not match the number of module names'}) unless params[:module]
       author, name = params[:module].split '/'
       version = params[:version] if params[:version]
-
       metadata = @backends.map do |backend|
         backend.get_metadata(author, name, {:version => version, :with_checksum => false})
       end.flatten.compact.uniq
-
-      halt 400, {'errors' => ["'#{params[:module]}' is not a valid module slug"]}.to_json if metadata.empty?
-
-      {"#{author}/#{name}" => get_releases(metadata)}.to_json
+      halt 400, json({:errors => ["'#{params[:module]}' is not a valid module slug"]}) if metadata.empty?
+      json "#{author}/#{name}" => get_releases(metadata)
     end
 
     get '/api/v1/files/*' do
       captures = params[:captures].first
       buffer = get_buffer(@backends, captures)
-
-      halt 404, {'errors' => ['404 Not found']}.to_json unless buffer
-
+      halt 404, json({:errors => ['404 Not found']}) unless buffer
       content_type 'application/octet-stream'
       attachment captures.split('/').last
       download buffer
@@ -70,7 +63,7 @@ module PuppetForgeServer::App
       metadata = @backends.map do |backend|
         backend.query_metadata(query, {:with_checksum => false})
       end.flatten.compact.uniq
-      get_modules(metadata).to_json
+      json get_modules(metadata)
     end
   end
 end

data/lib/puppet_forge_server/app/version2.rb

@@ -15,6 +15,7 @@
 # limitations under the License.
 
 require 'sinatra/base'
+require 'sinatra/json'
 
 module PuppetForgeServer::App
   class Version2 < Sinatra::Base
@@ -24,9 +25,9 @@ module PuppetForgeServer::App
       use ::Rack::CommonLogger, PuppetForgeServer::Logger.get(:access)
     end
 
-    before {
-      env['rack.errors'] =  PuppetForgeServer::Logger.get(:server)
-    }
+    before do
+      env['rack.errors'] = PuppetForgeServer::Logger.get(:server)
+    end
 
     def initialize(backends)
       super(nil)
@@ -34,7 +35,7 @@ module PuppetForgeServer::App
     end
 
     post '/v2/releases' do
-      halt 410, {'errors' => ['File not provided']}.to_json unless params['file']
+      halt 410, json({:errors => ['File not provided']}) unless params['file']
       states = @backends.map do |backend|
         backend.upload(params['file'])
       end.compact

data/lib/puppet_forge_server/app/version3.rb

@@ -15,6 +15,7 @@
 # limitations under the License.
 
 require 'sinatra/base'
+require 'sinatra/json'
 
 module PuppetForgeServer::App
   class Version3 < Sinatra::Base
@@ -27,35 +28,38 @@ module PuppetForgeServer::App
       use ::Rack::CommonLogger, PuppetForgeServer::Logger.get(:access)
     end
 
-    before {
-      env['rack.errors'] =  PuppetForgeServer::Logger.get(:server)
-    }
+    before do
+      content_type :json
+      env['rack.errors'] = PuppetForgeServer::Logger.get(:server)
+    end
 
     def initialize(backends)
       super(nil)
       @backends = backends
     end
 
-    get '/v3/releases' do
-      halt 400, {'error' => 'The number of version constraints in the query does not match the number of module names'}.to_json unless params[:module]
-
+    get '/v3/releases/:module' do
+      halt 404, json({:errors => ['404 Not found']}) unless params[:module]
       author, name, version = params[:module].split '-'
-      metadata = @backends.map do |backend|
-        backend.get_metadata(author, name, {:version => version})
-      end.flatten.compact.uniq
-
-      halt 404, {'pagination' => {'next' => false}, 'results' => []}.to_json if metadata.empty?
+      halt 400, json({:errors => ["'#{params[:module]}' is not a valid release slug"]}) unless author && name && version
+      releases = releases(author, name, version)
+      halt 404, json({:errors => ['404 Not found']}) unless releases
+      PuppetForgeServer::Logger.get(:server).error "Requested releases count is more than 1:\n#{releases}" if releases.count > 1
+      json releases.first
+    end
 
-      releases = get_releases(metadata)
-      {'pagination' => {'next' => false, 'total' => releases.count}, 'results' => releases}.to_json
+    get '/v3/releases' do
+      halt 400, json({:error => 'The number of version constraints in the query does not match the number of module names'}) unless params[:module]
+      author, name = params[:module].split '-'
+      releases = releases(author, name)
+      halt 404, json({:pagination => {:next => false}, :results => []}) unless releases
+      json :pagination => {:next => false, :total => releases.count}, :results => releases
     end
 
     get '/v3/files/*' do
       captures = params[:captures].first
       buffer = get_buffer(@backends, captures)
-
-      halt 404, {'errors' => ['404 Not found']}.to_json unless buffer
-
+      halt 404, json({:errors => ['404 Not found']}) unless buffer
       content_type 'application/octet-stream'
       attachment captures.split('/').last
       download buffer
@@ -64,16 +68,20 @@ module PuppetForgeServer::App
     get '/v3/modules/:author-:name' do
       author = params[:author]
       name = params[:name]
-
-      halt 400, {'errors' => "'#{params[:module]}' is not a valid module slug"}.to_json unless author && name
-
+      halt 400, json({:errors => "'#{params[:module]}' is not a valid module slug"}) unless author && name
       metadata = @backends.map do |backend|
         backend.get_metadata(author, name)
       end.flatten.compact.uniq
+      halt 404, json({:errors => ['404 Not found']}) if metadata.empty?
+      json get_modules(metadata)
+    end
 
-      halt 404, {'errors' => ['404 Not found']}.to_json if metadata.empty?
-
-      get_modules(metadata).to_json
+    private
+    def releases(author, name, version = nil)
+      metadata = @backends.map do |backend|
+        backend.get_metadata(author, name, {:version => version})
+      end.flatten.compact.uniq
+      metadata.empty? ? nil : get_releases(metadata)
     end
   end
 end

data/lib/puppet_forge_server/backends/proxy_v3.rb

@@ -57,10 +57,15 @@ module PuppetForgeServer::Backends
       releases
     end
 
+    def normalize_metadata(metadata)
+      metadata['name'] = metadata['name'].gsub('/', '-')
+      metadata
+    end
+
     def get_release_metadata(releases)
       releases.map do |element|
         {
-            :metadata => PuppetForgeServer::Models::Metadata.new(element['metadata']),
+            :metadata => PuppetForgeServer::Models::Metadata.new(normalize_metadata(element['metadata'])),
             :checksum => element['file_md5'],
             :path => element['file_uri'],
             :tags => (element['tags'] + (element['metadata']['tags'] ? element['metadata']['tags'] : [])).flatten.uniq

data/lib/puppet_forge_server/logger.rb

@@ -23,8 +23,8 @@ module PuppetForgeServer
     @@DEFAULT_DATETIME_FORMAT = '%Y-%m-%d %H:%M:%S'
     @static_loggers = {:server => nil, :access => nil}
 
-    def initialize(destinations = [@@DEFAULT_LOGGER])
-      @loggers = Array.new(destinations).flatten.map do |dest|
+    def initialize(destinations = [@@DEFAULT_DESTINATION])
+      @loggers = [destinations].flatten.map do |dest|
         logger = ::Logger.new(dest)
         logger.formatter = proc do |severity, datetime, progname, msg|
           datetime = datetime.strftime @@DEFAULT_DATETIME_FORMAT
@@ -45,7 +45,7 @@ module PuppetForgeServer
     end
 
     def respond_to?(method_name, include_private = false)
-      @loggers.each { |logger| false unless logger.respond_to? method_name }
+      @loggers.each { |logger| return false unless (logger.respond_to?(method_name) || %w(write puts).include?(method_name.to_s)) }
     end
 
     class << self

data/lib/puppet_forge_server/patches.rb

@@ -17,6 +17,18 @@
 
 require 'rubygems/package'
 
+module Gem
+  def Version.new(version)
+    super(version.to_s.gsub('-', '.pre.'))
+  rescue ArgumentError
+    if version =~ /^\d+(\.\d+)*/
+      super(version[/^\d+(\.\d+)*/])
+    else
+      super('0')
+    end
+  end
+end
+
 class Hash
   def deep_merge(other)
     merge(other) do |key, old_val, new_val|
@@ -42,8 +54,7 @@ class Array
 
   def version_sort_by
     sort_by do |element|
-      version = yield(element).gsub('-', '.pre.')
-      Gem::Version.new(version)
+      Gem::Version.new(yield(element))
     end
   end
 end

data/lib/puppet_forge_server/version.rb

@@ -15,5 +15,5 @@
 # limitations under the License.
 
 module PuppetForgeServer
-    VERSION = '1.1.0'
+    VERSION = '1.2.0'
 end

data/puppet-forge-server.gemspec

@@ -35,6 +35,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = %w(lib)
 
   spec.add_dependency 'sinatra', '~> 1.4'
+  spec.add_dependency 'sinatra-contrib', '~> 1.4'
   spec.add_dependency 'json', '~> 1.8'
   spec.add_dependency 'rack-mount', '~> 0.8'
   spec.add_dependency 'open4', '~> 1.3'
@@ -42,6 +43,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency 'rake', '~> 10.3'
   spec.add_development_dependency 'rspec', '~> 3.1'
+  spec.add_development_dependency 'rspec-core', '~> 3.1'
 
   spec.required_ruby_version = '>= 1.9.3'
 end

data/spec/spec_helper.rb

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rack/test'
+require 'rspec'
+require 'puppet_forge_server'
+
+ENV['RACK_ENV'] = 'test'
+
+module RSpecMixin
+  include Rack::Test::Methods
+end
+
+RSpec.configure do |c|
+  c.include RSpecMixin
+  c.add_formatter(:documentation)
+end

data/spec/unit/logger_spec.rb

@@ -0,0 +1,79 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'spec_helper'
+
+module PuppetForgeServer
+  describe Logger do
+    let(:msg) { 'this is a dummy message' }
+    let(:test_io) { StringIO.new }
+    let(:logger) { PuppetForgeServer::Logger.new(test_io) }
+
+    describe '#info' do
+      it 'should log message on level info' do
+        expect(logger).to respond_to(:info)
+        logger.info msg
+        expect(test_io.string).to include("INFO  #{msg}")
+      end
+    end
+
+    describe '#error' do
+      it 'should log message on level error' do
+        expect(logger).to respond_to(:error)
+        logger.error msg
+        expect(test_io.string).to include("ERROR  #{msg}")
+      end
+    end
+
+    describe '#warn' do
+      it 'should log message on level warn' do
+        expect(logger).to respond_to(:warn)
+        logger.warn msg
+        expect(test_io.string).to include("WARN  #{msg}")
+      end
+    end
+
+    describe '#debug' do
+      it 'should log message on level debug' do
+        expect(logger).to respond_to(:debug)
+        logger.debug msg
+        expect(test_io.string).to include("DEBUG  #{msg}")
+      end
+    end
+
+    describe '#puts' do
+      it 'should log message' do
+        expect(logger).to respond_to(:puts)
+        logger.puts msg
+        expect(test_io.string).to include(msg)
+      end
+    end
+
+    describe '#<<' do
+      it 'should log message' do
+        expect(logger).to respond_to('<<')
+        logger << msg
+        expect(test_io.string).to include(msg)
+      end
+    end
+
+    describe '#non_existing' do
+      it 'should fail on non existing method' do
+        expect { logger.non_existing }.to raise_error(NoMethodError)
+      end
+    end
+  end
+end

data/spec/unit/models/metadata_spec.rb

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'spec_helper'
+
+module PuppetForgeServer::Models
+  describe Metadata do
+    let(:name) { 'dummy_name' }
+    let(:author) { 'dummy_author' }
+    let(:version) { '0.0.0' }
+    let(:project_page) { 'http://bogus-project-page.com' }
+    let(:metadata) { PuppetForgeServer::Models::Metadata.new({:name => name, :author => author, :version => version, :project_page => project_page}) }
+    describe '#initialize' do
+      it 'should create a metadata instance' do
+        expect(metadata.author).to eq author
+        expect(metadata.name).to eq name
+        expect(metadata.version).to eq version
+      end
+    end
+
+    describe '#hash' do
+      it 'should calculate hash from name, author and version' do
+        expect(metadata.hash).to eq(author.hash ^ name.hash ^ version.hash)
+      end
+    end
+
+    describe '#eql?' do
+      it 'should be equal based only on name, author and version' do
+        metadata2 = metadata.clone
+        expect(metadata).to eq metadata2
+        metadata2.project_page = 'http://bogus-project-page2.com'
+        expect(metadata).to eq metadata2
+        metadata2.name = 'something_else'
+        expect(metadata).not_to eq metadata2
+      end
+    end
+  end
+end

data/spec/unit/server_spec.rb

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+#
+# Copyright 2014 North Development AB
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'spec_helper'
+
+module PuppetForgeServer
+  describe Server do
+    describe '#build' do
+      let(:server) { PuppetForgeServer::Server.new }
+      it 'builds rack routeset' do
+        routeset = server.build(nil)
+        expect(routeset.length).to eq 4
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: puppet-forge-server
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Ilja Bobkevic
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-03 00:00:00.000000000 Z
+date: 2014-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sinatra
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: sinatra-contrib
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: rspec-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
 description: Private Puppet forge server supports local files, both v1 and v3 API
   proxies
 email: ilja.bobkevic@unibet.com
@@ -120,6 +148,7 @@ files:
 - ".travis.yml"
 - Gemfile
 - README.md
+- Rakefile
 - bin/puppet-forge-server
 - lib/puppet_forge_server.rb
 - lib/puppet_forge_server/api/v1/modules.rb
@@ -148,6 +177,10 @@ files:
 - lib/puppet_forge_server/utils/url.rb
 - lib/puppet_forge_server/version.rb
 - puppet-forge-server.gemspec
+- spec/spec_helper.rb
+- spec/unit/logger_spec.rb
+- spec/unit/models/metadata_spec.rb
+- spec/unit/server_spec.rb
 homepage: https://github.com/unibet/puppet-forge-server
 licenses:
 - Apache 2
@@ -172,4 +205,8 @@ rubygems_version: 2.4.1
 signing_key: 
 specification_version: 4
 summary: Private Puppet forge server
-test_files: []
+test_files:
+- spec/spec_helper.rb
+- spec/unit/logger_spec.rb
+- spec/unit/models/metadata_spec.rb
+- spec/unit/server_spec.rb