middleman-robots 1.3.4 → 1.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 20040e5d552fc0650753b0c06c4ab2bfd18e1262f0e5676c7544294ec3c550f7
-  data.tar.gz: b33886b5cd10986fac51a69f3bdff8a4a67880189ea3017c7a01229b968922c3
+  metadata.gz: bb2ad78f094b46f2d5c0a19e03471eff2285e443039d4872532d44a91764d557
+  data.tar.gz: 3b12a61174e1bebdc5f398c67fb1bfa102bdeb2fc0b7eae7b25378c1d4be98fb
 SHA512:
-  metadata.gz: 8b189476fe07f3236ff0f5398657d0a5c5e97ede184cdab1aba5602db51646f1967ef44b6bd328f84742776daa8ed4e82913be30cff74411596ed02e4d101a5f
-  data.tar.gz: 57a4914e644b20d8b138468ebd6ae85a6f1145f6c98c25ba8426efad23fa75130d9035c83f36dca04fc2b2932092c7a728c28e75b65b4bc52512aeaa10dc6b88
+  metadata.gz: b333b535edd07872e4711106d6c40c0013844078f447500f6ae63a14364010ca746a9d2e37b4a8bee17d8cd28c0d2f5fe7945630765f07abc97ae5cf92fb98ea
+  data.tar.gz: 3aecf7a784a98210286eddb24be8ca8cac9892a5476cad6b92059c00d15953845cfd5c8d3fbbeaca5f7ff392b91ebd9da0f6b6a71140e63890617b6f26c0d1be

data/.rspec

@@ -0,0 +1,2 @@
+--require spec_helper
+--format documentation

data/.rubocop.yml

@@ -3,35 +3,24 @@ AllCops:
     - 'pkg/*'
     - 'tmp/**/*'
     - 'vendor/**/*'
-  TargetRubyVersion: 2.5
+  TargetRubyVersion: 2.4
   DisplayCopNames: true
 
-Rails:
-  Enabled: false
-
 Style/ClassAndModuleChildren:
   Enabled: false
 
 Style/Documentation:
   Enabled: false
 
-Style/FrozenStringLiteralComment:
-  Enabled: false
-
-Style/RedundantSelf:
-  Enabled: false
-
-Gemspec/RequiredRubyVersion:
-  Enabled: false
+Metrics/BlockLength:
+  Exclude:
+    - 'spec/**/*_spec.rb'
 
 Metrics/LineLength:
-  Max: 120
+  Max: 100
   Exclude:
     - '*.gemspec'
 
-Metrics/MethodLength:
-  Max: 20
-
 Naming/FileName:
   Enabled: true
   Exclude:

data/.travis.yml

@@ -5,20 +5,17 @@ before_script:
   - bundle update
 rvm:
   - ruby-head
-  - 2.5.1
-  - 2.4.4
-  - 2.3.7
+  - 2.6.4
+  - 2.5.6
+  - 2.4.7
 os:
-- linux
+  - linux
 matrix:
   fast_finish: true
   allow_failures:
     - rvm: ruby-head
 script:
-  - bundle exec rake test
   - bundle exec rubocop
+  - bundle exec rake test
 cache: bundler
 env: TEST=true
-notifications:
-  slack:
-    secure: C8xb94J4fstzAI7t9GcvKQieKc1k+ECA96ydcxDwBI1fAbupQjz4jafMwnOnD1g9QMe8hlykSNUlCXNCbcA9DZG7COjPZHCY3Icv1+0Dp44bBTDQldR8DPACPMU5Qe+pWoTZViPgJQ7tq2V9TXrGdOnOtkPTwZ9KtZrmNhxW7tM=

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in middleman-robots.gemspec

data/Rakefile

@@ -1,11 +1,11 @@
+# frozen_string_literal: true
+
 require 'bundler/gem_tasks'
 
 task default: :test
 
 desc 'test command'
 task :test do
-  Dir.glob('tests/test_*.rb') do |f|
-    sh "bundle exec ruby #{f}"
-  end
+  sh 'bundle exec rspec spec/'
   sh 'bundle exec cucumber features/'
 end

data/features/support/env.rb

@@ -1,4 +1,6 @@
-PROJECT_ROOT_PATH = File.dirname(File.dirname(File.dirname(__FILE__)))
+# frozen_string_literal: true
+
+PROJECT_ROOT_PATH = File.expand_path('../../', __dir__)
 require 'middleman-core'
 require 'middleman-core/step_definitions'
 require File.join(PROJECT_ROOT_PATH, 'lib', 'middleman-robots')

data/fixtures/server-app/config.rb

@@ -1,13 +1,27 @@
+# frozen_string_literal: true
+
 rules = [
   {
     user_agent: 'Googlebot',
-    disallow: %w[tmp/* /something/dir/file_disallow.html],
-    allow: %w[allow/* /something/dir/file_allow.html]
+    disallow: %w[
+      tmp/*
+      /something/dir/file_disallow.html
+    ],
+    allow: %w[
+      allow/*
+      /something/dir/file_allow.html
+    ]
   },
   {
     user_agent: 'Googlebot-Image',
-    disallow:  %w[tmp/* /something/dir/file_disallow.html],
-    allow:  %w[allow/* /something/dir/file_allow.html]
+    disallow: %w[
+      tmp/*
+      /something/dir/file_disallow.html
+    ],
+    allow: %w[
+      allow/*
+      /something/dir/file_allow.html
+    ]
   }
 ]
 

data/lib/middleman-robots.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'middleman-core'
 require 'middleman-robots/version'
 

data/lib/middleman-robots/extension.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'middleman-robots/generator'
 require 'tempfile'
 

data/lib/middleman-robots/generator.rb

@@ -1,42 +1,27 @@
-require 'middleman-robots/group'
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/blocks'
+require 'middleman-robots/generators/sitemap_uri'
 
 module Middleman
   module Robots
     # Robots Text Generator Class
     class Generator
+      attr_accessor :rules, :sitemap_uri
+
       def initialize(rules, sitemap_uri)
         @rules = rules
         @sitemap_uri = sitemap_uri
       end
 
       def process
-        blocks  = block_text
-        sitemap = sitemap_text
-
-        if !blocks.empty? && !sitemap.empty?
-          blocks + "\n" + sitemap
-        elsif !blocks.empty?
-          blocks
-        elsif !sitemap.empty?
-          sitemap
-        else
-          ''
-        end
-      end
-
-      private
-
-      def block_text
-        return '' if @rules.empty?
-        data = []
-        @rules.each do |rule|
-          data << Group.new(rule).text
-        end
-        data.join("\n")
-      end
+        text = [
+          Generators::Blocks.new(rules).text,
+          Generators::SitemapUri.new(sitemap_uri).text
+        ].compact.join "\n\n"
 
-      def sitemap_text
-        @sitemap_uri ? "Sitemap: #{@sitemap_uri}" : ''
+        text += "\n" if text.present?
+        text
       end
     end
   end

data/lib/middleman-robots/generators/block.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+
+module Middleman
+  module Robots
+    module Generators
+      # Block
+      #
+      # Generating Block in robots.txt
+      class Block
+        attr_accessor :rule
+
+        def initialize(rule)
+          @rule = rule
+        end
+
+        def text
+          [
+            user_agent,
+            disallow,
+            allow
+          ].compact.join("\n")
+        end
+
+        private
+
+        def user_agent
+          user_agent = rule[:user_agent].presence || rule['user-agent'].presence || '*'
+          if !user_agent.is_a?(String) && !user_agent.nil?
+            raise ArgumentError, '`user_agent` or `user-agent` option must be String or nil'
+          end
+
+          "User-Agent: #{user_agent}"
+        end
+
+        def disallow
+          return nil if rule[:disallow].nil?
+          unless rule[:disallow].is_a? Array
+            raise ArgumentError, '`disallow` option must be Array or nil'
+          end
+
+          rule[:disallow].map { |path| "Disallow: #{File.join('/', path)}" }
+        end
+
+        def allow
+          return nil if rule[:allow].nil?
+          raise ArgumentError, '`allow` option must be Array or nil' unless rule[:allow].is_a? Array
+
+          rule[:allow].map { |path| "Allow: #{File.join('/', path)}" }
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/generators/blocks.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+require 'middleman-robots/generators/block'
+
+module Middleman
+  module Robots
+    module Generators
+      # Blocks
+      #
+      # Collection of ::Middleman::Robots::Generators::Block
+      class Blocks
+        def initialize(rules)
+          @rules = rules
+          @groups = @rules.map { |rule| Block.new(rule) } if @rules.present?
+        end
+
+        def text
+          return nil if @groups.nil?
+
+          @groups.map(&:text).join "\n\n"
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/generators/sitemap_uri.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+
+module Middleman
+  module Robots
+    module Generators
+      class SitemapUri
+        attr_accessor :uri
+
+        def initialize(uri)
+          @uri = uri
+        end
+
+        def text
+          return nil if uri.blank?
+          raise ArgumentError, 'sitemap_uri must be string or nil' unless uri.is_a? String
+
+          "Sitemap: #{uri}"
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/version.rb

@@ -1,6 +1,8 @@
+# frozen_string_literal: true
+
 module Middleman
   # Middleman robots module
   module Robots
-    VERSION = '1.3.4'.freeze
+    VERSION = '1.3.5'
   end
 end

data/lib/middleman_extension.rb

@@ -1 +1,3 @@
+# frozen_string_literal: true
+
 require 'middleman-robots'

data/middleman-robots.gemspec

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'middleman-robots/version'
@@ -16,7 +18,7 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
-  spec.required_ruby_version = '>= 2.2.0'
+  spec.required_ruby_version = '>= 2.4.0'
 
   spec.add_runtime_dependency 'middleman-cli', '>= 4.0'
   spec.add_runtime_dependency 'middleman-core', '>= 4.0'
@@ -26,5 +28,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'capybara', '>= 2.18.0'
   spec.add_development_dependency 'cucumber', '>= 3.1.0'
   spec.add_development_dependency 'rake', '>= 12.3'
+  spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rubocop', '>= 0.52.1'
 end

data/spec/lib/middleman-robots/generator_spec.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generator'
+
+RSpec.describe Middleman::Robots::Generator do
+  describe '#process' do
+    subject { Middleman::Robots::Generator.new(rules, sitemap_uri).process }
+
+    context 'with all options' do
+      let(:rules) do
+        [
+          {
+            user_agent: 'Googlebot',
+            disallow: %w[
+              tmp/*
+              /something/dir/file_disallow.html
+            ],
+            allow: %w[
+              allow/*
+              /something/dir/file_allow.html
+            ]
+          },
+          {
+            user_agent: 'Googlebot-Image',
+            disallow: %w[
+              tmp/*
+              /something/dir/file_disallow.html
+            ],
+            allow: %w[
+              allow/*
+              /something/dir/file_allow.html
+            ]
+          }
+        ]
+      end
+      let(:sitemap_uri) { 'http://example.com/sitemap.xml' }
+      let(:expected) do
+        <<~ROBOTS
+          User-Agent: Googlebot
+          Disallow: /tmp/*
+          Disallow: /something/dir/file_disallow.html
+          Allow: /allow/*
+          Allow: /something/dir/file_allow.html
+
+          User-Agent: Googlebot-Image
+          Disallow: /tmp/*
+          Disallow: /something/dir/file_disallow.html
+          Allow: /allow/*
+          Allow: /something/dir/file_allow.html
+
+          Sitemap: http://example.com/sitemap.xml
+        ROBOTS
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without options' do
+      let(:rules) { nil }
+      let(:sitemap_uri) { nil }
+
+      it { is_expected.to be_empty }
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/block_spec.rb

@@ -0,0 +1,205 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/block'
+
+RSpec.describe Middleman::Robots::Generators::Block do
+  describe '#text' do
+    subject { described_class.new(rule).text }
+
+    context 'with all options' do
+      let(:rule) do
+        {
+          user_agent: 'GoogleBot',
+          disallow: %w[tmp/* /someting/dir/disallow.html],
+          allow: %w[allow/* /someting/dir/allow.html]
+        }
+      end
+      let(:expected) do
+        expected = <<~ROBOTS
+          User-Agent: GoogleBot
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+        ROBOTS
+        expected.chomp
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without option' do
+      let(:rule) { {} }
+
+      it { is_expected.to eq 'User-Agent: *' }
+    end
+
+    context 'with user_agent value is' do
+      context 'Middleman-Bot' do
+        let(:rule) { { user_agent: 'Middleman-Bot' } }
+
+        it { is_expected.to eq "User-Agent: #{rule[:user_agent]}" }
+      end
+
+      context 'nil' do
+        let(:rule) { { user_agent: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'empty' do
+        let(:rule) { { user_agent: '' } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'Array' do
+          let(:rule) { { user_agent: %w[a b] } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { user_agent: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { user_agent: :user_agent } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+
+    context 'with disallow value is' do
+      context 'single Array' do
+        let(:rule) { { disallow: %w[/tmp/*] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Disallow: /tmp/*
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'multiple Array' do
+        let(:rule) { { disallow: %w[/tmp/* /something/disallow.html] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Disallow: /tmp/*
+            Disallow: /something/disallow.html
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'nil' do
+        let(:rule) { { disallow: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'empty' do
+          let(:rule) { { disallow: '' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'String' do
+          let(:rule) { { disallow: 'string' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { disallow: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { disallow: :disallow } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+
+    context 'when allow value is' do
+      context 'single Array' do
+        let(:rule) { { allow: %w[/tmp/*] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Allow: /tmp/*
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'multiple Array' do
+        let(:rule) { { allow: %w[/tmp/* /something/allow.html] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Allow: /tmp/*
+            Allow: /something/allow.html
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'nil' do
+        let(:rule) { { allow: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'empty' do
+          let(:rule) { { allow: '' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'String' do
+          let(:rule) { { allow: 'string' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { allow: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { allow: :disallow } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/blocks_spec.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/blocks'
+
+RSpec.describe Middleman::Robots::Generators::Blocks do
+  describe '#text' do
+    subject { described_class.new(rules).text }
+
+    context 'with all options' do
+      let(:rules) do
+        [
+          {
+            user_agent: 'GoogleBot',
+            disallow: %w[tmp/* /someting/dir/disallow.html],
+            allow: %w[allow/* /someting/dir/allow.html]
+          },
+          {
+            user_agent: 'GoogleBot-Image',
+            disallow: %w[tmp/* /someting/dir/disallow.html],
+            allow: %w[allow/* /someting/dir/allow.html]
+          }
+        ]
+      end
+      let(:expected) do
+        expected = <<~ROBOTS
+          User-Agent: GoogleBot
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+
+          User-Agent: GoogleBot-Image
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+        ROBOTS
+        expected.chomp
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without option' do
+      let(:rules) { {} }
+
+      it { is_expected.to be_nil }
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/sitemap_uri_spec.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/sitemap_uri'
+
+RSpec.describe Middleman::Robots::Generators::SitemapUri do
+  describe '#text' do
+    subject { described_class.new(uri).text }
+
+    context 'with uri value is' do
+      context 'URL String' do
+        let(:uri) { 'https://example.com/sitemap.xml' }
+
+        it { is_expected.to eq "Sitemap: #{uri}" }
+      end
+
+      context 'nil' do
+        let(:uri) { nil }
+
+        it { is_expected.to be_nil }
+      end
+
+      context 'empty' do
+        let(:uri) { '' }
+
+        it { is_expected.to be_nil }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'Array' do
+          let(:rule) { { uri: %w[a b] } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { uri: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { uri: :uri } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: middleman-robots
 version: !ruby/object:Gem::Version
-  version: 1.3.4
+  version: 1.3.5
 platform: ruby
 authors:
 - Yuya Matsushima
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-05 00:00:00.000000000 Z
+date: 2019-09-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: middleman-cli
@@ -108,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
@@ -131,6 +145,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".rspec"
 - ".rubocop.yml"
 - ".travis.yml"
 - Gemfile
@@ -149,12 +164,17 @@ files:
 - lib/middleman-robots.rb
 - lib/middleman-robots/extension.rb
 - lib/middleman-robots/generator.rb
-- lib/middleman-robots/group.rb
+- lib/middleman-robots/generators/block.rb
+- lib/middleman-robots/generators/blocks.rb
+- lib/middleman-robots/generators/sitemap_uri.rb
 - lib/middleman-robots/version.rb
 - lib/middleman_extension.rb
 - middleman-robots.gemspec
-- tests/test_generator.rb
-- tests/test_group.rb
+- spec/lib/middleman-robots/generator_spec.rb
+- spec/lib/middleman-robots/generators/block_spec.rb
+- spec/lib/middleman-robots/generators/blocks_spec.rb
+- spec/lib/middleman-robots/generators/sitemap_uri_spec.rb
+- spec/spec_helper.rb
 - tmp/robots/.gitkeep
 homepage: https://github.com/yterajima/middleman-robots
 licenses:
@@ -168,15 +188,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.2.0
+      version: 2.4.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Generate robots.txt by config.rb.
@@ -184,3 +203,8 @@ test_files:
 - features/build.feature
 - features/server.feature
 - features/support/env.rb
+- spec/lib/middleman-robots/generator_spec.rb
+- spec/lib/middleman-robots/generators/block_spec.rb
+- spec/lib/middleman-robots/generators/blocks_spec.rb
+- spec/lib/middleman-robots/generators/sitemap_uri_spec.rb
+- spec/spec_helper.rb

data/lib/middleman-robots/group.rb

@@ -1,51 +0,0 @@
-module Middleman
-  module Robots
-    # Robots Group Class
-    #
-    # Group class generate block in robots.txt
-    class Group
-      attr_reader :user_agent, :disallow, :allow
-
-      def initialize(rule)
-        @user_agent = generate_user_agent(rule)
-        @disallow   = generate_disallow(rule)
-        @allow      = generate_allow(rule)
-      end
-
-      def text
-        group = []
-        group << "User-Agent: #{@user_agent}" unless @user_agent.empty?
-        group << @disallow.collect { |item| "Disallow: #{item}" }.join("\n") if @disallow.length.positive?
-        group << @allow.collect { |item| "Allow: #{item}" }.join("\n") if @allow.length.positive?
-        group.join("\n") + "\n"
-      end
-
-      private
-
-      def generate_user_agent(rule)
-        return '*' unless rule.key?('user-agent') || rule.key?(:user_agent)
-        rule[:user_agent] || rule['user-agent']
-      end
-
-      def generate_disallow(rule)
-        paths = []
-        return paths unless rule.key?(:disallow)
-
-        rule[:disallow].each do |path|
-          paths << File.join('/', path)
-        end
-        paths
-      end
-
-      def generate_allow(rule)
-        paths = []
-        return paths unless rule.key?(:allow)
-
-        rule[:allow].each do |path|
-          paths << File.join('/', path)
-        end
-        paths
-      end
-    end
-  end
-end

data/tests/test_generator.rb

@@ -1,43 +0,0 @@
-require 'minitest/autorun'
-require_relative '../lib/middleman-robots/generator.rb'
-
-class TestGenerator < MiniTest::Test
-  def test_process
-    sitemap_uri = 'http://example.com/sitemap.xml'
-    generator = Middleman::Robots::Generator.new(rules, sitemap_uri)
-    assert_equal expected, generator.process
-  end
-
-  private
-
-  def rules
-    [
-      {
-        user_agent: 'Googlebot',
-        disallow:  %w[tmp/* /something/dir/file_disallow.html],
-        allow:  %w[allow/* /something/dir/file_allow.html]
-      },
-      {
-        user_agent: 'Googlebot-Image',
-        disallow:  %w[tmp/* /something/dir/file_disallow.html],
-        allow:  %w[allow/* /something/dir/file_allow.html]
-      }
-    ]
-  end
-
-  def expected
-    "User-Agent: Googlebot
-Disallow: /tmp/*
-Disallow: /something/dir/file_disallow.html
-Allow: /allow/*
-Allow: /something/dir/file_allow.html
-
-User-Agent: Googlebot-Image
-Disallow: /tmp/*
-Disallow: /something/dir/file_disallow.html
-Allow: /allow/*
-Allow: /something/dir/file_allow.html
-
-Sitemap: http://example.com/sitemap.xml"
-  end
-end

data/tests/test_group.rb

@@ -1,120 +0,0 @@
-require 'minitest/autorun'
-require_relative '../lib/middleman-robots/group.rb'
-
-class TestGroup < MiniTest::Test
-  def test_initialize
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[tmp/* /someting/dir/disallow.html],
-      allow: %w[allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal %w[/tmp/* /someting/dir/disallow.html], group.disallow
-    assert_equal %w[/allow/* /someting/dir/allow.html], group.allow
-  end
-
-  def test_initialize_without_user_agent
-    rule = {
-      disallow: %w[/tmp/*],
-      allow: %w[/allow/*]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal '*', group.user_agent
-    assert_equal rule[:disallow], group.disallow
-    assert_equal rule[:allow], group.allow
-  end
-
-  def test_initialize_without_disallow
-    rule = {
-      user_agent: 'GoogleBot',
-      allow: %w[/allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal [], group.disallow
-    assert_equal rule[:allow], group.allow
-  end
-
-  def test_initialize_without_allow
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[/tmp/* /someting/dir/disallow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal rule[:disallow], group.disallow
-    assert_equal [], group.allow
-  end
-
-  def test_text
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[tmp/* /someting/dir/disallow.html],
-      allow: %w[allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Disallow: /tmp/*
-      Disallow: /someting/dir/disallow.html
-      Allow: /allow/*
-      Allow: /someting/dir/allow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_user_agent
-    rule = {
-      disallow: %w[/tmp/*],
-      allow: %w[/allow/*]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: *
-      Disallow: /tmp/*
-      Allow: /allow/*
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_disallow
-    rule = {
-      user_agent: 'GoogleBot',
-      allow: %w[/allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Allow: /allow/*
-      Allow: /someting/dir/allow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_allow
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[/tmp/* /someting/dir/disallow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Disallow: /tmp/*
-      Disallow: /someting/dir/disallow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-end