middleman-robots 1.3.3 → 1.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b1f3a8305157e44491560743f0aff0ea58b50bf46f5eb10c61482cea721d064b
-  data.tar.gz: 5ffa930584f52dc32fdbbe9ed87edc58566ab560ca5357499d2323409dbe6aa2
+  metadata.gz: 16f45acdedbbcb08a7dce95ad4051ea45b976a9a01e692210270dd656c583ef9
+  data.tar.gz: '079e7a6d4e9eb82f66d6d39f4003d4df5a92965e49d04341d0f83c16b4ec2cd6'
 SHA512:
-  metadata.gz: eb58e902248a63782ddd07779b963a0b9f0baa742c3bb109386577c7942be9efb23f63f201b60aecebd0cf02fea6340d7ba5305a84607f47bbef1b2d34c9d04d
-  data.tar.gz: '08205a13c77a299db354736153d059b40bc27ce4167b719d93bda74a3580cfe881ec39da91d2adab6d9f30a7fa88765e591584c8c8fc695713541b0059cfc7c8'
+  metadata.gz: 78e9df4262088e82f9c71bc7d0d3de288674c638630d9e7a551a3f86addc7da30c6360a8bc2764159194afc1b3b9516b39e73a24b1af9fd0ca89c2b547b9cdfb
+  data.tar.gz: e338f1d12c7706eaddf471162fc60107a726eaff3fd7aa827deea65669661194c13445d51fc7f3fab1d89669f9669c13a7214706fef41c0ad2e89f371fc5e04c

data/.github/workflows/ci.yml

@@ -0,0 +1,25 @@
+on: [push]
+name: CI
+jobs:
+  test:
+    strategy:
+      matrix:
+        ruby-version: [2.6, 2.7, 3.0]
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby-version }}
+        bundler-cache: true
+    - run: bundle exec rake test
+
+  rubocop:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: 3.0
+        bundler-cache: true
+    - run: bundle exec rubocop

data/.rspec

@@ -0,0 +1,2 @@
+--require spec_helper
+--format documentation

data/.rubocop.yml

@@ -1,37 +1,27 @@
 AllCops:
+  NewCops: enable
   Exclude:
     - 'pkg/*'
     - 'tmp/**/*'
     - 'vendor/**/*'
-  TargetRubyVersion: 2.5
+  TargetRubyVersion: 2.6
   DisplayCopNames: true
 
-Rails:
-  Enabled: false
-
 Style/ClassAndModuleChildren:
   Enabled: false
 
 Style/Documentation:
   Enabled: false
 
-Style/FrozenStringLiteralComment:
-  Enabled: false
-
-Style/RedundantSelf:
-  Enabled: false
-
-Gemspec/RequiredRubyVersion:
-  Enabled: false
+Metrics/BlockLength:
+  Exclude:
+    - 'spec/**/*_spec.rb'
 
-Metrics/LineLength:
-  Max: 120
+Layout/LineLength:
+  Max: 100
   Exclude:
     - '*.gemspec'
 
-Metrics/MethodLength:
-  Max: 20
-
 Naming/FileName:
   Enabled: true
   Exclude:

data/.travis.yml

@@ -5,20 +5,17 @@ before_script:
   - bundle update
 rvm:
   - ruby-head
-  - 2.5.0
-  - 2.4.3
-  - 2.3.6
+  - 2.6.4
+  - 2.5.6
+  - 2.4.7
 os:
-- linux
+  - linux
 matrix:
   fast_finish: true
   allow_failures:
     - rvm: ruby-head
 script:
-  - bundle exec rake test
   - bundle exec rubocop
+  - bundle exec rake test
 cache: bundler
 env: TEST=true
-notifications:
-  slack:
-    secure: C8xb94J4fstzAI7t9GcvKQieKc1k+ECA96ydcxDwBI1fAbupQjz4jafMwnOnD1g9QMe8hlykSNUlCXNCbcA9DZG7COjPZHCY3Icv1+0Dp44bBTDQldR8DPACPMU5Qe+pWoTZViPgJQ7tq2V9TXrGdOnOtkPTwZ9KtZrmNhxW7tM=

data/Gemfile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in middleman-robots.gemspec

data/README.md

@@ -1,7 +1,7 @@
 # Middleman::Robots
 
 [![Gem Version](https://badge.fury.io/rb/middleman-robots.svg)](http://badge.fury.io/rb/middleman-robots)
-[![Build Status](https://travis-ci.org/yterajima/middleman-robots.svg?branch=master)](https://travis-ci.org/yterajima/middleman-robots)
+[![GitHub Actions CI](https://github.com/yterajima/middleman-robots/actions/workflows/ci.yml/badge.svg)](https://github.com/yterajima/middleman-robots/actions/workflows/ci.yml)
 
 `middleman-robots` is an extension of [Middleman](https://middlemanapp.com/). This can create `robots.txt`.
 

data/Rakefile

@@ -1,11 +1,11 @@
+# frozen_string_literal: true
+
 require 'bundler/gem_tasks'
 
 task default: :test
 
 desc 'test command'
 task :test do
-  Dir.glob('tests/test_*.rb') do |f|
-    sh "bundle exec ruby #{f}"
-  end
+  sh 'bundle exec rspec spec/'
   sh 'bundle exec cucumber features/'
 end

data/cucumber.yml

@@ -0,0 +1 @@
+default: --publish-quiet

data/features/build.feature

@@ -9,7 +9,6 @@ Feature: Middleman-Robots on build
     And a successfully built app at "basic-app"
     When I cd to "build"
     Then a file named "robots.txt" should exist
-    And the output should contain "== middleman-robots: robots.txt added to resources =="
     And the file "robots.txt" should contain exactly:
       """
       """

data/features/support/env.rb

@@ -1,4 +1,6 @@
-PROJECT_ROOT_PATH = File.dirname(File.dirname(File.dirname(__FILE__)))
+# frozen_string_literal: true
+
+PROJECT_ROOT_PATH = File.expand_path('../../', __dir__)
 require 'middleman-core'
 require 'middleman-core/step_definitions'
 require File.join(PROJECT_ROOT_PATH, 'lib', 'middleman-robots')

data/fixtures/server-app/config.rb

@@ -1,13 +1,27 @@
+# frozen_string_literal: true
+
 rules = [
   {
     user_agent: 'Googlebot',
-    disallow: %w[tmp/* /something/dir/file_disallow.html],
-    allow: %w[allow/* /something/dir/file_allow.html]
+    disallow: %w[
+      tmp/*
+      /something/dir/file_disallow.html
+    ],
+    allow: %w[
+      allow/*
+      /something/dir/file_allow.html
+    ]
   },
   {
     user_agent: 'Googlebot-Image',
-    disallow:  %w[tmp/* /something/dir/file_disallow.html],
-    allow:  %w[allow/* /something/dir/file_allow.html]
+    disallow: %w[
+      tmp/*
+      /something/dir/file_disallow.html
+    ],
+    allow: %w[
+      allow/*
+      /something/dir/file_allow.html
+    ]
   }
 ]
 

data/lib/middleman-robots/extension.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'middleman-robots/generator'
 require 'tempfile'
 
@@ -10,14 +12,11 @@ module Middleman
 
       def manipulate_resource_list(resources)
         write_robots(options)
-        robots = Middleman::Sitemap::Resource.new(
+        resources << Middleman::Sitemap::Resource.new(
           app.sitemap,
           'robots.txt',
           tmp_path
         )
-
-        logger.info '== middleman-robots: robots.txt added to resources =='
-        resources << robots
       end
 
       def write_robots(options)
@@ -27,7 +26,7 @@ module Middleman
       end
 
       def tmp_path
-        File.expand_path('../../../tmp/robots/robots.txt', __FILE__)
+        File.expand_path('../../tmp/robots/robots.txt', __dir__)
       end
     end
   end

data/lib/middleman-robots/generator.rb

@@ -1,42 +1,27 @@
-require 'middleman-robots/group'
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/blocks'
+require 'middleman-robots/generators/sitemap_uri'
 
 module Middleman
   module Robots
     # Robots Text Generator Class
     class Generator
+      attr_accessor :rules, :sitemap_uri
+
       def initialize(rules, sitemap_uri)
         @rules = rules
         @sitemap_uri = sitemap_uri
       end
 
       def process
-        blocks  = block_text
-        sitemap = sitemap_text
-
-        if !blocks.empty? && !sitemap.empty?
-          blocks + "\n" + sitemap
-        elsif !blocks.empty?
-          blocks
-        elsif !sitemap.empty?
-          sitemap
-        else
-          ''
-        end
-      end
-
-      private
-
-      def block_text
-        return '' if @rules.empty?
-        data = []
-        @rules.each do |rule|
-          data << Group.new(rule).text
-        end
-        data.join("\n")
-      end
+        text = [
+          Generators::Blocks.new(rules).text,
+          Generators::SitemapUri.new(sitemap_uri).text
+        ].compact.join "\n\n"
 
-      def sitemap_text
-        @sitemap_uri ? "Sitemap: #{@sitemap_uri}" : ''
+        text += "\n" if text.present?
+        text
       end
     end
   end

data/lib/middleman-robots/generators/block.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+
+module Middleman
+  module Robots
+    module Generators
+      # Block
+      #
+      # Generating Block in robots.txt
+      class Block
+        attr_accessor :rule
+
+        def initialize(rule)
+          @rule = rule
+        end
+
+        def text
+          [
+            user_agent,
+            disallow,
+            allow
+          ].compact.join("\n")
+        end
+
+        private
+
+        def user_agent
+          user_agent = rule[:user_agent].presence || rule['user-agent'].presence || '*'
+          if !user_agent.is_a?(String) && !user_agent.nil?
+            raise ArgumentError, '`user_agent` or `user-agent` option must be String or nil'
+          end
+
+          "User-Agent: #{user_agent}"
+        end
+
+        def disallow
+          return nil if rule[:disallow].nil?
+          unless rule[:disallow].is_a? Array
+            raise ArgumentError, '`disallow` option must be Array or nil'
+          end
+
+          rule[:disallow].map { |path| "Disallow: #{File.join('/', path)}" }
+        end
+
+        def allow
+          return nil if rule[:allow].nil?
+          raise ArgumentError, '`allow` option must be Array or nil' unless rule[:allow].is_a? Array
+
+          rule[:allow].map { |path| "Allow: #{File.join('/', path)}" }
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/generators/blocks.rb

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+require 'middleman-robots/generators/block'
+
+module Middleman
+  module Robots
+    module Generators
+      # Blocks
+      #
+      # Collection of ::Middleman::Robots::Generators::Block
+      class Blocks
+        def initialize(rules)
+          @rules = rules
+          @groups = @rules.map { |rule| Block.new(rule) } if @rules.present?
+        end
+
+        def text
+          return nil if @groups.nil?
+
+          @groups.map(&:text).join "\n\n"
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/generators/sitemap_uri.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require 'active_support/core_ext/object/blank'
+
+module Middleman
+  module Robots
+    module Generators
+      class SitemapUri
+        attr_accessor :uri
+
+        def initialize(uri)
+          @uri = uri
+        end
+
+        def text
+          return nil if uri.blank?
+          raise ArgumentError, 'sitemap_uri must be string or nil' unless uri.is_a? String
+
+          "Sitemap: #{uri}"
+        end
+      end
+    end
+  end
+end

data/lib/middleman-robots/version.rb

@@ -1,6 +1,8 @@
+# frozen_string_literal: true
+
 module Middleman
   # Middleman robots module
   module Robots
-    VERSION = '1.3.3'.freeze
+    VERSION = '1.3.7'
   end
 end

data/lib/middleman-robots.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'middleman-core'
 require 'middleman-robots/version'
 

data/lib/middleman_extension.rb

@@ -1 +1,3 @@
+# frozen_string_literal: true
+
 require 'middleman-robots'

data/middleman-robots.gemspec

@@ -1,4 +1,6 @@
-lib = File.expand_path('../lib', __FILE__)
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'middleman-robots/version'
 
@@ -16,14 +18,18 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
-  spec.required_ruby_version = '>= 2.2.0'
+  spec.required_ruby_version = '>= 2.6.0'
 
-  spec.add_runtime_dependency 'middleman', '>= 4.0'
+  spec.add_runtime_dependency 'middleman-cli', '~> 4.0'
+  spec.add_runtime_dependency 'middleman-core', '~> 4.0'
 
   spec.add_development_dependency 'aruba', '>= 0.14.3'
   spec.add_development_dependency 'bundler', '>= 1.16'
   spec.add_development_dependency 'capybara', '>= 2.18.0'
   spec.add_development_dependency 'cucumber', '>= 3.1.0'
   spec.add_development_dependency 'rake', '>= 12.3'
+  spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'rubocop', '>= 0.52.1'
+
+  spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/spec/lib/middleman-robots/generator_spec.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generator'
+
+RSpec.describe Middleman::Robots::Generator do
+  describe '#process' do
+    subject { Middleman::Robots::Generator.new(rules, sitemap_uri).process }
+
+    context 'with all options' do
+      let(:rules) do
+        [
+          {
+            user_agent: 'Googlebot',
+            disallow: %w[
+              tmp/*
+              /something/dir/file_disallow.html
+            ],
+            allow: %w[
+              allow/*
+              /something/dir/file_allow.html
+            ]
+          },
+          {
+            user_agent: 'Googlebot-Image',
+            disallow: %w[
+              tmp/*
+              /something/dir/file_disallow.html
+            ],
+            allow: %w[
+              allow/*
+              /something/dir/file_allow.html
+            ]
+          }
+        ]
+      end
+      let(:sitemap_uri) { 'http://example.com/sitemap.xml' }
+      let(:expected) do
+        <<~ROBOTS
+          User-Agent: Googlebot
+          Disallow: /tmp/*
+          Disallow: /something/dir/file_disallow.html
+          Allow: /allow/*
+          Allow: /something/dir/file_allow.html
+
+          User-Agent: Googlebot-Image
+          Disallow: /tmp/*
+          Disallow: /something/dir/file_disallow.html
+          Allow: /allow/*
+          Allow: /something/dir/file_allow.html
+
+          Sitemap: http://example.com/sitemap.xml
+        ROBOTS
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without options' do
+      let(:rules) { nil }
+      let(:sitemap_uri) { nil }
+
+      it { is_expected.to be_empty }
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/block_spec.rb

@@ -0,0 +1,205 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/block'
+
+RSpec.describe Middleman::Robots::Generators::Block do
+  describe '#text' do
+    subject { described_class.new(rule).text }
+
+    context 'with all options' do
+      let(:rule) do
+        {
+          user_agent: 'GoogleBot',
+          disallow: %w[tmp/* /someting/dir/disallow.html],
+          allow: %w[allow/* /someting/dir/allow.html]
+        }
+      end
+      let(:expected) do
+        expected = <<~ROBOTS
+          User-Agent: GoogleBot
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+        ROBOTS
+        expected.chomp
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without option' do
+      let(:rule) { {} }
+
+      it { is_expected.to eq 'User-Agent: *' }
+    end
+
+    context 'with user_agent value is' do
+      context 'Middleman-Bot' do
+        let(:rule) { { user_agent: 'Middleman-Bot' } }
+
+        it { is_expected.to eq "User-Agent: #{rule[:user_agent]}" }
+      end
+
+      context 'nil' do
+        let(:rule) { { user_agent: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'empty' do
+        let(:rule) { { user_agent: '' } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'Array' do
+          let(:rule) { { user_agent: %w[a b] } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { user_agent: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { user_agent: :user_agent } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+
+    context 'with disallow value is' do
+      context 'single Array' do
+        let(:rule) { { disallow: %w[/tmp/*] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Disallow: /tmp/*
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'multiple Array' do
+        let(:rule) { { disallow: %w[/tmp/* /something/disallow.html] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Disallow: /tmp/*
+            Disallow: /something/disallow.html
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'nil' do
+        let(:rule) { { disallow: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'empty' do
+          let(:rule) { { disallow: '' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'String' do
+          let(:rule) { { disallow: 'string' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { disallow: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { disallow: :disallow } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+
+    context 'when allow value is' do
+      context 'single Array' do
+        let(:rule) { { allow: %w[/tmp/*] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Allow: /tmp/*
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'multiple Array' do
+        let(:rule) { { allow: %w[/tmp/* /something/allow.html] } }
+        let(:expected) do
+          expected = <<~ROBOTS
+            User-Agent: *
+            Allow: /tmp/*
+            Allow: /something/allow.html
+          ROBOTS
+          expected.chomp
+        end
+
+        it { is_expected.to eq expected }
+      end
+
+      context 'nil' do
+        let(:rule) { { allow: nil } }
+
+        it { is_expected.to eq 'User-Agent: *' }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'empty' do
+          let(:rule) { { allow: '' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'String' do
+          let(:rule) { { allow: 'string' } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { allow: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { allow: :disallow } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/blocks_spec.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/blocks'
+
+RSpec.describe Middleman::Robots::Generators::Blocks do
+  describe '#text' do
+    subject { described_class.new(rules).text }
+
+    context 'with all options' do
+      let(:rules) do
+        [
+          {
+            user_agent: 'GoogleBot',
+            disallow: %w[tmp/* /someting/dir/disallow.html],
+            allow: %w[allow/* /someting/dir/allow.html]
+          },
+          {
+            user_agent: 'GoogleBot-Image',
+            disallow: %w[tmp/* /someting/dir/disallow.html],
+            allow: %w[allow/* /someting/dir/allow.html]
+          }
+        ]
+      end
+      let(:expected) do
+        expected = <<~ROBOTS
+          User-Agent: GoogleBot
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+
+          User-Agent: GoogleBot-Image
+          Disallow: /tmp/*
+          Disallow: /someting/dir/disallow.html
+          Allow: /allow/*
+          Allow: /someting/dir/allow.html
+        ROBOTS
+        expected.chomp
+      end
+
+      it { is_expected.to eq expected }
+    end
+
+    context 'without option' do
+      let(:rules) { {} }
+
+      it { is_expected.to be_nil }
+    end
+  end
+end

data/spec/lib/middleman-robots/generators/sitemap_uri_spec.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require 'middleman-robots/generators/sitemap_uri'
+
+RSpec.describe Middleman::Robots::Generators::SitemapUri do
+  describe '#text' do
+    subject { described_class.new(uri).text }
+
+    context 'with uri value is' do
+      context 'URL String' do
+        let(:uri) { 'https://example.com/sitemap.xml' }
+
+        it { is_expected.to eq "Sitemap: #{uri}" }
+      end
+
+      context 'nil' do
+        let(:uri) { nil }
+
+        it { is_expected.to be_nil }
+      end
+
+      context 'empty' do
+        let(:uri) { '' }
+
+        it { is_expected.to be_nil }
+      end
+
+      context 'ERROR when' do
+        subject { -> { described_class.new(rule).text } }
+
+        context 'Array' do
+          let(:rule) { { uri: %w[a b] } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Numeric' do
+          let(:rule) { { uri: 1_000 } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+
+        context 'Symbol' do
+          let(:rule) { { uri: :uri } }
+
+          it { is_expected.to raise_error ArgumentError }
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+end

metadata

@@ -1,27 +1,41 @@
 --- !ruby/object:Gem::Specification
 name: middleman-robots
 version: !ruby/object:Gem::Version
-  version: 1.3.3
+  version: 1.3.7
 platform: ruby
 authors:
 - Yuya Matsushima
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-02-17 00:00:00.000000000 Z
+date: 2021-12-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: middleman
+  name: middleman-cli
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '4.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: middleman-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '4.0'
 - !ruby/object:Gem::Dependency
@@ -94,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rubocop
   requirement: !ruby/object:Gem::Requirement
@@ -116,7 +144,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/ci.yml"
 - ".gitignore"
+- ".rspec"
 - ".rubocop.yml"
 - ".travis.yml"
 - Gemfile
@@ -124,6 +154,7 @@ files:
 - README.jp.md
 - README.md
 - Rakefile
+- cucumber.yml
 - features/build.feature
 - features/server.feature
 - features/support/env.rb
@@ -135,18 +166,24 @@ files:
 - lib/middleman-robots.rb
 - lib/middleman-robots/extension.rb
 - lib/middleman-robots/generator.rb
-- lib/middleman-robots/group.rb
+- lib/middleman-robots/generators/block.rb
+- lib/middleman-robots/generators/blocks.rb
+- lib/middleman-robots/generators/sitemap_uri.rb
 - lib/middleman-robots/version.rb
 - lib/middleman_extension.rb
 - middleman-robots.gemspec
-- tests/test_generator.rb
-- tests/test_group.rb
+- spec/lib/middleman-robots/generator_spec.rb
+- spec/lib/middleman-robots/generators/block_spec.rb
+- spec/lib/middleman-robots/generators/blocks_spec.rb
+- spec/lib/middleman-robots/generators/sitemap_uri_spec.rb
+- spec/spec_helper.rb
 - tmp/robots/.gitkeep
 homepage: https://github.com/yterajima/middleman-robots
 licenses:
 - MIT
-metadata: {}
-post_install_message: 
+metadata:
+  rubygems_mfa_required: 'true'
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -154,19 +191,23 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.2.0
+      version: 2.6.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.3
-signing_key: 
+rubygems_version: 3.2.32
+signing_key:
 specification_version: 4
 summary: Generate robots.txt by config.rb.
 test_files:
 - features/build.feature
 - features/server.feature
 - features/support/env.rb
+- spec/lib/middleman-robots/generator_spec.rb
+- spec/lib/middleman-robots/generators/block_spec.rb
+- spec/lib/middleman-robots/generators/blocks_spec.rb
+- spec/lib/middleman-robots/generators/sitemap_uri_spec.rb
+- spec/spec_helper.rb

data/lib/middleman-robots/group.rb

@@ -1,51 +0,0 @@
-module Middleman
-  module Robots
-    # Robots Group Class
-    #
-    # Group class generate block in robots.txt
-    class Group
-      attr_reader :user_agent, :disallow, :allow
-
-      def initialize(rule)
-        @user_agent = generate_user_agent(rule)
-        @disallow   = generate_disallow(rule)
-        @allow      = generate_allow(rule)
-      end
-
-      def text
-        group = []
-        group << "User-Agent: #{@user_agent}" unless @user_agent.empty?
-        group << @disallow.collect { |item| "Disallow: #{item}" }.join("\n") if @disallow.length.positive?
-        group << @allow.collect { |item| "Allow: #{item}" }.join("\n") if @allow.length.positive?
-        group.join("\n") + "\n"
-      end
-
-      private
-
-      def generate_user_agent(rule)
-        return '*' unless rule.key?('user-agent') || rule.key?(:user_agent)
-        rule[:user_agent] || rule['user-agent']
-      end
-
-      def generate_disallow(rule)
-        paths = []
-        return paths unless rule.key?(:disallow)
-
-        rule[:disallow].each do |path|
-          paths << File.join('/', path)
-        end
-        paths
-      end
-
-      def generate_allow(rule)
-        paths = []
-        return paths unless rule.key?(:allow)
-
-        rule[:allow].each do |path|
-          paths << File.join('/', path)
-        end
-        paths
-      end
-    end
-  end
-end

data/tests/test_generator.rb

@@ -1,43 +0,0 @@
-require 'minitest/autorun'
-require_relative '../lib/middleman-robots/generator.rb'
-
-class TestGenerator < MiniTest::Test
-  def test_process
-    sitemap_uri = 'http://example.com/sitemap.xml'
-    generator = Middleman::Robots::Generator.new(rules, sitemap_uri)
-    assert_equal expected, generator.process
-  end
-
-  private
-
-  def rules
-    [
-      {
-        user_agent: 'Googlebot',
-        disallow:  %w[tmp/* /something/dir/file_disallow.html],
-        allow:  %w[allow/* /something/dir/file_allow.html]
-      },
-      {
-        user_agent: 'Googlebot-Image',
-        disallow:  %w[tmp/* /something/dir/file_disallow.html],
-        allow:  %w[allow/* /something/dir/file_allow.html]
-      }
-    ]
-  end
-
-  def expected
-    "User-Agent: Googlebot
-Disallow: /tmp/*
-Disallow: /something/dir/file_disallow.html
-Allow: /allow/*
-Allow: /something/dir/file_allow.html
-
-User-Agent: Googlebot-Image
-Disallow: /tmp/*
-Disallow: /something/dir/file_disallow.html
-Allow: /allow/*
-Allow: /something/dir/file_allow.html
-
-Sitemap: http://example.com/sitemap.xml"
-  end
-end

data/tests/test_group.rb

@@ -1,120 +0,0 @@
-require 'minitest/autorun'
-require_relative '../lib/middleman-robots/group.rb'
-
-class TestGroup < MiniTest::Test
-  def test_initialize
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[tmp/* /someting/dir/disallow.html],
-      allow: %w[allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal %w[/tmp/* /someting/dir/disallow.html], group.disallow
-    assert_equal %w[/allow/* /someting/dir/allow.html], group.allow
-  end
-
-  def test_initialize_without_user_agent
-    rule = {
-      disallow: %w[/tmp/*],
-      allow: %w[/allow/*]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal '*', group.user_agent
-    assert_equal rule[:disallow], group.disallow
-    assert_equal rule[:allow], group.allow
-  end
-
-  def test_initialize_without_disallow
-    rule = {
-      user_agent: 'GoogleBot',
-      allow: %w[/allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal [], group.disallow
-    assert_equal rule[:allow], group.allow
-  end
-
-  def test_initialize_without_allow
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[/tmp/* /someting/dir/disallow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    assert_equal rule[:user_agent], group.user_agent
-    assert_equal rule[:disallow], group.disallow
-    assert_equal [], group.allow
-  end
-
-  def test_text
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[tmp/* /someting/dir/disallow.html],
-      allow: %w[allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Disallow: /tmp/*
-      Disallow: /someting/dir/disallow.html
-      Allow: /allow/*
-      Allow: /someting/dir/allow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_user_agent
-    rule = {
-      disallow: %w[/tmp/*],
-      allow: %w[/allow/*]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: *
-      Disallow: /tmp/*
-      Allow: /allow/*
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_disallow
-    rule = {
-      user_agent: 'GoogleBot',
-      allow: %w[/allow/* /someting/dir/allow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Allow: /allow/*
-      Allow: /someting/dir/allow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-
-  def test_text_without_allow
-    rule = {
-      user_agent: 'GoogleBot',
-      disallow: %w[/tmp/* /someting/dir/disallow.html]
-    }
-    group = Middleman::Robots::Group.new(rule)
-
-    expected = <<~ROBOTS
-      User-Agent: GoogleBot
-      Disallow: /tmp/*
-      Disallow: /someting/dir/disallow.html
-    ROBOTS
-
-    assert_equal expected, group.text
-  end
-end