jekyll-robotstxt 0.3.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 613e7874968a6f122b4e44f150d78e7b0d87e34ec0e8fed73952cd01e318ed3f
+  data.tar.gz: 5189dd5bd566affdae80bca7c1c7b6a53f63fdf8b419179e7cd5584c4ea6ddad
+SHA512:
+  metadata.gz: b8736c18dd0bcb3b2575a353e92b735a73ed67469423cfa33fd181093990d53fa7d902d411c49126981b5313c62901360a41067e57b6727d346340ab975f6a3e
+  data.tar.gz: f9a867d975ee17be77a0e069e1e2f8fc634c999570fcea77f4b641b862553778bd2d79743fade0cb05d471cd5489a12dc436e351a860c8c04b152a1a847a5914

data/.cirrus.yml

@@ -0,0 +1,16 @@
+build_task:
+  container:
+    matrix:
+      - image: ruby:latest
+      - image: ruby:2.5
+      - image: ruby:2.4
+  bootstrap_script: gem install bundler
+  bundler_cache:
+    folder: /usr/local/bundle
+    fingerprint_script: |
+      cat Gemfile
+      cat *.gemspec
+    populate_script: bundler
+  build_script: gem build *.gemspec
+  gem_artifacts:
+    path: ./jekyll-robotstxt-*.gem

data/.gitignore

@@ -0,0 +1,2 @@
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+gemspec
+
+gem "jekyll", ENV["JEKYLL_VERSION"] if ENV["JEKYLL_VERSION"]

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 Reece Dunham
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,12 @@
+# Jekyll robots.txt
+
+Generate a `robots.txt` file for your Jekyll site!
+
+Please keep in mind this is my first ever RubyGem, and it may have bugs.
+
+## Config
+
+If you don't want search engines crawling a certain file on your site, just add the following to that file's front matter:
+```yaml
+norobots: true
+```

data/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/jekyll-robotstxt.gemspec

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "jekyll-robotstxt/version"
+
+Gem::Specification.new do |spec|
+  spec.name        = "jekyll-robotstxt"
+  spec.summary     = "Automatically generate a robots.txt file for your Jekyll site."
+  spec.version     = Jekyll::Robots::VERSION
+  spec.authors     = ["RDIL"]
+  spec.email       = "me@rdil.rocks"
+  spec.date        = '2019-04-09'
+  spec.homepage    = "https://github.com/RDIL/jekyll-robotstxt"
+  spec.licenses    = ["MIT"]
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r!^bin/!) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = ">= 2.3.0"
+
+  spec.add_dependency "jekyll", ">= 3.7", "< 5.0"
+  spec.add_dependency "rake"
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rubocop-jekyll", "~> 0.4"
+end

data/lib/jekyll-robotstxt.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require "jekyll/page_without_a_file"
+require "jekyll/jekyll-robotstxt"

data/lib/jekyll-robotstxt/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Jekyll
+  module Robots
+    VERSION = "0.3.2"
+  end
+end

data/lib/jekyll/jekyll-robotstxt.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require "fileutils"
+
+module Jekyll
+  class JekyllRobots < Jekyll::Generator
+    safe true
+    priority :lowest
+
+    # Main plugin action, called by Jekyll-core
+    def generate(site)
+      @site = site
+      @site.pages << robots
+    end
+
+    # Path to robots.txt template file
+    def source_path(file = "robots.txt")
+      File.expand_path "../#{file}", __dir__
+    end
+
+    # Destination for robots.txt file within the site source directory
+    def destination_path(file = "robots.txt")
+      @site.in_dest_dir(file)
+    end
+
+    def robots
+      robots = PageWithoutAFile.new(@site, __dir__, "", "robots.txt")
+      robots.data["layout"] = nil
+      robots
+    end
+
+    # Checks if a file already exists in the site source
+    def file_exists?(file_path)
+      if @site.respond_to?(:in_source_dir)
+        File.exist? @site.in_source_dir(file_path)
+      else
+        File.exist? Jekyll.sanitized_path(@site.source, file_path)
+      end
+    end
+  end
+end

data/lib/jekyll/page_without_a_file.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+module Jekyll
+  class PageWithoutAFile < Page
+    # rubocop:disable Naming/MemoizedInstanceVariableName
+    def read_yaml(*)
+      @data ||= {}
+    end
+    # rubocop:enable Naming/MemoizedInstanceVariableName
+  end
+end

data/lib/robots.txt

@@ -0,0 +1,6 @@
+User-agent: *
+{% assign pages = site.html_pages | where_exp:'doc','doc.norobots == true' | where_exp:'doc','doc.url != "/404.html"' %}
+{% assign collections = site.collections | where_exp:'collection','collection.output != false' %}
+{% for page in pages %}
+  Disallow: {{ page.url }}
+{% endfor %}

data/script/bootstrap

@@ -0,0 +1,4 @@
+#!/bin/sh
+set -ex
+
+bundler install

data/script/cibuild

@@ -0,0 +1,4 @@
+#!/bin/sh
+set -e
+
+time script/fmt

data/script/fmt

@@ -0,0 +1,10 @@
+#!/bin/bash
+set -e
+
+echo "Rubocop $(bundle exec rubocop --version)"
+bundle exec rubocop -D -E $@
+success=$?
+if ((success != 0)); then
+   echo -e "\nTry running \`script/fmt -a\` to automatically fix errors"
+fi
+exit $success

metadata

@@ -0,0 +1,119 @@
+--- !ruby/object:Gem::Specification
+name: jekyll-robotstxt
+version: !ruby/object:Gem::Version
+  version: 0.3.2
+platform: ruby
+authors:
+- RDIL
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-04-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: jekyll
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.7'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.7'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-jekyll
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+description: 
+email: me@rdil.rocks
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".cirrus.yml"
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- jekyll-robotstxt.gemspec
+- lib/jekyll-robotstxt.rb
+- lib/jekyll-robotstxt/version.rb
+- lib/jekyll/jekyll-robotstxt.rb
+- lib/jekyll/page_without_a_file.rb
+- lib/robots.txt
+- script/bootstrap
+- script/cibuild
+- script/fmt
+homepage: https://github.com/RDIL/jekyll-robotstxt
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Automatically generate a robots.txt file for your Jekyll site.
+test_files: []