markdownr 0.3.8 → 0.3.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b93d02d3f49a69d9e37ab7f4e118c4bf34af0b6ed814f7d899e1a0494cd1d8cd
-  data.tar.gz: 1854abfd403c674693f86d3a2d81c8221d996066e2203428617c0c6945f72475
+  metadata.gz: 7626abe88327e4f0878ec7263f7fd1d3df5bef105f9c32a7658292ec8e436561
+  data.tar.gz: 0cd4fa7b7ca5275b2651f28b11e9d16dd51a152b69df59d97e58e1c40cde6374
 SHA512:
-  metadata.gz: c3304a43924d7820192ecb3f380c2a2618b3787b1fb29c974477cf07b843f567b35a5f74e4e68cf43ac12f0213411f135380ee088355fb46b4c773afac10c989
-  data.tar.gz: a01eb23a236b0c9088fe0bc6e571713e6ea0bf76bebd7295ea252805742c5ea5dad5d686db99ae07e0a833b23bc1060b504495196fabae333bd3f4d32cd9b43c
+  metadata.gz: fdc6af6ff990a63e2aeb99eb0c37bf562849915e7406f313009f6a057665a5e601fe6b22c4241d28143b0a1b0bf60c2b849cfbc5b874f3158ea2a2cd82d02b6b
+  data.tar.gz: cda8888fdf35ac9e80042b6063579f02d8b0243adb4493b543ca63a9e55da6e9c58b33460789c0d68e71006e6dc95b4218a3ac6c48642238da4e90f2fe8b36b5

data/bin/markdownr

@@ -19,6 +19,10 @@ OptionParser.new do |opts|
     options[:title] = t
   end
 
+  opts.on("--allow-robots", "Allow search engine crawling (default: disallowed)") do
+    options[:allow_robots] = true
+  end
+
   opts.on("-v", "--version", "Show version") do
     puts "markdownr #{MarkdownServer::VERSION}"
     exit
@@ -35,6 +39,7 @@ end
 
 MarkdownServer::App.set :root_dir, dir
 MarkdownServer::App.set :custom_title, options[:title]
+MarkdownServer::App.set :allow_robots, options[:allow_robots] || false
 MarkdownServer::App.set :port, options[:port]
 MarkdownServer::App.set :bind, options[:bind]
 

data/lib/markdown_server/app.rb

@@ -18,6 +18,7 @@ module MarkdownServer
     configure do
       set :root_dir, Dir.pwd
       set :custom_title, nil
+      set :allow_robots, false
       set :show_exceptions, false
       set :protection, false
       set :host_authorization, { permitted_hosts: [] }
@@ -154,17 +155,19 @@ module MarkdownServer
         # Restore non-numeric footnote labels: Kramdown converts all footnote
         # references to sequential numbers, but we want [^abc] to display "abc".
         html = html.gsub(%r{<sup id="fnref:([^"]+)"[^>]*>\s*<a href="#fn:\1"[^>]*>\d+</a>\s*</sup>}m) do
+          full_match = $&
           name = $1
           if name =~ /\A\d+\z/
-            $&  # keep numeric footnotes as-is
+            full_match
           else
             %(<sup id="fnref:#{name}" role="doc-noteref"><a href="#fn:#{name}" class="footnote" rel="footnote">#{h(name)}</a></sup>)
           end
         end
         html.gsub(%r{<li id="fn:([^"]+)"[^>]*>\s*<p>}m) do
+          full_match = $&
           name = $1
           if name =~ /\A\d+\z/
-            $&
+            full_match
           else
             %(<li id="fn:#{name}"><p><strong>#{h(name)}:</strong> )
           end
@@ -431,6 +434,15 @@ module MarkdownServer
 
     # Routes
 
+    get "/robots.txt" do
+      content_type "text/plain"
+      if settings.allow_robots
+        "User-agent: *\nDisallow:"
+      else
+        "User-agent: *\nDisallow: /"
+      end
+    end
+
     get "/" do
       redirect "/browse/"
     end

data/lib/markdown_server/version.rb

@@ -1,3 +1,3 @@
 module MarkdownServer
-  VERSION = "0.3.8"
+  VERSION = "0.3.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: markdownr
 version: !ruby/object:Gem::Version
-  version: 0.3.8
+  version: 0.3.9
 platform: ruby
 authors:
 - Brian Dunn