indexable 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ea666f584199ac33afce60449c7e2ca89a58fe09
-  data.tar.gz: c6cd4101fa9c6ae24f67e8fc1fe58d0fe923cf16
+  metadata.gz: 64a1e1b305b64588744f3df8c892511cb49936e0
+  data.tar.gz: 13a2987bcff19059f7f1bed603b6ca48219917f9
 SHA512:
-  metadata.gz: 3d99e57df1a36bd2330f1f1b118c1433581a5411cd6427efd8642b2815003763a7128f51796e9d5bdcb79ef0c824cd6243f03f0380ea517d6ce8250dc3a423c9
-  data.tar.gz: 91554eb4a3c2ffa54239a0ceff1c766b9ff7d5b74641f5be6329a7293c9597df310babf217be4ca35f3f043151439100d3b15a0ed8b096c99e28fd80c0aeda13
+  metadata.gz: 4cc15e9a4ccff9f84f43bdf21b6bba08ca59c6b04463560f03da641305505fcb0d72e255e8824803fed0c7b0ba1838f3e589941a0a3f2242387d7e482c2488ca
+  data.tar.gz: 18f3d230291c6bb07f628ebf7fd0b7f48811a7abda1aca2c026c87e9e3f6a20ef9c212af5335c89a5cb2b09772733f68b23868b2c76c054b827beb4ee95abccf

data/lib/indexable.rb

@@ -1,53 +1,2 @@
-require 'phantomjs'
-require 'rack/request'
-
-module Rack
-  class Indexable
-    CRAWLER_USER_AGENTS = [
-      /^Twitterbot/, /^curl/, /Googlebot/, /Mediapartners/, /Adsbot-Google/,
-      /\(.*http(s|\(s\))?:\/\/.*\)/
-    ]
-
-    def initialize(app)
-      @app = app
-    end
-
-    # Detect whether the current request comes from a bot. Based on the logic used
-    # by Bustle.com (https://www.dropbox.com/s/s4oibqsxqpo3hll/bustle%20slizzle.pdf)
-    def request_from_crawler?(env)
-      user_agent  = env["HTTP_USER_AGENT"]
-      params      = Rack::Request.new(env).params
-      return false  unless user_agent
-      return true   if CRAWLER_USER_AGENTS.any? {|s| user_agent.match(s) }
-      return true   if params.has_key?('_escaped_fragment_')
-      params['nojs'].eql?('true')
-    end
-
-    def call(env)
-      status, headers, content = *@app.call(env)
-
-      if status == 200 and headers['Content-Type'].match(/^text\/html/) and request_from_crawler?(env)
-        script = ::File.dirname(__FILE__) + "/render_page.js"
-        file = Tempfile.new(['indexable', '.html'])
-
-        if content.respond_to? :body
-          html = content.body
-        else
-          html = content.join('')
-        end
-
-        file.write html
-        file.close
-        begin
-          url = Rack::Request.new(env).url
-          content = [Phantomjs.new(script, file.path, url).run]
-          status = 500 if content[0] == "Couldn't render page... orz."
-        ensure
-          file.unlink
-        end
-      end
-
-      [status, headers, content]
-    end
-  end
-end
+require 'indexable/indexable'
+require 'indexable/railtie' if defined?(Rails)

data/lib/indexable/railtie.rb

@@ -0,0 +1,7 @@
+module Indexable
+  class Railtie < Rails::Railtie
+    initializer "indexable.insert_middleware" do |app|
+      app.config.middleware.use Indexable::Middleware
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: indexable
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
 - Vikhyat Korrapati
@@ -31,8 +31,9 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/indexable.rb
-- lib/render_page.js
-- lib/phantomjs.rb
+- lib/indexable/render_page.js
+- lib/indexable/phantomjs.rb
+- lib/indexable/railtie.rb
 homepage: https://github.com/vikhyat/indexable
 licenses:
 - MIT