seo4ajax_rails 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 182eec52dc5bf9573357fbc29404a50dadd0094a
+  data.tar.gz: 7890a986393cef772426937ae9f914142f93360a
+SHA512:
+  metadata.gz: 5bf2948ce61acf3fb41f769cc4ccb0fde3aefe07bc0ac4e8bb7d40558a41e07a85cc5990391d5317ba2ddf0fa9e06decd17785bb1e01f310e770866d0cdb537a
+  data.tar.gz: 0338dd458eda203b20d2266189d79e6813f499fdacbd1c6a38c35b7acfb0120b485262822c389ec71c27f7dbeb09fc1ae7e6a834872bad1cbd338104fcb0ff1f

data/lib/seo4ajax_rails.rb

@@ -0,0 +1,154 @@
+module Rack
+  class SEO4Ajax
+    require 'net/http'
+    require 'active_support'
+
+    def initialize(app, options={})
+      # googlebot, yahoo, and bingbot are not in this list because
+      # we support _escaped_fragment_ and want to ensure people aren't
+      # penalized for cloaking.
+      @crawler_user_agents = [
+        # 'googlebot',
+        # 'yahoo',
+        # 'bingbot',
+        'baiduspider',
+        'facebookexternalhit',
+        'twitterbot',
+        'rogerbot',
+        'linkedinbot',
+        'embedly',
+        'bufferbot',
+        'quora link preview',
+        'showyoubot',
+        'outbrain',
+        'pinterest/0.',
+        'developers.google.com/+/web/snippet',
+        'www.google.com/webmasters/tools/richsnippets',
+        'slackbot',
+        'vkShare',
+        'W3C_Validator',
+        'redditbot',
+        'Applebot',
+        'WhatsApp',
+        'flipboard',
+        'tumblr',
+        'bitlybot',
+        'SkypeUriPreview',
+        'nuzzel',
+        'Discordbot',
+        'Google Page Speed',
+        'Qwantify'
+      ]
+
+      @extensions_to_ignore = [
+        '.js',
+        '.css',
+        '.xml',
+        '.less',
+        '.png',
+        '.jpg',
+        '.jpeg',
+        '.gif',
+        '.pdf',
+        '.doc',
+        '.txt',
+        '.ico',
+        '.rss',
+        '.zip',
+        '.mp3',
+        '.rar',
+        '.exe',
+        '.wmv',
+        '.doc',
+        '.avi',
+        '.ppt',
+        '.mpg',
+        '.mpeg',
+        '.tif',
+        '.wav',
+        '.mov',
+        '.psd',
+        '.ai',
+        '.xls',
+        '.mp4',
+        '.m4a',
+        '.swf',
+        '.dat',
+        '.dmg',
+        '.iso',
+        '.flv',
+        '.m4v',
+        '.torrent'
+      ]
+
+      @options = options
+      @extensions_to_ignore = @options[:extensions_to_ignore] if @options[:extensions_to_ignore]
+      @crawler_user_agents = @options[:crawler_user_agents] if @options[:crawler_user_agents]
+      @app = app
+    end
+
+
+    def call(env)
+      if should_show_snapshot(env)
+        snapshot = get_snapshot_response(env)
+        if snapshot
+          response = build_rack_response_from_seo4ajax(snapshot)
+          return response.finish
+        end
+      end
+      @app.call(env)
+    end
+
+
+    def should_show_snapshot(env)
+      user_agent = env['HTTP_USER_AGENT']
+      is_requesting_snapshot = false
+      return false if !user_agent
+      return false if env['REQUEST_METHOD'] != 'GET'
+      request = Rack::Request.new(env)
+      is_requesting_snapshot = true if Rack::Utils.parse_query(request.query_string).has_key?('_escaped_fragment_')
+      is_requesting_snapshot = true if @crawler_user_agents.any? { |crawler_user_agent| user_agent.downcase.include?(crawler_user_agent.downcase) }
+      return false if @extensions_to_ignore.any? { |extension| request.fullpath.include? extension }
+      return is_requesting_snapshot
+    end
+
+
+    def get_snapshot_response(env)
+      begin
+        url = URI.parse(build_api_url(env))        
+        headers = {
+          'User-Agent' => env['HTTP_USER_AGENT'],
+          'Accept-Encoding' => 'gzip'
+        }
+        req = Net::HTTP::Get.new(url.request_uri, headers)
+        http = Net::HTTP.new(url.host, url.port)
+        http.use_ssl = true if url.scheme == 'https'
+        response = http.request(req)
+        if response['Content-Encoding'] == 'gzip'
+          response.body = ActiveSupport::Gzip.decompress(response.body)
+          response['Content-Length'] = response.body.length
+          response.delete('Content-Encoding')
+          response.delete('Transfer-Encoding')
+        end
+        response
+      rescue
+        nil
+      end  
+    end
+
+
+    def build_api_url(env)
+      fullpath = Rack::Request.new(env).fullpath
+      seo4ajax_url = @options[:seo4ajax_service_url] || ENV['SEO4AJAX_SERVICE_URL'] || 'http://api.seo4ajax.com/'
+      forward_slash = seo4ajax_url[-1, 1] == '/' ? '' : '/'
+      token = ENV['SEO4AJAX_TOKEN'] if ENV['SEO4AJAX_TOKEN']
+      token = @options[:seo4ajax_token] if @options[:seo4ajax_token]      
+      "#{seo4ajax_url}#{forward_slash}#{token}#{fullpath}"
+    end
+
+
+    def build_rack_response_from_seo4ajax(snapshot)
+      Rack::Response.new(snapshot.body, snapshot.code, snapshot.header)
+    end
+  end
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: seo4ajax_rails
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- SEO4Ajax
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-06-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Rails middleware to integrate SEO4Ajax in your web application
+email:
+- support@seo4ajax.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/seo4ajax_rails.rb
+homepage: https://github.com/seo4ajax/seo4ajax_rails
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.2
+signing_key: 
+specification_version: 4
+summary: Use SEO4Ajax to serve prerendered pages to bots
+test_files: []