google_ajax_crawler 0.1.0 → 0.1.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    M2QxYzU1Yjc3YmEzYzRmYjg5MTdlMWViN2JiYWUyNjdiYWRmZmQ4Yg==
+    NzY2YzZkNTBjOWZmNWVhYzA0OTU5ZDgxNzA3M2IwMTEzOGRlOTQzYw==
   data.tar.gz: !binary |-
-    MDBmOTllZDkzYzg2NjE1ZmVjY2RiYzE4NzA1YjVhNzA4ZTNiMjE4ZA==
+    MDVhM2ZiNDIyMmY2MDYxZGI4Njk3YWVhM2I1ZjBjNmMwMzllYzEzMw==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    OTg5Y2E4MGZjZTRlOWU0ZmRkNDY3OGRmMTMwYzkzZTc3MzIyNDViMTdiMGQy
-    ZmQ5Yjc1ZGM2ZDUwYTk4YjliYzYwYzg1MmY0MzY0ODliNGI5MWZlMTlhYjhm
-    Njg1MTI2MzAzOTY1Mzg2MGYyMmExNDM5YmI4Y2ZkYzBkYmU5MjI=
+    MTBhYzE0NmVlOTZhOWZiMjc2YzUxYWU0NzZmOGI0NmQ0NTRjN2NiOWRkOTAx
+    MGM4MmU0Y2U1ZTViNzc2Njg1MzI1MDA5YzU2ZmY3OTg1N2M1MWVmZDE5Yzdm
+    YjI2ZGNhNjViOTI5ZmI2M2E3YjRhZmZmYTM0OWU5MzIxMzgwNDc=
   data.tar.gz: !binary |-
-    ZGYzZDVlMmZkOTY2YTU5MWZhNDRlNWQ5MzllMmFmMjVlMjBhYjk2MjM0NDZi
-    YmFkMzE4MDBlMTliYTUzOWE4MWZkNjRmNjA3NTZmOTg5NWE2M2RjNzRmMDA4
-    ZGYyOTc5ZjI2N2NjMTFhZTA4NTdjMDVjZGU2MzIxNTRlNDlkM2M=
+    NzU1ZTdiOTFlNTc2ODA2ZmQ3ZjgyOGUwYjMxZWU4ZWRlMTg1YzhlYTE4MTQx
+    NjhkZGU1YWI0NTBkOWUzNjM4NTExNTY3YzQ4Mjg2YzRlOWRlNjAzNDhlNjk2
+    M2IzNmFhNjExNDAzNjQ4ZjE3MDU2NTcwYzU2NGRkNDMyMzk4YjU=

data/README.md

@@ -9,7 +9,7 @@ Details of the scheme can be found at: https://developers.google.com/webmasters/
 install
 
 ``` ruby
-gem install google-ajax-crawler
+gem install google_ajax_crawler
 ```
 
 In your config.ru

data/examples/config.ru

@@ -0,0 +1,13 @@
+require 'bundler/setup'
+Bundler.require(:default)
+require './lib/google_ajax_crawler'
+require './spec/support/rack_app'
+
+use GoogleAjaxCrawler::Crawler do |config|
+  config.driver = GoogleAjaxCrawler::Drivers::CapybaraWebkit
+  config.poll_interval    = 0.25
+  config.page_loaded_test = lambda {|driver| driver.page.evaluate_script('document.getElementById("loading") == null') }
+end
+
+page_content = File.read('./spec/support/page.html')
+run lambda {|env| [200, { 'Content-Type' => 'text/html' }, [page_content]] }

data/lib/google_ajax_crawler.rb

@@ -10,6 +10,6 @@ end
 
 module GoogleAjaxCrawler
   def self.version
-    "0.1.0"
+    "0.1.1"
   end
 end

data/lib/google_ajax_crawler/crawler.rb

@@ -40,7 +40,7 @@ module GoogleAjaxCrawler
     def as_uri_with_fragment(url)
       uri    = URI.parse(url)
       params = Rack::Utils.parse_query(uri.query).merge(search_engine: true)
-      uri.fragment = params.delete options.requested_route_key
+      uri.fragment = "!#{params.delete options.requested_route_key}"
       uri.query    = Rack::Utils.build_query params
       uri
     end

data/spec/integration/capybara_webkit_spec.rb

@@ -2,7 +2,7 @@ require './spec/spec_helper'
 
 describe 'CapybaraWebkit driver' do
   let(:host)           { "http://localhost:#{RackApp.port}/"}
-  let(:browser_route)  { "#{host}#test" }
+  let(:browser_route)  { "#{host}#!test" }
   let(:snapshot_route) { "#{host}?_escaped_fragment_=test" }
 
   before(:all) do
@@ -22,14 +22,14 @@ describe 'CapybaraWebkit driver' do
   describe 'when a browser requests a client side route (i.e.: /#my_route)' do
     it 'should not serve a snapshot of the dom' do
       response = Faraday.get browser_route
-      response.body.should_not =~ /Javascript rendering complete for client-side route #test/
+      response.body.should_not =~ /Javascript rendering complete for client-side route #!test/
     end
   end
 
   describe 'when an ajax crawler requests a snapshot of a client side route' do
     it 'should serve a snapshot of the dom that includes js rendered components' do
       response = Faraday.get snapshot_route
-      response.body.should =~ /Javascript rendering complete for client-side route #test/
+      response.body.should =~ /Javascript rendering complete for client-side route #!test/
     end
   end
 end

data/spec/support/rack_app.rb

@@ -36,11 +36,11 @@ class RackApp
       pid = Process.fork
       if pid.nil?
         Rack::Server.start(:app => app, :Port => port)
-        sleep 1
       else
         File.open(pidfile, 'w') { |f| f.write pid }
         trap("SIGINT") { stop }
         Process.detach pid
+        sleep 1
       end
     end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google_ajax_crawler
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Ben Kitzelman
@@ -55,6 +55,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- examples/config.ru
 - google_ajax_crawler.gemspec
 - lib/google_ajax_crawler.rb
 - lib/google_ajax_crawler/crawler.rb
@@ -62,6 +63,7 @@ files:
 - lib/google_ajax_crawler/drivers/driver.rb
 - lib/google_ajax_crawler/options.rb
 - lib/google_ajax_crawler/page.rb
+- releases/google_ajax_crawler-0.1.0.gem
 - spec/integration/capybara_webkit_spec.rb
 - spec/spec_helper.rb
 - spec/support/page.html