google_ajax_crawler 0.1.1 → 0.1.2

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NzY2YzZkNTBjOWZmNWVhYzA0OTU5ZDgxNzA3M2IwMTEzOGRlOTQzYw==
+    NzMwMTEyOWEwMzg3OWNiMTE1MzU1NzdjNDdkZGE5ZDE1YzNiMDk5NQ==
   data.tar.gz: !binary |-
-    MDVhM2ZiNDIyMmY2MDYxZGI4Njk3YWVhM2I1ZjBjNmMwMzllYzEzMw==
+    MGNkNzYyMDg4ZWZjMmRjMDJhM2JiMmE2NTg0MTkyOWY2MDRmMWYyMg==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    MTBhYzE0NmVlOTZhOWZiMjc2YzUxYWU0NzZmOGI0NmQ0NTRjN2NiOWRkOTAx
-    MGM4MmU0Y2U1ZTViNzc2Njg1MzI1MDA5YzU2ZmY3OTg1N2M1MWVmZDE5Yzdm
-    YjI2ZGNhNjViOTI5ZmI2M2E3YjRhZmZmYTM0OWU5MzIxMzgwNDc=
+    OGEyYTY5MWQwYzhkY2NiNjlmZWFmM2JiMjYwY2ZkNDQ0M2VmMjM2ZTMyNzhl
+    NjFjNmRkYWE2M2JkMjhhYTZjZmIyY2RkMzI2MzQ5NGNjOGQ5NWUyOTdjMDg3
+    OTAzNDE3NDgwYTAyMWM1ZDgzMGM0YWZlYTIwMzBiNTk5M2VjMGE=
   data.tar.gz: !binary |-
-    NzU1ZTdiOTFlNTc2ODA2ZmQ3ZjgyOGUwYjMxZWU4ZWRlMTg1YzhlYTE4MTQx
-    NjhkZGU1YWI0NTBkOWUzNjM4NTExNTY3YzQ4Mjg2YzRlOWRlNjAzNDhlNjk2
-    M2IzNmFhNjExNDAzNjQ4ZjE3MDU2NTcwYzU2NGRkNDMyMzk4YjU=
+    MDc1ODY4MTI2YzRhNTNiNmQ2YzcwNjliMjA2NTFmMzczM2ZmYmI0NzQxNzI1
+    NGVlODA0NjQ4YmQ4ZmIwYTNkZGZlYzQzNmMwNDNhYjhmOTgyM2NkMjQ5N2Ew
+    YzRmNTU2ZDRhYTE2MWRkNjk0MTg1OTU2OTM2MzY5ODA5ODIwMDM=

data/README.md

@@ -26,6 +26,16 @@ run app
 
 ```
 
+## Examples
+
+In the examples folder, each driver has a rackup file, which can be launched:
+
+`rackup examples/[driver_name].ru`
+
+then open a browser to http://localhost:9292/#!test and view source.... This is how a search engine will see your page. *NOTE:* don't look at the markup through a web inspector as it will most likely display dom elements rendered on the fly by js.
+
+Change the url to http://localhost:9292/?_escaped_fragment_=test , and then again view source to see how the DOM state has been captured
+
 ## Configuration Options
 
 ### page_loaded_test

data/examples/{config.ru → capybara_webkit.ru}

@@ -1,7 +1,5 @@
 require 'bundler/setup'
-Bundler.require(:default)
 require './lib/google_ajax_crawler'
-require './spec/support/rack_app'
 
 use GoogleAjaxCrawler::Crawler do |config|
   config.driver = GoogleAjaxCrawler::Drivers::CapybaraWebkit

data/google_ajax_crawler.gemspec

@@ -1,4 +1,5 @@
-require './lib/google_ajax_crawler'
+$LOAD_PATH << './lib'
+require 'google_ajax_crawler'
 Gem::Specification.new do |s|
   s.name        = 'google_ajax_crawler'
   s.version     = GoogleAjaxCrawler.version

data/lib/google_ajax_crawler.rb

@@ -1,15 +1,14 @@
-require 'rack/utils'
-require 'uri'
-
-base_path = './lib/google_ajax_crawler'
-
-require "#{base_path}/drivers/driver"
-[base_path, "#{base_path}/drivers"].each do |folder|
-  Dir["#{folder}/*.rb"].each {|file| require file }
-end
-
 module GoogleAjaxCrawler
-  def self.version
-    "0.1.1"
+  class << self
+    def version
+      "0.1.2"
+    end
   end
-end
+end
+
+require 'uri'
+require 'google_ajax_crawler/crawler'
+require 'google_ajax_crawler/options'
+require 'google_ajax_crawler/page'
+require 'google_ajax_crawler/drivers/driver'
+require 'google_ajax_crawler/drivers/capybara_webkit'

data/spec/support/page.html

@@ -11,10 +11,11 @@
     var writeHash = function() {
       document.getElementById('page_state').innerHTML = "Javascript rendering complete for client-side route " + document.location.hash;
       var loadingMask = document.getElementById('loading');
-      loadingMask.parentNode.removeChild(loadingMask);
+      if(loadingMask) loadingMask.parentNode.removeChild(loadingMask);
       console.log('done...');
     };
 
+    window.addEventListener("hashchange", writeHash, false);
     setTimeout(writeHash, 500);
   };
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google_ajax_crawler
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Ben Kitzelman
@@ -47,7 +47,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .document
 - .gitignore
 - .rspec
 - Gemfile
@@ -55,7 +54,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
-- examples/config.ru
+- examples/capybara_webkit.ru
 - google_ajax_crawler.gemspec
 - lib/google_ajax_crawler.rb
 - lib/google_ajax_crawler/crawler.rb
@@ -64,6 +63,7 @@ files:
 - lib/google_ajax_crawler/options.rb
 - lib/google_ajax_crawler/page.rb
 - releases/google_ajax_crawler-0.1.0.gem
+- releases/google_ajax_crawler-0.1.1.gem
 - spec/integration/capybara_webkit_spec.rb
 - spec/spec_helper.rb
 - spec/support/page.html

data/.document

@@ -1,5 +0,0 @@
-lib/**/*.rb
-bin/*
-- 
-features/**/*.feature
-LICENSE.txt