lcbo 0.9.0

data/spec/pages_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper'
+require 'yaml'
+
+{ :product_pages      => LCBO::ProductPage,
+  :store_pages        => LCBO::StorePage,
+  :inventory_pages    => LCBO::InventoryPage,
+  :product_list_pages => LCBO::ProductListPage
+}.each_pair do |type, page|
+
+  describe(page) do
+    requests = YAML.load_file("spec/pages/#{type}.yml")
+
+    requests.each do |req|
+      body = File.read("spec/pages/#{type}/#{req[:file]}")
+      req[:body] = body
+      SpecHelper.hydrastub(req[:method], req[:uri], :body => req[:body])
+    end
+
+    requests.each do |req|
+      context "given a #{req[:desc]}" do
+        before :all do
+          @page = page.process(req[:query_params], req[:body_params])
+        end
+
+        req[:expectation].each_pair do |key, value|
+          it "should have the expected value for :#{key}" do
+            @page[key].should == value
+          end
+        end
+      end
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,77 @@
+gem 'rspec', '1.3.0'
+
+require 'spec'
+require 'lcbo'
+
+BRO_HTML        = '<h1>Carsten</h1><p>Carsten is a bro.</p>'
+BRO_SEARCH_HTML = '<ul><li>Carsten</li><li>Kevin</li><li>Kieran</li></ul>'
+BRO_ICE_HTML    = '<h1>Bro!</h1><p>Yall just icy yo fellow bros!</p>'
+
+module SpecHelper
+
+  def self.hydrastub(method, uri, response_opts = {})
+    response_params = {
+      :code => 200,
+      :headers => '',
+      :body => '',
+      :time => 0.3
+    }.merge(response_opts)
+    response = Typhoeus::Response.new(response_params)
+    Typhoeus::Hydra.hydra.stub(method, uri).and_return(response)
+  end
+
+  class Evented
+    include LCBO::CrawlKit::Eventable
+    on :before_request, :set_test_1
+    on :before_request, :set_test_2
+    on :after_request,  :set_test_3
+    attr_reader :test_1, :test_2, :test_3, :requested
+    def set_test_1; @test_1 = true; end
+    def set_test_2; @test_2 = true; end
+    def set_test_3; @test_3 = true; end
+    def request!
+      fire(:before_request)
+      @requested = true
+      fire(:after_request)
+    end
+  end
+
+  class GetPage
+    include LCBO::CrawlKit::Page
+    uri 'http://bros.local/bros/{bro_no}'
+    emits(:bro_no) { query_params[:bro_no].to_i }
+    emits(:name)   { doc.css('h1')[0].content }
+    emits(:desc)   { doc.css('p')[0].content  }
+  end
+
+  class PostPage
+    include LCBO::CrawlKit::Page
+    http_method :post
+    uri 'http://bros.local/search'
+    default_body_params :q => '', :type => 'all'
+    emits(:q)     { body_params[:q].to_s }
+    emits(:type)  { body_params[:type].to_s }
+    emits(:names) { doc.css('li').map(&:content) }
+  end
+
+  class EventedPage
+    include LCBO::CrawlKit::Page
+    attr_reader :before_parse, :after_parse, :before_request, :after_request
+    on :before_parse,   :set_before_parse
+    on :after_parse,    :set_after_parse
+    on :before_request, :set_before_request
+    on :after_request,  :set_after_request
+    http_method :put
+    uri 'http://bros.local/ice/{bro_no}'
+    emits(:message) { doc.css('p')[0].content }
+    def set_before_parse;   @before_parse   = true; end
+    def set_after_parse;    @after_parse    = true; end
+    def set_before_request; @before_request = true; end
+    def set_after_request;  @after_request  = true; end
+  end
+
+end
+
+SpecHelper.hydrastub :get,  /http\:\/\/bros\.local\/bros\/.+/, :body => BRO_HTML
+SpecHelper.hydrastub :post, /http\:\/\/bros\.local\/search/,   :body => BRO_SEARCH_HTML
+SpecHelper.hydrastub :put,  /http\:\/\/bros\.local\/ice\/.+/,  :body => BRO_ICE_HTML

metadata

@@ -0,0 +1,205 @@
+--- !ruby/object:Gem::Specification 
+name: lcbo
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 9
+  - 0
+  version: 0.9.0
+platform: ruby
+authors: 
+- Carsten Nielsen
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-23 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: typhoeus
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: addressable
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 3
+        - 0
+        version: 1.3.0
+  type: :development
+  version_requirements: *id004
+description: Request and parse product, store, inventory, and product search pages directly from the official LCBO website.
+email: 
+- heycarsten@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- lcbo.gemspec
+- lib/lcbo.rb
+- lib/lcbo/crawlers.rb
+- lib/lcbo/crawlers/inventories_crawler.rb
+- lib/lcbo/crawlers/product_lists_crawler.rb
+- lib/lcbo/crawlers/products_crawler.rb
+- lib/lcbo/crawlers/stores_crawler.rb
+- lib/lcbo/crawlkit.rb
+- lib/lcbo/crawlkit/eventable.rb
+- lib/lcbo/crawlkit/fastdate_helper.rb
+- lib/lcbo/crawlkit/page.rb
+- lib/lcbo/crawlkit/request.rb
+- lib/lcbo/crawlkit/request_prototype.rb
+- lib/lcbo/crawlkit/response.rb
+- lib/lcbo/crawlkit/titlecase_helper.rb
+- lib/lcbo/crawlkit/volume_helper.rb
+- lib/lcbo/ext.rb
+- lib/lcbo/helpers.rb
+- lib/lcbo/pages.rb
+- lib/lcbo/pages/inventory_page.rb
+- lib/lcbo/pages/product_list_page.rb
+- lib/lcbo/pages/product_page.rb
+- lib/lcbo/pages/store_page.rb
+- lib/lcbo/version.rb
+- spec/crawlkit/eventable_spec.rb
+- spec/crawlkit/fastdate_helper_spec.rb
+- spec/crawlkit/page_spec.rb
+- spec/crawlkit/request_prototype_spec.rb
+- spec/crawlkit/request_spec.rb
+- spec/crawlkit/response_spec.rb
+- spec/crawlkit/titlecase_helper_spec.rb
+- spec/crawlkit/volume_helper_spec.rb
+- spec/crawlkit_spec.rb
+- spec/lcbo_spec.rb
+- spec/pages/inventory_pages.yml
+- spec/pages/inventory_pages/1.html
+- spec/pages/inventory_pages/2.html
+- spec/pages/product_list_pages.yml
+- spec/pages/product_list_pages/1.html
+- spec/pages/product_pages.yml
+- spec/pages/product_pages/1.html
+- spec/pages/product_pages/2.html
+- spec/pages/product_pages/3.html
+- spec/pages/product_pages/4.html
+- spec/pages/product_pages/5.html
+- spec/pages/product_pages/6.html
+- spec/pages/product_pages/7.html
+- spec/pages/store_pages.yml
+- spec/pages/store_pages/1.html
+- spec/pages/store_pages/2.html
+- spec/pages_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/heycarsten/lcbo
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 3
+      - 6
+      version: 1.3.6
+requirements: []
+
+rubyforge_project: lcbo
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A library for parsing HTML pages from http://lcbo.com
+test_files: 
+- spec/crawlkit/eventable_spec.rb
+- spec/crawlkit/fastdate_helper_spec.rb
+- spec/crawlkit/page_spec.rb
+- spec/crawlkit/request_prototype_spec.rb
+- spec/crawlkit/request_spec.rb
+- spec/crawlkit/response_spec.rb
+- spec/crawlkit/titlecase_helper_spec.rb
+- spec/crawlkit/volume_helper_spec.rb
+- spec/crawlkit_spec.rb
+- spec/lcbo_spec.rb
+- spec/pages/inventory_pages.yml
+- spec/pages/inventory_pages/1.html
+- spec/pages/inventory_pages/2.html
+- spec/pages/product_list_pages.yml
+- spec/pages/product_list_pages/1.html
+- spec/pages/product_pages.yml
+- spec/pages/product_pages/1.html
+- spec/pages/product_pages/2.html
+- spec/pages/product_pages/3.html
+- spec/pages/product_pages/4.html
+- spec/pages/product_pages/5.html
+- spec/pages/product_pages/6.html
+- spec/pages/product_pages/7.html
+- spec/pages/store_pages.yml
+- spec/pages/store_pages/1.html
+- spec/pages/store_pages/2.html
+- spec/pages_spec.rb
+- spec/spec_helper.rb