lcbo 0.9.8 → 0.9.9

data/spec/pages_spec.rb

@@ -4,7 +4,8 @@ require 'yaml'
 { :product_pages      => LCBO::ProductPage,
   :store_pages        => LCBO::StorePage,
   :inventory_pages    => LCBO::InventoryPage,
-  :product_list_pages => LCBO::ProductListPage
+  :product_list_pages => LCBO::ProductListPage,
+  :store_list_pages   => LCBO::StoreListPage
 }.each_pair do |type, page|
 
   describe(page) do

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 9
-  - 8
-  version: 0.9.8
+  - 9
+  version: 0.9.9
 platform: ruby
 authors: 
 - Carsten Nielsen
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-12-04 00:00:00 -05:00
+date: 2010-12-06 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -76,11 +76,6 @@ files:
 - Rakefile
 - lcbo.gemspec
 - lib/lcbo.rb
-- lib/lcbo/crawlers.rb
-- lib/lcbo/crawlers/inventories_crawler.rb
-- lib/lcbo/crawlers/product_lists_crawler.rb
-- lib/lcbo/crawlers/products_crawler.rb
-- lib/lcbo/crawlers/stores_crawler.rb
 - lib/lcbo/crawlkit.rb
 - lib/lcbo/crawlkit/eventable.rb
 - lib/lcbo/crawlkit/fastdate_helper.rb
@@ -96,6 +91,7 @@ files:
 - lib/lcbo/pages/inventory_page.rb
 - lib/lcbo/pages/product_list_page.rb
 - lib/lcbo/pages/product_page.rb
+- lib/lcbo/pages/store_list_page.rb
 - lib/lcbo/pages/store_page.rb
 - lib/lcbo/version.rb
 - spec/crawlkit/eventable_spec.rb
@@ -121,6 +117,9 @@ files:
 - spec/pages/product_pages/5.html
 - spec/pages/product_pages/6.html
 - spec/pages/product_pages/7.html
+- spec/pages/product_pages/8.html
+- spec/pages/store_list_pages.yml
+- spec/pages/store_list_pages/1.html
 - spec/pages/store_pages.yml
 - spec/pages/store_pages/1.html
 - spec/pages/store_pages/2.html
@@ -184,6 +183,9 @@ test_files:
 - spec/pages/product_pages/5.html
 - spec/pages/product_pages/6.html
 - spec/pages/product_pages/7.html
+- spec/pages/product_pages/8.html
+- spec/pages/store_list_pages.yml
+- spec/pages/store_list_pages/1.html
 - spec/pages/store_pages.yml
 - spec/pages/store_pages/1.html
 - spec/pages/store_pages/2.html

data/lib/lcbo/crawlers.rb

@@ -1,4 +0,0 @@
-require 'lcbo/crawlers/inventories_crawler'
-require 'lcbo/crawlers/products_crawler'
-require 'lcbo/crawlers/product_lists_crawler'
-require 'lcbo/crawlers/stores_crawler'

data/lib/lcbo/crawlers/inventories_crawler.rb

@@ -1,15 +0,0 @@
-module LCBO
-  class InventoriesCrawler
-
-    def self.run(product_nos, &block)
-      raise ArgumentError, 'block expected' unless block_given?
-      product_nos.each do |product_no|
-        begin
-          yield InventoryRequest.parse(:product_no => product_no).as_hash
-        rescue
-        end
-      end
-    end
-
-  end
-end

data/lib/lcbo/crawlers/product_lists_crawler.rb

@@ -1,22 +0,0 @@
-module LCBO
-  class ProductListsCrawler
-
-    MAX_RETRIES = 10
-
-    class EpicTimeoutError < StandardError; end
-
-    def self.run(params = {}, tries = 0, &block)
-      raise ArgumentError, 'block expected' unless block_given?
-      begin
-        payload = LCBO.product_list(params[:page] || 1)
-        yield(payload)
-        run(:page => payload[:next_page], &block) if payload[:next_page]
-      rescue Errno::ETIMEDOUT, Timeout::Error
-        # On timeout, try again.
-        raise EpicTimeoutError if tries > MAX_RETRIES
-        run(params, (tries + 1), &block)
-      end
-    end
-
-  end
-end

data/lib/lcbo/crawlers/products_crawler.rb

@@ -1,16 +0,0 @@
-module LCBO
-  class ProductsCrawler
-
-    def self.run(product_nos, &block)
-      raise ArgumentError, 'block expected' unless block_given?
-      product_nos.each do |product_no|
-        begin
-          yield ProductRequest.parse(:product_no => product_no).as_hash
-        rescue CrawlKit::MissingResourceError, Errno::ETIMEDOUT, Timeout::Error
-          # Ignore products with no data, and timeouts.
-        end
-      end
-    end
-
-  end
-end

data/lib/lcbo/crawlers/stores_crawler.rb

@@ -1,25 +0,0 @@
-module LCBO
-  class StoresCrawler
-
-    MAX_STORE_NO = 850
-    MAX_RETRIES = 10
-
-    class EpicTimeoutError < StandardError; end
-
-    def self.run(params, tries = 0, &block)
-      begin
-        payload = LCBO.store(params[:store_no])
-        yield payload
-        params[:store_no] = params[:store_nos].pop
-        run(params, &block)
-      rescue Errno::ETIMEDOUT, Timeout::Error
-        raise EpicTimeoutError if tries > MAX_RETRIES
-        run(params, (tries + 1), &block)
-      rescue LCBO::StorePage::MissingResourceError
-        params[:store_no] = params[:store_nos].pop
-        run(params, &block)
-      end
-    end
-
-  end
-end