lcbo 0.9.3 → 0.9.4

data/lib/lcbo/crawlers/product_lists_crawler.rb

@@ -3,13 +3,12 @@ module LCBO
 
     MAX_RETRIES = 10
 
-    class Error < StandardError; end
-    class EpicTimeoutError < Error; end
+    class EpicTimeoutError < StandardError; end
 
     def self.run(params = {}, tries = 0, &block)
       raise ArgumentError, 'block expected' unless block_given?
       begin
-        payload = ProductListRequest.parse(params).as_hash
+        payload = LCBO.product_list(params[:page] || 1)
         yield(payload)
         run(:page => payload[:next_page], &block) if payload[:next_page]
       rescue Errno::ETIMEDOUT, Timeout::Error

data/lib/lcbo/crawlers/stores_crawler.rb

@@ -1,14 +1,23 @@
 module LCBO
   class StoresCrawler
 
-    def self.run(&block)
-      raise ArgumentError, 'block expected' unless block_given?
-      (1..720).each do |store_no|
-        begin
-          yield StoreRequest.parse(:store_no => store_no).as_hash
-        rescue CrawlKit::MissingResourceError, Errno::ETIMEDOUT, Timeout::Error
-          # Ignore stores that don't exist and timeouts.
-        end
+    MAX_STORE_NO = 850
+    MAX_RETRIES = 10
+
+    class EpicTimeoutError < StandardError; end
+
+    def self.run(params, tries = 0, &block)
+      begin
+        payload = LCBO.store(params[:store_no])
+        yield payload
+        params[:store_no] = params[:store_nos].pop
+        run(params, &block)
+      rescue Errno::ETIMEDOUT, Timeout::Error
+        raise EpicTimeoutError if tries > MAX_RETRIES
+        run(params, (tries + 1), &block)
+      rescue LCBO::StorePage::MissingResourceError
+        params[:store_no] = params[:store_nos].pop
+        run(params, &block)
       end
     end
 

data/lib/lcbo/version.rb

@@ -1,3 +1,3 @@
 module LCBO
-  VERSION = '0.9.3'
+  VERSION = '0.9.4'
 end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 9
-  - 3
-  version: 0.9.3
+  - 4
+  version: 0.9.4
 platform: ruby
 authors: 
 - Carsten Nielsen
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-09-24 00:00:00 -04:00
+date: 2010-11-24 00:00:00 -05:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency