pandata 0.3.2 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5684ea1131bb37e801e876ee9254aab0c4345181
-  data.tar.gz: 389e6e95566908e33af0594b8b23665992eb5656
+  metadata.gz: c9819160b7e403e619b6a5dfeae8e8c9199a74a4
+  data.tar.gz: b37522f882a3d40b7f0546bcea59f14aa52ec0d4
 SHA512:
-  metadata.gz: 09151cd32fc590f8b5845a420beb755e0e838de347c2646ff6587246f02c8e62cf05d8e0d653cd7a3adb3b16c54d1181a8446eb96a48a6e35e4320ed275b3603
-  data.tar.gz: 4f8e3e68fe6a648d8defee3ff39623e9260b9267cd5411f5cbf34583b3a6aba8a3c598db86b0e54cdddae86af047f371f1b55d8c6db6a0f51ffe178ec506f019
+  metadata.gz: 9f1e76bec614fc7b251a1b85ad8cd3720b6ac1ac02bfe037f6fa65f70f48651f530c705b0d697fea815d7aca77b638cbac99ef6a6c9a5d8d649600cc4e2fb43e
+  data.tar.gz: 15b8d23fab4a7f527da0f904a2dec68c4e760c018442f86f7b3f9c547aaa88798e8797421d77c1b583f2c3b4b8adcd73b2a551f17dad19aac0e6cc4224c1c746

data/lib/pandata.rb

@@ -11,7 +11,7 @@ module Pandata
   module Version
     MAJOR = 0
     MINOR = 3
-    PATCH = 2
+    PATCH = 4
     BUILD = nil
 
     STRING = [MAJOR, MINOR, PATCH, BUILD].compact.join('.')

data/lib/pandata/scraper.rb

@@ -156,7 +156,14 @@ module Pandata
 
       while next_data_indices
         html = Downloader.read_page(url)
+
+        # Sometimes Pandora returns the same next_data_indices as the previous page.
+        # If we don't check for this, an infinite loop occurs.
+        # This problem occurs with tconrad.
+        prev_next_data_indices = next_data_indices
         next_data_indices = @parser.get_next_data_indices(html)
+        next_data_indices = false if prev_next_data_indices == next_data_indices
+
         url = yield(html, next_data_indices)
       end
     end
@@ -165,11 +172,11 @@ module Pandata
     # @param data_name [Symbol]
     # @param next_data_indices [Symbol] query parameters to get the next set of data
     def get_url(data_name, next_data_indices = {})
-      next_data_indices = {
-        nextStartIndex: 0,
-        nextLikeStartIndex: 0,
-        nextThumbStartIndex: 0
-      } if next_data_indices.empty?
+      if next_data_indices.empty?
+        next_data_indices = { nextStartIndex: 0, nextLikeStartIndex: 0, nextThumbStartIndex: 0 }
+      else
+        next_data_indices = next_data_indices.dup
+      end
 
       next_data_indices[:webname] = @webname
       next_data_indices[:pat] = Downloader.get_pat

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pandata
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.4
 platform: ruby
 authors:
 - Brian Ustas
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-06 00:00:00.000000000 Z
+date: 2015-06-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri