freebase-importers 0.0.1 → 0.0.2

data/README.md

@@ -39,6 +39,21 @@ Then define a model to make that query and load accessors with results.
 
 *add_method* just adds a method.
 
+After defining a model, you query it like:
+
+    # "all" is a bit of a misnomer, actually just
+    # makes one query for a default of 100 records
+    Book.all do |book|
+      puts "#{book.name}, #{book.date_of_first_publication}"
+    end
+
+    # endless is not a misnomer ...
+    # records will keep coming until Google quits sending them
+    # The argument indicates the duration to pause between requests.
+    Book.endless(7) do |book|
+      puts "#{book.name}, #{book.date_of_first_publication}"
+    end
+
 ## Contributing
 
 1. Fork it

data/lib/freebase_importers/base.rb

@@ -31,6 +31,18 @@ module FreebaseImporters
       end
     end
 
+    def self.endless(pause = 1)
+      q = query
+      while q do
+        q.each do |result|
+          yield new(result)
+        end
+        puts "Getting some more in #{pause} seconds."
+        sleep pause
+        q = q.next
+      end
+    end
+
     def self.first
       all {|m| break(m) }
     end

data/lib/freebase_importers/query.rb

@@ -20,8 +20,8 @@ module FreebaseImporters
 
     # https://developers.google.com/freebase/v1/mql-overview#querying-with-cursor-paging-results
     def next
-      if (cursor = result["cursor"])
-        self.class.new(mql, cursor)
+      if (new_cursor = response["cursor"])
+        self.class.new(mql, new_cursor)
       end
     end
 

data/lib/freebase_importers/version.rb

@@ -1,3 +1,3 @@
 module FreebaseImporters
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/spec/integration_spec.rb

@@ -20,6 +20,21 @@ describe FreebaseImporters do
       expect(car.thumbnail_urls).not_to be_empty
       expect(car.image_urls).not_to be_empty
     end
+
+    describe :endless do
+      it "should return a second page of results" do
+        counter = 0
+        images  = []
+        FreebaseImporters::Car.endless do |car|
+          counter += 1
+          images << car.image_url if counter < 50
+          if counter > 120
+            expect(images).not_to include(car.image_url)
+            break
+          end
+        end
+      end
+    end
   end
 
   describe FreebaseImporters::Person do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: freebase-importers
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -164,7 +164,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2781904459238432472
+      hash: 3609189692260758964
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -173,7 +173,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2781904459238432472
+      hash: 3609189692260758964
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.23