bigquery 0.2.6 → 0.2.7

data/lib/bigquery.rb

@@ -60,6 +60,37 @@ class BigQuery
     })
   end
 
+  def get_query_results(jobId, opts = {})
+    opts['jobId'] = jobId
+    api({ 
+      :api_method => @bq.jobs.get_query_results,
+      :parameters => opts
+    })
+  end
+
+  # perform a query synchronously
+  # fetch all result rows, even when that takes >1 query
+  # invoke /block/ once for each row, passing the row
+  def each_row(q, &block)
+    current_row = 0
+    # repeatedly fetch results, starting from current_row
+    # invoke the block on each one, then grab next page if there is one
+    # it'll terminate when res has no 'rows' key or when we've done enough rows
+    # perform query...
+    res = query(q)
+    job_id = res['jobReference']['jobId']
+    # call the block on the first page of results
+    if( res && res['rows'] )
+      res['rows'].each(&block)
+      current_row += res['rows'].size
+    end
+    # keep grabbing pages from the API and calling the block on each row
+    while(( res = get_query_results(job_id, :startIndex => current_row) ) && res['rows'] && current_row < res['totalRows'].to_i ) do
+      res['rows'].each(&block)
+      current_row += res['rows'].size
+    end
+  end
+
   def tables(dataset = @dataset)
     api({
       :api_method => @bq.tables.list,

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: bigquery
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 25
   prerelease: 
   segments: 
   - 0
   - 2
-  - 6
-  version: 0.2.6
+  - 7
+  version: 0.2.7
 platform: ruby
 authors: 
 - Adam Bronte
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-09-20 00:00:00 Z
+date: 2012-09-25 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   version_requirements: &id001 !ruby/object:Gem::Requirement