kura 0.3.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 26b74b2d5b3f3a62af67cd8f33fda5418dac09c02f32e0f8ecfdce26ccccda9c
-  data.tar.gz: a93854b4c824c5d4215ae0dcfa39292a4a09ff34518415893ca6056e42503c04
+  metadata.gz: b78afc527db0a9e07e969722760fff217c5fe1a44902dfd5862e3f32f987a6ad
+  data.tar.gz: a528b70819944732b406f68dd6ed242bd30c8c0a0d0cd8b02d49fb91b51b29b1
 SHA512:
-  metadata.gz: f196e24d33c2421d57efb3d76f51975fac64540be475aa1c3f364287370bbcbc268f59eb8f498ff85de5d17fd0ef11037679fd3ce73c4af1da285f895eae6d02
-  data.tar.gz: 40ee5ccca20fb9882d09786ce78096034d3b6ae3fc9bfa3cfe926dfefe9c149b3bed382002e3f82f4119775d2d603ebfe8f63f87285b59fb73c2852ce3670f47
+  metadata.gz: 53653e0444827b8c7157c1944dcf0b454c07e6df03d39baa4ebfa8ef19bef5ed3bc80bc068e32bceca349318280873b728d657fe217ce548b18c449495ba3381
+  data.tar.gz: a0a750a062700edf9d5ac1be5619b0ce516dd6a1d760f1c1bae0f461b3936f79b54ebeb09b0ecd139d23fe66dd90583519abd0c67f4a387f2b637aa1eda07485

data/.travis.yml

@@ -1,5 +1,5 @@
 language: ruby
 rvm:
-  - 2.5.5
-  - 2.6.3
+  - 2.5.7
+  - 2.6.5
 before_install: gem install bundler -v 1.17.1

data/ChangeLog.md

@@ -1,3 +1,12 @@
+# 0.4.0
+
+## Enhancements
+
+* Handle table whose schema without 'mode' field. The tables created by New BigQuery Web Console could have such malformed schema.
+  Thanks for GCPUG Slack for notice this issue.
+* Add location: parameter for `job`/`cancel_job`/`wait_job` methods.
+* `insert_dataset` can now create dataset with attributes like `location`.
+
 # 0.3.0
 
 ## Enhancements

data/kura.gemspec

@@ -18,7 +18,6 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
-  spec.has_rdoc      = false
 
   spec.required_ruby_version = '>= 2.1'
 

data/lib/kura/client.rb

@@ -131,7 +131,15 @@ module Kura
     end
 
     def insert_dataset(dataset_id, project_id: @default_project_id, &blk)
-      obj = Google::Apis::BigqueryV2::Dataset.new(dataset_reference: Google::Apis::BigqueryV2::DatasetReference.new(project_id: project_id, dataset_id: dataset_id))
+      case dataset_id
+      when String
+        obj = Google::Apis::BigqueryV2::Dataset.new(dataset_reference: Google::Apis::BigqueryV2::DatasetReference.new(project_id: project_id, dataset_id: dataset_id))
+      when Hash
+        obj = Google::Apis::BigqueryV2::Dataset.new(**dataset_id)
+      when Google::Apis::BigqueryV2::Dataset
+        obj = dataset_id
+      end
+
       @api.insert_dataset(project_id, obj, &blk)
     rescue
       process_error($!)
@@ -239,7 +247,7 @@ module Kura
     end
 
     def _convert_tabledata_field(x, field_info)
-      if x.nil? and field_info["mode"] == "NULLABLE"
+      if x.nil? and (field_info["mode"] == "NULLABLE" or field_info["mode"].nil?) # The tables created by New BigQuery Console could have schema without mode...
         return nil
       end
       case field_info["type"]
@@ -290,7 +298,14 @@ module Kura
     private :format_tabledata
 
     def list_tabledata(dataset_id, table_id, project_id: @default_project_id, start_index: 0, max_result: 100, page_token: nil, schema: nil, &blk)
-      schema ||= table(dataset_id, table_id, project_id: project_id).schema.fields
+      if schema.nil?
+        _t = table(dataset_id, table_id, project_id: project_id)
+        if _t
+          schema = table(dataset_id, table_id, project_id: project_id).schema.fields
+        else
+          raise Kura::ApiError.new("notFound", "Not found: Table #{project_id}:#{dataset_id}.#{table_id}")
+        end
+      end
       schema = schema.map{|s| JSON.parse(s.to_json) }
 
       if blk
@@ -333,7 +348,7 @@ module Kura
         end
       end
 
-      r = @api.insert_all_table_data(project_id, dataset_id, table_id, request)
+      @api.insert_all_table_data(project_id, dataset_id, table_id, request)
     rescue
       process_error($!)
     end
@@ -581,20 +596,20 @@ module Kura
       insert_job(configuration, wait: wait, job_id: job_id, project_id: job_project_id, &blk)
     end
 
-    def job(job_id, project_id: @default_project_id, &blk)
+    def job(job_id, location: nil, project_id: @default_project_id, &blk)
       if blk
-        @api.get_job(project_id, job_id) do |j, e|
+        @api.get_job(project_id, job_id, location: location) do |j, e|
           j.kura_api = self if j
           blk.call(j, e)
         end
       else
-        @api.get_job(project_id, job_id).tap{|j| j.kura_api = self if j }
+        @api.get_job(project_id, job_id, location: location).tap{|j| j.kura_api = self if j }
       end
     rescue
       process_error($!)
     end
 
-    def cancel_job(job, project_id: @default_project_id, &blk)
+    def cancel_job(job, location: nil, project_id: @default_project_id, &blk)
       case job
       when String
         jobid = job
@@ -605,13 +620,13 @@ module Kura
         raise TypeError, "Kura::Client#cancel_job accept String(job-id) or Google::Apis::BigqueryV2::Job"
       end
       if blk
-        @api.cancel_job(project_id, jobid) do |r, e|
+        @api.cancel_job(project_id, jobid, location: location) do |r, e|
           j = (r && r.job)
           j.kura_api = self if j
           blk.call(j, e)
         end
       else
-        @api.cancel_job(project_id, jobid).job.tap{|j| j.kura_api = self if j }
+        @api.cancel_job(project_id, jobid, location: location).job.tap{|j| j.kura_api = self if j }
       end
     end
 
@@ -631,19 +646,20 @@ module Kura
       return false
     end
 
-    def wait_job(job, timeout=60*10, project_id: @default_project_id)
+    def wait_job(job, timeout=60*10, location: nil, project_id: @default_project_id)
       case job
       when String
         job_id = job
       when Google::Apis::BigqueryV2::Job
         project_id = job.job_reference.project_id
         job_id = job.job_reference.job_id
+        location = job.job_reference.location
       else
         raise TypeError, "Kura::Client#wait_job accept String(job-id) or Google::Apis::BigqueryV2::Job"
       end
       expire = Time.now + timeout
       while expire > Time.now
-        j = job(job_id, project_id: project_id)
+        j = job(job_id, project_id: project_id, location: location)
         if job_finished?(j)
           return j
         end

data/lib/kura/version.rb

@@ -1,3 +1,3 @@
 module Kura
-  VERSION = "0.3.0"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kura
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.0
 platform: ruby
 authors:
 - Chikanaga Tomoyuki
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-05-15 00:00:00.000000000 Z
+date: 2019-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -154,8 +154,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Interface to BigQuery API v2.