kura 0.6.1 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 431faddd3518e447e4966d6eaf19e9ede9adb9ea6d4fb9d03a8715487021689d
-  data.tar.gz: f64c6c2fddcc66bde5cafca6b26a9f2e023f3627d9107fb69c23f3b15dbb41e7
+  metadata.gz: d1debc77b4a5c71c844cad85bc06c93603a24eb4818b8b9e30458d5a242d6f05
+  data.tar.gz: 510c51094d84046376bf201da775397dc03a9c6e994ae86fe704413f7a14024f
 SHA512:
-  metadata.gz: 0bac5621aa3c792ce93b67b0238aa0e82fcef2ae72d2260d163c987b9f47a267f338b13fd34c6bb689e2c69d42419551c5fc96de3f147f1632a4e21298385231
-  data.tar.gz: cc903378660c1a9b080210c8f339d4cf4e574b197dbfd59b135f3dd94274e152884ccf2a5545c3610c3df531c783b44ae1b13774760a512d30fd3005907635af
+  metadata.gz: 10ffe28579b192cf3e48ef234c28f62cc3201153dada35245e93e6e9864380e195fda959d02c7a5268bf31a2a47e9b1b8afd11363651121c04a0676596ff5f16
+  data.tar.gz: b5e198bb1d4d8c11fb87ee855af973fe42faec35b3bb3dc4ffe82baacd221f80ff84e14a319cac1ee18670139c5b6e06c71f0fb76bf7326d53e99288dab13c5c

data/ChangeLog.md

@@ -1,3 +1,28 @@
+# 1.0.0
+
+## Breaking Changes
+
+* The default value of `use_legacy_sql` is now turn to false.
+
+## Enhancements
+
+* Now load/query/extract/copy methods accept keyword rest argument and pass the options to the JobConfiguration properties.
+
+# 0.6.3
+
+## Changes
+
+* Add `convert_numeric_to_float` keyword argument in `list_tabledata` method.
+  If `convert_numeric_to_float: true` is specified, the value from a NUMMERIC column will be converted to Float.
+  The default value for `convert_numeric_to_float` is true.
+
+# 0.6.2
+
+## Enhancements
+
+* Support ruby 3.0.
+* Support range partitioning and time partitioning parameter for load job configuration.
+
 # 0.6.1
 
 ## Enhancements

data/lib/kura/client.rb

@@ -199,7 +199,7 @@ module Kura
     def insert_table(dataset_id, table_id, project_id: @default_project_id, expiration_time: nil,
                      friendly_name: nil, schema: nil, description: nil,
                      query: nil, external_data_configuration: nil,
-                     use_legacy_sql: true,
+                     use_legacy_sql: false,
                      time_partitioning: nil,
                      &blk)
       if expiration_time
@@ -220,7 +220,7 @@ module Kura
         view: view,
         external_data_configuration: external_data_configuration)
       if time_partitioning
-        table.time_partitioning = Google::Apis::BigqueryV2::TimePartitioning.new(time_partitioning)
+        table.time_partitioning = Google::Apis::BigqueryV2::TimePartitioning.new(**time_partitioning)
       end
       @api.insert_table(project_id, dataset_id, table, &blk)
     rescue
@@ -247,7 +247,7 @@ module Kura
       process_error($!)
     end
 
-    def _convert_tabledata_field(x, field_info)
+    def _convert_tabledata_field(x, field_info, convert_numeric_to_float: true)
       if x.nil? and (field_info["mode"] == "NULLABLE" or field_info["mode"].nil?) # The tables created by New BigQuery Console could have schema without mode...
         return nil
       end
@@ -272,35 +272,41 @@ module Kura
       when "TIMESTAMP"
         Time.at(Float(x)).utc.iso8601(6)
       when "RECORD"
-        _convert_tabledata_row(x, field_info["fields"])
+        _convert_tabledata_row(x, field_info["fields"], convert_numeric_to_float: convert_numeric_to_float)
+      when "NUMERIC"
+        if convert_numeric_to_float
+          Float(x)
+        else
+          x
+        end
       else
         x
       end
     end
 
-    def _convert_tabledata_row(row, schema)
+    def _convert_tabledata_row(row, schema, convert_numeric_to_float: true)
       (row.respond_to?(:f) ? row.f : row["f"]).zip(schema).each_with_object({}) do |(v, s), tbl|
         v = JSON.parse(v.to_json)
         if s["mode"] == "REPEATED"
-          tbl[s["name"]] = v["v"].map{|c| _convert_tabledata_field(c["v"], s) }
+          tbl[s["name"]] = v["v"].map{|c| _convert_tabledata_field(c["v"], s, convert_numeric_to_float: convert_numeric_to_float) }
         else
-          tbl[s["name"]] = _convert_tabledata_field(v["v"], s)
+          tbl[s["name"]] = _convert_tabledata_field(v["v"], s, convert_numeric_to_float: convert_numeric_to_float)
         end
       end
     end
 
-    def format_tabledata(r, schema)
+    def format_tabledata(r, schema, convert_numeric_to_float: true)
       {
         total_rows: r.total_rows.to_i,
         next_token: r.page_token,
         rows: (r.rows || []).map do |row|
-          _convert_tabledata_row(row, schema)
+          _convert_tabledata_row(row, schema, convert_numeric_to_float: convert_numeric_to_float)
         end
       }
     end
     private :format_tabledata
 
-    def list_tabledata(dataset_id, table_id, project_id: @default_project_id, start_index: 0, max_result: 100, page_token: nil, schema: nil, &blk)
+    def list_tabledata(dataset_id, table_id, project_id: @default_project_id, start_index: 0, max_result: 100, page_token: nil, schema: nil, convert_numeric_to_float: true, &blk)
       if schema.nil?
         _t = table(dataset_id, table_id, project_id: project_id)
         if _t
@@ -314,13 +320,13 @@ module Kura
       if blk
         @api.list_table_data(project_id, dataset_id, table_id, max_results: max_result, start_index: start_index, page_token: page_token) do |r, err|
           if r
-            r = format_tabledata(r, schema)
+            r = format_tabledata(r, schema, convert_numeric_to_float: convert_numeric_to_float)
           end
           blk.call(r, err)
         end
       else
         r = @api.list_table_data(project_id, dataset_id, table_id, max_results: max_result, start_index: start_index, page_token: page_token)
-        format_tabledata(r, schema)
+        format_tabledata(r, schema, convert_numeric_to_float: convert_numeric_to_float)
       end
     rescue
       process_error($!)
@@ -402,7 +408,7 @@ module Kura
               priority: "INTERACTIVE",
               use_query_cache: true,
               user_defined_function_resources: nil,
-              use_legacy_sql: true,
+              use_legacy_sql: false,
               maximum_billing_tier: nil,
               maximum_bytes_billed: nil,
               external_data_configuration: nil,
@@ -411,6 +417,7 @@ module Kura
               job_id: nil,
               wait: nil,
               dry_run: false,
+              **kwrest,
               &blk)
       configuration = Google::Apis::BigqueryV2::JobConfiguration.new(
         query: Google::Apis::BigqueryV2::JobConfigurationQuery.new(
@@ -451,6 +458,13 @@ module Kura
       if external_data_configuration
         configuration.query.table_definitions = external_data_configuration
       end
+      kwrest.each do |kw, opt|
+        if configuration.query.respond_to?("#{kw}=")
+          configuration.query.__send__("#{kw}=", opt)
+        else
+          raise ArgumentError, "Unknown keyword argument for Kura::Client#query: #{kw}"
+        end
+      end
       insert_job(configuration, wait: wait, job_id: job_id, project_id: job_project_id, &blk)
     end
 
@@ -494,14 +508,25 @@ module Kura
              quote: '"', skip_leading_rows: 0,
              source_format: "CSV",
              autodetect: false,
+             range_partitioning: nil,
+             time_partitioning: nil,
              project_id: @default_project_id,
              job_project_id: @default_project_id,
              job_id: nil,
              file: nil, wait: nil,
              dry_run: false,
+             **kwrest,
              &blk)
       write_disposition = mode_to_write_disposition(mode)
       source_uris = [source_uris] if source_uris.is_a?(String)
+      case range_partitioning
+      when Hash
+        range_partitioning = Google::Apis::BigqueryV2::RangePartitioning.new(**range_partitioning)
+      end
+      case time_partitioning
+      when Hash
+        time_partitioning = Google::Apis::BigqueryV2::TimePartitioning.new(**time_partitioning)
+      end
       configuration = Google::Apis::BigqueryV2::JobConfiguration.new(
         load: Google::Apis::BigqueryV2::JobConfigurationLoad.new(
           destination_table: Google::Apis::BigqueryV2::TableReference.new(
@@ -514,6 +539,8 @@ module Kura
           max_bad_records: max_bad_records,
           ignore_unknown_values: normalize_parameter(ignore_unknown_values),
           source_format: source_format,
+          range_partitioning: range_partitioning,
+          time_partitioning: time_partitioning,
         )
       )
       if dry_run
@@ -535,6 +562,13 @@ module Kura
       unless file
         configuration.load.source_uris = source_uris
       end
+      kwrest.each do |kw, opt|
+        if configuration.load.respond_to?("#{kw}=")
+          configuration.load.__send__("#{kw}=", opt)
+        else
+          raise ArgumentError, "Unknown keyword argument for Kura::Client#load: #{kw}"
+        end
+      end
       insert_job(configuration, media: file, wait: wait, job_id: job_id, project_id: job_project_id, &blk)
     end
 
@@ -548,6 +582,7 @@ module Kura
                 job_id: nil,
                 wait: nil,
                 dry_run: false,
+                **kwrest,
                 &blk)
       dest_uris = [ dest_uris ] if dest_uris.is_a?(String)
       configuration = Google::Apis::BigqueryV2::JobConfiguration.new(
@@ -570,6 +605,13 @@ module Kura
         configuration.extract.field_delimiter = field_delimiter
         configuration.extract.print_header = normalize_parameter(print_header)
       end
+      kwrest.each do |kw, opt|
+        if configuration.extract.respond_to?("#{kw}=")
+          configuration.extract.__send__("#{kw}=", opt)
+        else
+          raise ArgumentError, "Unknown keyword argument for Kura::Client#extract: #{kw}"
+        end
+      end
       insert_job(configuration, wait: wait, job_id: job_id, project_id: job_project_id, &blk)
     end
 
@@ -581,6 +623,7 @@ module Kura
              job_id: nil,
              wait: nil,
              dry_run: false,
+             **kwrest,
              &blk)
       write_disposition = mode_to_write_disposition(mode)
       configuration = Google::Apis::BigqueryV2::JobConfiguration.new(
@@ -602,6 +645,13 @@ module Kura
         configuration.dry_run = true
         wait = nil
       end
+      kwrest.each do |kw, opt|
+        if configuration.copy.respond_to?("#{kw}=")
+          configuration.copy.__send__("#{kw}=", opt)
+        else
+          raise ArgumentError, "Unknown keyword argument for Kura::Client#copy: #{kw}"
+        end
+      end
       insert_job(configuration, wait: wait, job_id: job_id, project_id: job_project_id, &blk)
     end
 

data/lib/kura/version.rb

@@ -1,3 +1,3 @@
 module Kura
-  VERSION = "0.6.1"
+  VERSION = "1.0.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kura
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 1.0.0
 platform: ruby
 authors:
 - Chikanaga Tomoyuki
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-05-10 00:00:00.000000000 Z
+date: 2022-04-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-bigquery_v2
@@ -148,7 +148,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Interface to BigQuery API v2.