sequel-bigquery 0.1.1 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c5943f6638cf7c58e4eeee545d11bc8730f37a4724cda51e6f1000d496f6c49f
-  data.tar.gz: 3ccaff19ff790f4840a747efa8cb1c4b7289c0a7b60bed6fb998aa989be1fcf9
+  metadata.gz: 288cbe303c3db264ccc9e71f7c39c63185428056bfebfe67e1cb520ddeef5243
+  data.tar.gz: 583b3d835d03762ef0ba1ba821d6545032db97202a672b4cd08be9cd50e134d9
 SHA512:
-  metadata.gz: 7e9b48c5f94af9dbd49048eb8e7ee6dc81d8927f6c62d2806c12111caf23e9f868e7bf571ad2444d81efc2c61bf6778daf872d4ff928e285e042ccad0c1aeaa2
-  data.tar.gz: be45afe3bedabb2888f3149553acee7d7ebd3e4ee3cafbe8ebbb40594df8c8bc43775937d5440e116c51ace191909192d88ad801d0bf9c62cf97568f42d6b769
+  metadata.gz: 2691185b162d701bc1c8d78acbb0ea7624716a10612eedbbcf5c4feb0d04f34b6ef5f7c1e8936052d3ab28a6196a75613c8c09aaa7713245105ddc989f0a1266
+  data.tar.gz: e642c036248215c810e2c066b37f5864d753fa0ad52cb0352538c661e7ec41b475cf43cb5a0b7220d0410402e6b2100e02b1b4411ce4c2c8fd7511b810a7c928

data/README.md

@@ -31,6 +31,7 @@ Features:
 - Updating rows, with automatic addition of `where 1 = 1` to statements (since BigQuery requires a `where` clause)
 - Querying
 - Transactions (buffered since BigQuery only supports them when you execute the whole transaction at once)
+- Table partitioning
 - Ruby types:
   + String
   + Integer
@@ -39,6 +40,7 @@ Features:
   + Date
   + Float
   + BigDecimal
+- Selecting the BigQuery server location
 
 ## Installation
 
@@ -71,6 +73,7 @@ db = Sequel.connect(
   adapter: :bigquery,
   project: 'your-gcp-project',
   database: 'your_bigquery_dataset_name',
+  location: 'australia-southeast2',
   logger: Logger.new(STDOUT),
 )
 ```

data/lib/sequel-bigquery.rb

@@ -29,12 +29,13 @@ module Sequel
         config = @orig_opts.dup
         config.delete(:adapter)
         config.delete(:logger)
+        location = config.delete(:location)
         bq_dataset_name = config.delete(:dataset) || config.delete(:database)
         @bigquery = Google::Cloud::Bigquery.new(config)
         # ObjectSpace.each_object(HTTPClient).each { |c| c.debug_dev = STDOUT }
         @bigquery.dataset(bq_dataset_name) || begin
           @loggers[0].debug('BigQuery dataset %s does not exist; creating it' % bq_dataset_name)
-          @bigquery.create_dataset(bq_dataset_name)
+          @bigquery.create_dataset(bq_dataset_name, location: location)
         end
           .tap { puts '#connect end' }
       end
@@ -44,6 +45,17 @@ module Sequel
         # c.disconnect
       end
 
+      def drop_datasets(*dataset_names_to_drop)
+        dataset_names_to_drop.each do |dataset_name_to_drop|
+          puts "Dropping dataset #{dataset_name_to_drop.inspect}"
+          dataset_to_drop = @bigquery.dataset(dataset_name_to_drop)
+          next unless dataset_to_drop
+          dataset_to_drop.tables.each(&:delete)
+          dataset_to_drop.delete
+        end
+      end
+      alias drop_dataset drop_datasets
+
       def execute(sql, opts = OPTS) # rubocop:disable Metrics/MethodLength, Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
         puts '#execute'
         log_query(sql)
@@ -163,6 +175,22 @@ module Sequel
           'Note that no result data is returned while the transaction is open.',
         )
       end
+
+      # SQL for creating a table with BigQuery specific options
+      def create_table_sql(name, generator, options)
+        "#{super}#{create_table_suffix_sql(name, options)}"
+      end
+
+      # Handle BigQuery specific table extensions (i.e. partitioning)
+      def create_table_suffix_sql(_name, options)
+        sql = +''
+
+        if (partition_by = options[:partition_by])
+          sql << " PARTITION BY #{literal(Array(partition_by))}"
+        end
+
+        sql
+      end
     end
 
     class Dataset < Sequel::Dataset
@@ -193,7 +221,7 @@ module Sequel
 
       # Like MySQL, BigQuery uses the nonstandard ` (backtick) for quoting identifiers.
       def quoted_identifier_append(sql, c)
-        sql << '`%s`' % c
+        sql << ('`%s`' % c)
       end
 
       def input_identifier(v)

data/lib/sequel_bigquery/version.rb

@@ -2,6 +2,6 @@
 
 module Sequel
   module Bigquery
-    VERSION = '0.1.1'
+    VERSION = '0.4.1'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sequel-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.4.1
 platform: ruby
 authors:
 - Brendan Weibrecht
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-10-14 00:00:00.000000000 Z
+date: 2021-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amazing_print