google-cloud-bigquery 1.12.0 → 1.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4fb1722765075dded454afdeea337efe2c088c118f6f966c55a84ff9bb065df1
-  data.tar.gz: 2884b2a12b6a5137234dd4a3fd1fc2420ed2c05eaae223ebeae285caa1ba44b8
+  metadata.gz: 5749ebc4d81b2e758eea899e5e13f8d1852c51b2a7076ed5eb853920b690beb3
+  data.tar.gz: abdade7b534e45a3522b5572b41d899c5a5c88b92d14932804e272d13740efaf
 SHA512:
-  metadata.gz: 851560e73e7e1f48b58e08f99ada6f2f822f33f9dfe246e19b6d3abec4b0bfb2ef4802f402e2951ca0e40cb966be2981930fb62608f81d5a57edfa6ae5626d1f
-  data.tar.gz: b1a0dc302400edfe2a499d0299cc913cf85e4f34e29b460b8f5b3564a33b0e9a13c99d37539cc65afee07b4cbcfd7103bb07b4898866ea68dcab2187105ead1a
+  metadata.gz: e0d63cd756ed4361f7dfcfb85f2adadad578f932c5d06cab802803d8a9a82a7e7274089716e8ad580f2cbaa2d21b6b7db898a9be833aa6f4aac161c0549df103
+  data.tar.gz: 959b228436b7d9fc601380b5fa93254a8e317275dc04c9014535cd244694277d0334d76110e1eed48891d774cb66d2f19a41e6da89a8e9527a523ad1e32a73c4

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release History
 
+### 1.13.0 / 2019-07-31
+
+* Add Table#require_partition_filter
+* List jobs using min and max created_at
+* Reduce thread usage at startup
+  * Allocate threads in pool as needed, not all up front
+* Update documentation links
+
 ### 1.12.0 / 2019-07-10
 
 * Add BigQuery Model API
@@ -34,7 +42,7 @@
 * Add copy and extract methods to Project
   * Add Project#extract and Project#extract_job
   * Add Project#copy and Project#copy_job
-  * Deprecate dryrun param in Table#copy_job, Table#extract_job and 
+  * Deprecate dryrun param in Table#copy_job, Table#extract_job and
     Table#load_job
 * Fix memoization in Dataset#exists? and Table#exists?
   * Add force param to Dataset#exists? and Table#exists?

data/LOGGING.md

@@ -6,7 +6,7 @@ Client](https://github.com/google/google-api-ruby-client/blob/master/README.md#l
 library. The logger that you set may be a Ruby stdlib
 [`Logger`](https://ruby-doc.org/stdlib-2.4.0/libdoc/logger/rdoc/Logger.html) as
 shown below, or a
-[`Google::Cloud::Logging::Logger`](https://googleapis.github.io/google-cloud-ruby/docs/google-cloud-logging/latest/Google/Cloud/Logging/Logger)
+[`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
 that will write logs to [Stackdriver
 Logging](https://cloud.google.com/logging/).
 

data/lib/google/cloud/bigquery/job/list.rb

@@ -71,9 +71,9 @@ module Google
           def next
             return nil unless next?
             ensure_service!
-            options = { all: @hidden, token: token, max: @max, filter: @filter }
-            gapi = @service.list_jobs options
-            self.class.from_gapi gapi, @service, @hidden, @max, @filter
+            next_options = @options.merge token: token
+            next_gapi = @service.list_jobs next_options
+            self.class.from_gapi next_gapi, @service, next_options
           end
 
           ##
@@ -141,17 +141,14 @@ module Google
           ##
           # @private New Job::List from a Google API Client
           # Google::Apis::BigqueryV2::JobList object.
-          def self.from_gapi gapi_list, service, hidden = nil, max = nil,
-                             filter = nil
+          def self.from_gapi gapi_list, service, options = {}
             jobs = List.new(Array(gapi_list.jobs).map do |gapi_object|
               Job.from_gapi gapi_object, service
             end)
-            jobs.instance_variable_set :@token,   gapi_list.next_page_token
-            jobs.instance_variable_set :@etag,    gapi_list.etag
-            jobs.instance_variable_set :@service, service
-            jobs.instance_variable_set :@hidden,  hidden
-            jobs.instance_variable_set :@max,     max
-            jobs.instance_variable_set :@filter,  filter
+            jobs.instance_variable_set :@token,    gapi_list.next_page_token
+            jobs.instance_variable_set :@etag,     gapi_list.etag
+            jobs.instance_variable_set :@service,  service
+            jobs.instance_variable_set :@options,  options
             jobs
           end
 

data/lib/google/cloud/bigquery/project.rb

@@ -1024,11 +1024,17 @@ module Google
         # Retrieves the list of jobs belonging to the project.
         #
         # @param [Boolean] all Whether to display jobs owned by all users in the
-        #   project. The default is `false`.
+        #   project. The default is `false`. Optional.
         # @param [String] token A previously-returned page token representing
-        #   part of the larger set of results to view.
-        # @param [Integer] max Maximum number of jobs to return.
-        # @param [String] filter A filter for job state.
+        #   part of the larger set of results to view. Optional.
+        # @param [Integer] max Maximum number of jobs to return. Optional.
+        # @param [String] filter A filter for job state. Optional.
+        # @param [Time] min_created_at Min value for {Job#created_at}. When
+        #   provided, only jobs created after or at this time are returned.
+        #   Optional.
+        # @param [Time] max_created_at Max value for {Job#created_at}. When
+        #   provided, only jobs created before or at this time are returned.
+        #   Optional.
         #
         #   Acceptable values are:
         #
@@ -1059,6 +1065,20 @@ module Google
         #     # process job
         #   end
         #
+        # @example Retrieve only jobs created within provided times:
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #
+        #   two_days_ago = Time.now - 60*60*24*2
+        #   three_days_ago = Time.now - 60*60*24*3
+        #
+        #   jobs = bigquery.jobs min_created_at: three_days_ago,
+        #                        max_created_at: two_days_ago
+        #   jobs.each do |job|
+        #     # process job
+        #   end
+        #
         # @example Retrieve all jobs: (See {Job::List#all})
         #   require "google/cloud/bigquery"
         #
@@ -1069,11 +1089,15 @@ module Google
         #     # process job
         #   end
         #
-        def jobs all: nil, token: nil, max: nil, filter: nil
+        def jobs all: nil, token: nil, max: nil, filter: nil,
+                 min_created_at: nil, max_created_at: nil
           ensure_service!
-          options = { all: all, token: token, max: max, filter: filter }
+          options = {
+            all: all, token: token, max: max, filter: filter,
+            min_created_at: min_created_at, max_created_at: max_created_at
+          }
           gapi = service.list_jobs options
-          Job::List.from_gapi gapi, service, all, max, filter
+          Job::List.from_gapi gapi, service, options
         end
 
         ##

data/lib/google/cloud/bigquery/service.rb

@@ -297,11 +297,15 @@ module Google
         # been granted the READER job role.
         def list_jobs options = {}
           # The list operation is considered idempotent
+          min_creation_time = Convert.time_to_millis options[:min_created_at]
+          max_creation_time = Convert.time_to_millis options[:max_created_at]
           execute backoff: true do
             service.list_jobs \
               @project, all_users: options[:all], max_results: options[:max],
                         page_token: options[:token], projection: "full",
-                        state_filter: options[:filter]
+                        state_filter: options[:filter],
+                        min_creation_time: min_creation_time,
+                        max_creation_time: max_creation_time
           end
         end
 

data/lib/google/cloud/bigquery/table.rb

@@ -325,6 +325,52 @@ module Google
           patch_gapi! :time_partitioning
         end
 
+        ###
+        # Whether queries over this table require a partition filter that can be
+        # used for partition elimination to be specified. See [Partitioned
+        # Tables](https://cloud.google.com/bigquery/docs/partitioned-tables).
+        #
+        # @return [Boolean, nil] `true` when a partition filter will be
+        #   required, `false` otherwise, or `nil` if the object is a reference
+        #   (see {#reference?}).
+        #
+        # @!group Attributes
+        #
+        def require_partition_filter
+          return nil if reference?
+          ensure_full_data!
+          @gapi.require_partition_filter
+        end
+
+        ##
+        # Sets whether queries over this table require a partition filter. See
+        # [Partitioned
+        # Tables](https://cloud.google.com/bigquery/docs/partitioned-tables).
+        #
+        # If the table is not a full resource representation (see
+        # {#resource_full?}), the full representation will be retrieved before
+        # the update to comply with ETag-based optimistic concurrency control.
+        #
+        # @param [Boolean] new_require Whether queries over this table require a
+        #   partition filter.
+        #
+        # @example
+        #   require "google/cloud/bigquery"
+        #
+        #   bigquery = Google::Cloud::Bigquery.new
+        #   dataset = bigquery.dataset "my_dataset"
+        #   table = dataset.create_table "my_table" do |table|
+        #     table.require_partition_filter = true
+        #   end
+        #
+        # @!group Attributes
+        #
+        def require_partition_filter= new_require
+          reload! unless resource_full?
+          @gapi.require_partition_filter = new_require
+          patch_gapi! :require_partition_filter
+        end
+
         ###
         # Checks if the table is clustered.
         #

data/lib/google/cloud/bigquery/table/async_inserter.rb

@@ -86,7 +86,8 @@ module Google
 
             @batch = nil
 
-            @thread_pool = Concurrent::FixedThreadPool.new @threads
+            @thread_pool = Concurrent::ThreadPoolExecutor.new \
+              max_threads: @threads
 
             @cond = new_cond
 

data/lib/google/cloud/bigquery/version.rb

@@ -16,7 +16,7 @@
 module Google
   module Cloud
     module Bigquery
-      VERSION = "1.12.0".freeze
+      VERSION = "1.13.0".freeze
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-bigquery
 version: !ruby/object:Gem::Version
-  version: 1.12.0
+  version: 1.13.0
 platform: ruby
 authors:
 - Mike Moore
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-07-10 00:00:00.000000000 Z
+date: 2019-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-cloud-core
@@ -31,14 +31,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.26'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.23'
+        version: '0.26'
 - !ruby/object:Gem::Dependency
   name: googleauth
   requirement: !ruby/object:Gem::Requirement
@@ -293,7 +293,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.0.4
 signing_key: 
 specification_version: 4
 summary: API Client library for Google BigQuery