google-cloud-dlp 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 611fcdc6b6008b90f7cf40518dcb1d8816fb463fbf31581aa741a3e10a56af6d
-  data.tar.gz: ec08a94091ed1154519a7403d7a95c5f7574f49847dce2325f77721110d13921
+  metadata.gz: b40701e5640ffa38f3a66e29a0b268073f95c0267bb2606d64ced1c051fbefd7
+  data.tar.gz: ca8f7e187230232e6344651795e4e560d64642b6cd476594e61943cdcaf5e84b
 SHA512:
-  metadata.gz: cbe6fab2b0dad1d0e422edb6938851d707529d60ef2b4a72d5364d4a9daa26cadbaad8a7f8c50c7eaea100d675e8778755972de9ba34c87b1df53a5cdeecec54
-  data.tar.gz: 8b11fb1f7dd7d4306706b797058d0bdc56cc117ad71e2b403ba7420a8e5c241815ef7b99df8ca777adac59e3554c8469660b10c5cd2c0e871872359fa136a71c
+  metadata.gz: 8e805b1ef9671d77d991d740be4e779c1df7e3e3c25074622ba87e9136988598777a007a921e46ffb9d9f5a9c99ce6310f9d2adf2b74b5cfce0782f1c90d88bb
+  data.tar.gz: ea51848100a0800c2bf7a1b5636d1fdeb47bfc27a6175732aaa24d099a962e508f321d3b395065741cf9851ddab8f32ad7a092cb4cbdf553daead9c2149f1cfc

data/lib/google/cloud/dlp/v2/dlp_service_client.rb

@@ -75,7 +75,11 @@ module Google
             "list_job_triggers" => Google::Gax::PageDescriptor.new(
               "page_token",
               "next_page_token",
-              "job_triggers")
+              "job_triggers"),
+            "list_stored_info_types" => Google::Gax::PageDescriptor.new(
+              "page_token",
+              "next_page_token",
+              "stored_info_types")
           }.freeze
 
           private_constant :PAGE_DESCRIPTORS
@@ -135,6 +139,18 @@ module Google
 
           private_constant :DLP_JOB_PATH_TEMPLATE
 
+          ORGANIZATION_STORED_INFO_TYPE_PATH_TEMPLATE = Google::Gax::PathTemplate.new(
+            "organizations/{organization}/storedInfoTypes/{stored_info_type}"
+          )
+
+          private_constant :ORGANIZATION_STORED_INFO_TYPE_PATH_TEMPLATE
+
+          PROJECT_STORED_INFO_TYPE_PATH_TEMPLATE = Google::Gax::PathTemplate.new(
+            "projects/{project}/storedInfoTypes/{stored_info_type}"
+          )
+
+          private_constant :PROJECT_STORED_INFO_TYPE_PATH_TEMPLATE
+
           # Returns a fully-qualified organization resource name string.
           # @param organization [String]
           # @return [String]
@@ -219,6 +235,28 @@ module Google
             )
           end
 
+          # Returns a fully-qualified organization_stored_info_type resource name string.
+          # @param organization [String]
+          # @param stored_info_type [String]
+          # @return [String]
+          def self.organization_stored_info_type_path organization, stored_info_type
+            ORGANIZATION_STORED_INFO_TYPE_PATH_TEMPLATE.render(
+              :"organization" => organization,
+              :"stored_info_type" => stored_info_type
+            )
+          end
+
+          # Returns a fully-qualified project_stored_info_type resource name string.
+          # @param project [String]
+          # @param stored_info_type [String]
+          # @return [String]
+          def self.project_stored_info_type_path project, stored_info_type
+            PROJECT_STORED_INFO_TYPE_PATH_TEMPLATE.render(
+              :"project" => project,
+              :"stored_info_type" => stored_info_type
+            )
+          end
+
           # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
           #   Provides the means for authenticating requests made by the client. This parameter can
           #   be many types.
@@ -447,6 +485,31 @@ module Google
               defaults["create_job_trigger"],
               exception_transformer: exception_transformer
             )
+            @create_stored_info_type = Google::Gax.create_api_call(
+              @dlp_service_stub.method(:create_stored_info_type),
+              defaults["create_stored_info_type"],
+              exception_transformer: exception_transformer
+            )
+            @update_stored_info_type = Google::Gax.create_api_call(
+              @dlp_service_stub.method(:update_stored_info_type),
+              defaults["update_stored_info_type"],
+              exception_transformer: exception_transformer
+            )
+            @get_stored_info_type = Google::Gax.create_api_call(
+              @dlp_service_stub.method(:get_stored_info_type),
+              defaults["get_stored_info_type"],
+              exception_transformer: exception_transformer
+            )
+            @list_stored_info_types = Google::Gax.create_api_call(
+              @dlp_service_stub.method(:list_stored_info_types),
+              defaults["list_stored_info_types"],
+              exception_transformer: exception_transformer
+            )
+            @delete_stored_info_type = Google::Gax.create_api_call(
+              @dlp_service_stub.method(:delete_stored_info_type),
+              defaults["delete_stored_info_type"],
+              exception_transformer: exception_transformer
+            )
           end
 
           # Service calls
@@ -1312,6 +1375,20 @@ module Google
           #   resources in a page.
           # @param type [Google::Privacy::Dlp::V2::DlpJobType]
           #   The type of job. Defaults to `DlpJobType.INSPECT`
+          # @param order_by [String]
+          #   Optional comma separated list of fields to order by,
+          #   followed by `asc` or `desc` postfix. This list is case-insensitive,
+          #   default sorting order is ascending, redundant space characters are
+          #   insignificant.
+          #
+          #   Example: `name asc, end_time asc, create_time desc`
+          #
+          #   Supported fields are:
+          #
+          #   * `create_time`: corresponds to time the job was created.
+          #   * `end_time`: corresponds to time the job ended.
+          #   * `name`: corresponds to job's name.
+          #   * `state`: corresponds to `state`
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
@@ -1348,13 +1425,15 @@ module Google
               filter: nil,
               page_size: nil,
               type: nil,
+              order_by: nil,
               options: nil,
               &block
             req = {
               parent: parent,
               filter: filter,
               page_size: page_size,
-              type: type
+              type: type,
+              order_by: order_by
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::ListDlpJobsRequest)
             @list_dlp_jobs.call(req, options, &block)
@@ -1686,6 +1765,243 @@ module Google
             req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::CreateJobTriggerRequest)
             @create_job_trigger.call(req, options, &block)
           end
+
+          # Creates a pre-built stored infoType to be used for inspection.
+          # See https://cloud.google.com/dlp/docs/creating-stored-infotypes to
+          # learn more.
+          #
+          # @param parent [String]
+          #   The parent resource name, for example projects/my-project-id or
+          #   organizations/my-org-id.
+          # @param config [Google::Privacy::Dlp::V2::StoredInfoTypeConfig | Hash]
+          #   Configuration of the storedInfoType to create.
+          #   A hash of the same form as `Google::Privacy::Dlp::V2::StoredInfoTypeConfig`
+          #   can also be provided.
+          # @param stored_info_type_id [String]
+          #   The storedInfoType ID can contain uppercase and lowercase letters,
+          #   numbers, and hyphens; that is, it must match the regular
+          #   expression: `[a-zA-Z\\d-]+`. The maximum length is 100
+          #   characters. Can be empty to allow the system to generate one.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
+          # @return [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dlp"
+          #
+          #   dlp_service_client = Google::Cloud::Dlp.new(version: :v2)
+          #   formatted_parent = Google::Cloud::Dlp::V2::DlpServiceClient.organization_path("[ORGANIZATION]")
+          #   response = dlp_service_client.create_stored_info_type(formatted_parent)
+
+          def create_stored_info_type \
+              parent,
+              config: nil,
+              stored_info_type_id: nil,
+              options: nil,
+              &block
+            req = {
+              parent: parent,
+              config: config,
+              stored_info_type_id: stored_info_type_id
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::CreateStoredInfoTypeRequest)
+            @create_stored_info_type.call(req, options, &block)
+          end
+
+          # Updates the stored infoType by creating a new version. The existing version
+          # will continue to be used until the new version is ready.
+          # See https://cloud.google.com/dlp/docs/creating-stored-infotypes to
+          # learn more.
+          #
+          # @param name [String]
+          #   Resource name of organization and storedInfoType to be updated, for
+          #   example `organizations/433245324/storedInfoTypes/432452342` or
+          #   projects/project-id/storedInfoTypes/432452342.
+          # @param config [Google::Privacy::Dlp::V2::StoredInfoTypeConfig | Hash]
+          #   Updated configuration for the storedInfoType. If not provided, a new
+          #   version of the storedInfoType will be created with the existing
+          #   configuration.
+          #   A hash of the same form as `Google::Privacy::Dlp::V2::StoredInfoTypeConfig`
+          #   can also be provided.
+          # @param update_mask [Google::Protobuf::FieldMask | Hash]
+          #   Mask to control which fields get updated.
+          #   A hash of the same form as `Google::Protobuf::FieldMask`
+          #   can also be provided.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
+          # @return [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dlp"
+          #
+          #   dlp_service_client = Google::Cloud::Dlp.new(version: :v2)
+          #   formatted_name = Google::Cloud::Dlp::V2::DlpServiceClient.organization_stored_info_type_path("[ORGANIZATION]", "[STORED_INFO_TYPE]")
+          #   response = dlp_service_client.update_stored_info_type(formatted_name)
+
+          def update_stored_info_type \
+              name,
+              config: nil,
+              update_mask: nil,
+              options: nil,
+              &block
+            req = {
+              name: name,
+              config: config,
+              update_mask: update_mask
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::UpdateStoredInfoTypeRequest)
+            @update_stored_info_type.call(req, options, &block)
+          end
+
+          # Gets a stored infoType.
+          # See https://cloud.google.com/dlp/docs/creating-stored-infotypes to
+          # learn more.
+          #
+          # @param name [String]
+          #   Resource name of the organization and storedInfoType to be read, for
+          #   example `organizations/433245324/storedInfoTypes/432452342` or
+          #   projects/project-id/storedInfoTypes/432452342.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
+          # @return [Google::Privacy::Dlp::V2::StoredInfoType]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dlp"
+          #
+          #   dlp_service_client = Google::Cloud::Dlp.new(version: :v2)
+          #   formatted_name = Google::Cloud::Dlp::V2::DlpServiceClient.organization_stored_info_type_path("[ORGANIZATION]", "[STORED_INFO_TYPE]")
+          #   response = dlp_service_client.get_stored_info_type(formatted_name)
+
+          def get_stored_info_type \
+              name,
+              options: nil,
+              &block
+            req = {
+              name: name
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::GetStoredInfoTypeRequest)
+            @get_stored_info_type.call(req, options, &block)
+          end
+
+          # Lists stored infoTypes.
+          # See https://cloud.google.com/dlp/docs/creating-stored-infotypes to
+          # learn more.
+          #
+          # @param parent [String]
+          #   The parent resource name, for example projects/my-project-id or
+          #   organizations/my-org-id.
+          # @param page_size [Integer]
+          #   The maximum number of resources contained in the underlying API
+          #   response. If page streaming is performed per-resource, this
+          #   parameter does not affect the return value. If page streaming is
+          #   performed per-page, this determines the maximum number of
+          #   resources in a page.
+          # @param order_by [String]
+          #   Optional comma separated list of fields to order by,
+          #   followed by `asc` or `desc` postfix. This list is case-insensitive,
+          #   default sorting order is ascending, redundant space characters are
+          #   insignificant.
+          #
+          #   Example: `name asc, display_name, create_time desc`
+          #
+          #   Supported fields are:
+          #
+          #   * `create_time`: corresponds to time the most recent version of the
+          #     resource was created.
+          #   * `state`: corresponds to the state of the resource.
+          #   * `name`: corresponds to resource name.
+          #   * `display_name`: corresponds to info type's display name.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Gax::PagedEnumerable<Google::Privacy::Dlp::V2::StoredInfoType>]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
+          # @return [Google::Gax::PagedEnumerable<Google::Privacy::Dlp::V2::StoredInfoType>]
+          #   An enumerable of Google::Privacy::Dlp::V2::StoredInfoType instances.
+          #   See Google::Gax::PagedEnumerable documentation for other
+          #   operations such as per-page iteration or access to the response
+          #   object.
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dlp"
+          #
+          #   dlp_service_client = Google::Cloud::Dlp.new(version: :v2)
+          #   formatted_parent = Google::Cloud::Dlp::V2::DlpServiceClient.organization_path("[ORGANIZATION]")
+          #
+          #   # Iterate over all results.
+          #   dlp_service_client.list_stored_info_types(formatted_parent).each do |element|
+          #     # Process element.
+          #   end
+          #
+          #   # Or iterate over results one page at a time.
+          #   dlp_service_client.list_stored_info_types(formatted_parent).each_page do |page|
+          #     # Process each page at a time.
+          #     page.each do |element|
+          #       # Process element.
+          #     end
+          #   end
+
+          def list_stored_info_types \
+              parent,
+              page_size: nil,
+              order_by: nil,
+              options: nil,
+              &block
+            req = {
+              parent: parent,
+              page_size: page_size,
+              order_by: order_by
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::ListStoredInfoTypesRequest)
+            @list_stored_info_types.call(req, options, &block)
+          end
+
+          # Deletes a stored infoType.
+          # See https://cloud.google.com/dlp/docs/creating-stored-infotypes to
+          # learn more.
+          #
+          # @param name [String]
+          #   Resource name of the organization and storedInfoType to be deleted, for
+          #   example `organizations/433245324/storedInfoTypes/432452342` or
+          #   projects/project-id/storedInfoTypes/432452342.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result []
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dlp"
+          #
+          #   dlp_service_client = Google::Cloud::Dlp.new(version: :v2)
+          #   formatted_name = Google::Cloud::Dlp::V2::DlpServiceClient.organization_stored_info_type_path("[ORGANIZATION]", "[STORED_INFO_TYPE]")
+          #   dlp_service_client.delete_stored_info_type(formatted_name)
+
+          def delete_stored_info_type \
+              name,
+              options: nil,
+              &block
+            req = {
+              name: name
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Privacy::Dlp::V2::DeleteStoredInfoTypeRequest)
+            @delete_stored_info_type.call(req, options, &block)
+            nil
+          end
         end
       end
     end

data/lib/google/cloud/dlp/v2/dlp_service_client_config.json

@@ -6,12 +6,7 @@
           "DEADLINE_EXCEEDED",
           "UNAVAILABLE"
         ],
-        "http_get": [
-          "DEADLINE_EXCEEDED",
-          "UNAVAILABLE"
-        ],
-        "non_idempotent": [],
-        "no_retry": []
+        "non_idempotent": []
       },
       "retry_params": {
         "default": {
@@ -149,6 +144,31 @@
           "timeout_millis": 300000,
           "retry_codes_name": "non_idempotent",
           "retry_params_name": "default"
+        },
+        "CreateStoredInfoType": {
+          "timeout_millis": 300000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "UpdateStoredInfoType": {
+          "timeout_millis": 300000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "GetStoredInfoType": {
+          "timeout_millis": 300000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "ListStoredInfoTypes": {
+          "timeout_millis": 300000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "DeleteStoredInfoType": {
+          "timeout_millis": 300000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
         }
       }
     }

data/lib/google/cloud/dlp/v2/doc/google/privacy/dlp/v2/dlp.rb

@@ -258,9 +258,15 @@ module Google
         # @!attribute [rw] container_name
         #   @return [String]
         #     Name of the container where the finding is located.
-        #     The top level name is the source file name or table name. Nested names
-        #     could be absent if the embedded object has no string identifier
-        #     (for an example an image contained within a document).
+        #     The top level name is the source file name or table name. Names of some
+        #     common storage containers are formatted as follows:
+        #
+        #     * BigQuery tables:  `<project_id>:<dataset_id>.<table_id>`
+        #     * Cloud Storage files: `gs://<bucket>/<path>`
+        #     * Datastore namespace: <namespace>
+        #
+        #     Nested names could be absent if the embedded object has no string
+        #     identifier (for an example an image contained within a document).
         # @!attribute [rw] record_location
         #   @return [Google::Privacy::Dlp::V2::RecordLocation]
         #     Location within a row or record of a database table.
@@ -540,8 +546,9 @@ module Google
         #     from the predefined schema that are missing will be added. No columns in
         #     the existing table will be deleted.
         #
-        #     If unspecified, then all available columns will be used for a new table,
-        #     and no changes will be made to an existing table.
+        #     If unspecified, then all available columns will be used for a new table or
+        #     an (existing) table with no schema, and no changes will be made to an
+        #     existing table that has a schema.
         class OutputStorageConfig
           # Predefined schemas for storing findings.
           module OutputSchema
@@ -741,7 +748,7 @@ module Google
           #   @return [Google::Privacy::Dlp::V2::EntityId]
           #     Optional message indicating that multiple rows might be associated to a
           #     single individual. If the same entity_id is associated to multiple
-          #     quasi-identifier tuples over distict rows, we consider the entire
+          #     quasi-identifier tuples over distinct rows, we consider the entire
           #     collection of tuples as the composite quasi-identifier. This collection
           #     is a multiset: the order in which the different tuples appear in the
           #     dataset is ignored, but their frequency is taken into account.
@@ -1133,9 +1140,11 @@ module Google
         # Message for infoType-dependent details parsed from quote.
         # @!attribute [rw] date_time
         #   @return [Google::Privacy::Dlp::V2::DateTime]
+        #     The date time indicated by the quote.
         class QuoteInfo; end
 
         # Message for a date time object.
+        # e.g. 2018-01-01, 5th August.
         # @!attribute [rw] date
         #   @return [Google::Type::Date]
         #     One or more of the following must be set. All fields are optional, but
@@ -1807,7 +1816,7 @@ module Google
         # @!attribute [rw] errors
         #   @return [Array<Google::Privacy::Dlp::V2::Error>]
         #     A stream of errors encountered when the trigger was activated. Repeated
-        #     errors may result in the JobTrigger automaticaly being paused.
+        #     errors may result in the JobTrigger automatically being paused.
         #     Will return the last 100 errors. Whenever the JobTrigger is modified
         #     this list will be cleared. Output only field.
         # @!attribute [rw] create_time
@@ -2190,6 +2199,21 @@ module Google
         # @!attribute [rw] type
         #   @return [Google::Privacy::Dlp::V2::DlpJobType]
         #     The type of job. Defaults to `DlpJobType.INSPECT`
+        # @!attribute [rw] order_by
+        #   @return [String]
+        #     Optional comma separated list of fields to order by,
+        #     followed by `asc` or `desc` postfix. This list is case-insensitive,
+        #     default sorting order is ascending, redundant space characters are
+        #     insignificant.
+        #
+        #     Example: `name asc, end_time asc, create_time desc`
+        #
+        #     Supported fields are:
+        #
+        #     * `create_time`: corresponds to time the job was created.
+        #     * `end_time`: corresponds to time the job ended.
+        #     * `name`: corresponds to job's name.
+        #     * `state`: corresponds to `state`
         class ListDlpJobsRequest; end
 
         # The response message for listing DLP jobs.

data/lib/google/cloud/dlp/v2/doc/google/privacy/dlp/v2/storage.rb

@@ -23,7 +23,8 @@ module Google
         #     Name of the information type. Either a name of your choosing when
         #     creating a CustomInfoType, or one of the names listed
         #     at https://cloud.google.com/dlp/docs/infotypes-reference when specifying
-        #     a built-in type.
+        #     a built-in type. InfoType names should conform to the pattern
+        #     [a-zA-Z0-9_]\\{1,64}.
         class InfoType; end
 
         # A reference to a StoredInfoType to use with scanning.
@@ -236,6 +237,63 @@ module Google
         #     The kind to process.
         class DatastoreOptions; end
 
+        # Message representing a set of files in a Cloud Storage bucket. Regular
+        # expressions are used to allow fine-grained control over which files in the
+        # bucket to include.
+        #
+        # Included files are those that match at least one item in `include_regex` and
+        # do not match any items in `exclude_regex`. Note that a file that matches
+        # items from both lists will _not_ be included. For a match to occur, the
+        # entire file path (i.e., everything in the url after the bucket name) must
+        # match the regular expression.
+        #
+        # For example, given the input `{bucket_name: "mybucket", include_regex:
+        # ["directory1/.*"], exclude_regex:
+        # ["directory1/excluded.*"]}`:
+        #
+        # * `gs://mybucket/directory1/myfile` will be included
+        # * `gs://mybucket/directory1/directory2/myfile` will be included (`.*` matches
+        #   across `/`)
+        # * `gs://mybucket/directory0/directory1/myfile` will _not_ be included (the
+        #   full path doesn't match any items in `include_regex`)
+        # * `gs://mybucket/directory1/excludedfile` will _not_ be included (the path
+        #   matches an item in `exclude_regex`)
+        #
+        # If `include_regex` is left empty, it will match all files by default
+        # (this is equivalent to setting `include_regex: [".*"]`).
+        #
+        # Some other common use cases:
+        #
+        # * `{bucket_name: "mybucket", exclude_regex: [".*\.pdf"]}` will include all
+        #   files in `mybucket` except for .pdf files
+        # * `{bucket_name: "mybucket", include_regex: ["directory/[^/]+"]}` will
+        #   include all files directly under `gs://mybucket/directory/`, without matching
+        #   across `/`
+        # @!attribute [rw] bucket_name
+        #   @return [String]
+        #     The name of a Cloud Storage bucket. Required.
+        # @!attribute [rw] include_regex
+        #   @return [Array<String>]
+        #     A list of regular expressions matching file paths to include. All files in
+        #     the bucket that match at least one of these regular expressions will be
+        #     included in the set of files, except for those that also match an item in
+        #     `exclude_regex`. Leaving this field empty will match all files by default
+        #     (this is equivalent to including `.*` in the list).
+        #
+        #     Regular expressions use RE2
+        #     [syntax](https://github.com/google/re2/wiki/Syntax); a guide can be found
+        #     under the google/re2 repository on GitHub.
+        # @!attribute [rw] exclude_regex
+        #   @return [Array<String>]
+        #     A list of regular expressions matching file paths to exclude. All files in
+        #     the bucket that match at least one of these regular expressions will be
+        #     excluded from the scan.
+        #
+        #     Regular expressions use RE2
+        #     [syntax](https://github.com/google/re2/wiki/Syntax); a guide can be found
+        #     under the google/re2 repository on GitHub.
+        class CloudStorageRegexFileSet; end
+
         # Options defining a file or a set of files within a Google Cloud Storage
         # bucket.
         # @!attribute [rw] file_set
@@ -256,7 +314,8 @@ module Google
         #   @return [Array<Google::Privacy::Dlp::V2::FileType>]
         #     List of file type groups to include in the scan.
         #     If empty, all files are scanned and available data format processors
-        #     are applied.
+        #     are applied. In addition, the binary content of the selected files
+        #     is always scanned as well.
         # @!attribute [rw] sample_method
         #   @return [Google::Privacy::Dlp::V2::CloudStorageOptions::SampleMethod]
         # @!attribute [rw] files_limit_percent
@@ -269,7 +328,12 @@ module Google
           # @!attribute [rw] url
           #   @return [String]
           #     The Cloud Storage url of the file(s) to scan, in the format
-          #     `gs://<bucket>/<path>`. Trailing wildcard in the path is allowed.
+          #     `gs://<bucket>/<path>`. Trailing wildcard in the path is allowed. Exactly
+          #     one of `url` or `regex_file_set` must be set.
+          # @!attribute [rw] regex_file_set
+          #   @return [Google::Privacy::Dlp::V2::CloudStorageRegexFileSet]
+          #     The regex-filtered set of files to scan. Exactly one of `url` or
+          #     `regex_file_set` must be set.
           class FileSet; end
 
           # How to sample bytes if not all bytes are scanned. Meaningful only when used
@@ -324,6 +388,10 @@ module Google
         #     TimespanConfig.
         # @!attribute [rw] sample_method
         #   @return [Google::Privacy::Dlp::V2::BigQueryOptions::SampleMethod]
+        # @!attribute [rw] excluded_fields
+        #   @return [Array<Google::Privacy::Dlp::V2::FieldId>]
+        #     References to fields excluded from scanning. This allows you to skip
+        #     inspection of entire columns which you know have no findings.
         class BigQueryOptions
           # How to sample rows if not all rows are scanned. Meaningful only when used
           # in conjunction with rows_limit. If not specified, scanning would start

data/lib/google/privacy/dlp/v2/dlp_pb.rb

@@ -766,6 +766,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :page_size, :int32, 2
     optional :page_token, :string, 3
     optional :type, :enum, 5, "google.privacy.dlp.v2.DlpJobType"
+    optional :order_by, :string, 6
   end
   add_message "google.privacy.dlp.v2.ListDlpJobsResponse" do
     repeated :jobs, :message, 1, "google.privacy.dlp.v2.DlpJob"

data/lib/google/privacy/dlp/v2/storage_pb.rb

@@ -78,6 +78,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :partition_id, :message, 1, "google.privacy.dlp.v2.PartitionId"
     optional :kind, :message, 2, "google.privacy.dlp.v2.KindExpression"
   end
+  add_message "google.privacy.dlp.v2.CloudStorageRegexFileSet" do
+    optional :bucket_name, :string, 1
+    repeated :include_regex, :string, 2
+    repeated :exclude_regex, :string, 3
+  end
   add_message "google.privacy.dlp.v2.CloudStorageOptions" do
     optional :file_set, :message, 1, "google.privacy.dlp.v2.CloudStorageOptions.FileSet"
     optional :bytes_limit_per_file, :int64, 4
@@ -88,6 +93,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
   end
   add_message "google.privacy.dlp.v2.CloudStorageOptions.FileSet" do
     optional :url, :string, 1
+    optional :regex_file_set, :message, 2, "google.privacy.dlp.v2.CloudStorageRegexFileSet"
   end
   add_enum "google.privacy.dlp.v2.CloudStorageOptions.SampleMethod" do
     value :SAMPLE_METHOD_UNSPECIFIED, 0
@@ -106,6 +112,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :rows_limit, :int64, 3
     optional :rows_limit_percent, :int32, 6
     optional :sample_method, :enum, 4, "google.privacy.dlp.v2.BigQueryOptions.SampleMethod"
+    repeated :excluded_fields, :message, 5, "google.privacy.dlp.v2.FieldId"
   end
   add_enum "google.privacy.dlp.v2.BigQueryOptions.SampleMethod" do
     value :SAMPLE_METHOD_UNSPECIFIED, 0
@@ -197,6 +204,7 @@ module Google
         PartitionId = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.PartitionId").msgclass
         KindExpression = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.KindExpression").msgclass
         DatastoreOptions = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.DatastoreOptions").msgclass
+        CloudStorageRegexFileSet = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.CloudStorageRegexFileSet").msgclass
         CloudStorageOptions = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.CloudStorageOptions").msgclass
         CloudStorageOptions::FileSet = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.CloudStorageOptions.FileSet").msgclass
         CloudStorageOptions::SampleMethod = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.privacy.dlp.v2.CloudStorageOptions.SampleMethod").enummodule

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dlp
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-10-03 00:00:00.000000000 Z
+date: 2018-11-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-gax
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.50.0
+        version: 0.59.2
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.50.0
+        version: 0.59.2
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement