google-apis-dataflow_v1b3 0.34.0 → 0.35.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 0e1121eb251d09ba9e51dbd1b7f6ea2a6a008b6cb97aa255d87df455c98a3f6c
|
|
4
|
+
data.tar.gz: 8ff845d7b549523b18765834c0c66710ed27f8e532620df12748d2c0b598d524
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e1bf7a21e0a49d1650796c4dd656f09510788dba1ed247ba6d9f9f8865508a9c53c519115f5e8ab7857e1ec8c7e847dd1957c57ce4ac4eef360eba70b2469f8f
|
|
7
|
+
data.tar.gz: f03cf538789f3bede3f59f46dce900a358d9ed8ac9ec14ccab8a25ce181f20584c7d7f3e0ed93fd5472359f77809618d73c811228b37f4acd28ac1de1aec360d
|
data/CHANGELOG.md
CHANGED
|
@@ -2440,9 +2440,10 @@ module Google
|
|
|
2440
2440
|
|
|
2441
2441
|
# JobMetrics contains a collection of metrics describing the detailed progress
|
|
2442
2442
|
# of a Dataflow job. Metrics correspond to user-defined and system-defined
|
|
2443
|
-
# metrics in the job.
|
|
2444
|
-
#
|
|
2445
|
-
#
|
|
2443
|
+
# metrics in the job. For more information, see [Dataflow job metrics] (https://
|
|
2444
|
+
# cloud.google.com/dataflow/docs/guides/using-monitoring-intf). This resource
|
|
2445
|
+
# captures only the most recent values of each metric; time-series data can be
|
|
2446
|
+
# queried for them (under the same metric names) from Cloud Monitoring.
|
|
2446
2447
|
class JobMetrics
|
|
2447
2448
|
include Google::Apis::Core::Hashable
|
|
2448
2449
|
|
|
@@ -3749,25 +3750,6 @@ module Google
|
|
|
3749
3750
|
end
|
|
3750
3751
|
end
|
|
3751
3752
|
|
|
3752
|
-
# Information about a validated query.
|
|
3753
|
-
class QueryInfo
|
|
3754
|
-
include Google::Apis::Core::Hashable
|
|
3755
|
-
|
|
3756
|
-
# Includes an entry for each satisfied QueryProperty.
|
|
3757
|
-
# Corresponds to the JSON property `queryProperty`
|
|
3758
|
-
# @return [Array<String>]
|
|
3759
|
-
attr_accessor :query_property
|
|
3760
|
-
|
|
3761
|
-
def initialize(**args)
|
|
3762
|
-
update!(**args)
|
|
3763
|
-
end
|
|
3764
|
-
|
|
3765
|
-
# Update properties of this object
|
|
3766
|
-
def update!(**args)
|
|
3767
|
-
@query_property = args[:query_property] if args.key?(:query_property)
|
|
3768
|
-
end
|
|
3769
|
-
end
|
|
3770
|
-
|
|
3771
3753
|
# An instruction that reads records. Takes no inputs, produces one output.
|
|
3772
3754
|
class ReadInstruction
|
|
3773
3755
|
include Google::Apis::Core::Hashable
|
|
@@ -3943,100 +3925,102 @@ module Google
|
|
|
3943
3925
|
class RuntimeEnvironment
|
|
3944
3926
|
include Google::Apis::Core::Hashable
|
|
3945
3927
|
|
|
3946
|
-
# Additional experiment flags for the job, specified with the `--
|
|
3947
|
-
# option.
|
|
3928
|
+
# Optional. Additional experiment flags for the job, specified with the `--
|
|
3929
|
+
# experiments` option.
|
|
3948
3930
|
# Corresponds to the JSON property `additionalExperiments`
|
|
3949
3931
|
# @return [Array<String>]
|
|
3950
3932
|
attr_accessor :additional_experiments
|
|
3951
3933
|
|
|
3952
|
-
# Additional user labels to be specified for the job. Keys and values
|
|
3953
|
-
# follow the restrictions specified in the [labeling restrictions](https
|
|
3954
|
-
# google.com/compute/docs/labeling-resources#restrictions) page. An
|
|
3955
|
-
# containing a list of "key": value pairs. Example: ` "name": "wrench", "
|
|
3956
|
-
# 1kg", "count": "3" `.
|
|
3934
|
+
# Optional. Additional user labels to be specified for the job. Keys and values
|
|
3935
|
+
# should follow the restrictions specified in the [labeling restrictions](https:/
|
|
3936
|
+
# /cloud.google.com/compute/docs/labeling-resources#restrictions) page. An
|
|
3937
|
+
# object containing a list of "key": value pairs. Example: ` "name": "wrench", "
|
|
3938
|
+
# mass": "1kg", "count": "3" `.
|
|
3957
3939
|
# Corresponds to the JSON property `additionalUserLabels`
|
|
3958
3940
|
# @return [Hash<String,String>]
|
|
3959
3941
|
attr_accessor :additional_user_labels
|
|
3960
3942
|
|
|
3961
|
-
# Whether to bypass the safety checks for the job's temporary
|
|
3962
|
-
# with caution.
|
|
3943
|
+
# Optional. Whether to bypass the safety checks for the job's temporary
|
|
3944
|
+
# directory. Use with caution.
|
|
3963
3945
|
# Corresponds to the JSON property `bypassTempDirValidation`
|
|
3964
3946
|
# @return [Boolean]
|
|
3965
3947
|
attr_accessor :bypass_temp_dir_validation
|
|
3966
3948
|
alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
|
|
3967
3949
|
|
|
3968
|
-
# Whether to enable Streaming Engine for the job.
|
|
3950
|
+
# Optional. Whether to enable Streaming Engine for the job.
|
|
3969
3951
|
# Corresponds to the JSON property `enableStreamingEngine`
|
|
3970
3952
|
# @return [Boolean]
|
|
3971
3953
|
attr_accessor :enable_streaming_engine
|
|
3972
3954
|
alias_method :enable_streaming_engine?, :enable_streaming_engine
|
|
3973
3955
|
|
|
3974
|
-
# Configuration for VM IPs.
|
|
3956
|
+
# Optional. Configuration for VM IPs.
|
|
3975
3957
|
# Corresponds to the JSON property `ipConfiguration`
|
|
3976
3958
|
# @return [String]
|
|
3977
3959
|
attr_accessor :ip_configuration
|
|
3978
3960
|
|
|
3979
|
-
# Name for the Cloud KMS key for the job. Key format is: projects//
|
|
3980
|
-
# keyRings//cryptoKeys/
|
|
3961
|
+
# Optional. Name for the Cloud KMS key for the job. Key format is: projects//
|
|
3962
|
+
# locations//keyRings//cryptoKeys/
|
|
3981
3963
|
# Corresponds to the JSON property `kmsKeyName`
|
|
3982
3964
|
# @return [String]
|
|
3983
3965
|
attr_accessor :kms_key_name
|
|
3984
3966
|
|
|
3985
|
-
# The machine type to use for the job. Defaults to the value from the
|
|
3986
|
-
# if not specified.
|
|
3967
|
+
# Optional. The machine type to use for the job. Defaults to the value from the
|
|
3968
|
+
# template if not specified.
|
|
3987
3969
|
# Corresponds to the JSON property `machineType`
|
|
3988
3970
|
# @return [String]
|
|
3989
3971
|
attr_accessor :machine_type
|
|
3990
3972
|
|
|
3991
|
-
# The maximum number of Google Compute Engine instances to be made
|
|
3992
|
-
# your pipeline during execution, from 1 to 1000.
|
|
3973
|
+
# Optional. The maximum number of Google Compute Engine instances to be made
|
|
3974
|
+
# available to your pipeline during execution, from 1 to 1000. The default value
|
|
3975
|
+
# is 1.
|
|
3993
3976
|
# Corresponds to the JSON property `maxWorkers`
|
|
3994
3977
|
# @return [Fixnum]
|
|
3995
3978
|
attr_accessor :max_workers
|
|
3996
3979
|
|
|
3997
|
-
# Network to which VMs will be assigned. If empty or unspecified, the
|
|
3998
|
-
# will use the network "default".
|
|
3980
|
+
# Optional. Network to which VMs will be assigned. If empty or unspecified, the
|
|
3981
|
+
# service will use the network "default".
|
|
3999
3982
|
# Corresponds to the JSON property `network`
|
|
4000
3983
|
# @return [String]
|
|
4001
3984
|
attr_accessor :network
|
|
4002
3985
|
|
|
4003
|
-
# The initial number of Google Compute Engine instances for the job.
|
|
3986
|
+
# Optional. The initial number of Google Compute Engine instances for the job.
|
|
3987
|
+
# The default value is 11.
|
|
4004
3988
|
# Corresponds to the JSON property `numWorkers`
|
|
4005
3989
|
# @return [Fixnum]
|
|
4006
3990
|
attr_accessor :num_workers
|
|
4007
3991
|
|
|
4008
|
-
# The email address of the service account to run the job as.
|
|
3992
|
+
# Optional. The email address of the service account to run the job as.
|
|
4009
3993
|
# Corresponds to the JSON property `serviceAccountEmail`
|
|
4010
3994
|
# @return [String]
|
|
4011
3995
|
attr_accessor :service_account_email
|
|
4012
3996
|
|
|
4013
|
-
# Subnetwork to which VMs will be assigned, if desired. You can
|
|
4014
|
-
# subnetwork using either a complete URL or an abbreviated path.
|
|
4015
|
-
# of the form "https://www.googleapis.com/compute/v1/projects/
|
|
4016
|
-
# regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/
|
|
4017
|
-
# SUBNETWORK". If the subnetwork is located in a Shared VPC network,
|
|
4018
|
-
# use the complete URL.
|
|
3997
|
+
# Optional. Subnetwork to which VMs will be assigned, if desired. You can
|
|
3998
|
+
# specify a subnetwork using either a complete URL or an abbreviated path.
|
|
3999
|
+
# Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
|
|
4000
|
+
# HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/
|
|
4001
|
+
# subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network,
|
|
4002
|
+
# you must use the complete URL.
|
|
4019
4003
|
# Corresponds to the JSON property `subnetwork`
|
|
4020
4004
|
# @return [String]
|
|
4021
4005
|
attr_accessor :subnetwork
|
|
4022
4006
|
|
|
4023
|
-
# The Cloud Storage path to use for temporary files. Must be a valid
|
|
4024
|
-
# Storage URL, beginning with `gs://`.
|
|
4007
|
+
# Required. The Cloud Storage path to use for temporary files. Must be a valid
|
|
4008
|
+
# Cloud Storage URL, beginning with `gs://`.
|
|
4025
4009
|
# Corresponds to the JSON property `tempLocation`
|
|
4026
4010
|
# @return [String]
|
|
4027
4011
|
attr_accessor :temp_location
|
|
4028
4012
|
|
|
4029
|
-
# The Compute Engine region (https://cloud.google.com/compute/docs/
|
|
4030
|
-
# regions-zones) in which worker processing should occur, e.g. "us-
|
|
4031
|
-
# Mutually exclusive with worker_zone. If neither worker_region nor
|
|
4032
|
-
# is specified, default to the control plane's region.
|
|
4013
|
+
# Required. The Compute Engine region (https://cloud.google.com/compute/docs/
|
|
4014
|
+
# regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
|
|
4015
|
+
# west1". Mutually exclusive with worker_zone. If neither worker_region nor
|
|
4016
|
+
# worker_zone is specified, default to the control plane's region.
|
|
4033
4017
|
# Corresponds to the JSON property `workerRegion`
|
|
4034
4018
|
# @return [String]
|
|
4035
4019
|
attr_accessor :worker_region
|
|
4036
4020
|
|
|
4037
|
-
# The Compute Engine zone (https://cloud.google.com/compute/docs/
|
|
4038
|
-
# regions-zones) in which worker processing should occur, e.g. "us-
|
|
4039
|
-
# Mutually exclusive with worker_region. If neither worker_region nor
|
|
4021
|
+
# Optional. The Compute Engine zone (https://cloud.google.com/compute/docs/
|
|
4022
|
+
# regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
|
|
4023
|
+
# west1-a". Mutually exclusive with worker_region. If neither worker_region nor
|
|
4040
4024
|
# worker_zone is specified, a zone in the control plane's region is chosen based
|
|
4041
4025
|
# on available capacity. If both `worker_zone` and `zone` are set, `worker_zone`
|
|
4042
4026
|
# takes precedence.
|
|
@@ -4044,9 +4028,9 @@ module Google
|
|
|
4044
4028
|
# @return [String]
|
|
4045
4029
|
attr_accessor :worker_zone
|
|
4046
4030
|
|
|
4047
|
-
# The Compute Engine [availability zone](https://cloud.google.com/
|
|
4048
|
-
# regions-zones/regions-zones) for launching worker instances to
|
|
4049
|
-
# pipeline. In the future, worker_zone will take precedence.
|
|
4031
|
+
# Optional. The Compute Engine [availability zone](https://cloud.google.com/
|
|
4032
|
+
# compute/docs/regions-zones/regions-zones) for launching worker instances to
|
|
4033
|
+
# run your pipeline. In the future, worker_zone will take precedence.
|
|
4050
4034
|
# Corresponds to the JSON property `zone`
|
|
4051
4035
|
# @return [String]
|
|
4052
4036
|
attr_accessor :zone
|
|
@@ -6034,31 +6018,6 @@ module Google
|
|
|
6034
6018
|
end
|
|
6035
6019
|
end
|
|
6036
6020
|
|
|
6037
|
-
# Response to the validation request.
|
|
6038
|
-
class ValidateResponse
|
|
6039
|
-
include Google::Apis::Core::Hashable
|
|
6040
|
-
|
|
6041
|
-
# Will be empty if validation succeeds.
|
|
6042
|
-
# Corresponds to the JSON property `errorMessage`
|
|
6043
|
-
# @return [String]
|
|
6044
|
-
attr_accessor :error_message
|
|
6045
|
-
|
|
6046
|
-
# Information about a validated query.
|
|
6047
|
-
# Corresponds to the JSON property `queryInfo`
|
|
6048
|
-
# @return [Google::Apis::DataflowV1b3::QueryInfo]
|
|
6049
|
-
attr_accessor :query_info
|
|
6050
|
-
|
|
6051
|
-
def initialize(**args)
|
|
6052
|
-
update!(**args)
|
|
6053
|
-
end
|
|
6054
|
-
|
|
6055
|
-
# Update properties of this object
|
|
6056
|
-
def update!(**args)
|
|
6057
|
-
@error_message = args[:error_message] if args.key?(:error_message)
|
|
6058
|
-
@query_info = args[:query_info] if args.key?(:query_info)
|
|
6059
|
-
end
|
|
6060
|
-
end
|
|
6061
|
-
|
|
6062
6021
|
# WorkItem represents basic information about a WorkItem to be executed in the
|
|
6063
6022
|
# cloud.
|
|
6064
6023
|
class WorkItem
|
|
@@ -16,13 +16,13 @@ module Google
|
|
|
16
16
|
module Apis
|
|
17
17
|
module DataflowV1b3
|
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
|
19
|
-
GEM_VERSION = "0.
|
|
19
|
+
GEM_VERSION = "0.35.0"
|
|
20
20
|
|
|
21
21
|
# Version of the code generator used to generate this client
|
|
22
22
|
GENERATOR_VERSION = "0.11.1"
|
|
23
23
|
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
|
25
|
-
REVISION = "
|
|
25
|
+
REVISION = "20230119"
|
|
26
26
|
end
|
|
27
27
|
end
|
|
28
28
|
end
|
|
@@ -556,12 +556,6 @@ module Google
|
|
|
556
556
|
include Google::Apis::Core::JsonObjectSupport
|
|
557
557
|
end
|
|
558
558
|
|
|
559
|
-
class QueryInfo
|
|
560
|
-
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
561
|
-
|
|
562
|
-
include Google::Apis::Core::JsonObjectSupport
|
|
563
|
-
end
|
|
564
|
-
|
|
565
559
|
class ReadInstruction
|
|
566
560
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
567
561
|
|
|
@@ -928,12 +922,6 @@ module Google
|
|
|
928
922
|
include Google::Apis::Core::JsonObjectSupport
|
|
929
923
|
end
|
|
930
924
|
|
|
931
|
-
class ValidateResponse
|
|
932
|
-
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
933
|
-
|
|
934
|
-
include Google::Apis::Core::JsonObjectSupport
|
|
935
|
-
end
|
|
936
|
-
|
|
937
925
|
class WorkItem
|
|
938
926
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
939
927
|
|
|
@@ -2046,13 +2034,6 @@ module Google
|
|
|
2046
2034
|
end
|
|
2047
2035
|
end
|
|
2048
2036
|
|
|
2049
|
-
class QueryInfo
|
|
2050
|
-
# @private
|
|
2051
|
-
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2052
|
-
collection :query_property, as: 'queryProperty'
|
|
2053
|
-
end
|
|
2054
|
-
end
|
|
2055
|
-
|
|
2056
2037
|
class ReadInstruction
|
|
2057
2038
|
# @private
|
|
2058
2039
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -2691,15 +2672,6 @@ module Google
|
|
|
2691
2672
|
end
|
|
2692
2673
|
end
|
|
2693
2674
|
|
|
2694
|
-
class ValidateResponse
|
|
2695
|
-
# @private
|
|
2696
|
-
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2697
|
-
property :error_message, as: 'errorMessage'
|
|
2698
|
-
property :query_info, as: 'queryInfo', class: Google::Apis::DataflowV1b3::QueryInfo, decorator: Google::Apis::DataflowV1b3::QueryInfo::Representation
|
|
2699
|
-
|
|
2700
|
-
end
|
|
2701
|
-
end
|
|
2702
|
-
|
|
2703
2675
|
class WorkItem
|
|
2704
2676
|
# @private
|
|
2705
2677
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1470,45 +1470,6 @@ module Google
|
|
|
1470
1470
|
execute_or_queue_command(command, &block)
|
|
1471
1471
|
end
|
|
1472
1472
|
|
|
1473
|
-
# Validates a GoogleSQL query for Cloud Dataflow syntax. Will always confirm the
|
|
1474
|
-
# given query parses correctly, and if able to look up schema information from
|
|
1475
|
-
# DataCatalog, will validate that the query analyzes properly as well.
|
|
1476
|
-
# @param [String] project_id
|
|
1477
|
-
# Required. The ID of the Cloud Platform project that the job belongs to.
|
|
1478
|
-
# @param [String] location
|
|
1479
|
-
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
|
1480
|
-
# regional-endpoints) to which to direct the request.
|
|
1481
|
-
# @param [String] query
|
|
1482
|
-
# The sql query to validate.
|
|
1483
|
-
# @param [String] fields
|
|
1484
|
-
# Selector specifying which fields to include in a partial response.
|
|
1485
|
-
# @param [String] quota_user
|
|
1486
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
|
1487
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
1488
|
-
# @param [Google::Apis::RequestOptions] options
|
|
1489
|
-
# Request-specific options
|
|
1490
|
-
#
|
|
1491
|
-
# @yield [result, err] Result & error if block supplied
|
|
1492
|
-
# @yieldparam result [Google::Apis::DataflowV1b3::ValidateResponse] parsed result object
|
|
1493
|
-
# @yieldparam err [StandardError] error object if request failed
|
|
1494
|
-
#
|
|
1495
|
-
# @return [Google::Apis::DataflowV1b3::ValidateResponse]
|
|
1496
|
-
#
|
|
1497
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
1498
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
1499
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
1500
|
-
def validate_project_location_sql(project_id, location, query: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
1501
|
-
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/sql:validate', options)
|
|
1502
|
-
command.response_representation = Google::Apis::DataflowV1b3::ValidateResponse::Representation
|
|
1503
|
-
command.response_class = Google::Apis::DataflowV1b3::ValidateResponse
|
|
1504
|
-
command.params['projectId'] = project_id unless project_id.nil?
|
|
1505
|
-
command.params['location'] = location unless location.nil?
|
|
1506
|
-
command.query['query'] = query unless query.nil?
|
|
1507
|
-
command.query['fields'] = fields unless fields.nil?
|
|
1508
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
1509
|
-
execute_or_queue_command(command, &block)
|
|
1510
|
-
end
|
|
1511
|
-
|
|
1512
1473
|
# Creates a Cloud Dataflow job from a template. Do not enter confidential
|
|
1513
1474
|
# information when you supply string values using the API.
|
|
1514
1475
|
# @param [String] project_id
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-apis-dataflow_v1b3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.35.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-01-
|
|
11
|
+
date: 2023-01-29 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: google-apis-core
|
|
@@ -58,7 +58,7 @@ licenses:
|
|
|
58
58
|
metadata:
|
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.35.0
|
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
|
63
63
|
post_install_message:
|
|
64
64
|
rdoc_options: []
|