google-apis-dataflow_v1b3 0.33.0 → 0.35.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0e1121eb251d09ba9e51dbd1b7f6ea2a6a008b6cb97aa255d87df455c98a3f6c
|
4
|
+
data.tar.gz: 8ff845d7b549523b18765834c0c66710ed27f8e532620df12748d2c0b598d524
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e1bf7a21e0a49d1650796c4dd656f09510788dba1ed247ba6d9f9f8865508a9c53c519115f5e8ab7857e1ec8c7e847dd1957c57ce4ac4eef360eba70b2469f8f
|
7
|
+
data.tar.gz: f03cf538789f3bede3f59f46dce900a358d9ed8ac9ec14ccab8a25ce181f20584c7d7f3e0ed93fd5472359f77809618d73c811228b37f4acd28ac1de1aec360d
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.35.0 (2023-01-29)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20230119
|
6
|
+
|
7
|
+
### v0.34.0 (2023-01-08)
|
8
|
+
|
9
|
+
* Regenerated from discovery document revision 20221229
|
10
|
+
* Regenerated using generator version 0.11.1
|
11
|
+
|
3
12
|
### v0.33.0 (2022-12-11)
|
4
13
|
|
5
14
|
* Regenerated from discovery document revision 20221206
|
@@ -2440,9 +2440,10 @@ module Google
|
|
2440
2440
|
|
2441
2441
|
# JobMetrics contains a collection of metrics describing the detailed progress
|
2442
2442
|
# of a Dataflow job. Metrics correspond to user-defined and system-defined
|
2443
|
-
# metrics in the job.
|
2444
|
-
#
|
2445
|
-
#
|
2443
|
+
# metrics in the job. For more information, see [Dataflow job metrics] (https://
|
2444
|
+
# cloud.google.com/dataflow/docs/guides/using-monitoring-intf). This resource
|
2445
|
+
# captures only the most recent values of each metric; time-series data can be
|
2446
|
+
# queried for them (under the same metric names) from Cloud Monitoring.
|
2446
2447
|
class JobMetrics
|
2447
2448
|
include Google::Apis::Core::Hashable
|
2448
2449
|
|
@@ -3749,25 +3750,6 @@ module Google
|
|
3749
3750
|
end
|
3750
3751
|
end
|
3751
3752
|
|
3752
|
-
# Information about a validated query.
|
3753
|
-
class QueryInfo
|
3754
|
-
include Google::Apis::Core::Hashable
|
3755
|
-
|
3756
|
-
# Includes an entry for each satisfied QueryProperty.
|
3757
|
-
# Corresponds to the JSON property `queryProperty`
|
3758
|
-
# @return [Array<String>]
|
3759
|
-
attr_accessor :query_property
|
3760
|
-
|
3761
|
-
def initialize(**args)
|
3762
|
-
update!(**args)
|
3763
|
-
end
|
3764
|
-
|
3765
|
-
# Update properties of this object
|
3766
|
-
def update!(**args)
|
3767
|
-
@query_property = args[:query_property] if args.key?(:query_property)
|
3768
|
-
end
|
3769
|
-
end
|
3770
|
-
|
3771
3753
|
# An instruction that reads records. Takes no inputs, produces one output.
|
3772
3754
|
class ReadInstruction
|
3773
3755
|
include Google::Apis::Core::Hashable
|
@@ -3943,100 +3925,102 @@ module Google
|
|
3943
3925
|
class RuntimeEnvironment
|
3944
3926
|
include Google::Apis::Core::Hashable
|
3945
3927
|
|
3946
|
-
# Additional experiment flags for the job, specified with the `--
|
3947
|
-
# option.
|
3928
|
+
# Optional. Additional experiment flags for the job, specified with the `--
|
3929
|
+
# experiments` option.
|
3948
3930
|
# Corresponds to the JSON property `additionalExperiments`
|
3949
3931
|
# @return [Array<String>]
|
3950
3932
|
attr_accessor :additional_experiments
|
3951
3933
|
|
3952
|
-
# Additional user labels to be specified for the job. Keys and values
|
3953
|
-
# follow the restrictions specified in the [labeling restrictions](https
|
3954
|
-
# google.com/compute/docs/labeling-resources#restrictions) page. An
|
3955
|
-
# containing a list of "key": value pairs. Example: ` "name": "wrench", "
|
3956
|
-
# 1kg", "count": "3" `.
|
3934
|
+
# Optional. Additional user labels to be specified for the job. Keys and values
|
3935
|
+
# should follow the restrictions specified in the [labeling restrictions](https:/
|
3936
|
+
# /cloud.google.com/compute/docs/labeling-resources#restrictions) page. An
|
3937
|
+
# object containing a list of "key": value pairs. Example: ` "name": "wrench", "
|
3938
|
+
# mass": "1kg", "count": "3" `.
|
3957
3939
|
# Corresponds to the JSON property `additionalUserLabels`
|
3958
3940
|
# @return [Hash<String,String>]
|
3959
3941
|
attr_accessor :additional_user_labels
|
3960
3942
|
|
3961
|
-
# Whether to bypass the safety checks for the job's temporary
|
3962
|
-
# with caution.
|
3943
|
+
# Optional. Whether to bypass the safety checks for the job's temporary
|
3944
|
+
# directory. Use with caution.
|
3963
3945
|
# Corresponds to the JSON property `bypassTempDirValidation`
|
3964
3946
|
# @return [Boolean]
|
3965
3947
|
attr_accessor :bypass_temp_dir_validation
|
3966
3948
|
alias_method :bypass_temp_dir_validation?, :bypass_temp_dir_validation
|
3967
3949
|
|
3968
|
-
# Whether to enable Streaming Engine for the job.
|
3950
|
+
# Optional. Whether to enable Streaming Engine for the job.
|
3969
3951
|
# Corresponds to the JSON property `enableStreamingEngine`
|
3970
3952
|
# @return [Boolean]
|
3971
3953
|
attr_accessor :enable_streaming_engine
|
3972
3954
|
alias_method :enable_streaming_engine?, :enable_streaming_engine
|
3973
3955
|
|
3974
|
-
# Configuration for VM IPs.
|
3956
|
+
# Optional. Configuration for VM IPs.
|
3975
3957
|
# Corresponds to the JSON property `ipConfiguration`
|
3976
3958
|
# @return [String]
|
3977
3959
|
attr_accessor :ip_configuration
|
3978
3960
|
|
3979
|
-
# Name for the Cloud KMS key for the job. Key format is: projects//
|
3980
|
-
# keyRings//cryptoKeys/
|
3961
|
+
# Optional. Name for the Cloud KMS key for the job. Key format is: projects//
|
3962
|
+
# locations//keyRings//cryptoKeys/
|
3981
3963
|
# Corresponds to the JSON property `kmsKeyName`
|
3982
3964
|
# @return [String]
|
3983
3965
|
attr_accessor :kms_key_name
|
3984
3966
|
|
3985
|
-
# The machine type to use for the job. Defaults to the value from the
|
3986
|
-
# if not specified.
|
3967
|
+
# Optional. The machine type to use for the job. Defaults to the value from the
|
3968
|
+
# template if not specified.
|
3987
3969
|
# Corresponds to the JSON property `machineType`
|
3988
3970
|
# @return [String]
|
3989
3971
|
attr_accessor :machine_type
|
3990
3972
|
|
3991
|
-
# The maximum number of Google Compute Engine instances to be made
|
3992
|
-
# your pipeline during execution, from 1 to 1000.
|
3973
|
+
# Optional. The maximum number of Google Compute Engine instances to be made
|
3974
|
+
# available to your pipeline during execution, from 1 to 1000. The default value
|
3975
|
+
# is 1.
|
3993
3976
|
# Corresponds to the JSON property `maxWorkers`
|
3994
3977
|
# @return [Fixnum]
|
3995
3978
|
attr_accessor :max_workers
|
3996
3979
|
|
3997
|
-
# Network to which VMs will be assigned. If empty or unspecified, the
|
3998
|
-
# will use the network "default".
|
3980
|
+
# Optional. Network to which VMs will be assigned. If empty or unspecified, the
|
3981
|
+
# service will use the network "default".
|
3999
3982
|
# Corresponds to the JSON property `network`
|
4000
3983
|
# @return [String]
|
4001
3984
|
attr_accessor :network
|
4002
3985
|
|
4003
|
-
# The initial number of Google Compute Engine instances for the job.
|
3986
|
+
# Optional. The initial number of Google Compute Engine instances for the job.
|
3987
|
+
# The default value is 11.
|
4004
3988
|
# Corresponds to the JSON property `numWorkers`
|
4005
3989
|
# @return [Fixnum]
|
4006
3990
|
attr_accessor :num_workers
|
4007
3991
|
|
4008
|
-
# The email address of the service account to run the job as.
|
3992
|
+
# Optional. The email address of the service account to run the job as.
|
4009
3993
|
# Corresponds to the JSON property `serviceAccountEmail`
|
4010
3994
|
# @return [String]
|
4011
3995
|
attr_accessor :service_account_email
|
4012
3996
|
|
4013
|
-
# Subnetwork to which VMs will be assigned, if desired. You can
|
4014
|
-
# subnetwork using either a complete URL or an abbreviated path.
|
4015
|
-
# of the form "https://www.googleapis.com/compute/v1/projects/
|
4016
|
-
# regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/
|
4017
|
-
# SUBNETWORK". If the subnetwork is located in a Shared VPC network,
|
4018
|
-
# use the complete URL.
|
3997
|
+
# Optional. Subnetwork to which VMs will be assigned, if desired. You can
|
3998
|
+
# specify a subnetwork using either a complete URL or an abbreviated path.
|
3999
|
+
# Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
|
4000
|
+
# HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/
|
4001
|
+
# subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network,
|
4002
|
+
# you must use the complete URL.
|
4019
4003
|
# Corresponds to the JSON property `subnetwork`
|
4020
4004
|
# @return [String]
|
4021
4005
|
attr_accessor :subnetwork
|
4022
4006
|
|
4023
|
-
# The Cloud Storage path to use for temporary files. Must be a valid
|
4024
|
-
# Storage URL, beginning with `gs://`.
|
4007
|
+
# Required. The Cloud Storage path to use for temporary files. Must be a valid
|
4008
|
+
# Cloud Storage URL, beginning with `gs://`.
|
4025
4009
|
# Corresponds to the JSON property `tempLocation`
|
4026
4010
|
# @return [String]
|
4027
4011
|
attr_accessor :temp_location
|
4028
4012
|
|
4029
|
-
# The Compute Engine region (https://cloud.google.com/compute/docs/
|
4030
|
-
# regions-zones) in which worker processing should occur, e.g. "us-
|
4031
|
-
# Mutually exclusive with worker_zone. If neither worker_region nor
|
4032
|
-
# is specified, default to the control plane's region.
|
4013
|
+
# Required. The Compute Engine region (https://cloud.google.com/compute/docs/
|
4014
|
+
# regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
|
4015
|
+
# west1". Mutually exclusive with worker_zone. If neither worker_region nor
|
4016
|
+
# worker_zone is specified, default to the control plane's region.
|
4033
4017
|
# Corresponds to the JSON property `workerRegion`
|
4034
4018
|
# @return [String]
|
4035
4019
|
attr_accessor :worker_region
|
4036
4020
|
|
4037
|
-
# The Compute Engine zone (https://cloud.google.com/compute/docs/
|
4038
|
-
# regions-zones) in which worker processing should occur, e.g. "us-
|
4039
|
-
# Mutually exclusive with worker_region. If neither worker_region nor
|
4021
|
+
# Optional. The Compute Engine zone (https://cloud.google.com/compute/docs/
|
4022
|
+
# regions-zones/regions-zones) in which worker processing should occur, e.g. "us-
|
4023
|
+
# west1-a". Mutually exclusive with worker_region. If neither worker_region nor
|
4040
4024
|
# worker_zone is specified, a zone in the control plane's region is chosen based
|
4041
4025
|
# on available capacity. If both `worker_zone` and `zone` are set, `worker_zone`
|
4042
4026
|
# takes precedence.
|
@@ -4044,9 +4028,9 @@ module Google
|
|
4044
4028
|
# @return [String]
|
4045
4029
|
attr_accessor :worker_zone
|
4046
4030
|
|
4047
|
-
# The Compute Engine [availability zone](https://cloud.google.com/
|
4048
|
-
# regions-zones/regions-zones) for launching worker instances to
|
4049
|
-
# pipeline. In the future, worker_zone will take precedence.
|
4031
|
+
# Optional. The Compute Engine [availability zone](https://cloud.google.com/
|
4032
|
+
# compute/docs/regions-zones/regions-zones) for launching worker instances to
|
4033
|
+
# run your pipeline. In the future, worker_zone will take precedence.
|
4050
4034
|
# Corresponds to the JSON property `zone`
|
4051
4035
|
# @return [String]
|
4052
4036
|
attr_accessor :zone
|
@@ -5252,6 +5236,31 @@ module Google
|
|
5252
5236
|
end
|
5253
5237
|
end
|
5254
5238
|
|
5239
|
+
# Information for a straggler.
|
5240
|
+
class Straggler
|
5241
|
+
include Google::Apis::Core::Hashable
|
5242
|
+
|
5243
|
+
# Information useful for straggler identification and debugging.
|
5244
|
+
# Corresponds to the JSON property `batchStraggler`
|
5245
|
+
# @return [Google::Apis::DataflowV1b3::StragglerInfo]
|
5246
|
+
attr_accessor :batch_straggler
|
5247
|
+
|
5248
|
+
# Information useful for streaming straggler identification and debugging.
|
5249
|
+
# Corresponds to the JSON property `streamingStraggler`
|
5250
|
+
# @return [Google::Apis::DataflowV1b3::StreamingStragglerInfo]
|
5251
|
+
attr_accessor :streaming_straggler
|
5252
|
+
|
5253
|
+
def initialize(**args)
|
5254
|
+
update!(**args)
|
5255
|
+
end
|
5256
|
+
|
5257
|
+
# Update properties of this object
|
5258
|
+
def update!(**args)
|
5259
|
+
@batch_straggler = args[:batch_straggler] if args.key?(:batch_straggler)
|
5260
|
+
@streaming_straggler = args[:streaming_straggler] if args.key?(:streaming_straggler)
|
5261
|
+
end
|
5262
|
+
end
|
5263
|
+
|
5255
5264
|
# Information useful for debugging a straggler. Each type will provide
|
5256
5265
|
# specialized debugging information relevant for a particular cause. The
|
5257
5266
|
# StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
|
@@ -5303,6 +5312,11 @@ module Google
|
|
5303
5312
|
class StragglerSummary
|
5304
5313
|
include Google::Apis::Core::Hashable
|
5305
5314
|
|
5315
|
+
# The most recent stragglers.
|
5316
|
+
# Corresponds to the JSON property `recentStragglers`
|
5317
|
+
# @return [Array<Google::Apis::DataflowV1b3::Straggler>]
|
5318
|
+
attr_accessor :recent_stragglers
|
5319
|
+
|
5306
5320
|
# Aggregated counts of straggler causes, keyed by the string representation of
|
5307
5321
|
# the StragglerCause enum.
|
5308
5322
|
# Corresponds to the JSON property `stragglerCauseCount`
|
@@ -5320,6 +5334,7 @@ module Google
|
|
5320
5334
|
|
5321
5335
|
# Update properties of this object
|
5322
5336
|
def update!(**args)
|
5337
|
+
@recent_stragglers = args[:recent_stragglers] if args.key?(:recent_stragglers)
|
5323
5338
|
@straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
|
5324
5339
|
@total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
|
5325
5340
|
end
|
@@ -5641,6 +5656,49 @@ module Google
|
|
5641
5656
|
end
|
5642
5657
|
end
|
5643
5658
|
|
5659
|
+
# Information useful for streaming straggler identification and debugging.
|
5660
|
+
class StreamingStragglerInfo
|
5661
|
+
include Google::Apis::Core::Hashable
|
5662
|
+
|
5663
|
+
# The event-time watermark lag at the time of the straggler detection.
|
5664
|
+
# Corresponds to the JSON property `dataWatermarkLag`
|
5665
|
+
# @return [String]
|
5666
|
+
attr_accessor :data_watermark_lag
|
5667
|
+
|
5668
|
+
# End time of this straggler.
|
5669
|
+
# Corresponds to the JSON property `endTime`
|
5670
|
+
# @return [String]
|
5671
|
+
attr_accessor :end_time
|
5672
|
+
|
5673
|
+
# Start time of this straggler.
|
5674
|
+
# Corresponds to the JSON property `startTime`
|
5675
|
+
# @return [String]
|
5676
|
+
attr_accessor :start_time
|
5677
|
+
|
5678
|
+
# The system watermark lag at the time of the straggler detection.
|
5679
|
+
# Corresponds to the JSON property `systemWatermarkLag`
|
5680
|
+
# @return [String]
|
5681
|
+
attr_accessor :system_watermark_lag
|
5682
|
+
|
5683
|
+
# Name of the worker where the straggler was detected.
|
5684
|
+
# Corresponds to the JSON property `workerName`
|
5685
|
+
# @return [String]
|
5686
|
+
attr_accessor :worker_name
|
5687
|
+
|
5688
|
+
def initialize(**args)
|
5689
|
+
update!(**args)
|
5690
|
+
end
|
5691
|
+
|
5692
|
+
# Update properties of this object
|
5693
|
+
def update!(**args)
|
5694
|
+
@data_watermark_lag = args[:data_watermark_lag] if args.key?(:data_watermark_lag)
|
5695
|
+
@end_time = args[:end_time] if args.key?(:end_time)
|
5696
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
5697
|
+
@system_watermark_lag = args[:system_watermark_lag] if args.key?(:system_watermark_lag)
|
5698
|
+
@worker_name = args[:worker_name] if args.key?(:worker_name)
|
5699
|
+
end
|
5700
|
+
end
|
5701
|
+
|
5644
5702
|
# A metric value representing a list of strings.
|
5645
5703
|
class StringList
|
5646
5704
|
include Google::Apis::Core::Hashable
|
@@ -5960,31 +6018,6 @@ module Google
|
|
5960
6018
|
end
|
5961
6019
|
end
|
5962
6020
|
|
5963
|
-
# Response to the validation request.
|
5964
|
-
class ValidateResponse
|
5965
|
-
include Google::Apis::Core::Hashable
|
5966
|
-
|
5967
|
-
# Will be empty if validation succeeds.
|
5968
|
-
# Corresponds to the JSON property `errorMessage`
|
5969
|
-
# @return [String]
|
5970
|
-
attr_accessor :error_message
|
5971
|
-
|
5972
|
-
# Information about a validated query.
|
5973
|
-
# Corresponds to the JSON property `queryInfo`
|
5974
|
-
# @return [Google::Apis::DataflowV1b3::QueryInfo]
|
5975
|
-
attr_accessor :query_info
|
5976
|
-
|
5977
|
-
def initialize(**args)
|
5978
|
-
update!(**args)
|
5979
|
-
end
|
5980
|
-
|
5981
|
-
# Update properties of this object
|
5982
|
-
def update!(**args)
|
5983
|
-
@error_message = args[:error_message] if args.key?(:error_message)
|
5984
|
-
@query_info = args[:query_info] if args.key?(:query_info)
|
5985
|
-
end
|
5986
|
-
end
|
5987
|
-
|
5988
6021
|
# WorkItem represents basic information about a WorkItem to be executed in the
|
5989
6022
|
# cloud.
|
5990
6023
|
class WorkItem
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.35.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.11.
|
22
|
+
GENERATOR_VERSION = "0.11.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230119"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -556,12 +556,6 @@ module Google
|
|
556
556
|
include Google::Apis::Core::JsonObjectSupport
|
557
557
|
end
|
558
558
|
|
559
|
-
class QueryInfo
|
560
|
-
class Representation < Google::Apis::Core::JsonRepresentation; end
|
561
|
-
|
562
|
-
include Google::Apis::Core::JsonObjectSupport
|
563
|
-
end
|
564
|
-
|
565
559
|
class ReadInstruction
|
566
560
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
567
561
|
|
@@ -808,6 +802,12 @@ module Google
|
|
808
802
|
include Google::Apis::Core::JsonObjectSupport
|
809
803
|
end
|
810
804
|
|
805
|
+
class Straggler
|
806
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
807
|
+
|
808
|
+
include Google::Apis::Core::JsonObjectSupport
|
809
|
+
end
|
810
|
+
|
811
811
|
class StragglerDebuggingInfo
|
812
812
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
813
|
|
@@ -880,6 +880,12 @@ module Google
|
|
880
880
|
include Google::Apis::Core::JsonObjectSupport
|
881
881
|
end
|
882
882
|
|
883
|
+
class StreamingStragglerInfo
|
884
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
885
|
+
|
886
|
+
include Google::Apis::Core::JsonObjectSupport
|
887
|
+
end
|
888
|
+
|
883
889
|
class StringList
|
884
890
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
885
891
|
|
@@ -916,12 +922,6 @@ module Google
|
|
916
922
|
include Google::Apis::Core::JsonObjectSupport
|
917
923
|
end
|
918
924
|
|
919
|
-
class ValidateResponse
|
920
|
-
class Representation < Google::Apis::Core::JsonRepresentation; end
|
921
|
-
|
922
|
-
include Google::Apis::Core::JsonObjectSupport
|
923
|
-
end
|
924
|
-
|
925
925
|
class WorkItem
|
926
926
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
927
927
|
|
@@ -2034,13 +2034,6 @@ module Google
|
|
2034
2034
|
end
|
2035
2035
|
end
|
2036
2036
|
|
2037
|
-
class QueryInfo
|
2038
|
-
# @private
|
2039
|
-
class Representation < Google::Apis::Core::JsonRepresentation
|
2040
|
-
collection :query_property, as: 'queryProperty'
|
2041
|
-
end
|
2042
|
-
end
|
2043
|
-
|
2044
2037
|
class ReadInstruction
|
2045
2038
|
# @private
|
2046
2039
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2456,6 +2449,16 @@ module Google
|
|
2456
2449
|
end
|
2457
2450
|
end
|
2458
2451
|
|
2452
|
+
class Straggler
|
2453
|
+
# @private
|
2454
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2455
|
+
property :batch_straggler, as: 'batchStraggler', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
|
2456
|
+
|
2457
|
+
property :streaming_straggler, as: 'streamingStraggler', class: Google::Apis::DataflowV1b3::StreamingStragglerInfo, decorator: Google::Apis::DataflowV1b3::StreamingStragglerInfo::Representation
|
2458
|
+
|
2459
|
+
end
|
2460
|
+
end
|
2461
|
+
|
2459
2462
|
class StragglerDebuggingInfo
|
2460
2463
|
# @private
|
2461
2464
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2476,6 +2479,8 @@ module Google
|
|
2476
2479
|
class StragglerSummary
|
2477
2480
|
# @private
|
2478
2481
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2482
|
+
collection :recent_stragglers, as: 'recentStragglers', class: Google::Apis::DataflowV1b3::Straggler, decorator: Google::Apis::DataflowV1b3::Straggler::Representation
|
2483
|
+
|
2479
2484
|
hash :straggler_cause_count, as: 'stragglerCauseCount'
|
2480
2485
|
property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
|
2481
2486
|
end
|
@@ -2577,6 +2582,17 @@ module Google
|
|
2577
2582
|
end
|
2578
2583
|
end
|
2579
2584
|
|
2585
|
+
class StreamingStragglerInfo
|
2586
|
+
# @private
|
2587
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2588
|
+
property :data_watermark_lag, as: 'dataWatermarkLag'
|
2589
|
+
property :end_time, as: 'endTime'
|
2590
|
+
property :start_time, as: 'startTime'
|
2591
|
+
property :system_watermark_lag, as: 'systemWatermarkLag'
|
2592
|
+
property :worker_name, as: 'workerName'
|
2593
|
+
end
|
2594
|
+
end
|
2595
|
+
|
2580
2596
|
class StringList
|
2581
2597
|
# @private
|
2582
2598
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2656,15 +2672,6 @@ module Google
|
|
2656
2672
|
end
|
2657
2673
|
end
|
2658
2674
|
|
2659
|
-
class ValidateResponse
|
2660
|
-
# @private
|
2661
|
-
class Representation < Google::Apis::Core::JsonRepresentation
|
2662
|
-
property :error_message, as: 'errorMessage'
|
2663
|
-
property :query_info, as: 'queryInfo', class: Google::Apis::DataflowV1b3::QueryInfo, decorator: Google::Apis::DataflowV1b3::QueryInfo::Representation
|
2664
|
-
|
2665
|
-
end
|
2666
|
-
end
|
2667
|
-
|
2668
2675
|
class WorkItem
|
2669
2676
|
# @private
|
2670
2677
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1470,45 +1470,6 @@ module Google
|
|
1470
1470
|
execute_or_queue_command(command, &block)
|
1471
1471
|
end
|
1472
1472
|
|
1473
|
-
# Validates a GoogleSQL query for Cloud Dataflow syntax. Will always confirm the
|
1474
|
-
# given query parses correctly, and if able to look up schema information from
|
1475
|
-
# DataCatalog, will validate that the query analyzes properly as well.
|
1476
|
-
# @param [String] project_id
|
1477
|
-
# Required. The ID of the Cloud Platform project that the job belongs to.
|
1478
|
-
# @param [String] location
|
1479
|
-
# The [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/
|
1480
|
-
# regional-endpoints) to which to direct the request.
|
1481
|
-
# @param [String] query
|
1482
|
-
# The sql query to validate.
|
1483
|
-
# @param [String] fields
|
1484
|
-
# Selector specifying which fields to include in a partial response.
|
1485
|
-
# @param [String] quota_user
|
1486
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
1487
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
1488
|
-
# @param [Google::Apis::RequestOptions] options
|
1489
|
-
# Request-specific options
|
1490
|
-
#
|
1491
|
-
# @yield [result, err] Result & error if block supplied
|
1492
|
-
# @yieldparam result [Google::Apis::DataflowV1b3::ValidateResponse] parsed result object
|
1493
|
-
# @yieldparam err [StandardError] error object if request failed
|
1494
|
-
#
|
1495
|
-
# @return [Google::Apis::DataflowV1b3::ValidateResponse]
|
1496
|
-
#
|
1497
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
1498
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
1499
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
1500
|
-
def validate_project_location_sql(project_id, location, query: nil, fields: nil, quota_user: nil, options: nil, &block)
|
1501
|
-
command = make_simple_command(:get, 'v1b3/projects/{projectId}/locations/{location}/sql:validate', options)
|
1502
|
-
command.response_representation = Google::Apis::DataflowV1b3::ValidateResponse::Representation
|
1503
|
-
command.response_class = Google::Apis::DataflowV1b3::ValidateResponse
|
1504
|
-
command.params['projectId'] = project_id unless project_id.nil?
|
1505
|
-
command.params['location'] = location unless location.nil?
|
1506
|
-
command.query['query'] = query unless query.nil?
|
1507
|
-
command.query['fields'] = fields unless fields.nil?
|
1508
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
1509
|
-
execute_or_queue_command(command, &block)
|
1510
|
-
end
|
1511
|
-
|
1512
1473
|
# Creates a Cloud Dataflow job from a template. Do not enter confidential
|
1513
1474
|
# information when you supply string values using the API.
|
1514
1475
|
# @param [String] project_id
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.35.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-01-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.35.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.4.2
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|