google-apis-datapipelines_v1 0.11.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -22,203 +22,6 @@ module Google
|
|
22
22
|
module Apis
|
23
23
|
module DatapipelinesV1
|
24
24
|
|
25
|
-
# Represents an array of values. The elements can be of any type.
|
26
|
-
class GoogleCloudDatapipelinesV1ArrayValue
|
27
|
-
include Google::Apis::Core::Hashable
|
28
|
-
|
29
|
-
# The elements of the array.
|
30
|
-
# Corresponds to the JSON property `elements`
|
31
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
32
|
-
attr_accessor :elements
|
33
|
-
|
34
|
-
def initialize(**args)
|
35
|
-
update!(**args)
|
36
|
-
end
|
37
|
-
|
38
|
-
# Update properties of this object
|
39
|
-
def update!(**args)
|
40
|
-
@elements = args[:elements] if args.key?(:elements)
|
41
|
-
end
|
42
|
-
end
|
43
|
-
|
44
|
-
# Represents a non-dividable value.
|
45
|
-
class GoogleCloudDatapipelinesV1AtomicValue
|
46
|
-
include Google::Apis::Core::Hashable
|
47
|
-
|
48
|
-
# A boolean value.
|
49
|
-
# Corresponds to the JSON property `booleanValue`
|
50
|
-
# @return [Boolean]
|
51
|
-
attr_accessor :boolean_value
|
52
|
-
alias_method :boolean_value?, :boolean_value
|
53
|
-
|
54
|
-
# An 8-bit signed value.
|
55
|
-
# Corresponds to the JSON property `byteValue`
|
56
|
-
# @return [Fixnum]
|
57
|
-
attr_accessor :byte_value
|
58
|
-
|
59
|
-
# An array of raw bytes.
|
60
|
-
# Corresponds to the JSON property `bytesValue`
|
61
|
-
# NOTE: Values are automatically base64 encoded/decoded in the client library.
|
62
|
-
# @return [String]
|
63
|
-
attr_accessor :bytes_value
|
64
|
-
|
65
|
-
# Represents civil time (or occasionally physical time). This type can represent
|
66
|
-
# a civil time in one of a few possible ways: * When utc_offset is set and
|
67
|
-
# time_zone is unset: a civil time on a calendar day with a particular offset
|
68
|
-
# from UTC. * When time_zone is set and utc_offset is unset: a civil time on a
|
69
|
-
# calendar day in a particular time zone. * When neither time_zone nor
|
70
|
-
# utc_offset is set: a civil time on a calendar day in local time. The date is
|
71
|
-
# relative to the Proleptic Gregorian Calendar. If year, month, or day are 0,
|
72
|
-
# the DateTime is considered not to have a specific year, month, or day
|
73
|
-
# respectively. This type may also be used to represent a physical time if all
|
74
|
-
# the date and time fields are set and either case of the `time_offset` oneof is
|
75
|
-
# set. Consider using `Timestamp` message for physical time instead. If your use
|
76
|
-
# case also would like to store the user's timezone, that can be done in another
|
77
|
-
# field. This type is more flexible than some applications may want. Make sure
|
78
|
-
# to document and validate your application's limitations.
|
79
|
-
# Corresponds to the JSON property `datetimeValue`
|
80
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleTypeDateTime]
|
81
|
-
attr_accessor :datetime_value
|
82
|
-
|
83
|
-
# A representation of a decimal value, such as 2.5. Clients may convert values
|
84
|
-
# into language-native decimal formats, such as Java's BigDecimal or Python's
|
85
|
-
# decimal.Decimal. [BigDecimal]: https://docs.oracle.com/en/java/javase/11/docs/
|
86
|
-
# api/java.base/java/math/BigDecimal.html [decimal.Decimal]: https://docs.python.
|
87
|
-
# org/3/library/decimal.html
|
88
|
-
# Corresponds to the JSON property `decimalValue`
|
89
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleTypeDecimal]
|
90
|
-
attr_accessor :decimal_value
|
91
|
-
|
92
|
-
# A 64-bit floating point value.
|
93
|
-
# Corresponds to the JSON property `doubleValue`
|
94
|
-
# @return [Float]
|
95
|
-
attr_accessor :double_value
|
96
|
-
|
97
|
-
# A 32-bit floating point value.
|
98
|
-
# Corresponds to the JSON property `floatValue`
|
99
|
-
# @return [Float]
|
100
|
-
attr_accessor :float_value
|
101
|
-
|
102
|
-
# A 16-bit signed value.
|
103
|
-
# Corresponds to the JSON property `int16Value`
|
104
|
-
# @return [Fixnum]
|
105
|
-
attr_accessor :int16_value
|
106
|
-
|
107
|
-
# A 32-bit signed value.
|
108
|
-
# Corresponds to the JSON property `int32Value`
|
109
|
-
# @return [Fixnum]
|
110
|
-
attr_accessor :int32_value
|
111
|
-
|
112
|
-
# A 64-bit signed value.
|
113
|
-
# Corresponds to the JSON property `int64Value`
|
114
|
-
# @return [Fixnum]
|
115
|
-
attr_accessor :int64_value
|
116
|
-
|
117
|
-
# A string value.
|
118
|
-
# Corresponds to the JSON property `stringValue`
|
119
|
-
# @return [String]
|
120
|
-
attr_accessor :string_value
|
121
|
-
|
122
|
-
def initialize(**args)
|
123
|
-
update!(**args)
|
124
|
-
end
|
125
|
-
|
126
|
-
# Update properties of this object
|
127
|
-
def update!(**args)
|
128
|
-
@boolean_value = args[:boolean_value] if args.key?(:boolean_value)
|
129
|
-
@byte_value = args[:byte_value] if args.key?(:byte_value)
|
130
|
-
@bytes_value = args[:bytes_value] if args.key?(:bytes_value)
|
131
|
-
@datetime_value = args[:datetime_value] if args.key?(:datetime_value)
|
132
|
-
@decimal_value = args[:decimal_value] if args.key?(:decimal_value)
|
133
|
-
@double_value = args[:double_value] if args.key?(:double_value)
|
134
|
-
@float_value = args[:float_value] if args.key?(:float_value)
|
135
|
-
@int16_value = args[:int16_value] if args.key?(:int16_value)
|
136
|
-
@int32_value = args[:int32_value] if args.key?(:int32_value)
|
137
|
-
@int64_value = args[:int64_value] if args.key?(:int64_value)
|
138
|
-
@string_value = args[:string_value] if args.key?(:string_value)
|
139
|
-
end
|
140
|
-
end
|
141
|
-
|
142
|
-
# Response message for BatchGetTransformDescriptions
|
143
|
-
class GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse
|
144
|
-
include Google::Apis::Core::Hashable
|
145
|
-
|
146
|
-
# List of requested transform descriptions.
|
147
|
-
# Corresponds to the JSON property `transformDescriptions`
|
148
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription>]
|
149
|
-
attr_accessor :transform_descriptions
|
150
|
-
|
151
|
-
def initialize(**args)
|
152
|
-
update!(**args)
|
153
|
-
end
|
154
|
-
|
155
|
-
# Update properties of this object
|
156
|
-
def update!(**args)
|
157
|
-
@transform_descriptions = args[:transform_descriptions] if args.key?(:transform_descriptions)
|
158
|
-
end
|
159
|
-
end
|
160
|
-
|
161
|
-
# Request message for ComputeSchema
|
162
|
-
class GoogleCloudDatapipelinesV1ComputeSchemaRequest
|
163
|
-
include Google::Apis::Core::Hashable
|
164
|
-
|
165
|
-
# A fully configured transform that can be validated.
|
166
|
-
# Corresponds to the JSON property `config`
|
167
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ConfiguredTransform]
|
168
|
-
attr_accessor :config
|
169
|
-
|
170
|
-
# Optional. In relation to the full pipeline graph, the schemas of the
|
171
|
-
# transforms that are used as inputs to the one for `config`. If `config`
|
172
|
-
# represents a transform for reading from some resource, then this should be
|
173
|
-
# empty. For all other transforms, at least one value must be provided.
|
174
|
-
# Corresponds to the JSON property `inputSchemas`
|
175
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema>]
|
176
|
-
attr_accessor :input_schemas
|
177
|
-
|
178
|
-
# The raw schema and its type.
|
179
|
-
# Corresponds to the JSON property `rawSchema`
|
180
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1RawSchemaInfo]
|
181
|
-
attr_accessor :raw_schema
|
182
|
-
|
183
|
-
def initialize(**args)
|
184
|
-
update!(**args)
|
185
|
-
end
|
186
|
-
|
187
|
-
# Update properties of this object
|
188
|
-
def update!(**args)
|
189
|
-
@config = args[:config] if args.key?(:config)
|
190
|
-
@input_schemas = args[:input_schemas] if args.key?(:input_schemas)
|
191
|
-
@raw_schema = args[:raw_schema] if args.key?(:raw_schema)
|
192
|
-
end
|
193
|
-
end
|
194
|
-
|
195
|
-
# A fully configured transform that can be validated.
|
196
|
-
class GoogleCloudDatapipelinesV1ConfiguredTransform
|
197
|
-
include Google::Apis::Core::Hashable
|
198
|
-
|
199
|
-
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
200
|
-
# with more concrete representations of valid values.
|
201
|
-
# Corresponds to the JSON property `config`
|
202
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Row]
|
203
|
-
attr_accessor :config
|
204
|
-
|
205
|
-
# Unique resource name of the transform. This should be the same as the
|
206
|
-
# equivalent `TransformDescription` value.
|
207
|
-
# Corresponds to the JSON property `uniformResourceName`
|
208
|
-
# @return [String]
|
209
|
-
attr_accessor :uniform_resource_name
|
210
|
-
|
211
|
-
def initialize(**args)
|
212
|
-
update!(**args)
|
213
|
-
end
|
214
|
-
|
215
|
-
# Update properties of this object
|
216
|
-
def update!(**args)
|
217
|
-
@config = args[:config] if args.key?(:config)
|
218
|
-
@uniform_resource_name = args[:uniform_resource_name] if args.key?(:uniform_resource_name)
|
219
|
-
end
|
220
|
-
end
|
221
|
-
|
222
25
|
# Pipeline job details specific to the Dataflow API. This is encapsulated here
|
223
26
|
# to allow for more executors to store their specific details separately.
|
224
27
|
class GoogleCloudDatapipelinesV1DataflowJobDetails
|
@@ -254,180 +57,6 @@ module Google
|
|
254
57
|
end
|
255
58
|
end
|
256
59
|
|
257
|
-
# Represents a selected value from an EnumerationType.
|
258
|
-
class GoogleCloudDatapipelinesV1EnumerationValue
|
259
|
-
include Google::Apis::Core::Hashable
|
260
|
-
|
261
|
-
# Name of the enum option.
|
262
|
-
# Corresponds to the JSON property `name`
|
263
|
-
# @return [String]
|
264
|
-
attr_accessor :name
|
265
|
-
|
266
|
-
def initialize(**args)
|
267
|
-
update!(**args)
|
268
|
-
end
|
269
|
-
|
270
|
-
# Update properties of this object
|
271
|
-
def update!(**args)
|
272
|
-
@name = args[:name] if args.key?(:name)
|
273
|
-
end
|
274
|
-
end
|
275
|
-
|
276
|
-
# Info for a single field in the schema.
|
277
|
-
class GoogleCloudDatapipelinesV1Field
|
278
|
-
include Google::Apis::Core::Hashable
|
279
|
-
|
280
|
-
# Name of the field.
|
281
|
-
# Corresponds to the JSON property `name`
|
282
|
-
# @return [String]
|
283
|
-
attr_accessor :name
|
284
|
-
|
285
|
-
# Type info about a field.
|
286
|
-
# Corresponds to the JSON property `type`
|
287
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
288
|
-
attr_accessor :type
|
289
|
-
|
290
|
-
def initialize(**args)
|
291
|
-
update!(**args)
|
292
|
-
end
|
293
|
-
|
294
|
-
# Update properties of this object
|
295
|
-
def update!(**args)
|
296
|
-
@name = args[:name] if args.key?(:name)
|
297
|
-
@type = args[:type] if args.key?(:type)
|
298
|
-
end
|
299
|
-
end
|
300
|
-
|
301
|
-
# Type info about a field.
|
302
|
-
class GoogleCloudDatapipelinesV1FieldType
|
303
|
-
include Google::Apis::Core::Hashable
|
304
|
-
|
305
|
-
# Type info about a field.
|
306
|
-
# Corresponds to the JSON property `collectionElementType`
|
307
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
308
|
-
attr_accessor :collection_element_type
|
309
|
-
|
310
|
-
# Represents the input for creating a specified logical type.
|
311
|
-
# Corresponds to the JSON property `logicalType`
|
312
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalType]
|
313
|
-
attr_accessor :logical_type
|
314
|
-
|
315
|
-
# Represents a map in a schema.
|
316
|
-
# Corresponds to the JSON property `mapType`
|
317
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapType]
|
318
|
-
attr_accessor :map_type
|
319
|
-
|
320
|
-
# Whether or not this field is nullable.
|
321
|
-
# Corresponds to the JSON property `nullable`
|
322
|
-
# @return [Boolean]
|
323
|
-
attr_accessor :nullable
|
324
|
-
alias_method :nullable?, :nullable
|
325
|
-
|
326
|
-
# Represents a simplified Apache Beam schema.
|
327
|
-
# Corresponds to the JSON property `rowSchema`
|
328
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
329
|
-
attr_accessor :row_schema
|
330
|
-
|
331
|
-
# Specific type of the field. For non-atomic types, the corresponding type info
|
332
|
-
# for that non-atomic must be set.
|
333
|
-
# Corresponds to the JSON property `type`
|
334
|
-
# @return [String]
|
335
|
-
attr_accessor :type
|
336
|
-
|
337
|
-
def initialize(**args)
|
338
|
-
update!(**args)
|
339
|
-
end
|
340
|
-
|
341
|
-
# Update properties of this object
|
342
|
-
def update!(**args)
|
343
|
-
@collection_element_type = args[:collection_element_type] if args.key?(:collection_element_type)
|
344
|
-
@logical_type = args[:logical_type] if args.key?(:logical_type)
|
345
|
-
@map_type = args[:map_type] if args.key?(:map_type)
|
346
|
-
@nullable = args[:nullable] if args.key?(:nullable)
|
347
|
-
@row_schema = args[:row_schema] if args.key?(:row_schema)
|
348
|
-
@type = args[:type] if args.key?(:type)
|
349
|
-
end
|
350
|
-
end
|
351
|
-
|
352
|
-
# A single value in a row. The value set must correspond to the correct type
|
353
|
-
# from the row's schema.
|
354
|
-
class GoogleCloudDatapipelinesV1FieldValue
|
355
|
-
include Google::Apis::Core::Hashable
|
356
|
-
|
357
|
-
# Represents an array of values. The elements can be of any type.
|
358
|
-
# Corresponds to the JSON property `arrayValue`
|
359
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ArrayValue]
|
360
|
-
attr_accessor :array_value
|
361
|
-
|
362
|
-
# Represents a non-dividable value.
|
363
|
-
# Corresponds to the JSON property `atomicValue`
|
364
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1AtomicValue]
|
365
|
-
attr_accessor :atomic_value
|
366
|
-
|
367
|
-
# Represents a selected value from an EnumerationType.
|
368
|
-
# Corresponds to the JSON property `enumValue`
|
369
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1EnumerationValue]
|
370
|
-
attr_accessor :enum_value
|
371
|
-
|
372
|
-
# Represents a collection of bytes whose size is the same as the associated
|
373
|
-
# FixedBytes size value.
|
374
|
-
# Corresponds to the JSON property `fixedBytesValue`
|
375
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FixedBytesValue]
|
376
|
-
attr_accessor :fixed_bytes_value
|
377
|
-
|
378
|
-
# Represents an iterable of values. The elements can be of any type.
|
379
|
-
# Corresponds to the JSON property `iterableValue`
|
380
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1IterableValue]
|
381
|
-
attr_accessor :iterable_value
|
382
|
-
|
383
|
-
# Represents a key/value pairing.
|
384
|
-
# Corresponds to the JSON property `mapValue`
|
385
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapValue]
|
386
|
-
attr_accessor :map_value
|
387
|
-
|
388
|
-
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
389
|
-
# with more concrete representations of valid values.
|
390
|
-
# Corresponds to the JSON property `rowValue`
|
391
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Row]
|
392
|
-
attr_accessor :row_value
|
393
|
-
|
394
|
-
def initialize(**args)
|
395
|
-
update!(**args)
|
396
|
-
end
|
397
|
-
|
398
|
-
# Update properties of this object
|
399
|
-
def update!(**args)
|
400
|
-
@array_value = args[:array_value] if args.key?(:array_value)
|
401
|
-
@atomic_value = args[:atomic_value] if args.key?(:atomic_value)
|
402
|
-
@enum_value = args[:enum_value] if args.key?(:enum_value)
|
403
|
-
@fixed_bytes_value = args[:fixed_bytes_value] if args.key?(:fixed_bytes_value)
|
404
|
-
@iterable_value = args[:iterable_value] if args.key?(:iterable_value)
|
405
|
-
@map_value = args[:map_value] if args.key?(:map_value)
|
406
|
-
@row_value = args[:row_value] if args.key?(:row_value)
|
407
|
-
end
|
408
|
-
end
|
409
|
-
|
410
|
-
# Represents a collection of bytes whose size is the same as the associated
|
411
|
-
# FixedBytes size value.
|
412
|
-
class GoogleCloudDatapipelinesV1FixedBytesValue
|
413
|
-
include Google::Apis::Core::Hashable
|
414
|
-
|
415
|
-
# The raw bytes. It must be exactly the size specified in the schema.
|
416
|
-
# Corresponds to the JSON property `value`
|
417
|
-
# NOTE: Values are automatically base64 encoded/decoded in the client library.
|
418
|
-
# @return [String]
|
419
|
-
attr_accessor :value
|
420
|
-
|
421
|
-
def initialize(**args)
|
422
|
-
update!(**args)
|
423
|
-
end
|
424
|
-
|
425
|
-
# Update properties of this object
|
426
|
-
def update!(**args)
|
427
|
-
@value = args[:value] if args.key?(:value)
|
428
|
-
end
|
429
|
-
end
|
430
|
-
|
431
60
|
# The environment values to be set at runtime for a Flex Template.
|
432
61
|
class GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironment
|
433
62
|
include Google::Apis::Core::Hashable
|
@@ -563,25 +192,6 @@ module Google
|
|
563
192
|
end
|
564
193
|
end
|
565
194
|
|
566
|
-
# Represents an iterable of values. The elements can be of any type.
|
567
|
-
class GoogleCloudDatapipelinesV1IterableValue
|
568
|
-
include Google::Apis::Core::Hashable
|
569
|
-
|
570
|
-
# The elements of the iterable.
|
571
|
-
# Corresponds to the JSON property `elements`
|
572
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
573
|
-
attr_accessor :elements
|
574
|
-
|
575
|
-
def initialize(**args)
|
576
|
-
update!(**args)
|
577
|
-
end
|
578
|
-
|
579
|
-
# Update properties of this object
|
580
|
-
def update!(**args)
|
581
|
-
@elements = args[:elements] if args.key?(:elements)
|
582
|
-
end
|
583
|
-
end
|
584
|
-
|
585
195
|
# Definition of the job information maintained by the pipeline. Fields in this
|
586
196
|
# entity are retrieved from the executor API (e.g. Dataflow API).
|
587
197
|
class GoogleCloudDatapipelinesV1Job
|
@@ -891,140 +501,6 @@ module Google
|
|
891
501
|
end
|
892
502
|
end
|
893
503
|
|
894
|
-
# Represents the input for creating a specified logical type.
|
895
|
-
class GoogleCloudDatapipelinesV1LogicalType
|
896
|
-
include Google::Apis::Core::Hashable
|
897
|
-
|
898
|
-
# Represents the Beam EnumerationType logical type.
|
899
|
-
# Corresponds to the JSON property `enumerationType`
|
900
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalTypeEnumerationType]
|
901
|
-
attr_accessor :enumeration_type
|
902
|
-
|
903
|
-
# Represents the Beam FixedBytes logical type.
|
904
|
-
# Corresponds to the JSON property `fixedBytes`
|
905
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalTypeFixedBytes]
|
906
|
-
attr_accessor :fixed_bytes
|
907
|
-
|
908
|
-
def initialize(**args)
|
909
|
-
update!(**args)
|
910
|
-
end
|
911
|
-
|
912
|
-
# Update properties of this object
|
913
|
-
def update!(**args)
|
914
|
-
@enumeration_type = args[:enumeration_type] if args.key?(:enumeration_type)
|
915
|
-
@fixed_bytes = args[:fixed_bytes] if args.key?(:fixed_bytes)
|
916
|
-
end
|
917
|
-
end
|
918
|
-
|
919
|
-
# Represents the Beam EnumerationType logical type.
|
920
|
-
class GoogleCloudDatapipelinesV1LogicalTypeEnumerationType
|
921
|
-
include Google::Apis::Core::Hashable
|
922
|
-
|
923
|
-
# Names of the values. The numeric value is the same as the index.
|
924
|
-
# Corresponds to the JSON property `values`
|
925
|
-
# @return [Array<String>]
|
926
|
-
attr_accessor :values
|
927
|
-
|
928
|
-
def initialize(**args)
|
929
|
-
update!(**args)
|
930
|
-
end
|
931
|
-
|
932
|
-
# Update properties of this object
|
933
|
-
def update!(**args)
|
934
|
-
@values = args[:values] if args.key?(:values)
|
935
|
-
end
|
936
|
-
end
|
937
|
-
|
938
|
-
# Represents the Beam FixedBytes logical type.
|
939
|
-
class GoogleCloudDatapipelinesV1LogicalTypeFixedBytes
|
940
|
-
include Google::Apis::Core::Hashable
|
941
|
-
|
942
|
-
# Number of bytes to allocate.
|
943
|
-
# Corresponds to the JSON property `sizeBytes`
|
944
|
-
# @return [Fixnum]
|
945
|
-
attr_accessor :size_bytes
|
946
|
-
|
947
|
-
def initialize(**args)
|
948
|
-
update!(**args)
|
949
|
-
end
|
950
|
-
|
951
|
-
# Update properties of this object
|
952
|
-
def update!(**args)
|
953
|
-
@size_bytes = args[:size_bytes] if args.key?(:size_bytes)
|
954
|
-
end
|
955
|
-
end
|
956
|
-
|
957
|
-
# Represents a map in a schema.
|
958
|
-
class GoogleCloudDatapipelinesV1MapType
|
959
|
-
include Google::Apis::Core::Hashable
|
960
|
-
|
961
|
-
# Type info about a field.
|
962
|
-
# Corresponds to the JSON property `mapKeyType`
|
963
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
964
|
-
attr_accessor :map_key_type
|
965
|
-
|
966
|
-
# Type info about a field.
|
967
|
-
# Corresponds to the JSON property `mapValueType`
|
968
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
969
|
-
attr_accessor :map_value_type
|
970
|
-
|
971
|
-
def initialize(**args)
|
972
|
-
update!(**args)
|
973
|
-
end
|
974
|
-
|
975
|
-
# Update properties of this object
|
976
|
-
def update!(**args)
|
977
|
-
@map_key_type = args[:map_key_type] if args.key?(:map_key_type)
|
978
|
-
@map_value_type = args[:map_value_type] if args.key?(:map_value_type)
|
979
|
-
end
|
980
|
-
end
|
981
|
-
|
982
|
-
# Represents a key/value pairing.
|
983
|
-
class GoogleCloudDatapipelinesV1MapValue
|
984
|
-
include Google::Apis::Core::Hashable
|
985
|
-
|
986
|
-
# The entries in the map.
|
987
|
-
# Corresponds to the JSON property `entries`
|
988
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapValueEntry>]
|
989
|
-
attr_accessor :entries
|
990
|
-
|
991
|
-
def initialize(**args)
|
992
|
-
update!(**args)
|
993
|
-
end
|
994
|
-
|
995
|
-
# Update properties of this object
|
996
|
-
def update!(**args)
|
997
|
-
@entries = args[:entries] if args.key?(:entries)
|
998
|
-
end
|
999
|
-
end
|
1000
|
-
|
1001
|
-
# A single entry in the map. Each entry must have a unique key.
|
1002
|
-
class GoogleCloudDatapipelinesV1MapValueEntry
|
1003
|
-
include Google::Apis::Core::Hashable
|
1004
|
-
|
1005
|
-
# A single value in a row. The value set must correspond to the correct type
|
1006
|
-
# from the row's schema.
|
1007
|
-
# Corresponds to the JSON property `key`
|
1008
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue]
|
1009
|
-
attr_accessor :key
|
1010
|
-
|
1011
|
-
# A single value in a row. The value set must correspond to the correct type
|
1012
|
-
# from the row's schema.
|
1013
|
-
# Corresponds to the JSON property `value`
|
1014
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue]
|
1015
|
-
attr_accessor :value
|
1016
|
-
|
1017
|
-
def initialize(**args)
|
1018
|
-
update!(**args)
|
1019
|
-
end
|
1020
|
-
|
1021
|
-
# Update properties of this object
|
1022
|
-
def update!(**args)
|
1023
|
-
@key = args[:key] if args.key?(:key)
|
1024
|
-
@value = args[:value] if args.key?(:value)
|
1025
|
-
end
|
1026
|
-
end
|
1027
|
-
|
1028
504
|
# The main pipeline entity and all the necessary metadata for launching and
|
1029
505
|
# managing linked jobs.
|
1030
506
|
class GoogleCloudDatapipelinesV1Pipeline
|
@@ -1124,58 +600,6 @@ module Google
|
|
1124
600
|
end
|
1125
601
|
end
|
1126
602
|
|
1127
|
-
# The raw schema and its type.
|
1128
|
-
class GoogleCloudDatapipelinesV1RawSchemaInfo
|
1129
|
-
include Google::Apis::Core::Hashable
|
1130
|
-
|
1131
|
-
# The schema.
|
1132
|
-
# Corresponds to the JSON property `rawSchema`
|
1133
|
-
# @return [String]
|
1134
|
-
attr_accessor :raw_schema
|
1135
|
-
|
1136
|
-
# The type of the schema.
|
1137
|
-
# Corresponds to the JSON property `type`
|
1138
|
-
# @return [String]
|
1139
|
-
attr_accessor :type
|
1140
|
-
|
1141
|
-
def initialize(**args)
|
1142
|
-
update!(**args)
|
1143
|
-
end
|
1144
|
-
|
1145
|
-
# Update properties of this object
|
1146
|
-
def update!(**args)
|
1147
|
-
@raw_schema = args[:raw_schema] if args.key?(:raw_schema)
|
1148
|
-
@type = args[:type] if args.key?(:type)
|
1149
|
-
end
|
1150
|
-
end
|
1151
|
-
|
1152
|
-
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
1153
|
-
# with more concrete representations of valid values.
|
1154
|
-
class GoogleCloudDatapipelinesV1Row
|
1155
|
-
include Google::Apis::Core::Hashable
|
1156
|
-
|
1157
|
-
# Holds a schema or a reference to a schema in some repository.
|
1158
|
-
# Corresponds to the JSON property `schema`
|
1159
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1SchemaSource]
|
1160
|
-
attr_accessor :schema
|
1161
|
-
|
1162
|
-
# Required. The values of this Row. A fully built row is required to hold to the
|
1163
|
-
# schema specified by `schema`.
|
1164
|
-
# Corresponds to the JSON property `values`
|
1165
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
1166
|
-
attr_accessor :values
|
1167
|
-
|
1168
|
-
def initialize(**args)
|
1169
|
-
update!(**args)
|
1170
|
-
end
|
1171
|
-
|
1172
|
-
# Update properties of this object
|
1173
|
-
def update!(**args)
|
1174
|
-
@schema = args[:schema] if args.key?(:schema)
|
1175
|
-
@values = args[:values] if args.key?(:values)
|
1176
|
-
end
|
1177
|
-
end
|
1178
|
-
|
1179
603
|
# Request message for RunPipeline
|
1180
604
|
class GoogleCloudDatapipelinesV1RunPipelineRequest
|
1181
605
|
include Google::Apis::Core::Hashable
|
@@ -1378,57 +802,6 @@ module Google
|
|
1378
802
|
end
|
1379
803
|
end
|
1380
804
|
|
1381
|
-
# Represents a simplified Apache Beam schema.
|
1382
|
-
class GoogleCloudDatapipelinesV1Schema
|
1383
|
-
include Google::Apis::Core::Hashable
|
1384
|
-
|
1385
|
-
# Fields in the schema. Every field within a schema must have a unique name.
|
1386
|
-
# Corresponds to the JSON property `fields`
|
1387
|
-
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Field>]
|
1388
|
-
attr_accessor :fields
|
1389
|
-
|
1390
|
-
# An identifier of the schema for looking it up in a repository. This only needs
|
1391
|
-
# to be set if the schema is stored in a repository.
|
1392
|
-
# Corresponds to the JSON property `referenceId`
|
1393
|
-
# @return [String]
|
1394
|
-
attr_accessor :reference_id
|
1395
|
-
|
1396
|
-
def initialize(**args)
|
1397
|
-
update!(**args)
|
1398
|
-
end
|
1399
|
-
|
1400
|
-
# Update properties of this object
|
1401
|
-
def update!(**args)
|
1402
|
-
@fields = args[:fields] if args.key?(:fields)
|
1403
|
-
@reference_id = args[:reference_id] if args.key?(:reference_id)
|
1404
|
-
end
|
1405
|
-
end
|
1406
|
-
|
1407
|
-
# Holds a schema or a reference to a schema in some repository.
|
1408
|
-
class GoogleCloudDatapipelinesV1SchemaSource
|
1409
|
-
include Google::Apis::Core::Hashable
|
1410
|
-
|
1411
|
-
# Represents a simplified Apache Beam schema.
|
1412
|
-
# Corresponds to the JSON property `localSchema`
|
1413
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
1414
|
-
attr_accessor :local_schema
|
1415
|
-
|
1416
|
-
# The `reference_id` value of a schema in a repository.
|
1417
|
-
# Corresponds to the JSON property `referenceId`
|
1418
|
-
# @return [String]
|
1419
|
-
attr_accessor :reference_id
|
1420
|
-
|
1421
|
-
def initialize(**args)
|
1422
|
-
update!(**args)
|
1423
|
-
end
|
1424
|
-
|
1425
|
-
# Update properties of this object
|
1426
|
-
def update!(**args)
|
1427
|
-
@local_schema = args[:local_schema] if args.key?(:local_schema)
|
1428
|
-
@reference_id = args[:reference_id] if args.key?(:reference_id)
|
1429
|
-
end
|
1430
|
-
end
|
1431
|
-
|
1432
805
|
# The version of the SDK used to run the job.
|
1433
806
|
class GoogleCloudDatapipelinesV1SdkVersion
|
1434
807
|
include Google::Apis::Core::Hashable
|
@@ -1473,40 +846,6 @@ module Google
|
|
1473
846
|
end
|
1474
847
|
end
|
1475
848
|
|
1476
|
-
# Description of a schema-aware transform, which provides info on how it can be
|
1477
|
-
# configured.
|
1478
|
-
class GoogleCloudDatapipelinesV1TransformDescription
|
1479
|
-
include Google::Apis::Core::Hashable
|
1480
|
-
|
1481
|
-
# Output only. The full name of this resource formatted as: projects/`project`/
|
1482
|
-
# locations/`location`/transformDescriptions/`transform_description` `
|
1483
|
-
# transform_description` is the same as the `uniform_resource_name` field.
|
1484
|
-
# Corresponds to the JSON property `name`
|
1485
|
-
# @return [String]
|
1486
|
-
attr_accessor :name
|
1487
|
-
|
1488
|
-
# Represents a simplified Apache Beam schema.
|
1489
|
-
# Corresponds to the JSON property `options`
|
1490
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
1491
|
-
attr_accessor :options
|
1492
|
-
|
1493
|
-
# Unique resource name of the transform.
|
1494
|
-
# Corresponds to the JSON property `uniformResourceName`
|
1495
|
-
# @return [String]
|
1496
|
-
attr_accessor :uniform_resource_name
|
1497
|
-
|
1498
|
-
def initialize(**args)
|
1499
|
-
update!(**args)
|
1500
|
-
end
|
1501
|
-
|
1502
|
-
# Update properties of this object
|
1503
|
-
def update!(**args)
|
1504
|
-
@name = args[:name] if args.key?(:name)
|
1505
|
-
@options = args[:options] if args.key?(:options)
|
1506
|
-
@uniform_resource_name = args[:uniform_resource_name] if args.key?(:uniform_resource_name)
|
1507
|
-
end
|
1508
|
-
end
|
1509
|
-
|
1510
849
|
# Workload details for creating the pipeline jobs.
|
1511
850
|
class GoogleCloudDatapipelinesV1Workload
|
1512
851
|
include Google::Apis::Core::Hashable
|
@@ -1586,178 +925,6 @@ module Google
|
|
1586
925
|
@message = args[:message] if args.key?(:message)
|
1587
926
|
end
|
1588
927
|
end
|
1589
|
-
|
1590
|
-
# Represents civil time (or occasionally physical time). This type can represent
|
1591
|
-
# a civil time in one of a few possible ways: * When utc_offset is set and
|
1592
|
-
# time_zone is unset: a civil time on a calendar day with a particular offset
|
1593
|
-
# from UTC. * When time_zone is set and utc_offset is unset: a civil time on a
|
1594
|
-
# calendar day in a particular time zone. * When neither time_zone nor
|
1595
|
-
# utc_offset is set: a civil time on a calendar day in local time. The date is
|
1596
|
-
# relative to the Proleptic Gregorian Calendar. If year, month, or day are 0,
|
1597
|
-
# the DateTime is considered not to have a specific year, month, or day
|
1598
|
-
# respectively. This type may also be used to represent a physical time if all
|
1599
|
-
# the date and time fields are set and either case of the `time_offset` oneof is
|
1600
|
-
# set. Consider using `Timestamp` message for physical time instead. If your use
|
1601
|
-
# case also would like to store the user's timezone, that can be done in another
|
1602
|
-
# field. This type is more flexible than some applications may want. Make sure
|
1603
|
-
# to document and validate your application's limitations.
|
1604
|
-
class GoogleTypeDateTime
|
1605
|
-
include Google::Apis::Core::Hashable
|
1606
|
-
|
1607
|
-
# Optional. Day of month. Must be from 1 to 31 and valid for the year and month,
|
1608
|
-
# or 0 if specifying a datetime without a day.
|
1609
|
-
# Corresponds to the JSON property `day`
|
1610
|
-
# @return [Fixnum]
|
1611
|
-
attr_accessor :day
|
1612
|
-
|
1613
|
-
# Optional. Hours of day in 24 hour format. Should be from 0 to 23, defaults to
|
1614
|
-
# 0 (midnight). An API may choose to allow the value "24:00:00" for scenarios
|
1615
|
-
# like business closing time.
|
1616
|
-
# Corresponds to the JSON property `hours`
|
1617
|
-
# @return [Fixnum]
|
1618
|
-
attr_accessor :hours
|
1619
|
-
|
1620
|
-
# Optional. Minutes of hour of day. Must be from 0 to 59, defaults to 0.
|
1621
|
-
# Corresponds to the JSON property `minutes`
|
1622
|
-
# @return [Fixnum]
|
1623
|
-
attr_accessor :minutes
|
1624
|
-
|
1625
|
-
# Optional. Month of year. Must be from 1 to 12, or 0 if specifying a datetime
|
1626
|
-
# without a month.
|
1627
|
-
# Corresponds to the JSON property `month`
|
1628
|
-
# @return [Fixnum]
|
1629
|
-
attr_accessor :month
|
1630
|
-
|
1631
|
-
# Optional. Fractions of seconds in nanoseconds. Must be from 0 to 999,999,999,
|
1632
|
-
# defaults to 0.
|
1633
|
-
# Corresponds to the JSON property `nanos`
|
1634
|
-
# @return [Fixnum]
|
1635
|
-
attr_accessor :nanos
|
1636
|
-
|
1637
|
-
# Optional. Seconds of minutes of the time. Must normally be from 0 to 59,
|
1638
|
-
# defaults to 0. An API may allow the value 60 if it allows leap-seconds.
|
1639
|
-
# Corresponds to the JSON property `seconds`
|
1640
|
-
# @return [Fixnum]
|
1641
|
-
attr_accessor :seconds
|
1642
|
-
|
1643
|
-
# Represents a time zone from the [IANA Time Zone Database](https://www.iana.org/
|
1644
|
-
# time-zones).
|
1645
|
-
# Corresponds to the JSON property `timeZone`
|
1646
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleTypeTimeZone]
|
1647
|
-
attr_accessor :time_zone
|
1648
|
-
|
1649
|
-
# UTC offset. Must be whole seconds, between -18 hours and +18 hours. For
|
1650
|
-
# example, a UTC offset of -4:00 would be represented as ` seconds: -14400 `.
|
1651
|
-
# Corresponds to the JSON property `utcOffset`
|
1652
|
-
# @return [String]
|
1653
|
-
attr_accessor :utc_offset
|
1654
|
-
|
1655
|
-
# Optional. Year of date. Must be from 1 to 9999, or 0 if specifying a datetime
|
1656
|
-
# without a year.
|
1657
|
-
# Corresponds to the JSON property `year`
|
1658
|
-
# @return [Fixnum]
|
1659
|
-
attr_accessor :year
|
1660
|
-
|
1661
|
-
def initialize(**args)
|
1662
|
-
update!(**args)
|
1663
|
-
end
|
1664
|
-
|
1665
|
-
# Update properties of this object
|
1666
|
-
def update!(**args)
|
1667
|
-
@day = args[:day] if args.key?(:day)
|
1668
|
-
@hours = args[:hours] if args.key?(:hours)
|
1669
|
-
@minutes = args[:minutes] if args.key?(:minutes)
|
1670
|
-
@month = args[:month] if args.key?(:month)
|
1671
|
-
@nanos = args[:nanos] if args.key?(:nanos)
|
1672
|
-
@seconds = args[:seconds] if args.key?(:seconds)
|
1673
|
-
@time_zone = args[:time_zone] if args.key?(:time_zone)
|
1674
|
-
@utc_offset = args[:utc_offset] if args.key?(:utc_offset)
|
1675
|
-
@year = args[:year] if args.key?(:year)
|
1676
|
-
end
|
1677
|
-
end
|
1678
|
-
|
1679
|
-
# A representation of a decimal value, such as 2.5. Clients may convert values
|
1680
|
-
# into language-native decimal formats, such as Java's BigDecimal or Python's
|
1681
|
-
# decimal.Decimal. [BigDecimal]: https://docs.oracle.com/en/java/javase/11/docs/
|
1682
|
-
# api/java.base/java/math/BigDecimal.html [decimal.Decimal]: https://docs.python.
|
1683
|
-
# org/3/library/decimal.html
|
1684
|
-
class GoogleTypeDecimal
|
1685
|
-
include Google::Apis::Core::Hashable
|
1686
|
-
|
1687
|
-
# The decimal value, as a string. The string representation consists of an
|
1688
|
-
# optional sign, `+` (`U+002B`) or `-` (`U+002D`), followed by a sequence of
|
1689
|
-
# zero or more decimal digits ("the integer"), optionally followed by a fraction,
|
1690
|
-
# optionally followed by an exponent. An empty string **should** be interpreted
|
1691
|
-
# as `0`. The fraction consists of a decimal point followed by zero or more
|
1692
|
-
# decimal digits. The string must contain at least one digit in either the
|
1693
|
-
# integer or the fraction. The number formed by the sign, the integer and the
|
1694
|
-
# fraction is referred to as the significand. The exponent consists of the
|
1695
|
-
# character `e` (`U+0065`) or `E` (`U+0045`) followed by one or more decimal
|
1696
|
-
# digits. Services **should** normalize decimal values before storing them by: -
|
1697
|
-
# Removing an explicitly-provided `+` sign (`+2.5` -> `2.5`). - Replacing a zero-
|
1698
|
-
# length integer value with `0` (`.5` -> `0.5`). - Coercing the exponent
|
1699
|
-
# character to upper-case, with explicit sign (`2.5e8` -> `2.5E+8`). - Removing
|
1700
|
-
# an explicitly-provided zero exponent (`2.5E0` -> `2.5`). Services **may**
|
1701
|
-
# perform additional normalization based on its own needs and the internal
|
1702
|
-
# decimal implementation selected, such as shifting the decimal point and
|
1703
|
-
# exponent value together (example: `2.5E-1` <-> `0.25`). Additionally, services
|
1704
|
-
# **may** preserve trailing zeroes in the fraction to indicate increased
|
1705
|
-
# precision, but are not required to do so. Note that only the `.` character is
|
1706
|
-
# supported to divide the integer and the fraction; `,` **should not** be
|
1707
|
-
# supported regardless of locale. Additionally, thousand separators **should not*
|
1708
|
-
# * be supported. If a service does support them, values **must** be normalized.
|
1709
|
-
# The ENBF grammar is: DecimalString = '' | [Sign] Significand [Exponent]; Sign =
|
1710
|
-
# '+' | '-'; Significand = Digits '.' | [Digits] '.' Digits; Exponent = ('e' | '
|
1711
|
-
# E') [Sign] Digits; Digits = ` '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '
|
1712
|
-
# 8' | '9' `; Services **should** clearly document the range of supported values,
|
1713
|
-
# the maximum supported precision (total number of digits), and, if applicable,
|
1714
|
-
# the scale (number of digits after the decimal point), as well as how it
|
1715
|
-
# behaves when receiving out-of-bounds values. Services **may** choose to accept
|
1716
|
-
# values passed as input even when the value has a higher precision or scale
|
1717
|
-
# than the service supports, and **should** round the value to fit the supported
|
1718
|
-
# scale. Alternatively, the service **may** error with `400 Bad Request` (`
|
1719
|
-
# INVALID_ARGUMENT` in gRPC) if precision would be lost. Services **should**
|
1720
|
-
# error with `400 Bad Request` (`INVALID_ARGUMENT` in gRPC) if the service
|
1721
|
-
# receives a value outside of the supported range.
|
1722
|
-
# Corresponds to the JSON property `value`
|
1723
|
-
# @return [String]
|
1724
|
-
attr_accessor :value
|
1725
|
-
|
1726
|
-
def initialize(**args)
|
1727
|
-
update!(**args)
|
1728
|
-
end
|
1729
|
-
|
1730
|
-
# Update properties of this object
|
1731
|
-
def update!(**args)
|
1732
|
-
@value = args[:value] if args.key?(:value)
|
1733
|
-
end
|
1734
|
-
end
|
1735
|
-
|
1736
|
-
# Represents a time zone from the [IANA Time Zone Database](https://www.iana.org/
|
1737
|
-
# time-zones).
|
1738
|
-
class GoogleTypeTimeZone
|
1739
|
-
include Google::Apis::Core::Hashable
|
1740
|
-
|
1741
|
-
# IANA Time Zone Database time zone, e.g. "America/New_York".
|
1742
|
-
# Corresponds to the JSON property `id`
|
1743
|
-
# @return [String]
|
1744
|
-
attr_accessor :id
|
1745
|
-
|
1746
|
-
# Optional. IANA Time Zone Database version number, e.g. "2019a".
|
1747
|
-
# Corresponds to the JSON property `version`
|
1748
|
-
# @return [String]
|
1749
|
-
attr_accessor :version
|
1750
|
-
|
1751
|
-
def initialize(**args)
|
1752
|
-
update!(**args)
|
1753
|
-
end
|
1754
|
-
|
1755
|
-
# Update properties of this object
|
1756
|
-
def update!(**args)
|
1757
|
-
@id = args[:id] if args.key?(:id)
|
1758
|
-
@version = args[:version] if args.key?(:version)
|
1759
|
-
end
|
1760
|
-
end
|
1761
928
|
end
|
1762
929
|
end
|
1763
930
|
end
|