google-apis-datapipelines_v1 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -22,6 +22,203 @@ module Google
|
|
22
22
|
module Apis
|
23
23
|
module DatapipelinesV1
|
24
24
|
|
25
|
+
# Represents an array of values. The elements can be of any type.
|
26
|
+
class GoogleCloudDatapipelinesV1ArrayValue
|
27
|
+
include Google::Apis::Core::Hashable
|
28
|
+
|
29
|
+
# The elements of the array.
|
30
|
+
# Corresponds to the JSON property `elements`
|
31
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
32
|
+
attr_accessor :elements
|
33
|
+
|
34
|
+
def initialize(**args)
|
35
|
+
update!(**args)
|
36
|
+
end
|
37
|
+
|
38
|
+
# Update properties of this object
|
39
|
+
def update!(**args)
|
40
|
+
@elements = args[:elements] if args.key?(:elements)
|
41
|
+
end
|
42
|
+
end
|
43
|
+
|
44
|
+
# Represents a non-dividable value.
|
45
|
+
class GoogleCloudDatapipelinesV1AtomicValue
|
46
|
+
include Google::Apis::Core::Hashable
|
47
|
+
|
48
|
+
# A boolean value.
|
49
|
+
# Corresponds to the JSON property `booleanValue`
|
50
|
+
# @return [Boolean]
|
51
|
+
attr_accessor :boolean_value
|
52
|
+
alias_method :boolean_value?, :boolean_value
|
53
|
+
|
54
|
+
# An 8-bit signed value.
|
55
|
+
# Corresponds to the JSON property `byteValue`
|
56
|
+
# @return [Fixnum]
|
57
|
+
attr_accessor :byte_value
|
58
|
+
|
59
|
+
# An array of raw bytes.
|
60
|
+
# Corresponds to the JSON property `bytesValue`
|
61
|
+
# NOTE: Values are automatically base64 encoded/decoded in the client library.
|
62
|
+
# @return [String]
|
63
|
+
attr_accessor :bytes_value
|
64
|
+
|
65
|
+
# Represents civil time (or occasionally physical time). This type can represent
|
66
|
+
# a civil time in one of a few possible ways: * When utc_offset is set and
|
67
|
+
# time_zone is unset: a civil time on a calendar day with a particular offset
|
68
|
+
# from UTC. * When time_zone is set and utc_offset is unset: a civil time on a
|
69
|
+
# calendar day in a particular time zone. * When neither time_zone nor
|
70
|
+
# utc_offset is set: a civil time on a calendar day in local time. The date is
|
71
|
+
# relative to the Proleptic Gregorian Calendar. If year, month, or day are 0,
|
72
|
+
# the DateTime is considered not to have a specific year, month, or day
|
73
|
+
# respectively. This type may also be used to represent a physical time if all
|
74
|
+
# the date and time fields are set and either case of the `time_offset` oneof is
|
75
|
+
# set. Consider using `Timestamp` message for physical time instead. If your use
|
76
|
+
# case also would like to store the user's timezone, that can be done in another
|
77
|
+
# field. This type is more flexible than some applications may want. Make sure
|
78
|
+
# to document and validate your application's limitations.
|
79
|
+
# Corresponds to the JSON property `datetimeValue`
|
80
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleTypeDateTime]
|
81
|
+
attr_accessor :datetime_value
|
82
|
+
|
83
|
+
# A representation of a decimal value, such as 2.5. Clients may convert values
|
84
|
+
# into language-native decimal formats, such as Java's BigDecimal or Python's
|
85
|
+
# decimal.Decimal. [BigDecimal]: https://docs.oracle.com/en/java/javase/11/docs/
|
86
|
+
# api/java.base/java/math/BigDecimal.html [decimal.Decimal]: https://docs.python.
|
87
|
+
# org/3/library/decimal.html
|
88
|
+
# Corresponds to the JSON property `decimalValue`
|
89
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleTypeDecimal]
|
90
|
+
attr_accessor :decimal_value
|
91
|
+
|
92
|
+
# A 64-bit floating point value.
|
93
|
+
# Corresponds to the JSON property `doubleValue`
|
94
|
+
# @return [Float]
|
95
|
+
attr_accessor :double_value
|
96
|
+
|
97
|
+
# A 32-bit floating point value.
|
98
|
+
# Corresponds to the JSON property `floatValue`
|
99
|
+
# @return [Float]
|
100
|
+
attr_accessor :float_value
|
101
|
+
|
102
|
+
# A 16-bit signed value.
|
103
|
+
# Corresponds to the JSON property `int16Value`
|
104
|
+
# @return [Fixnum]
|
105
|
+
attr_accessor :int16_value
|
106
|
+
|
107
|
+
# A 32-bit signed value.
|
108
|
+
# Corresponds to the JSON property `int32Value`
|
109
|
+
# @return [Fixnum]
|
110
|
+
attr_accessor :int32_value
|
111
|
+
|
112
|
+
# A 64-bit signed value.
|
113
|
+
# Corresponds to the JSON property `int64Value`
|
114
|
+
# @return [Fixnum]
|
115
|
+
attr_accessor :int64_value
|
116
|
+
|
117
|
+
# A string value.
|
118
|
+
# Corresponds to the JSON property `stringValue`
|
119
|
+
# @return [String]
|
120
|
+
attr_accessor :string_value
|
121
|
+
|
122
|
+
def initialize(**args)
|
123
|
+
update!(**args)
|
124
|
+
end
|
125
|
+
|
126
|
+
# Update properties of this object
|
127
|
+
def update!(**args)
|
128
|
+
@boolean_value = args[:boolean_value] if args.key?(:boolean_value)
|
129
|
+
@byte_value = args[:byte_value] if args.key?(:byte_value)
|
130
|
+
@bytes_value = args[:bytes_value] if args.key?(:bytes_value)
|
131
|
+
@datetime_value = args[:datetime_value] if args.key?(:datetime_value)
|
132
|
+
@decimal_value = args[:decimal_value] if args.key?(:decimal_value)
|
133
|
+
@double_value = args[:double_value] if args.key?(:double_value)
|
134
|
+
@float_value = args[:float_value] if args.key?(:float_value)
|
135
|
+
@int16_value = args[:int16_value] if args.key?(:int16_value)
|
136
|
+
@int32_value = args[:int32_value] if args.key?(:int32_value)
|
137
|
+
@int64_value = args[:int64_value] if args.key?(:int64_value)
|
138
|
+
@string_value = args[:string_value] if args.key?(:string_value)
|
139
|
+
end
|
140
|
+
end
|
141
|
+
|
142
|
+
# Response message for BatchGetTransformDescriptions
|
143
|
+
class GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse
|
144
|
+
include Google::Apis::Core::Hashable
|
145
|
+
|
146
|
+
# List of requested transform descriptions.
|
147
|
+
# Corresponds to the JSON property `transformDescriptions`
|
148
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription>]
|
149
|
+
attr_accessor :transform_descriptions
|
150
|
+
|
151
|
+
def initialize(**args)
|
152
|
+
update!(**args)
|
153
|
+
end
|
154
|
+
|
155
|
+
# Update properties of this object
|
156
|
+
def update!(**args)
|
157
|
+
@transform_descriptions = args[:transform_descriptions] if args.key?(:transform_descriptions)
|
158
|
+
end
|
159
|
+
end
|
160
|
+
|
161
|
+
# Request message for ComputeSchema
|
162
|
+
class GoogleCloudDatapipelinesV1ComputeSchemaRequest
|
163
|
+
include Google::Apis::Core::Hashable
|
164
|
+
|
165
|
+
# A fully configured transform that can be validated.
|
166
|
+
# Corresponds to the JSON property `config`
|
167
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ConfiguredTransform]
|
168
|
+
attr_accessor :config
|
169
|
+
|
170
|
+
# Optional. In relation to the full pipeline graph, the schemas of the
|
171
|
+
# transforms that are used as inputs to the one for `config`. If `config`
|
172
|
+
# represents a transform for reading from some resource, then this should be
|
173
|
+
# empty. For all other transforms, at least one value must be provided.
|
174
|
+
# Corresponds to the JSON property `inputSchemas`
|
175
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema>]
|
176
|
+
attr_accessor :input_schemas
|
177
|
+
|
178
|
+
# The raw schema and its type.
|
179
|
+
# Corresponds to the JSON property `rawSchema`
|
180
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1RawSchemaInfo]
|
181
|
+
attr_accessor :raw_schema
|
182
|
+
|
183
|
+
def initialize(**args)
|
184
|
+
update!(**args)
|
185
|
+
end
|
186
|
+
|
187
|
+
# Update properties of this object
|
188
|
+
def update!(**args)
|
189
|
+
@config = args[:config] if args.key?(:config)
|
190
|
+
@input_schemas = args[:input_schemas] if args.key?(:input_schemas)
|
191
|
+
@raw_schema = args[:raw_schema] if args.key?(:raw_schema)
|
192
|
+
end
|
193
|
+
end
|
194
|
+
|
195
|
+
# A fully configured transform that can be validated.
|
196
|
+
class GoogleCloudDatapipelinesV1ConfiguredTransform
|
197
|
+
include Google::Apis::Core::Hashable
|
198
|
+
|
199
|
+
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
200
|
+
# with more concrete representations of valid values.
|
201
|
+
# Corresponds to the JSON property `config`
|
202
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Row]
|
203
|
+
attr_accessor :config
|
204
|
+
|
205
|
+
# Unique resource name of the transform. This should be the same as the
|
206
|
+
# equivalent `TransformDescription` value.
|
207
|
+
# Corresponds to the JSON property `uniformResourceName`
|
208
|
+
# @return [String]
|
209
|
+
attr_accessor :uniform_resource_name
|
210
|
+
|
211
|
+
def initialize(**args)
|
212
|
+
update!(**args)
|
213
|
+
end
|
214
|
+
|
215
|
+
# Update properties of this object
|
216
|
+
def update!(**args)
|
217
|
+
@config = args[:config] if args.key?(:config)
|
218
|
+
@uniform_resource_name = args[:uniform_resource_name] if args.key?(:uniform_resource_name)
|
219
|
+
end
|
220
|
+
end
|
221
|
+
|
25
222
|
# Pipeline job details specific to the Dataflow API. This is encapsulated here
|
26
223
|
# to allow for more executors to store their specific details separately.
|
27
224
|
class GoogleCloudDatapipelinesV1DataflowJobDetails
|
@@ -57,6 +254,180 @@ module Google
|
|
57
254
|
end
|
58
255
|
end
|
59
256
|
|
257
|
+
# Represents a selected value from an EnumerationType.
|
258
|
+
class GoogleCloudDatapipelinesV1EnumerationValue
|
259
|
+
include Google::Apis::Core::Hashable
|
260
|
+
|
261
|
+
# Name of the enum option.
|
262
|
+
# Corresponds to the JSON property `name`
|
263
|
+
# @return [String]
|
264
|
+
attr_accessor :name
|
265
|
+
|
266
|
+
def initialize(**args)
|
267
|
+
update!(**args)
|
268
|
+
end
|
269
|
+
|
270
|
+
# Update properties of this object
|
271
|
+
def update!(**args)
|
272
|
+
@name = args[:name] if args.key?(:name)
|
273
|
+
end
|
274
|
+
end
|
275
|
+
|
276
|
+
# Info for a single field in the schema.
|
277
|
+
class GoogleCloudDatapipelinesV1Field
|
278
|
+
include Google::Apis::Core::Hashable
|
279
|
+
|
280
|
+
# Name of the field.
|
281
|
+
# Corresponds to the JSON property `name`
|
282
|
+
# @return [String]
|
283
|
+
attr_accessor :name
|
284
|
+
|
285
|
+
# Type info about a field.
|
286
|
+
# Corresponds to the JSON property `type`
|
287
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
288
|
+
attr_accessor :type
|
289
|
+
|
290
|
+
def initialize(**args)
|
291
|
+
update!(**args)
|
292
|
+
end
|
293
|
+
|
294
|
+
# Update properties of this object
|
295
|
+
def update!(**args)
|
296
|
+
@name = args[:name] if args.key?(:name)
|
297
|
+
@type = args[:type] if args.key?(:type)
|
298
|
+
end
|
299
|
+
end
|
300
|
+
|
301
|
+
# Type info about a field.
|
302
|
+
class GoogleCloudDatapipelinesV1FieldType
|
303
|
+
include Google::Apis::Core::Hashable
|
304
|
+
|
305
|
+
# Type info about a field.
|
306
|
+
# Corresponds to the JSON property `collectionElementType`
|
307
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
308
|
+
attr_accessor :collection_element_type
|
309
|
+
|
310
|
+
# Represents the input for creating a specified logical type.
|
311
|
+
# Corresponds to the JSON property `logicalType`
|
312
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalType]
|
313
|
+
attr_accessor :logical_type
|
314
|
+
|
315
|
+
# Represents a map in a schema.
|
316
|
+
# Corresponds to the JSON property `mapType`
|
317
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapType]
|
318
|
+
attr_accessor :map_type
|
319
|
+
|
320
|
+
# Whether or not this field is nullable.
|
321
|
+
# Corresponds to the JSON property `nullable`
|
322
|
+
# @return [Boolean]
|
323
|
+
attr_accessor :nullable
|
324
|
+
alias_method :nullable?, :nullable
|
325
|
+
|
326
|
+
# Represents a simplified Apache Beam schema.
|
327
|
+
# Corresponds to the JSON property `rowSchema`
|
328
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
329
|
+
attr_accessor :row_schema
|
330
|
+
|
331
|
+
# Specific type of the field. For non-atomic types, the corresponding type info
|
332
|
+
# for that non-atomic must be set.
|
333
|
+
# Corresponds to the JSON property `type`
|
334
|
+
# @return [String]
|
335
|
+
attr_accessor :type
|
336
|
+
|
337
|
+
def initialize(**args)
|
338
|
+
update!(**args)
|
339
|
+
end
|
340
|
+
|
341
|
+
# Update properties of this object
|
342
|
+
def update!(**args)
|
343
|
+
@collection_element_type = args[:collection_element_type] if args.key?(:collection_element_type)
|
344
|
+
@logical_type = args[:logical_type] if args.key?(:logical_type)
|
345
|
+
@map_type = args[:map_type] if args.key?(:map_type)
|
346
|
+
@nullable = args[:nullable] if args.key?(:nullable)
|
347
|
+
@row_schema = args[:row_schema] if args.key?(:row_schema)
|
348
|
+
@type = args[:type] if args.key?(:type)
|
349
|
+
end
|
350
|
+
end
|
351
|
+
|
352
|
+
# A single value in a row. The value set must correspond to the correct type
|
353
|
+
# from the row's schema.
|
354
|
+
class GoogleCloudDatapipelinesV1FieldValue
|
355
|
+
include Google::Apis::Core::Hashable
|
356
|
+
|
357
|
+
# Represents an array of values. The elements can be of any type.
|
358
|
+
# Corresponds to the JSON property `arrayValue`
|
359
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ArrayValue]
|
360
|
+
attr_accessor :array_value
|
361
|
+
|
362
|
+
# Represents a non-dividable value.
|
363
|
+
# Corresponds to the JSON property `atomicValue`
|
364
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1AtomicValue]
|
365
|
+
attr_accessor :atomic_value
|
366
|
+
|
367
|
+
# Represents a selected value from an EnumerationType.
|
368
|
+
# Corresponds to the JSON property `enumValue`
|
369
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1EnumerationValue]
|
370
|
+
attr_accessor :enum_value
|
371
|
+
|
372
|
+
# Represents a collection of bytes whose size is the same as the associated
|
373
|
+
# FixedBytes size value.
|
374
|
+
# Corresponds to the JSON property `fixedBytesValue`
|
375
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FixedBytesValue]
|
376
|
+
attr_accessor :fixed_bytes_value
|
377
|
+
|
378
|
+
# Represents an iterable of values. The elements can be of any type.
|
379
|
+
# Corresponds to the JSON property `iterableValue`
|
380
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1IterableValue]
|
381
|
+
attr_accessor :iterable_value
|
382
|
+
|
383
|
+
# Represents a key/value pairing.
|
384
|
+
# Corresponds to the JSON property `mapValue`
|
385
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapValue]
|
386
|
+
attr_accessor :map_value
|
387
|
+
|
388
|
+
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
389
|
+
# with more concrete representations of valid values.
|
390
|
+
# Corresponds to the JSON property `rowValue`
|
391
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Row]
|
392
|
+
attr_accessor :row_value
|
393
|
+
|
394
|
+
def initialize(**args)
|
395
|
+
update!(**args)
|
396
|
+
end
|
397
|
+
|
398
|
+
# Update properties of this object
|
399
|
+
def update!(**args)
|
400
|
+
@array_value = args[:array_value] if args.key?(:array_value)
|
401
|
+
@atomic_value = args[:atomic_value] if args.key?(:atomic_value)
|
402
|
+
@enum_value = args[:enum_value] if args.key?(:enum_value)
|
403
|
+
@fixed_bytes_value = args[:fixed_bytes_value] if args.key?(:fixed_bytes_value)
|
404
|
+
@iterable_value = args[:iterable_value] if args.key?(:iterable_value)
|
405
|
+
@map_value = args[:map_value] if args.key?(:map_value)
|
406
|
+
@row_value = args[:row_value] if args.key?(:row_value)
|
407
|
+
end
|
408
|
+
end
|
409
|
+
|
410
|
+
# Represents a collection of bytes whose size is the same as the associated
|
411
|
+
# FixedBytes size value.
|
412
|
+
class GoogleCloudDatapipelinesV1FixedBytesValue
|
413
|
+
include Google::Apis::Core::Hashable
|
414
|
+
|
415
|
+
# The raw bytes. It must be exactly the size specified in the schema.
|
416
|
+
# Corresponds to the JSON property `value`
|
417
|
+
# NOTE: Values are automatically base64 encoded/decoded in the client library.
|
418
|
+
# @return [String]
|
419
|
+
attr_accessor :value
|
420
|
+
|
421
|
+
def initialize(**args)
|
422
|
+
update!(**args)
|
423
|
+
end
|
424
|
+
|
425
|
+
# Update properties of this object
|
426
|
+
def update!(**args)
|
427
|
+
@value = args[:value] if args.key?(:value)
|
428
|
+
end
|
429
|
+
end
|
430
|
+
|
60
431
|
# The environment values to be set at runtime for a Flex Template.
|
61
432
|
class GoogleCloudDatapipelinesV1FlexTemplateRuntimeEnvironment
|
62
433
|
include Google::Apis::Core::Hashable
|
@@ -192,6 +563,25 @@ module Google
|
|
192
563
|
end
|
193
564
|
end
|
194
565
|
|
566
|
+
# Represents an iterable of values. The elements can be of any type.
|
567
|
+
class GoogleCloudDatapipelinesV1IterableValue
|
568
|
+
include Google::Apis::Core::Hashable
|
569
|
+
|
570
|
+
# The elements of the iterable.
|
571
|
+
# Corresponds to the JSON property `elements`
|
572
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
573
|
+
attr_accessor :elements
|
574
|
+
|
575
|
+
def initialize(**args)
|
576
|
+
update!(**args)
|
577
|
+
end
|
578
|
+
|
579
|
+
# Update properties of this object
|
580
|
+
def update!(**args)
|
581
|
+
@elements = args[:elements] if args.key?(:elements)
|
582
|
+
end
|
583
|
+
end
|
584
|
+
|
195
585
|
# Definition of the job information maintained by the pipeline. Fields in this
|
196
586
|
# entity are retrieved from the executor API (e.g. Dataflow API).
|
197
587
|
class GoogleCloudDatapipelinesV1Job
|
@@ -501,6 +891,140 @@ module Google
|
|
501
891
|
end
|
502
892
|
end
|
503
893
|
|
894
|
+
# Represents the input for creating a specified logical type.
|
895
|
+
class GoogleCloudDatapipelinesV1LogicalType
|
896
|
+
include Google::Apis::Core::Hashable
|
897
|
+
|
898
|
+
# Represents the Beam EnumerationType logical type.
|
899
|
+
# Corresponds to the JSON property `enumerationType`
|
900
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalTypeEnumerationType]
|
901
|
+
attr_accessor :enumeration_type
|
902
|
+
|
903
|
+
# Represents the Beam FixedBytes logical type.
|
904
|
+
# Corresponds to the JSON property `fixedBytes`
|
905
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1LogicalTypeFixedBytes]
|
906
|
+
attr_accessor :fixed_bytes
|
907
|
+
|
908
|
+
def initialize(**args)
|
909
|
+
update!(**args)
|
910
|
+
end
|
911
|
+
|
912
|
+
# Update properties of this object
|
913
|
+
def update!(**args)
|
914
|
+
@enumeration_type = args[:enumeration_type] if args.key?(:enumeration_type)
|
915
|
+
@fixed_bytes = args[:fixed_bytes] if args.key?(:fixed_bytes)
|
916
|
+
end
|
917
|
+
end
|
918
|
+
|
919
|
+
# Represents the Beam EnumerationType logical type.
|
920
|
+
class GoogleCloudDatapipelinesV1LogicalTypeEnumerationType
|
921
|
+
include Google::Apis::Core::Hashable
|
922
|
+
|
923
|
+
# Names of the values. The numeric value is the same as the index.
|
924
|
+
# Corresponds to the JSON property `values`
|
925
|
+
# @return [Array<String>]
|
926
|
+
attr_accessor :values
|
927
|
+
|
928
|
+
def initialize(**args)
|
929
|
+
update!(**args)
|
930
|
+
end
|
931
|
+
|
932
|
+
# Update properties of this object
|
933
|
+
def update!(**args)
|
934
|
+
@values = args[:values] if args.key?(:values)
|
935
|
+
end
|
936
|
+
end
|
937
|
+
|
938
|
+
# Represents the Beam FixedBytes logical type.
|
939
|
+
class GoogleCloudDatapipelinesV1LogicalTypeFixedBytes
|
940
|
+
include Google::Apis::Core::Hashable
|
941
|
+
|
942
|
+
# Number of bytes to allocate.
|
943
|
+
# Corresponds to the JSON property `sizeBytes`
|
944
|
+
# @return [Fixnum]
|
945
|
+
attr_accessor :size_bytes
|
946
|
+
|
947
|
+
def initialize(**args)
|
948
|
+
update!(**args)
|
949
|
+
end
|
950
|
+
|
951
|
+
# Update properties of this object
|
952
|
+
def update!(**args)
|
953
|
+
@size_bytes = args[:size_bytes] if args.key?(:size_bytes)
|
954
|
+
end
|
955
|
+
end
|
956
|
+
|
957
|
+
# Represents a map in a schema.
|
958
|
+
class GoogleCloudDatapipelinesV1MapType
|
959
|
+
include Google::Apis::Core::Hashable
|
960
|
+
|
961
|
+
# Type info about a field.
|
962
|
+
# Corresponds to the JSON property `mapKeyType`
|
963
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
964
|
+
attr_accessor :map_key_type
|
965
|
+
|
966
|
+
# Type info about a field.
|
967
|
+
# Corresponds to the JSON property `mapValueType`
|
968
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldType]
|
969
|
+
attr_accessor :map_value_type
|
970
|
+
|
971
|
+
def initialize(**args)
|
972
|
+
update!(**args)
|
973
|
+
end
|
974
|
+
|
975
|
+
# Update properties of this object
|
976
|
+
def update!(**args)
|
977
|
+
@map_key_type = args[:map_key_type] if args.key?(:map_key_type)
|
978
|
+
@map_value_type = args[:map_value_type] if args.key?(:map_value_type)
|
979
|
+
end
|
980
|
+
end
|
981
|
+
|
982
|
+
# Represents a key/value pairing.
|
983
|
+
class GoogleCloudDatapipelinesV1MapValue
|
984
|
+
include Google::Apis::Core::Hashable
|
985
|
+
|
986
|
+
# The entries in the map.
|
987
|
+
# Corresponds to the JSON property `entries`
|
988
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1MapValueEntry>]
|
989
|
+
attr_accessor :entries
|
990
|
+
|
991
|
+
def initialize(**args)
|
992
|
+
update!(**args)
|
993
|
+
end
|
994
|
+
|
995
|
+
# Update properties of this object
|
996
|
+
def update!(**args)
|
997
|
+
@entries = args[:entries] if args.key?(:entries)
|
998
|
+
end
|
999
|
+
end
|
1000
|
+
|
1001
|
+
# A single entry in the map. Each entry must have a unique key.
|
1002
|
+
class GoogleCloudDatapipelinesV1MapValueEntry
|
1003
|
+
include Google::Apis::Core::Hashable
|
1004
|
+
|
1005
|
+
# A single value in a row. The value set must correspond to the correct type
|
1006
|
+
# from the row's schema.
|
1007
|
+
# Corresponds to the JSON property `key`
|
1008
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue]
|
1009
|
+
attr_accessor :key
|
1010
|
+
|
1011
|
+
# A single value in a row. The value set must correspond to the correct type
|
1012
|
+
# from the row's schema.
|
1013
|
+
# Corresponds to the JSON property `value`
|
1014
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue]
|
1015
|
+
attr_accessor :value
|
1016
|
+
|
1017
|
+
def initialize(**args)
|
1018
|
+
update!(**args)
|
1019
|
+
end
|
1020
|
+
|
1021
|
+
# Update properties of this object
|
1022
|
+
def update!(**args)
|
1023
|
+
@key = args[:key] if args.key?(:key)
|
1024
|
+
@value = args[:value] if args.key?(:value)
|
1025
|
+
end
|
1026
|
+
end
|
1027
|
+
|
504
1028
|
# The main pipeline entity and all the necessary metadata for launching and
|
505
1029
|
# managing linked jobs.
|
506
1030
|
class GoogleCloudDatapipelinesV1Pipeline
|
@@ -600,6 +1124,58 @@ module Google
|
|
600
1124
|
end
|
601
1125
|
end
|
602
1126
|
|
1127
|
+
# The raw schema and its type.
|
1128
|
+
class GoogleCloudDatapipelinesV1RawSchemaInfo
|
1129
|
+
include Google::Apis::Core::Hashable
|
1130
|
+
|
1131
|
+
# The schema.
|
1132
|
+
# Corresponds to the JSON property `rawSchema`
|
1133
|
+
# @return [String]
|
1134
|
+
attr_accessor :raw_schema
|
1135
|
+
|
1136
|
+
# The type of the schema.
|
1137
|
+
# Corresponds to the JSON property `type`
|
1138
|
+
# @return [String]
|
1139
|
+
attr_accessor :type
|
1140
|
+
|
1141
|
+
def initialize(**args)
|
1142
|
+
update!(**args)
|
1143
|
+
end
|
1144
|
+
|
1145
|
+
# Update properties of this object
|
1146
|
+
def update!(**args)
|
1147
|
+
@raw_schema = args[:raw_schema] if args.key?(:raw_schema)
|
1148
|
+
@type = args[:type] if args.key?(:type)
|
1149
|
+
end
|
1150
|
+
end
|
1151
|
+
|
1152
|
+
# Represents an Apache Beam row, though the `Any` nature of values is replaced
|
1153
|
+
# with more concrete representations of valid values.
|
1154
|
+
class GoogleCloudDatapipelinesV1Row
|
1155
|
+
include Google::Apis::Core::Hashable
|
1156
|
+
|
1157
|
+
# Holds a schema or a reference to a schema in some repository.
|
1158
|
+
# Corresponds to the JSON property `schema`
|
1159
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1SchemaSource]
|
1160
|
+
attr_accessor :schema
|
1161
|
+
|
1162
|
+
# Required. The values of this Row. A fully built row is required to hold to the
|
1163
|
+
# schema specified by `schema`.
|
1164
|
+
# Corresponds to the JSON property `values`
|
1165
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1FieldValue>]
|
1166
|
+
attr_accessor :values
|
1167
|
+
|
1168
|
+
def initialize(**args)
|
1169
|
+
update!(**args)
|
1170
|
+
end
|
1171
|
+
|
1172
|
+
# Update properties of this object
|
1173
|
+
def update!(**args)
|
1174
|
+
@schema = args[:schema] if args.key?(:schema)
|
1175
|
+
@values = args[:values] if args.key?(:values)
|
1176
|
+
end
|
1177
|
+
end
|
1178
|
+
|
603
1179
|
# Request message for RunPipeline
|
604
1180
|
class GoogleCloudDatapipelinesV1RunPipelineRequest
|
605
1181
|
include Google::Apis::Core::Hashable
|
@@ -802,6 +1378,57 @@ module Google
|
|
802
1378
|
end
|
803
1379
|
end
|
804
1380
|
|
1381
|
+
# Represents a simplified Apache Beam schema.
|
1382
|
+
class GoogleCloudDatapipelinesV1Schema
|
1383
|
+
include Google::Apis::Core::Hashable
|
1384
|
+
|
1385
|
+
# Fields in the schema. Every field within a schema must have a unique name.
|
1386
|
+
# Corresponds to the JSON property `fields`
|
1387
|
+
# @return [Array<Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Field>]
|
1388
|
+
attr_accessor :fields
|
1389
|
+
|
1390
|
+
# An identifier of the schema for looking it up in a repository. This only needs
|
1391
|
+
# to be set if the schema is stored in a repository.
|
1392
|
+
# Corresponds to the JSON property `referenceId`
|
1393
|
+
# @return [String]
|
1394
|
+
attr_accessor :reference_id
|
1395
|
+
|
1396
|
+
def initialize(**args)
|
1397
|
+
update!(**args)
|
1398
|
+
end
|
1399
|
+
|
1400
|
+
# Update properties of this object
|
1401
|
+
def update!(**args)
|
1402
|
+
@fields = args[:fields] if args.key?(:fields)
|
1403
|
+
@reference_id = args[:reference_id] if args.key?(:reference_id)
|
1404
|
+
end
|
1405
|
+
end
|
1406
|
+
|
1407
|
+
# Holds a schema or a reference to a schema in some repository.
|
1408
|
+
class GoogleCloudDatapipelinesV1SchemaSource
|
1409
|
+
include Google::Apis::Core::Hashable
|
1410
|
+
|
1411
|
+
# Represents a simplified Apache Beam schema.
|
1412
|
+
# Corresponds to the JSON property `localSchema`
|
1413
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
1414
|
+
attr_accessor :local_schema
|
1415
|
+
|
1416
|
+
# The `reference_id` value of a schema in a repository.
|
1417
|
+
# Corresponds to the JSON property `referenceId`
|
1418
|
+
# @return [String]
|
1419
|
+
attr_accessor :reference_id
|
1420
|
+
|
1421
|
+
def initialize(**args)
|
1422
|
+
update!(**args)
|
1423
|
+
end
|
1424
|
+
|
1425
|
+
# Update properties of this object
|
1426
|
+
def update!(**args)
|
1427
|
+
@local_schema = args[:local_schema] if args.key?(:local_schema)
|
1428
|
+
@reference_id = args[:reference_id] if args.key?(:reference_id)
|
1429
|
+
end
|
1430
|
+
end
|
1431
|
+
|
805
1432
|
# The version of the SDK used to run the job.
|
806
1433
|
class GoogleCloudDatapipelinesV1SdkVersion
|
807
1434
|
include Google::Apis::Core::Hashable
|
@@ -846,6 +1473,40 @@ module Google
|
|
846
1473
|
end
|
847
1474
|
end
|
848
1475
|
|
1476
|
+
# Description of a schema-aware transform, which provides info on how it can be
|
1477
|
+
# configured.
|
1478
|
+
class GoogleCloudDatapipelinesV1TransformDescription
|
1479
|
+
include Google::Apis::Core::Hashable
|
1480
|
+
|
1481
|
+
# Output only. The full name of this resource formatted as: projects/`project`/
|
1482
|
+
# locations/`location`/transformDescriptions/`transform_description` `
|
1483
|
+
# transform_description` is the same as the `uniform_resource_name` field.
|
1484
|
+
# Corresponds to the JSON property `name`
|
1485
|
+
# @return [String]
|
1486
|
+
attr_accessor :name
|
1487
|
+
|
1488
|
+
# Represents a simplified Apache Beam schema.
|
1489
|
+
# Corresponds to the JSON property `options`
|
1490
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
1491
|
+
attr_accessor :options
|
1492
|
+
|
1493
|
+
# Unique resource name of the transform.
|
1494
|
+
# Corresponds to the JSON property `uniformResourceName`
|
1495
|
+
# @return [String]
|
1496
|
+
attr_accessor :uniform_resource_name
|
1497
|
+
|
1498
|
+
def initialize(**args)
|
1499
|
+
update!(**args)
|
1500
|
+
end
|
1501
|
+
|
1502
|
+
# Update properties of this object
|
1503
|
+
def update!(**args)
|
1504
|
+
@name = args[:name] if args.key?(:name)
|
1505
|
+
@options = args[:options] if args.key?(:options)
|
1506
|
+
@uniform_resource_name = args[:uniform_resource_name] if args.key?(:uniform_resource_name)
|
1507
|
+
end
|
1508
|
+
end
|
1509
|
+
|
849
1510
|
# Workload details for creating the pipeline jobs.
|
850
1511
|
class GoogleCloudDatapipelinesV1Workload
|
851
1512
|
include Google::Apis::Core::Hashable
|
@@ -925,6 +1586,178 @@ module Google
|
|
925
1586
|
@message = args[:message] if args.key?(:message)
|
926
1587
|
end
|
927
1588
|
end
|
1589
|
+
|
1590
|
+
# Represents civil time (or occasionally physical time). This type can represent
|
1591
|
+
# a civil time in one of a few possible ways: * When utc_offset is set and
|
1592
|
+
# time_zone is unset: a civil time on a calendar day with a particular offset
|
1593
|
+
# from UTC. * When time_zone is set and utc_offset is unset: a civil time on a
|
1594
|
+
# calendar day in a particular time zone. * When neither time_zone nor
|
1595
|
+
# utc_offset is set: a civil time on a calendar day in local time. The date is
|
1596
|
+
# relative to the Proleptic Gregorian Calendar. If year, month, or day are 0,
|
1597
|
+
# the DateTime is considered not to have a specific year, month, or day
|
1598
|
+
# respectively. This type may also be used to represent a physical time if all
|
1599
|
+
# the date and time fields are set and either case of the `time_offset` oneof is
|
1600
|
+
# set. Consider using `Timestamp` message for physical time instead. If your use
|
1601
|
+
# case also would like to store the user's timezone, that can be done in another
|
1602
|
+
# field. This type is more flexible than some applications may want. Make sure
|
1603
|
+
# to document and validate your application's limitations.
|
1604
|
+
class GoogleTypeDateTime
|
1605
|
+
include Google::Apis::Core::Hashable
|
1606
|
+
|
1607
|
+
# Optional. Day of month. Must be from 1 to 31 and valid for the year and month,
|
1608
|
+
# or 0 if specifying a datetime without a day.
|
1609
|
+
# Corresponds to the JSON property `day`
|
1610
|
+
# @return [Fixnum]
|
1611
|
+
attr_accessor :day
|
1612
|
+
|
1613
|
+
# Optional. Hours of day in 24 hour format. Should be from 0 to 23, defaults to
|
1614
|
+
# 0 (midnight). An API may choose to allow the value "24:00:00" for scenarios
|
1615
|
+
# like business closing time.
|
1616
|
+
# Corresponds to the JSON property `hours`
|
1617
|
+
# @return [Fixnum]
|
1618
|
+
attr_accessor :hours
|
1619
|
+
|
1620
|
+
# Optional. Minutes of hour of day. Must be from 0 to 59, defaults to 0.
|
1621
|
+
# Corresponds to the JSON property `minutes`
|
1622
|
+
# @return [Fixnum]
|
1623
|
+
attr_accessor :minutes
|
1624
|
+
|
1625
|
+
# Optional. Month of year. Must be from 1 to 12, or 0 if specifying a datetime
|
1626
|
+
# without a month.
|
1627
|
+
# Corresponds to the JSON property `month`
|
1628
|
+
# @return [Fixnum]
|
1629
|
+
attr_accessor :month
|
1630
|
+
|
1631
|
+
# Optional. Fractions of seconds in nanoseconds. Must be from 0 to 999,999,999,
|
1632
|
+
# defaults to 0.
|
1633
|
+
# Corresponds to the JSON property `nanos`
|
1634
|
+
# @return [Fixnum]
|
1635
|
+
attr_accessor :nanos
|
1636
|
+
|
1637
|
+
# Optional. Seconds of minutes of the time. Must normally be from 0 to 59,
|
1638
|
+
# defaults to 0. An API may allow the value 60 if it allows leap-seconds.
|
1639
|
+
# Corresponds to the JSON property `seconds`
|
1640
|
+
# @return [Fixnum]
|
1641
|
+
attr_accessor :seconds
|
1642
|
+
|
1643
|
+
# Represents a time zone from the [IANA Time Zone Database](https://www.iana.org/
|
1644
|
+
# time-zones).
|
1645
|
+
# Corresponds to the JSON property `timeZone`
|
1646
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleTypeTimeZone]
|
1647
|
+
attr_accessor :time_zone
|
1648
|
+
|
1649
|
+
# UTC offset. Must be whole seconds, between -18 hours and +18 hours. For
|
1650
|
+
# example, a UTC offset of -4:00 would be represented as ` seconds: -14400 `.
|
1651
|
+
# Corresponds to the JSON property `utcOffset`
|
1652
|
+
# @return [String]
|
1653
|
+
attr_accessor :utc_offset
|
1654
|
+
|
1655
|
+
# Optional. Year of date. Must be from 1 to 9999, or 0 if specifying a datetime
|
1656
|
+
# without a year.
|
1657
|
+
# Corresponds to the JSON property `year`
|
1658
|
+
# @return [Fixnum]
|
1659
|
+
attr_accessor :year
|
1660
|
+
|
1661
|
+
def initialize(**args)
|
1662
|
+
update!(**args)
|
1663
|
+
end
|
1664
|
+
|
1665
|
+
# Update properties of this object
|
1666
|
+
def update!(**args)
|
1667
|
+
@day = args[:day] if args.key?(:day)
|
1668
|
+
@hours = args[:hours] if args.key?(:hours)
|
1669
|
+
@minutes = args[:minutes] if args.key?(:minutes)
|
1670
|
+
@month = args[:month] if args.key?(:month)
|
1671
|
+
@nanos = args[:nanos] if args.key?(:nanos)
|
1672
|
+
@seconds = args[:seconds] if args.key?(:seconds)
|
1673
|
+
@time_zone = args[:time_zone] if args.key?(:time_zone)
|
1674
|
+
@utc_offset = args[:utc_offset] if args.key?(:utc_offset)
|
1675
|
+
@year = args[:year] if args.key?(:year)
|
1676
|
+
end
|
1677
|
+
end
|
1678
|
+
|
1679
|
+
# A representation of a decimal value, such as 2.5. Clients may convert values
|
1680
|
+
# into language-native decimal formats, such as Java's BigDecimal or Python's
|
1681
|
+
# decimal.Decimal. [BigDecimal]: https://docs.oracle.com/en/java/javase/11/docs/
|
1682
|
+
# api/java.base/java/math/BigDecimal.html [decimal.Decimal]: https://docs.python.
|
1683
|
+
# org/3/library/decimal.html
|
1684
|
+
class GoogleTypeDecimal
|
1685
|
+
include Google::Apis::Core::Hashable
|
1686
|
+
|
1687
|
+
# The decimal value, as a string. The string representation consists of an
|
1688
|
+
# optional sign, `+` (`U+002B`) or `-` (`U+002D`), followed by a sequence of
|
1689
|
+
# zero or more decimal digits ("the integer"), optionally followed by a fraction,
|
1690
|
+
# optionally followed by an exponent. An empty string **should** be interpreted
|
1691
|
+
# as `0`. The fraction consists of a decimal point followed by zero or more
|
1692
|
+
# decimal digits. The string must contain at least one digit in either the
|
1693
|
+
# integer or the fraction. The number formed by the sign, the integer and the
|
1694
|
+
# fraction is referred to as the significand. The exponent consists of the
|
1695
|
+
# character `e` (`U+0065`) or `E` (`U+0045`) followed by one or more decimal
|
1696
|
+
# digits. Services **should** normalize decimal values before storing them by: -
|
1697
|
+
# Removing an explicitly-provided `+` sign (`+2.5` -> `2.5`). - Replacing a zero-
|
1698
|
+
# length integer value with `0` (`.5` -> `0.5`). - Coercing the exponent
|
1699
|
+
# character to upper-case, with explicit sign (`2.5e8` -> `2.5E+8`). - Removing
|
1700
|
+
# an explicitly-provided zero exponent (`2.5E0` -> `2.5`). Services **may**
|
1701
|
+
# perform additional normalization based on its own needs and the internal
|
1702
|
+
# decimal implementation selected, such as shifting the decimal point and
|
1703
|
+
# exponent value together (example: `2.5E-1` <-> `0.25`). Additionally, services
|
1704
|
+
# **may** preserve trailing zeroes in the fraction to indicate increased
|
1705
|
+
# precision, but are not required to do so. Note that only the `.` character is
|
1706
|
+
# supported to divide the integer and the fraction; `,` **should not** be
|
1707
|
+
# supported regardless of locale. Additionally, thousand separators **should not*
|
1708
|
+
# * be supported. If a service does support them, values **must** be normalized.
|
1709
|
+
# The ENBF grammar is: DecimalString = '' | [Sign] Significand [Exponent]; Sign =
|
1710
|
+
# '+' | '-'; Significand = Digits '.' | [Digits] '.' Digits; Exponent = ('e' | '
|
1711
|
+
# E') [Sign] Digits; Digits = ` '0' | '1' | '2' | '3' | '4' | '5' | '6' | '7' | '
|
1712
|
+
# 8' | '9' `; Services **should** clearly document the range of supported values,
|
1713
|
+
# the maximum supported precision (total number of digits), and, if applicable,
|
1714
|
+
# the scale (number of digits after the decimal point), as well as how it
|
1715
|
+
# behaves when receiving out-of-bounds values. Services **may** choose to accept
|
1716
|
+
# values passed as input even when the value has a higher precision or scale
|
1717
|
+
# than the service supports, and **should** round the value to fit the supported
|
1718
|
+
# scale. Alternatively, the service **may** error with `400 Bad Request` (`
|
1719
|
+
# INVALID_ARGUMENT` in gRPC) if precision would be lost. Services **should**
|
1720
|
+
# error with `400 Bad Request` (`INVALID_ARGUMENT` in gRPC) if the service
|
1721
|
+
# receives a value outside of the supported range.
|
1722
|
+
# Corresponds to the JSON property `value`
|
1723
|
+
# @return [String]
|
1724
|
+
attr_accessor :value
|
1725
|
+
|
1726
|
+
def initialize(**args)
|
1727
|
+
update!(**args)
|
1728
|
+
end
|
1729
|
+
|
1730
|
+
# Update properties of this object
|
1731
|
+
def update!(**args)
|
1732
|
+
@value = args[:value] if args.key?(:value)
|
1733
|
+
end
|
1734
|
+
end
|
1735
|
+
|
1736
|
+
# Represents a time zone from the [IANA Time Zone Database](https://www.iana.org/
|
1737
|
+
# time-zones).
|
1738
|
+
class GoogleTypeTimeZone
|
1739
|
+
include Google::Apis::Core::Hashable
|
1740
|
+
|
1741
|
+
# IANA Time Zone Database time zone, e.g. "America/New_York".
|
1742
|
+
# Corresponds to the JSON property `id`
|
1743
|
+
# @return [String]
|
1744
|
+
attr_accessor :id
|
1745
|
+
|
1746
|
+
# Optional. IANA Time Zone Database version number, e.g. "2019a".
|
1747
|
+
# Corresponds to the JSON property `version`
|
1748
|
+
# @return [String]
|
1749
|
+
attr_accessor :version
|
1750
|
+
|
1751
|
+
def initialize(**args)
|
1752
|
+
update!(**args)
|
1753
|
+
end
|
1754
|
+
|
1755
|
+
# Update properties of this object
|
1756
|
+
def update!(**args)
|
1757
|
+
@id = args[:id] if args.key?(:id)
|
1758
|
+
@version = args[:version] if args.key?(:version)
|
1759
|
+
end
|
1760
|
+
end
|
928
1761
|
end
|
929
1762
|
end
|
930
1763
|
end
|