@flyteorg/flyteidl 1.16.0 → 2.0.0-alpha2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/package.json +6 -9
  2. package/LICENSE +0 -202
  3. package/NOTICE +0 -4
  4. package/README.md +0 -14
  5. package/gen/pb-js/flyteidl.d.ts +0 -28307
  6. package/gen/pb-js/flyteidl.js +0 -66636
  7. package/protos/buf.lock +0 -18
  8. package/protos/buf.yaml +0 -12
  9. package/protos/docs/admin/admin.rst +0 -4623
  10. package/protos/docs/admin/index.rst +0 -13
  11. package/protos/docs/contributing.md +0 -68
  12. package/protos/docs/core/core.rst +0 -3952
  13. package/protos/docs/core/index.rst +0 -15
  14. package/protos/docs/datacatalog/datacatalog.rst +0 -1313
  15. package/protos/docs/datacatalog/index.rst +0 -16
  16. package/protos/docs/event/event.rst +0 -726
  17. package/protos/docs/event/index.rst +0 -27
  18. package/protos/docs/plugins/index.rst +0 -14
  19. package/protos/docs/plugins/plugins.rst +0 -780
  20. package/protos/docs/restructuredtext.tmpl +0 -129
  21. package/protos/docs/service/index.rst +0 -13
  22. package/protos/docs/service/service.rst +0 -543
  23. package/protos/docs/withoutscalar_restructuredtext.tmpl +0 -105
  24. package/protos/docs_index.rst +0 -19
  25. package/protos/flyteidl/admin/agent.proto +0 -309
  26. package/protos/flyteidl/admin/cluster_assignment.proto +0 -11
  27. package/protos/flyteidl/admin/common.proto +0 -337
  28. package/protos/flyteidl/admin/description_entity.proto +0 -95
  29. package/protos/flyteidl/admin/event.proto +0 -70
  30. package/protos/flyteidl/admin/execution.proto +0 -436
  31. package/protos/flyteidl/admin/launch_plan.proto +0 -231
  32. package/protos/flyteidl/admin/matchable_resource.proto +0 -194
  33. package/protos/flyteidl/admin/node_execution.proto +0 -248
  34. package/protos/flyteidl/admin/notification.proto +0 -27
  35. package/protos/flyteidl/admin/project.proto +0 -132
  36. package/protos/flyteidl/admin/project_attributes.proto +0 -69
  37. package/protos/flyteidl/admin/project_domain_attributes.proto +0 -80
  38. package/protos/flyteidl/admin/schedule.proto +0 -43
  39. package/protos/flyteidl/admin/signal.proto +0 -86
  40. package/protos/flyteidl/admin/task.proto +0 -71
  41. package/protos/flyteidl/admin/task_execution.proto +0 -171
  42. package/protos/flyteidl/admin/version.proto +0 -27
  43. package/protos/flyteidl/admin/workflow.proto +0 -92
  44. package/protos/flyteidl/admin/workflow_attributes.proto +0 -89
  45. package/protos/flyteidl/cacheservice/cacheservice.proto +0 -143
  46. package/protos/flyteidl/core/artifact_id.proto +0 -112
  47. package/protos/flyteidl/core/catalog.proto +0 -63
  48. package/protos/flyteidl/core/compiler.proto +0 -64
  49. package/protos/flyteidl/core/condition.proto +0 -63
  50. package/protos/flyteidl/core/dynamic_job.proto +0 -32
  51. package/protos/flyteidl/core/errors.proto +0 -42
  52. package/protos/flyteidl/core/execution.proto +0 -156
  53. package/protos/flyteidl/core/execution_envs.proto +0 -45
  54. package/protos/flyteidl/core/identifier.proto +0 -80
  55. package/protos/flyteidl/core/interface.proto +0 -64
  56. package/protos/flyteidl/core/literals.proto +0 -205
  57. package/protos/flyteidl/core/metrics.proto +0 -50
  58. package/protos/flyteidl/core/security.proto +0 -135
  59. package/protos/flyteidl/core/tasks.proto +0 -392
  60. package/protos/flyteidl/core/types.proto +0 -208
  61. package/protos/flyteidl/core/workflow.proto +0 -361
  62. package/protos/flyteidl/core/workflow_closure.proto +0 -18
  63. package/protos/flyteidl/datacatalog/datacatalog.proto +0 -420
  64. package/protos/flyteidl/event/cloudevents.proto +0 -81
  65. package/protos/flyteidl/event/event.proto +0 -347
  66. package/protos/flyteidl/plugins/array_job.proto +0 -30
  67. package/protos/flyteidl/plugins/common.proto +0 -27
  68. package/protos/flyteidl/plugins/dask.proto +0 -41
  69. package/protos/flyteidl/plugins/kubeflow/common.proto +0 -28
  70. package/protos/flyteidl/plugins/kubeflow/mpi.proto +0 -47
  71. package/protos/flyteidl/plugins/kubeflow/pytorch.proto +0 -53
  72. package/protos/flyteidl/plugins/kubeflow/tensorflow.proto +0 -46
  73. package/protos/flyteidl/plugins/mpi.proto +0 -20
  74. package/protos/flyteidl/plugins/presto.proto +0 -14
  75. package/protos/flyteidl/plugins/pytorch.proto +0 -25
  76. package/protos/flyteidl/plugins/qubole.proto +0 -26
  77. package/protos/flyteidl/plugins/ray.proto +0 -59
  78. package/protos/flyteidl/plugins/spark.proto +0 -42
  79. package/protos/flyteidl/plugins/tensorflow.proto +0 -18
  80. package/protos/flyteidl/plugins/waitable.proto +0 -15
  81. package/protos/flyteidl/service/admin.proto +0 -668
  82. package/protos/flyteidl/service/agent.proto +0 -79
  83. package/protos/flyteidl/service/auth.proto +0 -94
  84. package/protos/flyteidl/service/dataproxy.proto +0 -205
  85. package/protos/flyteidl/service/external_plugin_service.proto +0 -79
  86. package/protos/flyteidl/service/identity.proto +0 -51
  87. package/protos/flyteidl/service/signal.proto +0 -55
@@ -1,3952 +0,0 @@
1
- ######################
2
- Protocol Documentation
3
- ######################
4
-
5
-
6
-
7
-
8
- .. _ref_flyteidl/core/catalog.proto:
9
-
10
- flyteidl/core/catalog.proto
11
- ==================================================================
12
-
13
-
14
-
15
-
16
-
17
- .. _ref_flyteidl.core.CatalogArtifactTag:
18
-
19
- CatalogArtifactTag
20
- ------------------------------------------------------------------
21
-
22
-
23
-
24
-
25
-
26
- .. csv-table:: CatalogArtifactTag type fields
27
- :header: "Field", "Type", "Label", "Description"
28
- :widths: auto
29
-
30
- "artifact_id", ":ref:`ref_string`", "", "Artifact ID is generated name"
31
- "name", ":ref:`ref_string`", "", "Flyte computes the tag automatically, as the hash of the values"
32
-
33
-
34
-
35
-
36
-
37
-
38
-
39
- .. _ref_flyteidl.core.CatalogMetadata:
40
-
41
- CatalogMetadata
42
- ------------------------------------------------------------------
43
-
44
- Catalog artifact information with specific metadata
45
-
46
-
47
-
48
- .. csv-table:: CatalogMetadata type fields
49
- :header: "Field", "Type", "Label", "Description"
50
- :widths: auto
51
-
52
- "dataset_id", ":ref:`ref_flyteidl.core.Identifier`", "", "Dataset ID in the catalog"
53
- "artifact_tag", ":ref:`ref_flyteidl.core.CatalogArtifactTag`", "", "Artifact tag in the catalog"
54
- "source_task_execution", ":ref:`ref_flyteidl.core.TaskExecutionIdentifier`", "", "Today we only support TaskExecutionIdentifier as a source, as catalog caching only works for task executions"
55
-
56
-
57
-
58
-
59
-
60
-
61
-
62
- .. _ref_flyteidl.core.CatalogReservation:
63
-
64
- CatalogReservation
65
- ------------------------------------------------------------------
66
-
67
-
68
-
69
-
70
-
71
-
72
-
73
-
74
-
75
- ..
76
- end messages
77
-
78
-
79
-
80
- .. _ref_flyteidl.core.CatalogCacheStatus:
81
-
82
- CatalogCacheStatus
83
- ------------------------------------------------------------------
84
-
85
- Indicates the status of CatalogCaching. The reason why this is not embedded in TaskNodeMetadata is, that we may use for other types of nodes as well in the future
86
-
87
- .. csv-table:: Enum CatalogCacheStatus values
88
- :header: "Name", "Number", "Description"
89
- :widths: auto
90
-
91
- "CACHE_DISABLED", "0", "Used to indicate that caching was disabled"
92
- "CACHE_MISS", "1", "Used to indicate that the cache lookup resulted in no matches"
93
- "CACHE_HIT", "2", "used to indicate that the associated artifact was a result of a previous execution"
94
- "CACHE_POPULATED", "3", "used to indicate that the resultant artifact was added to the cache"
95
- "CACHE_LOOKUP_FAILURE", "4", "Used to indicate that cache lookup failed because of an error"
96
- "CACHE_PUT_FAILURE", "5", "Used to indicate that cache lookup failed because of an error"
97
- "CACHE_SKIPPED", "6", "Used to indicate the cache lookup was skipped"
98
-
99
-
100
-
101
- .. _ref_flyteidl.core.CatalogReservation.Status:
102
-
103
- CatalogReservation.Status
104
- ------------------------------------------------------------------
105
-
106
- Indicates the status of a catalog reservation operation.
107
-
108
- .. csv-table:: Enum CatalogReservation.Status values
109
- :header: "Name", "Number", "Description"
110
- :widths: auto
111
-
112
- "RESERVATION_DISABLED", "0", "Used to indicate that reservations are disabled"
113
- "RESERVATION_ACQUIRED", "1", "Used to indicate that a reservation was successfully acquired or extended"
114
- "RESERVATION_EXISTS", "2", "Used to indicate that an active reservation currently exists"
115
- "RESERVATION_RELEASED", "3", "Used to indicate that the reservation has been successfully released"
116
- "RESERVATION_FAILURE", "4", "Used to indicate that a reservation operation resulted in failure"
117
-
118
-
119
- ..
120
- end enums
121
-
122
-
123
- ..
124
- end HasExtensions
125
-
126
-
127
- ..
128
- end services
129
-
130
-
131
-
132
-
133
- .. _ref_flyteidl/core/compiler.proto:
134
-
135
- flyteidl/core/compiler.proto
136
- ==================================================================
137
-
138
-
139
-
140
-
141
-
142
- .. _ref_flyteidl.core.CompiledTask:
143
-
144
- CompiledTask
145
- ------------------------------------------------------------------
146
-
147
- Output of the Compilation step. This object represent one Task. We store more metadata at this layer
148
-
149
-
150
-
151
- .. csv-table:: CompiledTask type fields
152
- :header: "Field", "Type", "Label", "Description"
153
- :widths: auto
154
-
155
- "template", ":ref:`ref_flyteidl.core.TaskTemplate`", "", "Completely contained TaskTemplate"
156
-
157
-
158
-
159
-
160
-
161
-
162
-
163
- .. _ref_flyteidl.core.CompiledWorkflow:
164
-
165
- CompiledWorkflow
166
- ------------------------------------------------------------------
167
-
168
- Output of the compilation Step. This object represents one workflow. We store more metadata at this layer
169
-
170
-
171
-
172
- .. csv-table:: CompiledWorkflow type fields
173
- :header: "Field", "Type", "Label", "Description"
174
- :widths: auto
175
-
176
- "template", ":ref:`ref_flyteidl.core.WorkflowTemplate`", "", "Completely contained Workflow Template"
177
- "connections", ":ref:`ref_flyteidl.core.ConnectionSet`", "", "For internal use only! This field is used by the system and must not be filled in. Any values set will be ignored."
178
-
179
-
180
-
181
-
182
-
183
-
184
-
185
- .. _ref_flyteidl.core.CompiledWorkflowClosure:
186
-
187
- CompiledWorkflowClosure
188
- ------------------------------------------------------------------
189
-
190
- A Compiled Workflow Closure contains all the information required to start a new execution, or to visualize a workflow
191
- and its details. The CompiledWorkflowClosure should always contain a primary workflow, that is the main workflow that
192
- will being the execution. All subworkflows are denormalized. WorkflowNodes refer to the workflow identifiers of
193
- compiled subworkflows.
194
-
195
-
196
-
197
- .. csv-table:: CompiledWorkflowClosure type fields
198
- :header: "Field", "Type", "Label", "Description"
199
- :widths: auto
200
-
201
- "primary", ":ref:`ref_flyteidl.core.CompiledWorkflow`", "", "+required"
202
- "sub_workflows", ":ref:`ref_flyteidl.core.CompiledWorkflow`", "repeated", "Guaranteed that there will only exist one and only one workflow with a given id, i.e., every sub workflow has a unique identifier. Also every enclosed subworkflow is used either by a primary workflow or by a subworkflow as an inlined workflow +optional"
203
- "tasks", ":ref:`ref_flyteidl.core.CompiledTask`", "repeated", "Guaranteed that there will only exist one and only one task with a given id, i.e., every task has a unique id +required (at least 1)"
204
-
205
-
206
-
207
-
208
-
209
-
210
-
211
- .. _ref_flyteidl.core.ConnectionSet:
212
-
213
- ConnectionSet
214
- ------------------------------------------------------------------
215
-
216
- Adjacency list for the workflow. This is created as part of the compilation process. Every process after the compilation
217
- step uses this created ConnectionSet
218
-
219
-
220
-
221
- .. csv-table:: ConnectionSet type fields
222
- :header: "Field", "Type", "Label", "Description"
223
- :widths: auto
224
-
225
- "downstream", ":ref:`ref_flyteidl.core.ConnectionSet.DownstreamEntry`", "repeated", "A list of all the node ids that are downstream from a given node id"
226
- "upstream", ":ref:`ref_flyteidl.core.ConnectionSet.UpstreamEntry`", "repeated", "A list of all the node ids, that are upstream of this node id"
227
-
228
-
229
-
230
-
231
-
232
-
233
-
234
- .. _ref_flyteidl.core.ConnectionSet.DownstreamEntry:
235
-
236
- ConnectionSet.DownstreamEntry
237
- ------------------------------------------------------------------
238
-
239
-
240
-
241
-
242
-
243
- .. csv-table:: ConnectionSet.DownstreamEntry type fields
244
- :header: "Field", "Type", "Label", "Description"
245
- :widths: auto
246
-
247
- "key", ":ref:`ref_string`", "", ""
248
- "value", ":ref:`ref_flyteidl.core.ConnectionSet.IdList`", "", ""
249
-
250
-
251
-
252
-
253
-
254
-
255
-
256
- .. _ref_flyteidl.core.ConnectionSet.IdList:
257
-
258
- ConnectionSet.IdList
259
- ------------------------------------------------------------------
260
-
261
-
262
-
263
-
264
-
265
- .. csv-table:: ConnectionSet.IdList type fields
266
- :header: "Field", "Type", "Label", "Description"
267
- :widths: auto
268
-
269
- "ids", ":ref:`ref_string`", "repeated", ""
270
-
271
-
272
-
273
-
274
-
275
-
276
-
277
- .. _ref_flyteidl.core.ConnectionSet.UpstreamEntry:
278
-
279
- ConnectionSet.UpstreamEntry
280
- ------------------------------------------------------------------
281
-
282
-
283
-
284
-
285
-
286
- .. csv-table:: ConnectionSet.UpstreamEntry type fields
287
- :header: "Field", "Type", "Label", "Description"
288
- :widths: auto
289
-
290
- "key", ":ref:`ref_string`", "", ""
291
- "value", ":ref:`ref_flyteidl.core.ConnectionSet.IdList`", "", ""
292
-
293
-
294
-
295
-
296
-
297
-
298
- ..
299
- end messages
300
-
301
-
302
- ..
303
- end enums
304
-
305
-
306
- ..
307
- end HasExtensions
308
-
309
-
310
- ..
311
- end services
312
-
313
-
314
-
315
-
316
- .. _ref_flyteidl/core/condition.proto:
317
-
318
- flyteidl/core/condition.proto
319
- ==================================================================
320
-
321
-
322
-
323
-
324
-
325
- .. _ref_flyteidl.core.BooleanExpression:
326
-
327
- BooleanExpression
328
- ------------------------------------------------------------------
329
-
330
- Defines a boolean expression tree. It can be a simple or a conjunction expression.
331
- Multiple expressions can be combined using a conjunction or a disjunction to result in a final boolean result.
332
-
333
-
334
-
335
- .. csv-table:: BooleanExpression type fields
336
- :header: "Field", "Type", "Label", "Description"
337
- :widths: auto
338
-
339
- "conjunction", ":ref:`ref_flyteidl.core.ConjunctionExpression`", "", ""
340
- "comparison", ":ref:`ref_flyteidl.core.ComparisonExpression`", "", ""
341
-
342
-
343
-
344
-
345
-
346
-
347
-
348
- .. _ref_flyteidl.core.ComparisonExpression:
349
-
350
- ComparisonExpression
351
- ------------------------------------------------------------------
352
-
353
- Defines a 2-level tree where the root is a comparison operator and Operands are primitives or known variables.
354
- Each expression results in a boolean result.
355
-
356
-
357
-
358
- .. csv-table:: ComparisonExpression type fields
359
- :header: "Field", "Type", "Label", "Description"
360
- :widths: auto
361
-
362
- "operator", ":ref:`ref_flyteidl.core.ComparisonExpression.Operator`", "", ""
363
- "left_value", ":ref:`ref_flyteidl.core.Operand`", "", ""
364
- "right_value", ":ref:`ref_flyteidl.core.Operand`", "", ""
365
-
366
-
367
-
368
-
369
-
370
-
371
-
372
- .. _ref_flyteidl.core.ConjunctionExpression:
373
-
374
- ConjunctionExpression
375
- ------------------------------------------------------------------
376
-
377
- Defines a conjunction expression of two boolean expressions.
378
-
379
-
380
-
381
- .. csv-table:: ConjunctionExpression type fields
382
- :header: "Field", "Type", "Label", "Description"
383
- :widths: auto
384
-
385
- "operator", ":ref:`ref_flyteidl.core.ConjunctionExpression.LogicalOperator`", "", ""
386
- "left_expression", ":ref:`ref_flyteidl.core.BooleanExpression`", "", ""
387
- "right_expression", ":ref:`ref_flyteidl.core.BooleanExpression`", "", ""
388
-
389
-
390
-
391
-
392
-
393
-
394
-
395
- .. _ref_flyteidl.core.Operand:
396
-
397
- Operand
398
- ------------------------------------------------------------------
399
-
400
- Defines an operand to a comparison expression.
401
-
402
-
403
-
404
- .. csv-table:: Operand type fields
405
- :header: "Field", "Type", "Label", "Description"
406
- :widths: auto
407
-
408
- "primitive", ":ref:`ref_flyteidl.core.Primitive`", "", "Can be a constant"
409
- "var", ":ref:`ref_string`", "", "Or one of this node's input variables"
410
-
411
-
412
-
413
-
414
-
415
-
416
- ..
417
- end messages
418
-
419
-
420
-
421
- .. _ref_flyteidl.core.ComparisonExpression.Operator:
422
-
423
- ComparisonExpression.Operator
424
- ------------------------------------------------------------------
425
-
426
- Binary Operator for each expression
427
-
428
- .. csv-table:: Enum ComparisonExpression.Operator values
429
- :header: "Name", "Number", "Description"
430
- :widths: auto
431
-
432
- "EQ", "0", ""
433
- "NEQ", "1", ""
434
- "GT", "2", "Greater Than"
435
- "GTE", "3", ""
436
- "LT", "4", "Less Than"
437
- "LTE", "5", ""
438
-
439
-
440
-
441
- .. _ref_flyteidl.core.ConjunctionExpression.LogicalOperator:
442
-
443
- ConjunctionExpression.LogicalOperator
444
- ------------------------------------------------------------------
445
-
446
- Nested conditions. They can be conjoined using AND / OR
447
- Order of evaluation is not important as the operators are Commutative
448
-
449
- .. csv-table:: Enum ConjunctionExpression.LogicalOperator values
450
- :header: "Name", "Number", "Description"
451
- :widths: auto
452
-
453
- "AND", "0", "Conjunction"
454
- "OR", "1", ""
455
-
456
-
457
- ..
458
- end enums
459
-
460
-
461
- ..
462
- end HasExtensions
463
-
464
-
465
- ..
466
- end services
467
-
468
-
469
-
470
-
471
- .. _ref_flyteidl/core/dynamic_job.proto:
472
-
473
- flyteidl/core/dynamic_job.proto
474
- ==================================================================
475
-
476
-
477
-
478
-
479
-
480
- .. _ref_flyteidl.core.DynamicJobSpec:
481
-
482
- DynamicJobSpec
483
- ------------------------------------------------------------------
484
-
485
- Describes a set of tasks to execute and how the final outputs are produced.
486
-
487
-
488
-
489
- .. csv-table:: DynamicJobSpec type fields
490
- :header: "Field", "Type", "Label", "Description"
491
- :widths: auto
492
-
493
- "nodes", ":ref:`ref_flyteidl.core.Node`", "repeated", "A collection of nodes to execute."
494
- "min_successes", ":ref:`ref_int64`", "", "An absolute number of successful completions of nodes required to mark this job as succeeded. As soon as this criteria is met, the dynamic job will be marked as successful and outputs will be computed. If this number becomes impossible to reach (e.g. number of currently running tasks + number of already succeeded tasks < min_successes) the task will be aborted immediately and marked as failed. The default value of this field, if not specified, is the count of nodes repeated field."
495
- "outputs", ":ref:`ref_flyteidl.core.Binding`", "repeated", "Describes how to bind the final output of the dynamic job from the outputs of executed nodes. The referenced ids in bindings should have the generated id for the subtask."
496
- "tasks", ":ref:`ref_flyteidl.core.TaskTemplate`", "repeated", "[Optional] A complete list of task specs referenced in nodes."
497
- "subworkflows", ":ref:`ref_flyteidl.core.WorkflowTemplate`", "repeated", "[Optional] A complete list of task specs referenced in nodes."
498
-
499
-
500
-
501
-
502
-
503
-
504
- ..
505
- end messages
506
-
507
-
508
- ..
509
- end enums
510
-
511
-
512
- ..
513
- end HasExtensions
514
-
515
-
516
- ..
517
- end services
518
-
519
-
520
-
521
-
522
- .. _ref_flyteidl/core/errors.proto:
523
-
524
- flyteidl/core/errors.proto
525
- ==================================================================
526
-
527
-
528
-
529
-
530
-
531
- .. _ref_flyteidl.core.ContainerError:
532
-
533
- ContainerError
534
- ------------------------------------------------------------------
535
-
536
- Error message to propagate detailed errors from container executions to the execution
537
- engine.
538
-
539
-
540
-
541
- .. csv-table:: ContainerError type fields
542
- :header: "Field", "Type", "Label", "Description"
543
- :widths: auto
544
-
545
- "code", ":ref:`ref_string`", "", "A simplified code for errors, so that we can provide a glossary of all possible errors."
546
- "message", ":ref:`ref_string`", "", "A detailed error message."
547
- "kind", ":ref:`ref_flyteidl.core.ContainerError.Kind`", "", "An abstract error kind for this error. Defaults to Non_Recoverable if not specified."
548
- "origin", ":ref:`ref_flyteidl.core.ExecutionError.ErrorKind`", "", "Defines the origin of the error (system, user, unknown)."
549
-
550
-
551
-
552
-
553
-
554
-
555
-
556
- .. _ref_flyteidl.core.ErrorDocument:
557
-
558
- ErrorDocument
559
- ------------------------------------------------------------------
560
-
561
- Defines the errors.pb file format the container can produce to communicate
562
- failure reasons to the execution engine.
563
-
564
-
565
-
566
- .. csv-table:: ErrorDocument type fields
567
- :header: "Field", "Type", "Label", "Description"
568
- :widths: auto
569
-
570
- "error", ":ref:`ref_flyteidl.core.ContainerError`", "", "The error raised during execution."
571
-
572
-
573
-
574
-
575
-
576
-
577
- ..
578
- end messages
579
-
580
-
581
-
582
- .. _ref_flyteidl.core.ContainerError.Kind:
583
-
584
- ContainerError.Kind
585
- ------------------------------------------------------------------
586
-
587
- Defines a generic error type that dictates the behavior of the retry strategy.
588
-
589
- .. csv-table:: Enum ContainerError.Kind values
590
- :header: "Name", "Number", "Description"
591
- :widths: auto
592
-
593
- "NON_RECOVERABLE", "0", ""
594
- "RECOVERABLE", "1", ""
595
-
596
-
597
- ..
598
- end enums
599
-
600
-
601
- ..
602
- end HasExtensions
603
-
604
-
605
- ..
606
- end services
607
-
608
-
609
-
610
-
611
- .. _ref_flyteidl/core/execution.proto:
612
-
613
- flyteidl/core/execution.proto
614
- ==================================================================
615
-
616
-
617
-
618
-
619
-
620
- .. _ref_flyteidl.core.ExecutionError:
621
-
622
- ExecutionError
623
- ------------------------------------------------------------------
624
-
625
- Represents the error message from the execution.
626
-
627
-
628
-
629
- .. csv-table:: ExecutionError type fields
630
- :header: "Field", "Type", "Label", "Description"
631
- :widths: auto
632
-
633
- "code", ":ref:`ref_string`", "", "Error code indicates a grouping of a type of error. More Info: <Link>"
634
- "message", ":ref:`ref_string`", "", "Detailed description of the error - including stack trace."
635
- "error_uri", ":ref:`ref_string`", "", "Full error contents accessible via a URI"
636
- "kind", ":ref:`ref_flyteidl.core.ExecutionError.ErrorKind`", "", ""
637
-
638
-
639
-
640
-
641
-
642
-
643
-
644
- .. _ref_flyteidl.core.NodeExecution:
645
-
646
- NodeExecution
647
- ------------------------------------------------------------------
648
-
649
- Indicates various phases of Node Execution that only include the time spent to run the nodes/workflows
650
-
651
-
652
-
653
-
654
-
655
-
656
-
657
-
658
- .. _ref_flyteidl.core.QualityOfService:
659
-
660
- QualityOfService
661
- ------------------------------------------------------------------
662
-
663
- Indicates the priority of an execution.
664
-
665
-
666
-
667
- .. csv-table:: QualityOfService type fields
668
- :header: "Field", "Type", "Label", "Description"
669
- :widths: auto
670
-
671
- "tier", ":ref:`ref_flyteidl.core.QualityOfService.Tier`", "", ""
672
- "spec", ":ref:`ref_flyteidl.core.QualityOfServiceSpec`", "", ""
673
-
674
-
675
-
676
-
677
-
678
-
679
-
680
- .. _ref_flyteidl.core.QualityOfServiceSpec:
681
-
682
- QualityOfServiceSpec
683
- ------------------------------------------------------------------
684
-
685
- Represents customized execution run-time attributes.
686
-
687
-
688
-
689
- .. csv-table:: QualityOfServiceSpec type fields
690
- :header: "Field", "Type", "Label", "Description"
691
- :widths: auto
692
-
693
- "queueing_budget", ":ref:`ref_google.protobuf.Duration`", "", "Indicates how much queueing delay an execution can tolerate."
694
-
695
-
696
-
697
-
698
-
699
-
700
-
701
- .. _ref_flyteidl.core.TaskExecution:
702
-
703
- TaskExecution
704
- ------------------------------------------------------------------
705
-
706
- Phases that task plugins can go through. Not all phases may be applicable to a specific plugin task,
707
- but this is the cumulative list that customers may want to know about for their task.
708
-
709
-
710
-
711
-
712
-
713
-
714
-
715
-
716
- .. _ref_flyteidl.core.TaskLog:
717
-
718
- TaskLog
719
- ------------------------------------------------------------------
720
-
721
- Log information for the task that is specific to a log sink
722
- When our log story is flushed out, we may have more metadata here like log link expiry
723
-
724
-
725
-
726
- .. csv-table:: TaskLog type fields
727
- :header: "Field", "Type", "Label", "Description"
728
- :widths: auto
729
-
730
- "uri", ":ref:`ref_string`", "", ""
731
- "name", ":ref:`ref_string`", "", ""
732
- "message_format", ":ref:`ref_flyteidl.core.TaskLog.MessageFormat`", "", ""
733
- "ttl", ":ref:`ref_google.protobuf.Duration`", "", ""
734
-
735
-
736
-
737
-
738
-
739
-
740
-
741
- .. _ref_flyteidl.core.WorkflowExecution:
742
-
743
- WorkflowExecution
744
- ------------------------------------------------------------------
745
-
746
- Indicates various phases of Workflow Execution
747
-
748
-
749
-
750
-
751
-
752
-
753
-
754
- ..
755
- end messages
756
-
757
-
758
-
759
- .. _ref_flyteidl.core.ExecutionError.ErrorKind:
760
-
761
- ExecutionError.ErrorKind
762
- ------------------------------------------------------------------
763
-
764
- Error type: System or User
765
-
766
- .. csv-table:: Enum ExecutionError.ErrorKind values
767
- :header: "Name", "Number", "Description"
768
- :widths: auto
769
-
770
- "UNKNOWN", "0", ""
771
- "USER", "1", ""
772
- "SYSTEM", "2", ""
773
-
774
-
775
-
776
- .. _ref_flyteidl.core.NodeExecution.Phase:
777
-
778
- NodeExecution.Phase
779
- ------------------------------------------------------------------
780
-
781
-
782
-
783
- .. csv-table:: Enum NodeExecution.Phase values
784
- :header: "Name", "Number", "Description"
785
- :widths: auto
786
-
787
- "UNDEFINED", "0", ""
788
- "QUEUED", "1", ""
789
- "RUNNING", "2", ""
790
- "SUCCEEDED", "3", ""
791
- "FAILING", "4", ""
792
- "FAILED", "5", ""
793
- "ABORTED", "6", ""
794
- "SKIPPED", "7", ""
795
- "TIMED_OUT", "8", ""
796
- "DYNAMIC_RUNNING", "9", ""
797
- "RECOVERED", "10", ""
798
-
799
-
800
-
801
- .. _ref_flyteidl.core.QualityOfService.Tier:
802
-
803
- QualityOfService.Tier
804
- ------------------------------------------------------------------
805
-
806
-
807
-
808
- .. csv-table:: Enum QualityOfService.Tier values
809
- :header: "Name", "Number", "Description"
810
- :widths: auto
811
-
812
- "UNDEFINED", "0", "Default: no quality of service specified."
813
- "HIGH", "1", ""
814
- "MEDIUM", "2", ""
815
- "LOW", "3", ""
816
-
817
-
818
-
819
- .. _ref_flyteidl.core.TaskExecution.Phase:
820
-
821
- TaskExecution.Phase
822
- ------------------------------------------------------------------
823
-
824
-
825
-
826
- .. csv-table:: Enum TaskExecution.Phase values
827
- :header: "Name", "Number", "Description"
828
- :widths: auto
829
-
830
- "UNDEFINED", "0", ""
831
- "QUEUED", "1", ""
832
- "RUNNING", "2", ""
833
- "SUCCEEDED", "3", ""
834
- "ABORTED", "4", ""
835
- "FAILED", "5", ""
836
- "INITIALIZING", "6", "To indicate cases where task is initializing, like: ErrImagePull, ContainerCreating, PodInitializing"
837
- "WAITING_FOR_RESOURCES", "7", "To address cases, where underlying resource is not available: Backoff error, Resource quota exceeded"
838
-
839
-
840
-
841
- .. _ref_flyteidl.core.TaskLog.MessageFormat:
842
-
843
- TaskLog.MessageFormat
844
- ------------------------------------------------------------------
845
-
846
-
847
-
848
- .. csv-table:: Enum TaskLog.MessageFormat values
849
- :header: "Name", "Number", "Description"
850
- :widths: auto
851
-
852
- "UNKNOWN", "0", ""
853
- "CSV", "1", ""
854
- "JSON", "2", ""
855
-
856
-
857
-
858
- .. _ref_flyteidl.core.WorkflowExecution.Phase:
859
-
860
- WorkflowExecution.Phase
861
- ------------------------------------------------------------------
862
-
863
-
864
-
865
- .. csv-table:: Enum WorkflowExecution.Phase values
866
- :header: "Name", "Number", "Description"
867
- :widths: auto
868
-
869
- "UNDEFINED", "0", ""
870
- "QUEUED", "1", ""
871
- "RUNNING", "2", ""
872
- "SUCCEEDING", "3", ""
873
- "SUCCEEDED", "4", ""
874
- "FAILING", "5", ""
875
- "FAILED", "6", ""
876
- "ABORTED", "7", ""
877
- "TIMED_OUT", "8", ""
878
- "ABORTING", "9", ""
879
-
880
-
881
- ..
882
- end enums
883
-
884
-
885
- ..
886
- end HasExtensions
887
-
888
-
889
- ..
890
- end services
891
-
892
-
893
-
894
-
895
- .. _ref_flyteidl/core/identifier.proto:
896
-
897
- flyteidl/core/identifier.proto
898
- ==================================================================
899
-
900
-
901
-
902
-
903
-
904
- .. _ref_flyteidl.core.Identifier:
905
-
906
- Identifier
907
- ------------------------------------------------------------------
908
-
909
- Encapsulation of fields that uniquely identifies a Flyte resource.
910
-
911
-
912
-
913
- .. csv-table:: Identifier type fields
914
- :header: "Field", "Type", "Label", "Description"
915
- :widths: auto
916
-
917
- "resource_type", ":ref:`ref_flyteidl.core.ResourceType`", "", "Identifies the specific type of resource that this identifier corresponds to."
918
- "project", ":ref:`ref_string`", "", "Name of the project the resource belongs to."
919
- "domain", ":ref:`ref_string`", "", "Name of the domain the resource belongs to. A domain can be considered as a subset within a specific project."
920
- "name", ":ref:`ref_string`", "", "User provided value for the resource."
921
- "version", ":ref:`ref_string`", "", "Specific version of the resource."
922
-
923
-
924
-
925
-
926
-
927
-
928
-
929
- .. _ref_flyteidl.core.NodeExecutionIdentifier:
930
-
931
- NodeExecutionIdentifier
932
- ------------------------------------------------------------------
933
-
934
- Encapsulation of fields that identify a Flyte node execution entity.
935
-
936
-
937
-
938
- .. csv-table:: NodeExecutionIdentifier type fields
939
- :header: "Field", "Type", "Label", "Description"
940
- :widths: auto
941
-
942
- "node_id", ":ref:`ref_string`", "", ""
943
- "execution_id", ":ref:`ref_flyteidl.core.WorkflowExecutionIdentifier`", "", ""
944
-
945
-
946
-
947
-
948
-
949
-
950
-
951
- .. _ref_flyteidl.core.SignalIdentifier:
952
-
953
- SignalIdentifier
954
- ------------------------------------------------------------------
955
-
956
- Encapsulation of fields the uniquely identify a signal.
957
-
958
-
959
-
960
- .. csv-table:: SignalIdentifier type fields
961
- :header: "Field", "Type", "Label", "Description"
962
- :widths: auto
963
-
964
- "signal_id", ":ref:`ref_string`", "", "Unique identifier for a signal."
965
- "execution_id", ":ref:`ref_flyteidl.core.WorkflowExecutionIdentifier`", "", "Identifies the Flyte workflow execution this signal belongs to."
966
-
967
-
968
-
969
-
970
-
971
-
972
-
973
- .. _ref_flyteidl.core.TaskExecutionIdentifier:
974
-
975
- TaskExecutionIdentifier
976
- ------------------------------------------------------------------
977
-
978
- Encapsulation of fields that identify a Flyte task execution entity.
979
-
980
-
981
-
982
- .. csv-table:: TaskExecutionIdentifier type fields
983
- :header: "Field", "Type", "Label", "Description"
984
- :widths: auto
985
-
986
- "task_id", ":ref:`ref_flyteidl.core.Identifier`", "", ""
987
- "node_execution_id", ":ref:`ref_flyteidl.core.NodeExecutionIdentifier`", "", ""
988
- "retry_attempt", ":ref:`ref_uint32`", "", ""
989
-
990
-
991
-
992
-
993
-
994
-
995
-
996
- .. _ref_flyteidl.core.WorkflowExecutionIdentifier:
997
-
998
- WorkflowExecutionIdentifier
999
- ------------------------------------------------------------------
1000
-
1001
- Encapsulation of fields that uniquely identifies a Flyte workflow execution
1002
-
1003
-
1004
-
1005
- .. csv-table:: WorkflowExecutionIdentifier type fields
1006
- :header: "Field", "Type", "Label", "Description"
1007
- :widths: auto
1008
-
1009
- "project", ":ref:`ref_string`", "", "Name of the project the resource belongs to."
1010
- "domain", ":ref:`ref_string`", "", "Name of the domain the resource belongs to. A domain can be considered as a subset within a specific project."
1011
- "name", ":ref:`ref_string`", "", "User or system provided value for the resource."
1012
-
1013
-
1014
-
1015
-
1016
-
1017
-
1018
- ..
1019
- end messages
1020
-
1021
-
1022
-
1023
- .. _ref_flyteidl.core.ResourceType:
1024
-
1025
- ResourceType
1026
- ------------------------------------------------------------------
1027
-
1028
- Indicates a resource type within Flyte.
1029
-
1030
- .. csv-table:: Enum ResourceType values
1031
- :header: "Name", "Number", "Description"
1032
- :widths: auto
1033
-
1034
- "UNSPECIFIED", "0", ""
1035
- "TASK", "1", ""
1036
- "WORKFLOW", "2", ""
1037
- "LAUNCH_PLAN", "3", ""
1038
- "DATASET", "4", "A dataset represents an entity modeled in Flyte DataCatalog. A Dataset is also a versioned entity and can be a compilation of multiple individual objects. Eventually all Catalog objects should be modeled similar to Flyte Objects. The Dataset entities makes it possible for the UI and CLI to act on the objects in a similar manner to other Flyte objects"
1039
-
1040
-
1041
- ..
1042
- end enums
1043
-
1044
-
1045
- ..
1046
- end HasExtensions
1047
-
1048
-
1049
- ..
1050
- end services
1051
-
1052
-
1053
-
1054
-
1055
- .. _ref_flyteidl/core/interface.proto:
1056
-
1057
- flyteidl/core/interface.proto
1058
- ==================================================================
1059
-
1060
-
1061
-
1062
-
1063
-
1064
- .. _ref_flyteidl.core.Parameter:
1065
-
1066
- Parameter
1067
- ------------------------------------------------------------------
1068
-
1069
- A parameter is used as input to a launch plan and has
1070
- the special ability to have a default value or mark itself as required.
1071
-
1072
-
1073
-
1074
- .. csv-table:: Parameter type fields
1075
- :header: "Field", "Type", "Label", "Description"
1076
- :widths: auto
1077
-
1078
- "var", ":ref:`ref_flyteidl.core.Variable`", "", "+required Variable. Defines the type of the variable backing this parameter."
1079
- "default", ":ref:`ref_flyteidl.core.Literal`", "", "Defines a default value that has to match the variable type defined."
1080
- "required", ":ref:`ref_bool`", "", "+optional, is this value required to be filled."
1081
-
1082
-
1083
-
1084
-
1085
-
1086
-
1087
-
1088
- .. _ref_flyteidl.core.ParameterMap:
1089
-
1090
- ParameterMap
1091
- ------------------------------------------------------------------
1092
-
1093
- A map of Parameters.
1094
-
1095
-
1096
-
1097
- .. csv-table:: ParameterMap type fields
1098
- :header: "Field", "Type", "Label", "Description"
1099
- :widths: auto
1100
-
1101
- "parameters", ":ref:`ref_flyteidl.core.ParameterMap.ParametersEntry`", "repeated", "Defines a map of parameter names to parameters."
1102
-
1103
-
1104
-
1105
-
1106
-
1107
-
1108
-
1109
- .. _ref_flyteidl.core.ParameterMap.ParametersEntry:
1110
-
1111
- ParameterMap.ParametersEntry
1112
- ------------------------------------------------------------------
1113
-
1114
-
1115
-
1116
-
1117
-
1118
- .. csv-table:: ParameterMap.ParametersEntry type fields
1119
- :header: "Field", "Type", "Label", "Description"
1120
- :widths: auto
1121
-
1122
- "key", ":ref:`ref_string`", "", ""
1123
- "value", ":ref:`ref_flyteidl.core.Parameter`", "", ""
1124
-
1125
-
1126
-
1127
-
1128
-
1129
-
1130
-
1131
- .. _ref_flyteidl.core.TypedInterface:
1132
-
1133
- TypedInterface
1134
- ------------------------------------------------------------------
1135
-
1136
- Defines strongly typed inputs and outputs.
1137
-
1138
-
1139
-
1140
- .. csv-table:: TypedInterface type fields
1141
- :header: "Field", "Type", "Label", "Description"
1142
- :widths: auto
1143
-
1144
- "inputs", ":ref:`ref_flyteidl.core.VariableMap`", "", ""
1145
- "outputs", ":ref:`ref_flyteidl.core.VariableMap`", "", ""
1146
-
1147
-
1148
-
1149
-
1150
-
1151
-
1152
-
1153
- .. _ref_flyteidl.core.Variable:
1154
-
1155
- Variable
1156
- ------------------------------------------------------------------
1157
-
1158
- Defines a strongly typed variable.
1159
-
1160
-
1161
-
1162
- .. csv-table:: Variable type fields
1163
- :header: "Field", "Type", "Label", "Description"
1164
- :widths: auto
1165
-
1166
- "type", ":ref:`ref_flyteidl.core.LiteralType`", "", "Variable literal type."
1167
- "description", ":ref:`ref_string`", "", "+optional string describing input variable"
1168
-
1169
-
1170
-
1171
-
1172
-
1173
-
1174
-
1175
- .. _ref_flyteidl.core.VariableMap:
1176
-
1177
- VariableMap
1178
- ------------------------------------------------------------------
1179
-
1180
- A map of Variables
1181
-
1182
-
1183
-
1184
- .. csv-table:: VariableMap type fields
1185
- :header: "Field", "Type", "Label", "Description"
1186
- :widths: auto
1187
-
1188
- "variables", ":ref:`ref_flyteidl.core.VariableMap.VariablesEntry`", "repeated", "Defines a map of variable names to variables."
1189
-
1190
-
1191
-
1192
-
1193
-
1194
-
1195
-
1196
- .. _ref_flyteidl.core.VariableMap.VariablesEntry:
1197
-
1198
- VariableMap.VariablesEntry
1199
- ------------------------------------------------------------------
1200
-
1201
-
1202
-
1203
-
1204
-
1205
- .. csv-table:: VariableMap.VariablesEntry type fields
1206
- :header: "Field", "Type", "Label", "Description"
1207
- :widths: auto
1208
-
1209
- "key", ":ref:`ref_string`", "", ""
1210
- "value", ":ref:`ref_flyteidl.core.Variable`", "", ""
1211
-
1212
-
1213
-
1214
-
1215
-
1216
-
1217
- ..
1218
- end messages
1219
-
1220
-
1221
- ..
1222
- end enums
1223
-
1224
-
1225
- ..
1226
- end HasExtensions
1227
-
1228
-
1229
- ..
1230
- end services
1231
-
1232
-
1233
-
1234
-
1235
- .. _ref_flyteidl/core/literals.proto:
1236
-
1237
- flyteidl/core/literals.proto
1238
- ==================================================================
1239
-
1240
-
1241
-
1242
-
1243
-
1244
- .. _ref_flyteidl.core.Binary:
1245
-
1246
- Binary
1247
- ------------------------------------------------------------------
1248
-
1249
- A simple byte array with a tag to help different parts of the system communicate about what is in the byte array.
1250
- It's strongly advisable that consumers of this type define a unique tag and validate the tag before parsing the data.
1251
-
1252
-
1253
-
1254
- .. csv-table:: Binary type fields
1255
- :header: "Field", "Type", "Label", "Description"
1256
- :widths: auto
1257
-
1258
- "value", ":ref:`ref_bytes`", "", ""
1259
- "tag", ":ref:`ref_string`", "", ""
1260
-
1261
-
1262
-
1263
-
1264
-
1265
-
1266
-
1267
- .. _ref_flyteidl.core.Binding:
1268
-
1269
- Binding
1270
- ------------------------------------------------------------------
1271
-
1272
- An input/output binding of a variable to either static value or a node output.
1273
-
1274
-
1275
-
1276
- .. csv-table:: Binding type fields
1277
- :header: "Field", "Type", "Label", "Description"
1278
- :widths: auto
1279
-
1280
- "var", ":ref:`ref_string`", "", "Variable name must match an input/output variable of the node."
1281
- "binding", ":ref:`ref_flyteidl.core.BindingData`", "", "Data to use to bind this variable."
1282
-
1283
-
1284
-
1285
-
1286
-
1287
-
1288
-
1289
- .. _ref_flyteidl.core.BindingData:
1290
-
1291
- BindingData
1292
- ------------------------------------------------------------------
1293
-
1294
- Specifies either a simple value or a reference to another output.
1295
-
1296
-
1297
-
1298
- .. csv-table:: BindingData type fields
1299
- :header: "Field", "Type", "Label", "Description"
1300
- :widths: auto
1301
-
1302
- "scalar", ":ref:`ref_flyteidl.core.Scalar`", "", "A simple scalar value."
1303
- "collection", ":ref:`ref_flyteidl.core.BindingDataCollection`", "", "A collection of binding data. This allows nesting of binding data to any number of levels."
1304
- "promise", ":ref:`ref_flyteidl.core.OutputReference`", "", "References an output promised by another node."
1305
- "map", ":ref:`ref_flyteidl.core.BindingDataMap`", "", "A map of bindings. The key is always a string."
1306
- "union", ":ref:`ref_flyteidl.core.UnionInfo`", "", ""
1307
-
1308
-
1309
-
1310
-
1311
-
1312
-
1313
-
1314
- .. _ref_flyteidl.core.BindingDataCollection:
1315
-
1316
- BindingDataCollection
1317
- ------------------------------------------------------------------
1318
-
1319
- A collection of BindingData items.
1320
-
1321
-
1322
-
1323
- .. csv-table:: BindingDataCollection type fields
1324
- :header: "Field", "Type", "Label", "Description"
1325
- :widths: auto
1326
-
1327
- "bindings", ":ref:`ref_flyteidl.core.BindingData`", "repeated", ""
1328
-
1329
-
1330
-
1331
-
1332
-
1333
-
1334
-
1335
- .. _ref_flyteidl.core.BindingDataMap:
1336
-
1337
- BindingDataMap
1338
- ------------------------------------------------------------------
1339
-
1340
- A map of BindingData items.
1341
-
1342
-
1343
-
1344
- .. csv-table:: BindingDataMap type fields
1345
- :header: "Field", "Type", "Label", "Description"
1346
- :widths: auto
1347
-
1348
- "bindings", ":ref:`ref_flyteidl.core.BindingDataMap.BindingsEntry`", "repeated", ""
1349
-
1350
-
1351
-
1352
-
1353
-
1354
-
1355
-
1356
- .. _ref_flyteidl.core.BindingDataMap.BindingsEntry:
1357
-
1358
- BindingDataMap.BindingsEntry
1359
- ------------------------------------------------------------------
1360
-
1361
-
1362
-
1363
-
1364
-
1365
- .. csv-table:: BindingDataMap.BindingsEntry type fields
1366
- :header: "Field", "Type", "Label", "Description"
1367
- :widths: auto
1368
-
1369
- "key", ":ref:`ref_string`", "", ""
1370
- "value", ":ref:`ref_flyteidl.core.BindingData`", "", ""
1371
-
1372
-
1373
-
1374
-
1375
-
1376
-
1377
-
1378
- .. _ref_flyteidl.core.Blob:
1379
-
1380
- Blob
1381
- ------------------------------------------------------------------
1382
-
1383
- Refers to an offloaded set of files. It encapsulates the type of the store and a unique uri for where the data is.
1384
- There are no restrictions on how the uri is formatted since it will depend on how to interact with the store.
1385
-
1386
-
1387
-
1388
- .. csv-table:: Blob type fields
1389
- :header: "Field", "Type", "Label", "Description"
1390
- :widths: auto
1391
-
1392
- "metadata", ":ref:`ref_flyteidl.core.BlobMetadata`", "", ""
1393
- "uri", ":ref:`ref_string`", "", ""
1394
-
1395
-
1396
-
1397
-
1398
-
1399
-
1400
-
1401
- .. _ref_flyteidl.core.BlobMetadata:
1402
-
1403
- BlobMetadata
1404
- ------------------------------------------------------------------
1405
-
1406
-
1407
-
1408
-
1409
-
1410
- .. csv-table:: BlobMetadata type fields
1411
- :header: "Field", "Type", "Label", "Description"
1412
- :widths: auto
1413
-
1414
- "type", ":ref:`ref_flyteidl.core.BlobType`", "", ""
1415
-
1416
-
1417
-
1418
-
1419
-
1420
-
1421
-
1422
- .. _ref_flyteidl.core.KeyValuePair:
1423
-
1424
- KeyValuePair
1425
- ------------------------------------------------------------------
1426
-
1427
- A generic key value pair.
1428
-
1429
-
1430
-
1431
- .. csv-table:: KeyValuePair type fields
1432
- :header: "Field", "Type", "Label", "Description"
1433
- :widths: auto
1434
-
1435
- "key", ":ref:`ref_string`", "", "required."
1436
- "value", ":ref:`ref_string`", "", "+optional."
1437
-
1438
-
1439
-
1440
-
1441
-
1442
-
1443
-
1444
- .. _ref_flyteidl.core.Literal:
1445
-
1446
- Literal
1447
- ------------------------------------------------------------------
1448
-
1449
- A simple value. This supports any level of nesting (e.g. array of array of array of Blobs) as well as simple primitives.
1450
-
1451
-
1452
-
1453
- .. csv-table:: Literal type fields
1454
- :header: "Field", "Type", "Label", "Description"
1455
- :widths: auto
1456
-
1457
- "scalar", ":ref:`ref_flyteidl.core.Scalar`", "", "A simple value."
1458
- "collection", ":ref:`ref_flyteidl.core.LiteralCollection`", "", "A collection of literals to allow nesting."
1459
- "map", ":ref:`ref_flyteidl.core.LiteralMap`", "", "A map of strings to literals."
1460
- "hash", ":ref:`ref_string`", "", "A hash representing this literal. This is used for caching purposes. For more details refer to RFC 1893 (https://github.com/flyteorg/flyte/blob/master/rfc/system/1893-caching-of-offloaded-objects.md)"
1461
-
1462
-
1463
-
1464
-
1465
-
1466
-
1467
-
1468
- .. _ref_flyteidl.core.LiteralCollection:
1469
-
1470
- LiteralCollection
1471
- ------------------------------------------------------------------
1472
-
1473
- A collection of literals. This is a workaround since oneofs in proto messages cannot contain a repeated field.
1474
-
1475
-
1476
-
1477
- .. csv-table:: LiteralCollection type fields
1478
- :header: "Field", "Type", "Label", "Description"
1479
- :widths: auto
1480
-
1481
- "literals", ":ref:`ref_flyteidl.core.Literal`", "repeated", ""
1482
-
1483
-
1484
-
1485
-
1486
-
1487
-
1488
-
1489
- .. _ref_flyteidl.core.LiteralMap:
1490
-
1491
- LiteralMap
1492
- ------------------------------------------------------------------
1493
-
1494
- A map of literals. This is a workaround since oneofs in proto messages cannot contain a repeated field.
1495
-
1496
-
1497
-
1498
- .. csv-table:: LiteralMap type fields
1499
- :header: "Field", "Type", "Label", "Description"
1500
- :widths: auto
1501
-
1502
- "literals", ":ref:`ref_flyteidl.core.LiteralMap.LiteralsEntry`", "repeated", ""
1503
-
1504
-
1505
-
1506
-
1507
-
1508
-
1509
-
1510
- .. _ref_flyteidl.core.LiteralMap.LiteralsEntry:
1511
-
1512
- LiteralMap.LiteralsEntry
1513
- ------------------------------------------------------------------
1514
-
1515
-
1516
-
1517
-
1518
-
1519
- .. csv-table:: LiteralMap.LiteralsEntry type fields
1520
- :header: "Field", "Type", "Label", "Description"
1521
- :widths: auto
1522
-
1523
- "key", ":ref:`ref_string`", "", ""
1524
- "value", ":ref:`ref_flyteidl.core.Literal`", "", ""
1525
-
1526
-
1527
-
1528
-
1529
-
1530
-
1531
-
1532
- .. _ref_flyteidl.core.Primitive:
1533
-
1534
- Primitive
1535
- ------------------------------------------------------------------
1536
-
1537
- Primitive Types
1538
-
1539
-
1540
-
1541
- .. csv-table:: Primitive type fields
1542
- :header: "Field", "Type", "Label", "Description"
1543
- :widths: auto
1544
-
1545
- "integer", ":ref:`ref_int64`", "", ""
1546
- "float_value", ":ref:`ref_double`", "", ""
1547
- "string_value", ":ref:`ref_string`", "", ""
1548
- "boolean", ":ref:`ref_bool`", "", ""
1549
- "datetime", ":ref:`ref_google.protobuf.Timestamp`", "", ""
1550
- "duration", ":ref:`ref_google.protobuf.Duration`", "", ""
1551
-
1552
-
1553
-
1554
-
1555
-
1556
-
1557
-
1558
- .. _ref_flyteidl.core.RetryStrategy:
1559
-
1560
- RetryStrategy
1561
- ------------------------------------------------------------------
1562
-
1563
- Retry strategy associated with an executable unit.
1564
-
1565
-
1566
-
1567
- .. csv-table:: RetryStrategy type fields
1568
- :header: "Field", "Type", "Label", "Description"
1569
- :widths: auto
1570
-
1571
- "retries", ":ref:`ref_uint32`", "", "Number of retries. Retries will be consumed when the job fails with a recoverable error. The number of retries must be less than or equals to 10."
1572
-
1573
-
1574
-
1575
-
1576
-
1577
-
1578
-
1579
- .. _ref_flyteidl.core.Scalar:
1580
-
1581
- Scalar
1582
- ------------------------------------------------------------------
1583
-
1584
-
1585
-
1586
-
1587
-
1588
- .. csv-table:: Scalar type fields
1589
- :header: "Field", "Type", "Label", "Description"
1590
- :widths: auto
1591
-
1592
- "primitive", ":ref:`ref_flyteidl.core.Primitive`", "", ""
1593
- "blob", ":ref:`ref_flyteidl.core.Blob`", "", ""
1594
- "binary", ":ref:`ref_flyteidl.core.Binary`", "", ""
1595
- "schema", ":ref:`ref_flyteidl.core.Schema`", "", ""
1596
- "none_type", ":ref:`ref_flyteidl.core.Void`", "", ""
1597
- "error", ":ref:`ref_flyteidl.core.Error`", "", ""
1598
- "generic", ":ref:`ref_google.protobuf.Struct`", "", ""
1599
- "structured_dataset", ":ref:`ref_flyteidl.core.StructuredDataset`", "", ""
1600
- "union", ":ref:`ref_flyteidl.core.Union`", "", ""
1601
-
1602
-
1603
-
1604
-
1605
-
1606
-
1607
-
1608
- .. _ref_flyteidl.core.Schema:
1609
-
1610
- Schema
1611
- ------------------------------------------------------------------
1612
-
1613
- A strongly typed schema that defines the interface of data retrieved from the underlying storage medium.
1614
-
1615
-
1616
-
1617
- .. csv-table:: Schema type fields
1618
- :header: "Field", "Type", "Label", "Description"
1619
- :widths: auto
1620
-
1621
- "uri", ":ref:`ref_string`", "", ""
1622
- "type", ":ref:`ref_flyteidl.core.SchemaType`", "", ""
1623
-
1624
-
1625
-
1626
-
1627
-
1628
-
1629
-
1630
- .. _ref_flyteidl.core.StructuredDataset:
1631
-
1632
- StructuredDataset
1633
- ------------------------------------------------------------------
1634
-
1635
-
1636
-
1637
-
1638
-
1639
- .. csv-table:: StructuredDataset type fields
1640
- :header: "Field", "Type", "Label", "Description"
1641
- :widths: auto
1642
-
1643
- "uri", ":ref:`ref_string`", "", "String location uniquely identifying where the data is. Should start with the storage location (e.g. s3://, gs://, bq://, etc.)"
1644
- "metadata", ":ref:`ref_flyteidl.core.StructuredDatasetMetadata`", "", ""
1645
-
1646
-
1647
-
1648
-
1649
-
1650
-
1651
-
1652
- .. _ref_flyteidl.core.StructuredDatasetMetadata:
1653
-
1654
- StructuredDatasetMetadata
1655
- ------------------------------------------------------------------
1656
-
1657
-
1658
-
1659
-
1660
-
1661
- .. csv-table:: StructuredDatasetMetadata type fields
1662
- :header: "Field", "Type", "Label", "Description"
1663
- :widths: auto
1664
-
1665
- "structured_dataset_type", ":ref:`ref_flyteidl.core.StructuredDatasetType`", "", "Bundle the type information along with the literal. This is here because StructuredDatasets can often be more defined at run time than at compile time. That is, at compile time you might only declare a task to return a pandas dataframe or a StructuredDataset, without any column information, but at run time, you might have that column information. flytekit python will copy this type information into the literal, from the type information, if not provided by the various plugins (encoders). Since this field is run time generated, it's not used for any type checking."
1666
-
1667
-
1668
-
1669
-
1670
-
1671
-
1672
-
1673
- .. _ref_flyteidl.core.Union:
1674
-
1675
- Union
1676
- ------------------------------------------------------------------
1677
-
1678
- The runtime representation of a tagged union value. See `UnionType` for more details.
1679
-
1680
-
1681
-
1682
- .. csv-table:: Union type fields
1683
- :header: "Field", "Type", "Label", "Description"
1684
- :widths: auto
1685
-
1686
- "value", ":ref:`ref_flyteidl.core.Literal`", "", ""
1687
- "type", ":ref:`ref_flyteidl.core.LiteralType`", "", ""
1688
-
1689
-
1690
-
1691
-
1692
-
1693
-
1694
-
1695
- .. _ref_flyteidl.core.UnionInfo:
1696
-
1697
- UnionInfo
1698
- ------------------------------------------------------------------
1699
-
1700
-
1701
-
1702
-
1703
-
1704
- .. csv-table:: UnionInfo type fields
1705
- :header: "Field", "Type", "Label", "Description"
1706
- :widths: auto
1707
-
1708
- "targetType", ":ref:`ref_flyteidl.core.LiteralType`", "", ""
1709
-
1710
-
1711
-
1712
-
1713
-
1714
-
1715
-
1716
- .. _ref_flyteidl.core.Void:
1717
-
1718
- Void
1719
- ------------------------------------------------------------------
1720
-
1721
- Used to denote a nil/null/None assignment to a scalar value. The underlying LiteralType for Void is intentionally
1722
- undefined since it can be assigned to a scalar of any LiteralType.
1723
-
1724
-
1725
-
1726
-
1727
-
1728
-
1729
-
1730
- ..
1731
- end messages
1732
-
1733
-
1734
- ..
1735
- end enums
1736
-
1737
-
1738
- ..
1739
- end HasExtensions
1740
-
1741
-
1742
- ..
1743
- end services
1744
-
1745
-
1746
-
1747
-
1748
- .. _ref_flyteidl/core/security.proto:
1749
-
1750
- flyteidl/core/security.proto
1751
- ==================================================================
1752
-
1753
-
1754
-
1755
-
1756
-
1757
- .. _ref_flyteidl.core.Identity:
1758
-
1759
- Identity
1760
- ------------------------------------------------------------------
1761
-
1762
- Identity encapsulates the various security identities a task can run as. It's up to the underlying plugin to pick the
1763
- right identity for the execution environment.
1764
-
1765
-
1766
-
1767
- .. csv-table:: Identity type fields
1768
- :header: "Field", "Type", "Label", "Description"
1769
- :widths: auto
1770
-
1771
- "iam_role", ":ref:`ref_string`", "", "iam_role references the fully qualified name of Identity & Access Management role to impersonate."
1772
- "k8s_service_account", ":ref:`ref_string`", "", "k8s_service_account references a kubernetes service account to impersonate."
1773
- "oauth2_client", ":ref:`ref_flyteidl.core.OAuth2Client`", "", "oauth2_client references an oauth2 client. Backend plugins can use this information to impersonate the client when making external calls."
1774
-
1775
-
1776
-
1777
-
1778
-
1779
-
1780
-
1781
- .. _ref_flyteidl.core.OAuth2Client:
1782
-
1783
- OAuth2Client
1784
- ------------------------------------------------------------------
1785
-
1786
- OAuth2Client encapsulates OAuth2 Client Credentials to be used when making calls on behalf of that task.
1787
-
1788
-
1789
-
1790
- .. csv-table:: OAuth2Client type fields
1791
- :header: "Field", "Type", "Label", "Description"
1792
- :widths: auto
1793
-
1794
- "client_id", ":ref:`ref_string`", "", "client_id is the public id for the client to use. The system will not perform any pre-auth validation that the secret requested matches the client_id indicated here. +required"
1795
- "client_secret", ":ref:`ref_flyteidl.core.Secret`", "", "client_secret is a reference to the secret used to authenticate the OAuth2 client. +required"
1796
-
1797
-
1798
-
1799
-
1800
-
1801
-
1802
-
1803
- .. _ref_flyteidl.core.OAuth2TokenRequest:
1804
-
1805
- OAuth2TokenRequest
1806
- ------------------------------------------------------------------
1807
-
1808
- OAuth2TokenRequest encapsulates information needed to request an OAuth2 token.
1809
- FLYTE_TOKENS_ENV_PREFIX will be passed to indicate the prefix of the environment variables that will be present if
1810
- tokens are passed through environment variables.
1811
- FLYTE_TOKENS_PATH_PREFIX will be passed to indicate the prefix of the path where secrets will be mounted if tokens
1812
- are passed through file mounts.
1813
-
1814
-
1815
-
1816
- .. csv-table:: OAuth2TokenRequest type fields
1817
- :header: "Field", "Type", "Label", "Description"
1818
- :widths: auto
1819
-
1820
- "name", ":ref:`ref_string`", "", "name indicates a unique id for the token request within this task token requests. It'll be used as a suffix for environment variables and as a filename for mounting tokens as files. +required"
1821
- "type", ":ref:`ref_flyteidl.core.OAuth2TokenRequest.Type`", "", "type indicates the type of the request to make. Defaults to CLIENT_CREDENTIALS. +required"
1822
- "client", ":ref:`ref_flyteidl.core.OAuth2Client`", "", "client references the client_id/secret to use to request the OAuth2 token. +required"
1823
- "idp_discovery_endpoint", ":ref:`ref_string`", "", "idp_discovery_endpoint references the discovery endpoint used to retrieve token endpoint and other related information. +optional"
1824
- "token_endpoint", ":ref:`ref_string`", "", "token_endpoint references the token issuance endpoint. If idp_discovery_endpoint is not provided, this parameter is mandatory. +optional"
1825
-
1826
-
1827
-
1828
-
1829
-
1830
-
1831
-
1832
- .. _ref_flyteidl.core.Secret:
1833
-
1834
- Secret
1835
- ------------------------------------------------------------------
1836
-
1837
- Secret encapsulates information about the secret a task needs to proceed. An environment variable
1838
- FLYTE_SECRETS_ENV_PREFIX will be passed to indicate the prefix of the environment variables that will be present if
1839
- secrets are passed through environment variables.
1840
- FLYTE_SECRETS_DEFAULT_DIR will be passed to indicate the prefix of the path where secrets will be mounted if secrets
1841
- are passed through file mounts.
1842
-
1843
-
1844
-
1845
- .. csv-table:: Secret type fields
1846
- :header: "Field", "Type", "Label", "Description"
1847
- :widths: auto
1848
-
1849
- "group", ":ref:`ref_string`", "", "The name of the secret group where to find the key referenced below. For K8s secrets, this should be the name of the v1/secret object. For Confidant, this should be the Credential name. For Vault, this should be the secret name. For AWS Secret Manager, this should be the name of the secret. +required"
1850
- "group_version", ":ref:`ref_string`", "", "The group version to fetch. This is not supported in all secret management systems. It'll be ignored for the ones that do not support it. +optional"
1851
- "key", ":ref:`ref_string`", "", "The name of the secret to mount. This has to match an existing secret in the system. It's up to the implementation of the secret management system to require case sensitivity. For K8s secrets, Confidant and Vault, this should match one of the keys inside the secret. For AWS Secret Manager, it's ignored. +optional"
1852
- "mount_requirement", ":ref:`ref_flyteidl.core.Secret.MountType`", "", "mount_requirement is optional. Indicates where the secret has to be mounted. If provided, the execution will fail if the underlying key management system cannot satisfy that requirement. If not provided, the default location will depend on the key management system. +optional"
1853
-
1854
-
1855
-
1856
-
1857
-
1858
-
1859
-
1860
- .. _ref_flyteidl.core.SecurityContext:
1861
-
1862
- SecurityContext
1863
- ------------------------------------------------------------------
1864
-
1865
- SecurityContext holds security attributes that apply to tasks.
1866
-
1867
-
1868
-
1869
- .. csv-table:: SecurityContext type fields
1870
- :header: "Field", "Type", "Label", "Description"
1871
- :widths: auto
1872
-
1873
- "run_as", ":ref:`ref_flyteidl.core.Identity`", "", "run_as encapsulates the identity a pod should run as. If the task fills in multiple fields here, it'll be up to the backend plugin to choose the appropriate identity for the execution engine the task will run on."
1874
- "secrets", ":ref:`ref_flyteidl.core.Secret`", "repeated", "secrets indicate the list of secrets the task needs in order to proceed. Secrets will be mounted/passed to the pod as it starts. If the plugin responsible for kicking of the task will not run it on a flyte cluster (e.g. AWS Batch), it's the responsibility of the plugin to fetch the secret (which means propeller identity will need access to the secret) and to pass it to the remote execution engine."
1875
- "tokens", ":ref:`ref_flyteidl.core.OAuth2TokenRequest`", "repeated", "tokens indicate the list of token requests the task needs in order to proceed. Tokens will be mounted/passed to the pod as it starts. If the plugin responsible for kicking of the task will not run it on a flyte cluster (e.g. AWS Batch), it's the responsibility of the plugin to fetch the secret (which means propeller identity will need access to the secret) and to pass it to the remote execution engine."
1876
-
1877
-
1878
-
1879
-
1880
-
1881
-
1882
- ..
1883
- end messages
1884
-
1885
-
1886
-
1887
- .. _ref_flyteidl.core.OAuth2TokenRequest.Type:
1888
-
1889
- OAuth2TokenRequest.Type
1890
- ------------------------------------------------------------------
1891
-
1892
- Type of the token requested.
1893
-
1894
- .. csv-table:: Enum OAuth2TokenRequest.Type values
1895
- :header: "Name", "Number", "Description"
1896
- :widths: auto
1897
-
1898
- "CLIENT_CREDENTIALS", "0", "CLIENT_CREDENTIALS indicates a 2-legged OAuth token requested using client credentials."
1899
-
1900
-
1901
-
1902
- .. _ref_flyteidl.core.Secret.MountType:
1903
-
1904
- Secret.MountType
1905
- ------------------------------------------------------------------
1906
-
1907
-
1908
-
1909
- .. csv-table:: Enum Secret.MountType values
1910
- :header: "Name", "Number", "Description"
1911
- :widths: auto
1912
-
1913
- "ANY", "0", "Default case, indicates the client can tolerate either mounting options."
1914
- "ENV_VAR", "1", "ENV_VAR indicates the secret needs to be mounted as an environment variable."
1915
- "FILE", "2", "FILE indicates the secret needs to be mounted as a file."
1916
-
1917
-
1918
- ..
1919
- end enums
1920
-
1921
-
1922
- ..
1923
- end HasExtensions
1924
-
1925
-
1926
- ..
1927
- end services
1928
-
1929
-
1930
-
1931
-
1932
- .. _ref_flyteidl/core/tasks.proto:
1933
-
1934
- flyteidl/core/tasks.proto
1935
- ==================================================================
1936
-
1937
-
1938
-
1939
-
1940
-
1941
- .. _ref_flyteidl.core.Container:
1942
-
1943
- Container
1944
- ------------------------------------------------------------------
1945
-
1946
-
1947
-
1948
-
1949
-
1950
- .. csv-table:: Container type fields
1951
- :header: "Field", "Type", "Label", "Description"
1952
- :widths: auto
1953
-
1954
- "image", ":ref:`ref_string`", "", "Container image url. Eg: docker/redis:latest"
1955
- "command", ":ref:`ref_string`", "repeated", "Command to be executed, if not provided, the default entrypoint in the container image will be used."
1956
- "args", ":ref:`ref_string`", "repeated", "These will default to Flyte given paths. If provided, the system will not append known paths. If the task still needs flyte's inputs and outputs path, add $(FLYTE_INPUT_FILE), $(FLYTE_OUTPUT_FILE) wherever makes sense and the system will populate these before executing the container."
1957
- "resources", ":ref:`ref_flyteidl.core.Resources`", "", "Container resources requirement as specified by the container engine."
1958
- "env", ":ref:`ref_flyteidl.core.KeyValuePair`", "repeated", "Environment variables will be set as the container is starting up."
1959
- "config", ":ref:`ref_flyteidl.core.KeyValuePair`", "repeated", "**Deprecated.** Allows extra configs to be available for the container. TODO: elaborate on how configs will become available. Deprecated, please use TaskTemplate.config instead."
1960
- "ports", ":ref:`ref_flyteidl.core.ContainerPort`", "repeated", "Ports to open in the container. This feature is not supported by all execution engines. (e.g. supported on K8s but not supported on AWS Batch) Only K8s"
1961
- "data_config", ":ref:`ref_flyteidl.core.DataLoadingConfig`", "", "BETA: Optional configuration for DataLoading. If not specified, then default values are used. This makes it possible to to run a completely portable container, that uses inputs and outputs only from the local file-system and without having any reference to flyteidl. This is supported only on K8s at the moment. If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation to understand the default paths. Only K8s"
1962
- "architecture", ":ref:`ref_flyteidl.core.Container.Architecture`", "", ""
1963
-
1964
-
1965
-
1966
-
1967
-
1968
-
1969
-
1970
- .. _ref_flyteidl.core.ContainerPort:
1971
-
1972
- ContainerPort
1973
- ------------------------------------------------------------------
1974
-
1975
- Defines port properties for a container.
1976
-
1977
-
1978
-
1979
- .. csv-table:: ContainerPort type fields
1980
- :header: "Field", "Type", "Label", "Description"
1981
- :widths: auto
1982
-
1983
- "container_port", ":ref:`ref_uint32`", "", "Number of port to expose on the pod's IP address. This must be a valid port number, 0 < x < 65536."
1984
-
1985
-
1986
-
1987
-
1988
-
1989
-
1990
-
1991
- .. _ref_flyteidl.core.DataLoadingConfig:
1992
-
1993
- DataLoadingConfig
1994
- ------------------------------------------------------------------
1995
-
1996
- This configuration allows executing raw containers in Flyte using the Flyte CoPilot system.
1997
- Flyte CoPilot, eliminates the needs of flytekit or sdk inside the container. Any inputs required by the users container are side-loaded in the input_path
1998
- Any outputs generated by the user container - within output_path are automatically uploaded.
1999
-
2000
-
2001
-
2002
- .. csv-table:: DataLoadingConfig type fields
2003
- :header: "Field", "Type", "Label", "Description"
2004
- :widths: auto
2005
-
2006
- "enabled", ":ref:`ref_bool`", "", "Flag enables DataLoading Config. If this is not set, data loading will not be used!"
2007
- "input_path", ":ref:`ref_string`", "", "File system path (start at root). This folder will contain all the inputs exploded to a separate file. Example, if the input interface needs (x: int, y: blob, z: multipart_blob) and the input path is '/var/flyte/inputs', then the file system will look like /var/flyte/inputs/inputs.<metadata format dependent -> .pb .json .yaml> -> Format as defined previously. The Blob and Multipart blob will reference local filesystem instead of remote locations /var/flyte/inputs/x -> X is a file that contains the value of x (integer) in string format /var/flyte/inputs/y -> Y is a file in Binary format /var/flyte/inputs/z/... -> Note Z itself is a directory More information about the protocol - refer to docs #TODO reference docs here"
2008
- "output_path", ":ref:`ref_string`", "", "File system path (start at root). This folder should contain all the outputs for the task as individual files and/or an error text file"
2009
- "format", ":ref:`ref_flyteidl.core.DataLoadingConfig.LiteralMapFormat`", "", "In the inputs folder, there will be an additional summary/metadata file that contains references to all files or inlined primitive values. This format decides the actual encoding for the data. Refer to the encoding to understand the specifics of the contents and the encoding"
2010
- "io_strategy", ":ref:`ref_flyteidl.core.IOStrategy`", "", ""
2011
-
2012
-
2013
-
2014
-
2015
-
2016
-
2017
-
2018
- .. _ref_flyteidl.core.IOStrategy:
2019
-
2020
- IOStrategy
2021
- ------------------------------------------------------------------
2022
-
2023
- Strategy to use when dealing with Blob, Schema, or multipart blob data (large datasets)
2024
-
2025
-
2026
-
2027
- .. csv-table:: IOStrategy type fields
2028
- :header: "Field", "Type", "Label", "Description"
2029
- :widths: auto
2030
-
2031
- "download_mode", ":ref:`ref_flyteidl.core.IOStrategy.DownloadMode`", "", "Mode to use to manage downloads"
2032
- "upload_mode", ":ref:`ref_flyteidl.core.IOStrategy.UploadMode`", "", "Mode to use to manage uploads"
2033
-
2034
-
2035
-
2036
-
2037
-
2038
-
2039
-
2040
- .. _ref_flyteidl.core.K8sObjectMetadata:
2041
-
2042
- K8sObjectMetadata
2043
- ------------------------------------------------------------------
2044
-
2045
- Metadata for building a kubernetes object when a task is executed.
2046
-
2047
-
2048
-
2049
- .. csv-table:: K8sObjectMetadata type fields
2050
- :header: "Field", "Type", "Label", "Description"
2051
- :widths: auto
2052
-
2053
- "labels", ":ref:`ref_flyteidl.core.K8sObjectMetadata.LabelsEntry`", "repeated", "Optional labels to add to the pod definition."
2054
- "annotations", ":ref:`ref_flyteidl.core.K8sObjectMetadata.AnnotationsEntry`", "repeated", "Optional annotations to add to the pod definition."
2055
-
2056
-
2057
-
2058
-
2059
-
2060
-
2061
-
2062
- .. _ref_flyteidl.core.K8sObjectMetadata.AnnotationsEntry:
2063
-
2064
- K8sObjectMetadata.AnnotationsEntry
2065
- ------------------------------------------------------------------
2066
-
2067
-
2068
-
2069
-
2070
-
2071
- .. csv-table:: K8sObjectMetadata.AnnotationsEntry type fields
2072
- :header: "Field", "Type", "Label", "Description"
2073
- :widths: auto
2074
-
2075
- "key", ":ref:`ref_string`", "", ""
2076
- "value", ":ref:`ref_string`", "", ""
2077
-
2078
-
2079
-
2080
-
2081
-
2082
-
2083
-
2084
- .. _ref_flyteidl.core.K8sObjectMetadata.LabelsEntry:
2085
-
2086
- K8sObjectMetadata.LabelsEntry
2087
- ------------------------------------------------------------------
2088
-
2089
-
2090
-
2091
-
2092
-
2093
- .. csv-table:: K8sObjectMetadata.LabelsEntry type fields
2094
- :header: "Field", "Type", "Label", "Description"
2095
- :widths: auto
2096
-
2097
- "key", ":ref:`ref_string`", "", ""
2098
- "value", ":ref:`ref_string`", "", ""
2099
-
2100
-
2101
-
2102
-
2103
-
2104
-
2105
-
2106
- .. _ref_flyteidl.core.K8sPod:
2107
-
2108
- K8sPod
2109
- ------------------------------------------------------------------
2110
-
2111
- Defines a pod spec and additional pod metadata that is created when a task is executed.
2112
-
2113
-
2114
-
2115
- .. csv-table:: K8sPod type fields
2116
- :header: "Field", "Type", "Label", "Description"
2117
- :widths: auto
2118
-
2119
- "metadata", ":ref:`ref_flyteidl.core.K8sObjectMetadata`", "", "Contains additional metadata for building a kubernetes pod."
2120
- "pod_spec", ":ref:`ref_google.protobuf.Struct`", "", "Defines the primary pod spec created when a task is executed. This should be a JSON-marshalled pod spec, which can be defined in - go, using: https://github.com/kubernetes/api/blob/release-1.21/core/v1/types.go#L2936 - python: using https://github.com/kubernetes-client/python/blob/release-19.0/kubernetes/client/models/v1_pod_spec.py"
2121
-
2122
-
2123
-
2124
-
2125
-
2126
-
2127
-
2128
- .. _ref_flyteidl.core.Resources:
2129
-
2130
- Resources
2131
- ------------------------------------------------------------------
2132
-
2133
- A customizable interface to convey resources requested for a container. This can be interpreted differently for different
2134
- container engines.
2135
-
2136
-
2137
-
2138
- .. csv-table:: Resources type fields
2139
- :header: "Field", "Type", "Label", "Description"
2140
- :widths: auto
2141
-
2142
- "requests", ":ref:`ref_flyteidl.core.Resources.ResourceEntry`", "repeated", "The desired set of resources requested. ResourceNames must be unique within the list."
2143
- "limits", ":ref:`ref_flyteidl.core.Resources.ResourceEntry`", "repeated", "Defines a set of bounds (e.g. min/max) within which the task can reliably run. ResourceNames must be unique within the list."
2144
-
2145
-
2146
-
2147
-
2148
-
2149
-
2150
-
2151
- .. _ref_flyteidl.core.Resources.ResourceEntry:
2152
-
2153
- Resources.ResourceEntry
2154
- ------------------------------------------------------------------
2155
-
2156
- Encapsulates a resource name and value.
2157
-
2158
-
2159
-
2160
- .. csv-table:: Resources.ResourceEntry type fields
2161
- :header: "Field", "Type", "Label", "Description"
2162
- :widths: auto
2163
-
2164
- "name", ":ref:`ref_flyteidl.core.Resources.ResourceName`", "", "Resource name."
2165
- "value", ":ref:`ref_string`", "", "Value must be a valid k8s quantity. See https://github.com/kubernetes/apimachinery/blob/master/pkg/api/resource/quantity.go#L30-L80"
2166
-
2167
-
2168
-
2169
-
2170
-
2171
-
2172
-
2173
- .. _ref_flyteidl.core.RuntimeMetadata:
2174
-
2175
- RuntimeMetadata
2176
- ------------------------------------------------------------------
2177
-
2178
- Runtime information. This is loosely defined to allow for extensibility.
2179
-
2180
-
2181
-
2182
- .. csv-table:: RuntimeMetadata type fields
2183
- :header: "Field", "Type", "Label", "Description"
2184
- :widths: auto
2185
-
2186
- "type", ":ref:`ref_flyteidl.core.RuntimeMetadata.RuntimeType`", "", "Type of runtime."
2187
- "version", ":ref:`ref_string`", "", "Version of the runtime. All versions should be backward compatible. However, certain cases call for version checks to ensure tighter validation or setting expectations."
2188
- "flavor", ":ref:`ref_string`", "", "+optional It can be used to provide extra information about the runtime (e.g. python, golang... etc.)."
2189
-
2190
-
2191
-
2192
-
2193
-
2194
-
2195
-
2196
- .. _ref_flyteidl.core.Sql:
2197
-
2198
- Sql
2199
- ------------------------------------------------------------------
2200
-
2201
- Sql represents a generic sql workload with a statement and dialect.
2202
-
2203
-
2204
-
2205
- .. csv-table:: Sql type fields
2206
- :header: "Field", "Type", "Label", "Description"
2207
- :widths: auto
2208
-
2209
- "statement", ":ref:`ref_string`", "", "The actual query to run, the query can have templated parameters. We use Flyte's Golang templating format for Query templating. For example, insert overwrite directory '{{ .rawOutputDataPrefix }}' stored as parquet select * from my_table where ds = '{{ .Inputs.ds }}'"
2210
- "dialect", ":ref:`ref_flyteidl.core.Sql.Dialect`", "", ""
2211
-
2212
-
2213
-
2214
-
2215
-
2216
-
2217
-
2218
- .. _ref_flyteidl.core.TaskMetadata:
2219
-
2220
- TaskMetadata
2221
- ------------------------------------------------------------------
2222
-
2223
- Task Metadata
2224
-
2225
-
2226
-
2227
- .. csv-table:: TaskMetadata type fields
2228
- :header: "Field", "Type", "Label", "Description"
2229
- :widths: auto
2230
-
2231
- "discoverable", ":ref:`ref_bool`", "", "Indicates whether the system should attempt to lookup this task's output to avoid duplication of work."
2232
- "runtime", ":ref:`ref_flyteidl.core.RuntimeMetadata`", "", "Runtime information about the task."
2233
- "timeout", ":ref:`ref_google.protobuf.Duration`", "", "The overall timeout of a task including user-triggered retries."
2234
- "retries", ":ref:`ref_flyteidl.core.RetryStrategy`", "", "Number of retries per task."
2235
- "discovery_version", ":ref:`ref_string`", "", "Indicates a logical version to apply to this task for the purpose of discovery."
2236
- "deprecated_error_message", ":ref:`ref_string`", "", "If set, this indicates that this task is deprecated. This will enable owners of tasks to notify consumers of the ending of support for a given task."
2237
- "interruptible", ":ref:`ref_bool`", "", ""
2238
- "cache_serializable", ":ref:`ref_bool`", "", "Indicates whether the system should attempt to execute discoverable instances in serial to avoid duplicate work"
2239
- "generates_deck", ":ref:`ref_bool`", "", "Indicates whether the task will generate a Deck URI when it finishes executing."
2240
- "tags", ":ref:`ref_flyteidl.core.TaskMetadata.TagsEntry`", "repeated", "Arbitrary tags that allow users and the platform to store small but arbitrary labels"
2241
-
2242
-
2243
-
2244
-
2245
-
2246
-
2247
-
2248
- .. _ref_flyteidl.core.TaskMetadata.TagsEntry:
2249
-
2250
- TaskMetadata.TagsEntry
2251
- ------------------------------------------------------------------
2252
-
2253
-
2254
-
2255
-
2256
-
2257
- .. csv-table:: TaskMetadata.TagsEntry type fields
2258
- :header: "Field", "Type", "Label", "Description"
2259
- :widths: auto
2260
-
2261
- "key", ":ref:`ref_string`", "", ""
2262
- "value", ":ref:`ref_string`", "", ""
2263
-
2264
-
2265
-
2266
-
2267
-
2268
-
2269
-
2270
- .. _ref_flyteidl.core.TaskTemplate:
2271
-
2272
- TaskTemplate
2273
- ------------------------------------------------------------------
2274
-
2275
- A Task structure that uniquely identifies a task in the system
2276
- Tasks are registered as a first step in the system.
2277
-
2278
-
2279
-
2280
- .. csv-table:: TaskTemplate type fields
2281
- :header: "Field", "Type", "Label", "Description"
2282
- :widths: auto
2283
-
2284
- "id", ":ref:`ref_flyteidl.core.Identifier`", "", "Auto generated taskId by the system. Task Id uniquely identifies this task globally."
2285
- "type", ":ref:`ref_string`", "", "A predefined yet extensible Task type identifier. This can be used to customize any of the components. If no extensions are provided in the system, Flyte will resolve the this task to its TaskCategory and default the implementation registered for the TaskCategory."
2286
- "metadata", ":ref:`ref_flyteidl.core.TaskMetadata`", "", "Extra metadata about the task."
2287
- "interface", ":ref:`ref_flyteidl.core.TypedInterface`", "", "A strongly typed interface for the task. This enables others to use this task within a workflow and guarantees compile-time validation of the workflow to avoid costly runtime failures."
2288
- "custom", ":ref:`ref_google.protobuf.Struct`", "", "Custom data about the task. This is extensible to allow various plugins in the system."
2289
- "container", ":ref:`ref_flyteidl.core.Container`", "", ""
2290
- "k8s_pod", ":ref:`ref_flyteidl.core.K8sPod`", "", ""
2291
- "sql", ":ref:`ref_flyteidl.core.Sql`", "", ""
2292
- "task_type_version", ":ref:`ref_int32`", "", "This can be used to customize task handling at execution time for the same task type."
2293
- "security_context", ":ref:`ref_flyteidl.core.SecurityContext`", "", "security_context encapsulates security attributes requested to run this task."
2294
- "config", ":ref:`ref_flyteidl.core.TaskTemplate.ConfigEntry`", "repeated", "Metadata about the custom defined for this task. This is extensible to allow various plugins in the system to use as required. reserve the field numbers 1 through 15 for very frequently occurring message elements"
2295
-
2296
-
2297
-
2298
-
2299
-
2300
-
2301
-
2302
- .. _ref_flyteidl.core.TaskTemplate.ConfigEntry:
2303
-
2304
- TaskTemplate.ConfigEntry
2305
- ------------------------------------------------------------------
2306
-
2307
-
2308
-
2309
-
2310
-
2311
- .. csv-table:: TaskTemplate.ConfigEntry type fields
2312
- :header: "Field", "Type", "Label", "Description"
2313
- :widths: auto
2314
-
2315
- "key", ":ref:`ref_string`", "", ""
2316
- "value", ":ref:`ref_string`", "", ""
2317
-
2318
-
2319
-
2320
-
2321
-
2322
-
2323
- ..
2324
- end messages
2325
-
2326
-
2327
-
2328
- .. _ref_flyteidl.core.Container.Architecture:
2329
-
2330
- Container.Architecture
2331
- ------------------------------------------------------------------
2332
-
2333
- Architecture-type the container image supports.
2334
-
2335
- .. csv-table:: Enum Container.Architecture values
2336
- :header: "Name", "Number", "Description"
2337
- :widths: auto
2338
-
2339
- "UNKNOWN", "0", ""
2340
- "AMD64", "1", ""
2341
- "ARM64", "2", ""
2342
- "ARM_V6", "3", ""
2343
- "ARM_V7", "4", ""
2344
-
2345
-
2346
-
2347
- .. _ref_flyteidl.core.DataLoadingConfig.LiteralMapFormat:
2348
-
2349
- DataLoadingConfig.LiteralMapFormat
2350
- ------------------------------------------------------------------
2351
-
2352
- LiteralMapFormat decides the encoding format in which the input metadata should be made available to the containers.
2353
- If the user has access to the protocol buffer definitions, it is recommended to use the PROTO format.
2354
- JSON and YAML do not need any protobuf definitions to read it
2355
- All remote references in core.LiteralMap are replaced with local filesystem references (the data is downloaded to local filesystem)
2356
-
2357
- .. csv-table:: Enum DataLoadingConfig.LiteralMapFormat values
2358
- :header: "Name", "Number", "Description"
2359
- :widths: auto
2360
-
2361
- "JSON", "0", "JSON / YAML for the metadata (which contains inlined primitive values). The representation is inline with the standard json specification as specified - https://www.json.org/json-en.html"
2362
- "YAML", "1", ""
2363
- "PROTO", "2", "Proto is a serialized binary of `core.LiteralMap` defined in flyteidl/core"
2364
-
2365
-
2366
-
2367
- .. _ref_flyteidl.core.IOStrategy.DownloadMode:
2368
-
2369
- IOStrategy.DownloadMode
2370
- ------------------------------------------------------------------
2371
-
2372
- Mode to use for downloading
2373
-
2374
- .. csv-table:: Enum IOStrategy.DownloadMode values
2375
- :header: "Name", "Number", "Description"
2376
- :widths: auto
2377
-
2378
- "DOWNLOAD_EAGER", "0", "All data will be downloaded before the main container is executed"
2379
- "DOWNLOAD_STREAM", "1", "Data will be downloaded as a stream and an End-Of-Stream marker will be written to indicate all data has been downloaded. Refer to protocol for details"
2380
- "DO_NOT_DOWNLOAD", "2", "Large objects (offloaded) will not be downloaded"
2381
-
2382
-
2383
-
2384
- .. _ref_flyteidl.core.IOStrategy.UploadMode:
2385
-
2386
- IOStrategy.UploadMode
2387
- ------------------------------------------------------------------
2388
-
2389
- Mode to use for uploading
2390
-
2391
- .. csv-table:: Enum IOStrategy.UploadMode values
2392
- :header: "Name", "Number", "Description"
2393
- :widths: auto
2394
-
2395
- "UPLOAD_ON_EXIT", "0", "All data will be uploaded after the main container exits"
2396
- "UPLOAD_EAGER", "1", "Data will be uploaded as it appears. Refer to protocol specification for details"
2397
- "DO_NOT_UPLOAD", "2", "Data will not be uploaded, only references will be written"
2398
-
2399
-
2400
-
2401
- .. _ref_flyteidl.core.Resources.ResourceName:
2402
-
2403
- Resources.ResourceName
2404
- ------------------------------------------------------------------
2405
-
2406
- Known resource names.
2407
-
2408
- .. csv-table:: Enum Resources.ResourceName values
2409
- :header: "Name", "Number", "Description"
2410
- :widths: auto
2411
-
2412
- "UNKNOWN", "0", ""
2413
- "CPU", "1", ""
2414
- "GPU", "2", ""
2415
- "MEMORY", "3", ""
2416
- "STORAGE", "4", ""
2417
- "EPHEMERAL_STORAGE", "5", "For Kubernetes-based deployments, pods use ephemeral local storage for scratch space, caching, and for logs."
2418
-
2419
-
2420
-
2421
- .. _ref_flyteidl.core.RuntimeMetadata.RuntimeType:
2422
-
2423
- RuntimeMetadata.RuntimeType
2424
- ------------------------------------------------------------------
2425
-
2426
-
2427
-
2428
- .. csv-table:: Enum RuntimeMetadata.RuntimeType values
2429
- :header: "Name", "Number", "Description"
2430
- :widths: auto
2431
-
2432
- "OTHER", "0", ""
2433
- "FLYTE_SDK", "1", ""
2434
-
2435
-
2436
-
2437
- .. _ref_flyteidl.core.Sql.Dialect:
2438
-
2439
- Sql.Dialect
2440
- ------------------------------------------------------------------
2441
-
2442
- The dialect of the SQL statement. This is used to validate and parse SQL statements at compilation time to avoid
2443
- expensive runtime operations. If set to an unsupported dialect, no validation will be done on the statement.
2444
- We support the following dialect: ansi, hive.
2445
-
2446
- .. csv-table:: Enum Sql.Dialect values
2447
- :header: "Name", "Number", "Description"
2448
- :widths: auto
2449
-
2450
- "UNDEFINED", "0", ""
2451
- "ANSI", "1", ""
2452
- "HIVE", "2", ""
2453
- "OTHER", "3", ""
2454
-
2455
-
2456
- ..
2457
- end enums
2458
-
2459
-
2460
- ..
2461
- end HasExtensions
2462
-
2463
-
2464
- ..
2465
- end services
2466
-
2467
-
2468
-
2469
-
2470
- .. _ref_flyteidl/core/types.proto:
2471
-
2472
- flyteidl/core/types.proto
2473
- ==================================================================
2474
-
2475
-
2476
-
2477
-
2478
-
2479
- .. _ref_flyteidl.core.BlobType:
2480
-
2481
- BlobType
2482
- ------------------------------------------------------------------
2483
-
2484
- Defines type behavior for blob objects
2485
-
2486
-
2487
-
2488
- .. csv-table:: BlobType type fields
2489
- :header: "Field", "Type", "Label", "Description"
2490
- :widths: auto
2491
-
2492
- "format", ":ref:`ref_string`", "", "Format can be a free form string understood by SDK/UI etc like csv, parquet etc"
2493
- "dimensionality", ":ref:`ref_flyteidl.core.BlobType.BlobDimensionality`", "", ""
2494
-
2495
-
2496
-
2497
-
2498
-
2499
-
2500
-
2501
- .. _ref_flyteidl.core.EnumType:
2502
-
2503
- EnumType
2504
- ------------------------------------------------------------------
2505
-
2506
- Enables declaring enum types, with predefined string values
2507
- For len(values) > 0, the first value in the ordered list is regarded as the default value. If you wish
2508
- To provide no defaults, make the first value as undefined.
2509
-
2510
-
2511
-
2512
- .. csv-table:: EnumType type fields
2513
- :header: "Field", "Type", "Label", "Description"
2514
- :widths: auto
2515
-
2516
- "values", ":ref:`ref_string`", "repeated", "Predefined set of enum values."
2517
-
2518
-
2519
-
2520
-
2521
-
2522
-
2523
-
2524
- .. _ref_flyteidl.core.Error:
2525
-
2526
- Error
2527
- ------------------------------------------------------------------
2528
-
2529
- Represents an error thrown from a node.
2530
-
2531
-
2532
-
2533
- .. csv-table:: Error type fields
2534
- :header: "Field", "Type", "Label", "Description"
2535
- :widths: auto
2536
-
2537
- "failed_node_id", ":ref:`ref_string`", "", "The node id that threw the error."
2538
- "message", ":ref:`ref_string`", "", "Error message thrown."
2539
-
2540
-
2541
-
2542
-
2543
-
2544
-
2545
-
2546
- .. _ref_flyteidl.core.LiteralType:
2547
-
2548
- LiteralType
2549
- ------------------------------------------------------------------
2550
-
2551
- Defines a strong type to allow type checking between interfaces.
2552
-
2553
-
2554
-
2555
- .. csv-table:: LiteralType type fields
2556
- :header: "Field", "Type", "Label", "Description"
2557
- :widths: auto
2558
-
2559
- "simple", ":ref:`ref_flyteidl.core.SimpleType`", "", "A simple type that can be compared one-to-one with another."
2560
- "schema", ":ref:`ref_flyteidl.core.SchemaType`", "", "A complex type that requires matching of inner fields."
2561
- "collection_type", ":ref:`ref_flyteidl.core.LiteralType`", "", "Defines the type of the value of a collection. Only homogeneous collections are allowed."
2562
- "map_value_type", ":ref:`ref_flyteidl.core.LiteralType`", "", "Defines the type of the value of a map type. The type of the key is always a string."
2563
- "blob", ":ref:`ref_flyteidl.core.BlobType`", "", "A blob might have specialized implementation details depending on associated metadata."
2564
- "enum_type", ":ref:`ref_flyteidl.core.EnumType`", "", "Defines an enum with pre-defined string values."
2565
- "structured_dataset_type", ":ref:`ref_flyteidl.core.StructuredDatasetType`", "", "Generalized schema support"
2566
- "union_type", ":ref:`ref_flyteidl.core.UnionType`", "", "Defines an union type with pre-defined LiteralTypes."
2567
- "metadata", ":ref:`ref_google.protobuf.Struct`", "", "This field contains type metadata that is descriptive of the type, but is NOT considered in type-checking. This might be used by consumers to identify special behavior or display extended information for the type."
2568
- "annotation", ":ref:`ref_flyteidl.core.TypeAnnotation`", "", "This field contains arbitrary data that might have special semantic meaning for the client but does not effect internal flyte behavior."
2569
- "structure", ":ref:`ref_flyteidl.core.TypeStructure`", "", "Hints to improve type matching."
2570
-
2571
-
2572
-
2573
-
2574
-
2575
-
2576
-
2577
- .. _ref_flyteidl.core.OutputReference:
2578
-
2579
- OutputReference
2580
- ------------------------------------------------------------------
2581
-
2582
- A reference to an output produced by a node. The type can be retrieved -and validated- from
2583
- the underlying interface of the node.
2584
-
2585
-
2586
-
2587
- .. csv-table:: OutputReference type fields
2588
- :header: "Field", "Type", "Label", "Description"
2589
- :widths: auto
2590
-
2591
- "node_id", ":ref:`ref_string`", "", "Node id must exist at the graph layer."
2592
- "var", ":ref:`ref_string`", "", "Variable name must refer to an output variable for the node."
2593
-
2594
-
2595
-
2596
-
2597
-
2598
-
2599
-
2600
- .. _ref_flyteidl.core.SchemaType:
2601
-
2602
- SchemaType
2603
- ------------------------------------------------------------------
2604
-
2605
- Defines schema columns and types to strongly type-validate schemas interoperability.
2606
-
2607
-
2608
-
2609
- .. csv-table:: SchemaType type fields
2610
- :header: "Field", "Type", "Label", "Description"
2611
- :widths: auto
2612
-
2613
- "columns", ":ref:`ref_flyteidl.core.SchemaType.SchemaColumn`", "repeated", "A list of ordered columns this schema comprises of."
2614
-
2615
-
2616
-
2617
-
2618
-
2619
-
2620
-
2621
- .. _ref_flyteidl.core.SchemaType.SchemaColumn:
2622
-
2623
- SchemaType.SchemaColumn
2624
- ------------------------------------------------------------------
2625
-
2626
-
2627
-
2628
-
2629
-
2630
- .. csv-table:: SchemaType.SchemaColumn type fields
2631
- :header: "Field", "Type", "Label", "Description"
2632
- :widths: auto
2633
-
2634
- "name", ":ref:`ref_string`", "", "A unique name -within the schema type- for the column"
2635
- "type", ":ref:`ref_flyteidl.core.SchemaType.SchemaColumn.SchemaColumnType`", "", "The column type. This allows a limited set of types currently."
2636
-
2637
-
2638
-
2639
-
2640
-
2641
-
2642
-
2643
- .. _ref_flyteidl.core.StructuredDatasetType:
2644
-
2645
- StructuredDatasetType
2646
- ------------------------------------------------------------------
2647
-
2648
-
2649
-
2650
-
2651
-
2652
- .. csv-table:: StructuredDatasetType type fields
2653
- :header: "Field", "Type", "Label", "Description"
2654
- :widths: auto
2655
-
2656
- "columns", ":ref:`ref_flyteidl.core.StructuredDatasetType.DatasetColumn`", "repeated", "A list of ordered columns this schema comprises of."
2657
- "format", ":ref:`ref_string`", "", "This is the storage format, the format of the bits at rest parquet, feather, csv, etc. For two types to be compatible, the format will need to be an exact match."
2658
- "external_schema_type", ":ref:`ref_string`", "", "This is a string representing the type that the bytes in external_schema_bytes are formatted in. This is an optional field that will not be used for type checking."
2659
- "external_schema_bytes", ":ref:`ref_bytes`", "", "The serialized bytes of a third-party schema library like Arrow. This is an optional field that will not be used for type checking."
2660
-
2661
-
2662
-
2663
-
2664
-
2665
-
2666
-
2667
- .. _ref_flyteidl.core.StructuredDatasetType.DatasetColumn:
2668
-
2669
- StructuredDatasetType.DatasetColumn
2670
- ------------------------------------------------------------------
2671
-
2672
-
2673
-
2674
-
2675
-
2676
- .. csv-table:: StructuredDatasetType.DatasetColumn type fields
2677
- :header: "Field", "Type", "Label", "Description"
2678
- :widths: auto
2679
-
2680
- "name", ":ref:`ref_string`", "", "A unique name within the schema type for the column."
2681
- "literal_type", ":ref:`ref_flyteidl.core.LiteralType`", "", "The column type."
2682
-
2683
-
2684
-
2685
-
2686
-
2687
-
2688
-
2689
- .. _ref_flyteidl.core.TypeAnnotation:
2690
-
2691
- TypeAnnotation
2692
- ------------------------------------------------------------------
2693
-
2694
- TypeAnnotation encapsulates registration time information about a type. This can be used for various control-plane operations. TypeAnnotation will not be available at runtime when a task runs.
2695
-
2696
-
2697
-
2698
- .. csv-table:: TypeAnnotation type fields
2699
- :header: "Field", "Type", "Label", "Description"
2700
- :widths: auto
2701
-
2702
- "annotations", ":ref:`ref_google.protobuf.Struct`", "", "A arbitrary JSON payload to describe a type."
2703
-
2704
-
2705
-
2706
-
2707
-
2708
-
2709
-
2710
- .. _ref_flyteidl.core.TypeStructure:
2711
-
2712
- TypeStructure
2713
- ------------------------------------------------------------------
2714
-
2715
- Hints to improve type matching
2716
- e.g. allows distinguishing output from custom type transformers
2717
- even if the underlying IDL serialization matches.
2718
-
2719
-
2720
-
2721
- .. csv-table:: TypeStructure type fields
2722
- :header: "Field", "Type", "Label", "Description"
2723
- :widths: auto
2724
-
2725
- "tag", ":ref:`ref_string`", "", "Must exactly match for types to be castable"
2726
-
2727
-
2728
-
2729
-
2730
-
2731
-
2732
-
2733
- .. _ref_flyteidl.core.UnionType:
2734
-
2735
- UnionType
2736
- ------------------------------------------------------------------
2737
-
2738
- Defines a tagged union type, also known as a variant (and formally as the sum type).
2739
-
2740
- A sum type S is defined by a sequence of types (A, B, C, ...), each tagged by a string tag
2741
- A value of type S is constructed from a value of any of the variant types. The specific choice of type is recorded by
2742
- storing the varaint's tag with the literal value and can be examined in runtime.
2743
-
2744
- Type S is typically written as
2745
- S := Apple A | Banana B | Cantaloupe C | ...
2746
-
2747
- Notably, a nullable (optional) type is a sum type between some type X and the singleton type representing a null-value:
2748
- Optional X := X | Null
2749
-
2750
- See also: https://en.wikipedia.org/wiki/Tagged_union
2751
-
2752
-
2753
-
2754
- .. csv-table:: UnionType type fields
2755
- :header: "Field", "Type", "Label", "Description"
2756
- :widths: auto
2757
-
2758
- "variants", ":ref:`ref_flyteidl.core.LiteralType`", "repeated", "Predefined set of variants in union."
2759
-
2760
-
2761
-
2762
-
2763
-
2764
-
2765
- ..
2766
- end messages
2767
-
2768
-
2769
-
2770
- .. _ref_flyteidl.core.BlobType.BlobDimensionality:
2771
-
2772
- BlobType.BlobDimensionality
2773
- ------------------------------------------------------------------
2774
-
2775
-
2776
-
2777
- .. csv-table:: Enum BlobType.BlobDimensionality values
2778
- :header: "Name", "Number", "Description"
2779
- :widths: auto
2780
-
2781
- "SINGLE", "0", ""
2782
- "MULTIPART", "1", ""
2783
-
2784
-
2785
-
2786
- .. _ref_flyteidl.core.SchemaType.SchemaColumn.SchemaColumnType:
2787
-
2788
- SchemaType.SchemaColumn.SchemaColumnType
2789
- ------------------------------------------------------------------
2790
-
2791
-
2792
-
2793
- .. csv-table:: Enum SchemaType.SchemaColumn.SchemaColumnType values
2794
- :header: "Name", "Number", "Description"
2795
- :widths: auto
2796
-
2797
- "INTEGER", "0", ""
2798
- "FLOAT", "1", ""
2799
- "STRING", "2", ""
2800
- "BOOLEAN", "3", ""
2801
- "DATETIME", "4", ""
2802
- "DURATION", "5", ""
2803
-
2804
-
2805
-
2806
- .. _ref_flyteidl.core.SimpleType:
2807
-
2808
- SimpleType
2809
- ------------------------------------------------------------------
2810
-
2811
- Define a set of simple types.
2812
-
2813
- .. csv-table:: Enum SimpleType values
2814
- :header: "Name", "Number", "Description"
2815
- :widths: auto
2816
-
2817
- "NONE", "0", ""
2818
- "INTEGER", "1", ""
2819
- "FLOAT", "2", ""
2820
- "STRING", "3", ""
2821
- "BOOLEAN", "4", ""
2822
- "DATETIME", "5", ""
2823
- "DURATION", "6", ""
2824
- "BINARY", "7", ""
2825
- "ERROR", "8", ""
2826
- "STRUCT", "9", ""
2827
-
2828
-
2829
- ..
2830
- end enums
2831
-
2832
-
2833
- ..
2834
- end HasExtensions
2835
-
2836
-
2837
- ..
2838
- end services
2839
-
2840
-
2841
-
2842
-
2843
- .. _ref_flyteidl/core/workflow.proto:
2844
-
2845
- flyteidl/core/workflow.proto
2846
- ==================================================================
2847
-
2848
-
2849
-
2850
-
2851
-
2852
- .. _ref_flyteidl.core.Alias:
2853
-
2854
- Alias
2855
- ------------------------------------------------------------------
2856
-
2857
- Links a variable to an alias.
2858
-
2859
-
2860
-
2861
- .. csv-table:: Alias type fields
2862
- :header: "Field", "Type", "Label", "Description"
2863
- :widths: auto
2864
-
2865
- "var", ":ref:`ref_string`", "", "Must match one of the output variable names on a node."
2866
- "alias", ":ref:`ref_string`", "", "A workflow-level unique alias that downstream nodes can refer to in their input."
2867
-
2868
-
2869
-
2870
-
2871
-
2872
-
2873
-
2874
- .. _ref_flyteidl.core.ApproveCondition:
2875
-
2876
- ApproveCondition
2877
- ------------------------------------------------------------------
2878
-
2879
- ApproveCondition represents a dependency on an external approval. During execution, this will manifest as a boolean
2880
- signal with the provided signal_id.
2881
-
2882
-
2883
-
2884
- .. csv-table:: ApproveCondition type fields
2885
- :header: "Field", "Type", "Label", "Description"
2886
- :widths: auto
2887
-
2888
- "signal_id", ":ref:`ref_string`", "", "A unique identifier for the requested boolean signal."
2889
-
2890
-
2891
-
2892
-
2893
-
2894
-
2895
-
2896
- .. _ref_flyteidl.core.BranchNode:
2897
-
2898
- BranchNode
2899
- ------------------------------------------------------------------
2900
-
2901
- BranchNode is a special node that alter the flow of the workflow graph. It allows the control flow to branch at
2902
- runtime based on a series of conditions that get evaluated on various parameters (e.g. inputs, primitives).
2903
-
2904
-
2905
-
2906
- .. csv-table:: BranchNode type fields
2907
- :header: "Field", "Type", "Label", "Description"
2908
- :widths: auto
2909
-
2910
- "if_else", ":ref:`ref_flyteidl.core.IfElseBlock`", "", "+required"
2911
-
2912
-
2913
-
2914
-
2915
-
2916
-
2917
-
2918
- .. _ref_flyteidl.core.GateNode:
2919
-
2920
- GateNode
2921
- ------------------------------------------------------------------
2922
-
2923
- GateNode refers to the condition that is required for the gate to successfully complete.
2924
-
2925
-
2926
-
2927
- .. csv-table:: GateNode type fields
2928
- :header: "Field", "Type", "Label", "Description"
2929
- :widths: auto
2930
-
2931
- "approve", ":ref:`ref_flyteidl.core.ApproveCondition`", "", "ApproveCondition represents a dependency on an external approval provided by a boolean signal."
2932
- "signal", ":ref:`ref_flyteidl.core.SignalCondition`", "", "SignalCondition represents a dependency on an signal."
2933
- "sleep", ":ref:`ref_flyteidl.core.SleepCondition`", "", "SleepCondition represents a dependency on waiting for the specified duration."
2934
-
2935
-
2936
-
2937
-
2938
-
2939
-
2940
-
2941
- .. _ref_flyteidl.core.IfBlock:
2942
-
2943
- IfBlock
2944
- ------------------------------------------------------------------
2945
-
2946
- Defines a condition and the execution unit that should be executed if the condition is satisfied.
2947
-
2948
-
2949
-
2950
- .. csv-table:: IfBlock type fields
2951
- :header: "Field", "Type", "Label", "Description"
2952
- :widths: auto
2953
-
2954
- "condition", ":ref:`ref_flyteidl.core.BooleanExpression`", "", ""
2955
- "then_node", ":ref:`ref_flyteidl.core.Node`", "", ""
2956
-
2957
-
2958
-
2959
-
2960
-
2961
-
2962
-
2963
- .. _ref_flyteidl.core.IfElseBlock:
2964
-
2965
- IfElseBlock
2966
- ------------------------------------------------------------------
2967
-
2968
- Defines a series of if/else blocks. The first branch whose condition evaluates to true is the one to execute.
2969
- If no conditions were satisfied, the else_node or the error will execute.
2970
-
2971
-
2972
-
2973
- .. csv-table:: IfElseBlock type fields
2974
- :header: "Field", "Type", "Label", "Description"
2975
- :widths: auto
2976
-
2977
- "case", ":ref:`ref_flyteidl.core.IfBlock`", "", "+required. First condition to evaluate."
2978
- "other", ":ref:`ref_flyteidl.core.IfBlock`", "repeated", "+optional. Additional branches to evaluate."
2979
- "else_node", ":ref:`ref_flyteidl.core.Node`", "", "The node to execute in case none of the branches were taken."
2980
- "error", ":ref:`ref_flyteidl.core.Error`", "", "An error to throw in case none of the branches were taken."
2981
-
2982
-
2983
-
2984
-
2985
-
2986
-
2987
-
2988
- .. _ref_flyteidl.core.Node:
2989
-
2990
- Node
2991
- ------------------------------------------------------------------
2992
-
2993
- A Workflow graph Node. One unit of execution in the graph. Each node can be linked to a Task, a Workflow or a branch
2994
- node.
2995
-
2996
-
2997
-
2998
- .. csv-table:: Node type fields
2999
- :header: "Field", "Type", "Label", "Description"
3000
- :widths: auto
3001
-
3002
- "id", ":ref:`ref_string`", "", "A workflow-level unique identifier that identifies this node in the workflow. 'inputs' and 'outputs' are reserved node ids that cannot be used by other nodes."
3003
- "metadata", ":ref:`ref_flyteidl.core.NodeMetadata`", "", "Extra metadata about the node."
3004
- "inputs", ":ref:`ref_flyteidl.core.Binding`", "repeated", "Specifies how to bind the underlying interface's inputs. All required inputs specified in the underlying interface must be fulfilled."
3005
- "upstream_node_ids", ":ref:`ref_string`", "repeated", "+optional Specifies execution dependency for this node ensuring it will only get scheduled to run after all its upstream nodes have completed. This node will have an implicit dependency on any node that appears in inputs field."
3006
- "output_aliases", ":ref:`ref_flyteidl.core.Alias`", "repeated", "+optional. A node can define aliases for a subset of its outputs. This is particularly useful if different nodes need to conform to the same interface (e.g. all branches in a branch node). Downstream nodes must refer to this nodes outputs using the alias if one's specified."
3007
- "task_node", ":ref:`ref_flyteidl.core.TaskNode`", "", "Information about the Task to execute in this node."
3008
- "workflow_node", ":ref:`ref_flyteidl.core.WorkflowNode`", "", "Information about the Workflow to execute in this mode."
3009
- "branch_node", ":ref:`ref_flyteidl.core.BranchNode`", "", "Information about the branch node to evaluate in this node."
3010
- "gate_node", ":ref:`ref_flyteidl.core.GateNode`", "", "Information about the condition to evaluate in this node."
3011
-
3012
-
3013
-
3014
-
3015
-
3016
-
3017
-
3018
- .. _ref_flyteidl.core.NodeMetadata:
3019
-
3020
- NodeMetadata
3021
- ------------------------------------------------------------------
3022
-
3023
- Defines extra information about the Node.
3024
-
3025
-
3026
-
3027
- .. csv-table:: NodeMetadata type fields
3028
- :header: "Field", "Type", "Label", "Description"
3029
- :widths: auto
3030
-
3031
- "name", ":ref:`ref_string`", "", "A friendly name for the Node"
3032
- "timeout", ":ref:`ref_google.protobuf.Duration`", "", "The overall timeout of a task."
3033
- "retries", ":ref:`ref_flyteidl.core.RetryStrategy`", "", "Number of retries per task."
3034
- "interruptible", ":ref:`ref_bool`", "", ""
3035
-
3036
-
3037
-
3038
-
3039
-
3040
-
3041
-
3042
- .. _ref_flyteidl.core.SignalCondition:
3043
-
3044
- SignalCondition
3045
- ------------------------------------------------------------------
3046
-
3047
- SignalCondition represents a dependency on an signal.
3048
-
3049
-
3050
-
3051
- .. csv-table:: SignalCondition type fields
3052
- :header: "Field", "Type", "Label", "Description"
3053
- :widths: auto
3054
-
3055
- "signal_id", ":ref:`ref_string`", "", "A unique identifier for the requested signal."
3056
- "type", ":ref:`ref_flyteidl.core.LiteralType`", "", "A type denoting the required value type for this signal."
3057
- "output_variable_name", ":ref:`ref_string`", "", "The variable name for the signal value in this nodes outputs."
3058
-
3059
-
3060
-
3061
-
3062
-
3063
-
3064
-
3065
- .. _ref_flyteidl.core.SleepCondition:
3066
-
3067
- SleepCondition
3068
- ------------------------------------------------------------------
3069
-
3070
- SleepCondition represents a dependency on waiting for the specified duration.
3071
-
3072
-
3073
-
3074
- .. csv-table:: SleepCondition type fields
3075
- :header: "Field", "Type", "Label", "Description"
3076
- :widths: auto
3077
-
3078
- "duration", ":ref:`ref_google.protobuf.Duration`", "", "The overall duration for this sleep."
3079
-
3080
-
3081
-
3082
-
3083
-
3084
-
3085
-
3086
- .. _ref_flyteidl.core.TaskNode:
3087
-
3088
- TaskNode
3089
- ------------------------------------------------------------------
3090
-
3091
- Refers to the task that the Node is to execute.
3092
-
3093
-
3094
-
3095
- .. csv-table:: TaskNode type fields
3096
- :header: "Field", "Type", "Label", "Description"
3097
- :widths: auto
3098
-
3099
- "reference_id", ":ref:`ref_flyteidl.core.Identifier`", "", "A globally unique identifier for the task."
3100
- "overrides", ":ref:`ref_flyteidl.core.TaskNodeOverrides`", "", "Optional overrides applied at task execution time."
3101
-
3102
-
3103
-
3104
-
3105
-
3106
-
3107
-
3108
- .. _ref_flyteidl.core.TaskNodeOverrides:
3109
-
3110
- TaskNodeOverrides
3111
- ------------------------------------------------------------------
3112
-
3113
- Optional task node overrides that will be applied at task execution time.
3114
-
3115
-
3116
-
3117
- .. csv-table:: TaskNodeOverrides type fields
3118
- :header: "Field", "Type", "Label", "Description"
3119
- :widths: auto
3120
-
3121
- "resources", ":ref:`ref_flyteidl.core.Resources`", "", "A customizable interface to convey resources requested for a task container."
3122
-
3123
-
3124
-
3125
-
3126
-
3127
-
3128
-
3129
- .. _ref_flyteidl.core.WorkflowMetadata:
3130
-
3131
- WorkflowMetadata
3132
- ------------------------------------------------------------------
3133
-
3134
- This is workflow layer metadata. These settings are only applicable to the workflow as a whole, and do not
3135
- percolate down to child entities (like tasks) launched by the workflow.
3136
-
3137
-
3138
-
3139
- .. csv-table:: WorkflowMetadata type fields
3140
- :header: "Field", "Type", "Label", "Description"
3141
- :widths: auto
3142
-
3143
- "quality_of_service", ":ref:`ref_flyteidl.core.QualityOfService`", "", "Indicates the runtime priority of workflow executions."
3144
- "on_failure", ":ref:`ref_flyteidl.core.WorkflowMetadata.OnFailurePolicy`", "", "Defines how the system should behave when a failure is detected in the workflow execution."
3145
- "tags", ":ref:`ref_flyteidl.core.WorkflowMetadata.TagsEntry`", "repeated", "Arbitrary tags that allow users and the platform to store small but arbitrary labels"
3146
-
3147
-
3148
-
3149
-
3150
-
3151
-
3152
-
3153
- .. _ref_flyteidl.core.WorkflowMetadata.TagsEntry:
3154
-
3155
- WorkflowMetadata.TagsEntry
3156
- ------------------------------------------------------------------
3157
-
3158
-
3159
-
3160
-
3161
-
3162
- .. csv-table:: WorkflowMetadata.TagsEntry type fields
3163
- :header: "Field", "Type", "Label", "Description"
3164
- :widths: auto
3165
-
3166
- "key", ":ref:`ref_string`", "", ""
3167
- "value", ":ref:`ref_string`", "", ""
3168
-
3169
-
3170
-
3171
-
3172
-
3173
-
3174
-
3175
- .. _ref_flyteidl.core.WorkflowMetadataDefaults:
3176
-
3177
- WorkflowMetadataDefaults
3178
- ------------------------------------------------------------------
3179
-
3180
- The difference between these settings and the WorkflowMetadata ones is that these are meant to be passed down to
3181
- a workflow's underlying entities (like tasks). For instance, 'interruptible' has no meaning at the workflow layer, it
3182
- is only relevant when a task executes. The settings here are the defaults that are passed to all nodes
3183
- unless explicitly overridden at the node layer.
3184
- If you are adding a setting that applies to both the Workflow itself, and everything underneath it, it should be
3185
- added to both this object and the WorkflowMetadata object above.
3186
-
3187
-
3188
-
3189
- .. csv-table:: WorkflowMetadataDefaults type fields
3190
- :header: "Field", "Type", "Label", "Description"
3191
- :widths: auto
3192
-
3193
- "interruptible", ":ref:`ref_bool`", "", "Whether child nodes of the workflow are interruptible."
3194
-
3195
-
3196
-
3197
-
3198
-
3199
-
3200
-
3201
- .. _ref_flyteidl.core.WorkflowNode:
3202
-
3203
- WorkflowNode
3204
- ------------------------------------------------------------------
3205
-
3206
- Refers to a the workflow the node is to execute.
3207
-
3208
-
3209
-
3210
- .. csv-table:: WorkflowNode type fields
3211
- :header: "Field", "Type", "Label", "Description"
3212
- :widths: auto
3213
-
3214
- "launchplan_ref", ":ref:`ref_flyteidl.core.Identifier`", "", "A globally unique identifier for the launch plan."
3215
- "sub_workflow_ref", ":ref:`ref_flyteidl.core.Identifier`", "", "Reference to a subworkflow, that should be defined with the compiler context"
3216
-
3217
-
3218
-
3219
-
3220
-
3221
-
3222
-
3223
- .. _ref_flyteidl.core.WorkflowTemplate:
3224
-
3225
- WorkflowTemplate
3226
- ------------------------------------------------------------------
3227
-
3228
- Flyte Workflow Structure that encapsulates task, branch and subworkflow nodes to form a statically analyzable,
3229
- directed acyclic graph.
3230
-
3231
-
3232
-
3233
- .. csv-table:: WorkflowTemplate type fields
3234
- :header: "Field", "Type", "Label", "Description"
3235
- :widths: auto
3236
-
3237
- "id", ":ref:`ref_flyteidl.core.Identifier`", "", "A globally unique identifier for the workflow."
3238
- "metadata", ":ref:`ref_flyteidl.core.WorkflowMetadata`", "", "Extra metadata about the workflow."
3239
- "interface", ":ref:`ref_flyteidl.core.TypedInterface`", "", "Defines a strongly typed interface for the Workflow. This can include some optional parameters."
3240
- "nodes", ":ref:`ref_flyteidl.core.Node`", "repeated", "A list of nodes. In addition, 'globals' is a special reserved node id that can be used to consume workflow inputs."
3241
- "outputs", ":ref:`ref_flyteidl.core.Binding`", "repeated", "A list of output bindings that specify how to construct workflow outputs. Bindings can pull node outputs or specify literals. All workflow outputs specified in the interface field must be bound in order for the workflow to be validated. A workflow has an implicit dependency on all of its nodes to execute successfully in order to bind final outputs. Most of these outputs will be Binding's with a BindingData of type OutputReference. That is, your workflow can just have an output of some constant (`Output(5)`), but usually, the workflow will be pulling outputs from the output of a task."
3242
- "failure_node", ":ref:`ref_flyteidl.core.Node`", "", "+optional A catch-all node. This node is executed whenever the execution engine determines the workflow has failed. The interface of this node must match the Workflow interface with an additional input named 'error' of type pb.lyft.flyte.core.Error."
3243
- "metadata_defaults", ":ref:`ref_flyteidl.core.WorkflowMetadataDefaults`", "", "workflow defaults"
3244
-
3245
-
3246
-
3247
-
3248
-
3249
-
3250
- ..
3251
- end messages
3252
-
3253
-
3254
-
3255
- .. _ref_flyteidl.core.WorkflowMetadata.OnFailurePolicy:
3256
-
3257
- WorkflowMetadata.OnFailurePolicy
3258
- ------------------------------------------------------------------
3259
-
3260
- Failure Handling Strategy
3261
-
3262
- .. csv-table:: Enum WorkflowMetadata.OnFailurePolicy values
3263
- :header: "Name", "Number", "Description"
3264
- :widths: auto
3265
-
3266
- "FAIL_IMMEDIATELY", "0", "FAIL_IMMEDIATELY instructs the system to fail as soon as a node fails in the workflow. It'll automatically abort all currently running nodes and clean up resources before finally marking the workflow executions as failed."
3267
- "FAIL_AFTER_EXECUTABLE_NODES_COMPLETE", "1", "FAIL_AFTER_EXECUTABLE_NODES_COMPLETE instructs the system to make as much progress as it can. The system will not alter the dependencies of the execution graph so any node that depend on the failed node will not be run. Other nodes that will be executed to completion before cleaning up resources and marking the workflow execution as failed."
3268
-
3269
-
3270
- ..
3271
- end enums
3272
-
3273
-
3274
- ..
3275
- end HasExtensions
3276
-
3277
-
3278
- ..
3279
- end services
3280
-
3281
-
3282
-
3283
-
3284
- .. _ref_flyteidl/core/workflow_closure.proto:
3285
-
3286
- flyteidl/core/workflow_closure.proto
3287
- ==================================================================
3288
-
3289
-
3290
-
3291
-
3292
-
3293
- .. _ref_flyteidl.core.WorkflowClosure:
3294
-
3295
- WorkflowClosure
3296
- ------------------------------------------------------------------
3297
-
3298
- Defines an enclosed package of workflow and tasks it references.
3299
-
3300
-
3301
-
3302
- .. csv-table:: WorkflowClosure type fields
3303
- :header: "Field", "Type", "Label", "Description"
3304
- :widths: auto
3305
-
3306
- "workflow", ":ref:`ref_flyteidl.core.WorkflowTemplate`", "", "required. Workflow template."
3307
- "tasks", ":ref:`ref_flyteidl.core.TaskTemplate`", "repeated", "optional. A collection of tasks referenced by the workflow. Only needed if the workflow references tasks."
3308
-
3309
-
3310
-
3311
-
3312
-
3313
-
3314
- ..
3315
- end messages
3316
-
3317
-
3318
- ..
3319
- end enums
3320
-
3321
-
3322
- ..
3323
- end HasExtensions
3324
-
3325
-
3326
- ..
3327
- end services
3328
-
3329
-
3330
-
3331
-
3332
- .. _ref_google/protobuf/timestamp.proto:
3333
-
3334
- google/protobuf/timestamp.proto
3335
- ==================================================================
3336
-
3337
-
3338
-
3339
-
3340
-
3341
- .. _ref_google.protobuf.Timestamp:
3342
-
3343
- Timestamp
3344
- ------------------------------------------------------------------
3345
-
3346
- A Timestamp represents a point in time independent of any time zone or local
3347
- calendar, encoded as a count of seconds and fractions of seconds at
3348
- nanosecond resolution. The count is relative to an epoch at UTC midnight on
3349
- January 1, 1970, in the proleptic Gregorian calendar which extends the
3350
- Gregorian calendar backwards to year one.
3351
-
3352
- All minutes are 60 seconds long. Leap seconds are "smeared" so that no leap
3353
- second table is needed for interpretation, using a [24-hour linear
3354
- smear](https://developers.google.com/time/smear).
3355
-
3356
- The range is from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59.999999999Z. By
3357
- restricting to that range, we ensure that we can convert to and from [RFC
3358
- 3339](https://www.ietf.org/rfc/rfc3339.txt) date strings.
3359
-
3360
- # Examples
3361
-
3362
- Example 1: Compute Timestamp from POSIX `time()`.
3363
-
3364
- Timestamp timestamp;
3365
- timestamp.set_seconds(time(NULL));
3366
- timestamp.set_nanos(0);
3367
-
3368
- Example 2: Compute Timestamp from POSIX `gettimeofday()`.
3369
-
3370
- struct timeval tv;
3371
- gettimeofday(&tv, NULL);
3372
-
3373
- Timestamp timestamp;
3374
- timestamp.set_seconds(tv.tv_sec);
3375
- timestamp.set_nanos(tv.tv_usec * 1000);
3376
-
3377
- Example 3: Compute Timestamp from Win32 `GetSystemTimeAsFileTime()`.
3378
-
3379
- FILETIME ft;
3380
- GetSystemTimeAsFileTime(&ft);
3381
- UINT64 ticks = (((UINT64)ft.dwHighDateTime) << 32) | ft.dwLowDateTime;
3382
-
3383
- // A Windows tick is 100 nanoseconds. Windows epoch 1601-01-01T00:00:00Z
3384
- // is 11644473600 seconds before Unix epoch 1970-01-01T00:00:00Z.
3385
- Timestamp timestamp;
3386
- timestamp.set_seconds((INT64) ((ticks / 10000000) - 11644473600LL));
3387
- timestamp.set_nanos((INT32) ((ticks % 10000000) * 100));
3388
-
3389
- Example 4: Compute Timestamp from Java `System.currentTimeMillis()`.
3390
-
3391
- long millis = System.currentTimeMillis();
3392
-
3393
- Timestamp timestamp = Timestamp.newBuilder().setSeconds(millis / 1000)
3394
- .setNanos((int) ((millis % 1000) * 1000000)).build();
3395
-
3396
- Example 5: Compute Timestamp from Java `Instant.now()`.
3397
-
3398
- Instant now = Instant.now();
3399
-
3400
- Timestamp timestamp =
3401
- Timestamp.newBuilder().setSeconds(now.getEpochSecond())
3402
- .setNanos(now.getNano()).build();
3403
-
3404
- Example 6: Compute Timestamp from current time in Python.
3405
-
3406
- timestamp = Timestamp()
3407
- timestamp.GetCurrentTime()
3408
-
3409
- # JSON Mapping
3410
-
3411
- In JSON format, the Timestamp type is encoded as a string in the
3412
- [RFC 3339](https://www.ietf.org/rfc/rfc3339.txt) format. That is, the
3413
- format is "{year}-{month}-{day}T{hour}:{min}:{sec}[.{frac_sec}]Z"
3414
- where {year} is always expressed using four digits while {month}, {day},
3415
- {hour}, {min}, and {sec} are zero-padded to two digits each. The fractional
3416
- seconds, which can go up to 9 digits (i.e. up to 1 nanosecond resolution),
3417
- are optional. The "Z" suffix indicates the timezone ("UTC"); the timezone
3418
- is required. A proto3 JSON serializer should always use UTC (as indicated by
3419
- "Z") when printing the Timestamp type and a proto3 JSON parser should be
3420
- able to accept both UTC and other timezones (as indicated by an offset).
3421
-
3422
- For example, "2017-01-15T01:30:15.01Z" encodes 15.01 seconds past
3423
- 01:30 UTC on January 15, 2017.
3424
-
3425
- In JavaScript, one can convert a Date object to this format using the
3426
- standard
3427
- [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString)
3428
- method. In Python, a standard `datetime.datetime` object can be converted
3429
- to this format using
3430
- [`strftime`](https://docs.python.org/2/library/time.html#time.strftime) with
3431
- the time format spec '%Y-%m-%dT%H:%M:%S.%fZ'. Likewise, in Java, one can use
3432
- the Joda Time's [`ISODateTimeFormat.dateTime()`](
3433
- http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime%2D%2D
3434
- ) to obtain a formatter capable of generating timestamps in this format.
3435
-
3436
-
3437
-
3438
- .. csv-table:: Timestamp type fields
3439
- :header: "Field", "Type", "Label", "Description"
3440
- :widths: auto
3441
-
3442
- "seconds", ":ref:`ref_int64`", "", "Represents seconds of UTC time since Unix epoch 1970-01-01T00:00:00Z. Must be from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59Z inclusive."
3443
- "nanos", ":ref:`ref_int32`", "", "Non-negative fractions of a second at nanosecond resolution. Negative second values with fractions must still have non-negative nanos values that count forward in time. Must be from 0 to 999,999,999 inclusive."
3444
-
3445
-
3446
-
3447
-
3448
-
3449
-
3450
- ..
3451
- end messages
3452
-
3453
-
3454
- ..
3455
- end enums
3456
-
3457
-
3458
- ..
3459
- end HasExtensions
3460
-
3461
-
3462
- ..
3463
- end services
3464
-
3465
-
3466
-
3467
-
3468
- .. _ref_google/protobuf/duration.proto:
3469
-
3470
- google/protobuf/duration.proto
3471
- ==================================================================
3472
-
3473
-
3474
-
3475
-
3476
-
3477
- .. _ref_google.protobuf.Duration:
3478
-
3479
- Duration
3480
- ------------------------------------------------------------------
3481
-
3482
- A Duration represents a signed, fixed-length span of time represented
3483
- as a count of seconds and fractions of seconds at nanosecond
3484
- resolution. It is independent of any calendar and concepts like "day"
3485
- or "month". It is related to Timestamp in that the difference between
3486
- two Timestamp values is a Duration and it can be added or subtracted
3487
- from a Timestamp. Range is approximately +-10,000 years.
3488
-
3489
- # Examples
3490
-
3491
- Example 1: Compute Duration from two Timestamps in pseudo code.
3492
-
3493
- Timestamp start = ...;
3494
- Timestamp end = ...;
3495
- Duration duration = ...;
3496
-
3497
- duration.seconds = end.seconds - start.seconds;
3498
- duration.nanos = end.nanos - start.nanos;
3499
-
3500
- if (duration.seconds < 0 && duration.nanos > 0) {
3501
- duration.seconds += 1;
3502
- duration.nanos -= 1000000000;
3503
- } else if (duration.seconds > 0 && duration.nanos < 0) {
3504
- duration.seconds -= 1;
3505
- duration.nanos += 1000000000;
3506
- }
3507
-
3508
- Example 2: Compute Timestamp from Timestamp + Duration in pseudo code.
3509
-
3510
- Timestamp start = ...;
3511
- Duration duration = ...;
3512
- Timestamp end = ...;
3513
-
3514
- end.seconds = start.seconds + duration.seconds;
3515
- end.nanos = start.nanos + duration.nanos;
3516
-
3517
- if (end.nanos < 0) {
3518
- end.seconds -= 1;
3519
- end.nanos += 1000000000;
3520
- } else if (end.nanos >= 1000000000) {
3521
- end.seconds += 1;
3522
- end.nanos -= 1000000000;
3523
- }
3524
-
3525
- Example 3: Compute Duration from datetime.timedelta in Python.
3526
-
3527
- td = datetime.timedelta(days=3, minutes=10)
3528
- duration = Duration()
3529
- duration.FromTimedelta(td)
3530
-
3531
- # JSON Mapping
3532
-
3533
- In JSON format, the Duration type is encoded as a string rather than an
3534
- object, where the string ends in the suffix "s" (indicating seconds) and
3535
- is preceded by the number of seconds, with nanoseconds expressed as
3536
- fractional seconds. For example, 3 seconds with 0 nanoseconds should be
3537
- encoded in JSON format as "3s", while 3 seconds and 1 nanosecond should
3538
- be expressed in JSON format as "3.000000001s", and 3 seconds and 1
3539
- microsecond should be expressed in JSON format as "3.000001s".
3540
-
3541
-
3542
-
3543
- .. csv-table:: Duration type fields
3544
- :header: "Field", "Type", "Label", "Description"
3545
- :widths: auto
3546
-
3547
- "seconds", ":ref:`ref_int64`", "", "Signed seconds of the span of time. Must be from -315,576,000,000 to +315,576,000,000 inclusive. Note: these bounds are computed from: 60 sec/min * 60 min/hr * 24 hr/day * 365.25 days/year * 10000 years"
3548
- "nanos", ":ref:`ref_int32`", "", "Signed fractions of a second at nanosecond resolution of the span of time. Durations less than one second are represented with a 0 `seconds` field and a positive or negative `nanos` field. For durations of one second or more, a non-zero value for the `nanos` field must be of the same sign as the `seconds` field. Must be from -999,999,999 to +999,999,999 inclusive."
3549
-
3550
-
3551
-
3552
-
3553
-
3554
-
3555
- ..
3556
- end messages
3557
-
3558
-
3559
- ..
3560
- end enums
3561
-
3562
-
3563
- ..
3564
- end HasExtensions
3565
-
3566
-
3567
- ..
3568
- end services
3569
-
3570
-
3571
-
3572
-
3573
- .. _ref_google/protobuf/struct.proto:
3574
-
3575
- google/protobuf/struct.proto
3576
- ==================================================================
3577
-
3578
-
3579
-
3580
-
3581
-
3582
- .. _ref_google.protobuf.ListValue:
3583
-
3584
- ListValue
3585
- ------------------------------------------------------------------
3586
-
3587
- `ListValue` is a wrapper around a repeated field of values.
3588
-
3589
- The JSON representation for `ListValue` is JSON array.
3590
-
3591
-
3592
-
3593
- .. csv-table:: ListValue type fields
3594
- :header: "Field", "Type", "Label", "Description"
3595
- :widths: auto
3596
-
3597
- "values", ":ref:`ref_google.protobuf.Value`", "repeated", "Repeated field of dynamically typed values."
3598
-
3599
-
3600
-
3601
-
3602
-
3603
-
3604
-
3605
- .. _ref_google.protobuf.Struct:
3606
-
3607
- Struct
3608
- ------------------------------------------------------------------
3609
-
3610
- `Struct` represents a structured data value, consisting of fields
3611
- which map to dynamically typed values. In some languages, `Struct`
3612
- might be supported by a native representation. For example, in
3613
- scripting languages like JS a struct is represented as an
3614
- object. The details of that representation are described together
3615
- with the proto support for the language.
3616
-
3617
- The JSON representation for `Struct` is JSON object.
3618
-
3619
-
3620
-
3621
- .. csv-table:: Struct type fields
3622
- :header: "Field", "Type", "Label", "Description"
3623
- :widths: auto
3624
-
3625
- "fields", ":ref:`ref_google.protobuf.Struct.FieldsEntry`", "repeated", "Unordered map of dynamically typed values."
3626
-
3627
-
3628
-
3629
-
3630
-
3631
-
3632
-
3633
- .. _ref_google.protobuf.Struct.FieldsEntry:
3634
-
3635
- Struct.FieldsEntry
3636
- ------------------------------------------------------------------
3637
-
3638
-
3639
-
3640
-
3641
-
3642
- .. csv-table:: Struct.FieldsEntry type fields
3643
- :header: "Field", "Type", "Label", "Description"
3644
- :widths: auto
3645
-
3646
- "key", ":ref:`ref_string`", "", ""
3647
- "value", ":ref:`ref_google.protobuf.Value`", "", ""
3648
-
3649
-
3650
-
3651
-
3652
-
3653
-
3654
-
3655
- .. _ref_google.protobuf.Value:
3656
-
3657
- Value
3658
- ------------------------------------------------------------------
3659
-
3660
- `Value` represents a dynamically typed value which can be either
3661
- null, a number, a string, a boolean, a recursive struct value, or a
3662
- list of values. A producer of value is expected to set one of these
3663
- variants. Absence of any variant indicates an error.
3664
-
3665
- The JSON representation for `Value` is JSON value.
3666
-
3667
-
3668
-
3669
- .. csv-table:: Value type fields
3670
- :header: "Field", "Type", "Label", "Description"
3671
- :widths: auto
3672
-
3673
- "null_value", ":ref:`ref_google.protobuf.NullValue`", "", "Represents a null value."
3674
- "number_value", ":ref:`ref_double`", "", "Represents a double value."
3675
- "string_value", ":ref:`ref_string`", "", "Represents a string value."
3676
- "bool_value", ":ref:`ref_bool`", "", "Represents a boolean value."
3677
- "struct_value", ":ref:`ref_google.protobuf.Struct`", "", "Represents a structured value."
3678
- "list_value", ":ref:`ref_google.protobuf.ListValue`", "", "Represents a repeated `Value`."
3679
-
3680
-
3681
-
3682
-
3683
-
3684
-
3685
- ..
3686
- end messages
3687
-
3688
-
3689
-
3690
- .. _ref_google.protobuf.NullValue:
3691
-
3692
- NullValue
3693
- ------------------------------------------------------------------
3694
-
3695
- `NullValue` is a singleton enumeration to represent the null value for the
3696
- `Value` type union.
3697
-
3698
- The JSON representation for `NullValue` is JSON `null`.
3699
-
3700
- .. csv-table:: Enum NullValue values
3701
- :header: "Name", "Number", "Description"
3702
- :widths: auto
3703
-
3704
- "NULL_VALUE", "0", "Null value."
3705
-
3706
-
3707
- ..
3708
- end enums
3709
-
3710
-
3711
- ..
3712
- end HasExtensions
3713
-
3714
-
3715
- ..
3716
- end services
3717
-
3718
-
3719
-
3720
- .. _ref_scala_types:
3721
-
3722
- Scalar Value Types
3723
- ==================
3724
-
3725
-
3726
-
3727
- .. _ref_double:
3728
-
3729
- double
3730
- -----------------------------
3731
-
3732
-
3733
-
3734
- .. csv-table:: double language representation
3735
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3736
- :widths: auto
3737
-
3738
- "double", "double", "double", "float", "float64", "double", "float", "Float"
3739
-
3740
-
3741
-
3742
- .. _ref_float:
3743
-
3744
- float
3745
- -----------------------------
3746
-
3747
-
3748
-
3749
- .. csv-table:: float language representation
3750
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3751
- :widths: auto
3752
-
3753
- "float", "float", "float", "float", "float32", "float", "float", "Float"
3754
-
3755
-
3756
-
3757
- .. _ref_int32:
3758
-
3759
- int32
3760
- -----------------------------
3761
-
3762
- Uses variable-length encoding. Inefficient for encoding negative numbers – if your field is likely to have negative values, use sint32 instead.
3763
-
3764
- .. csv-table:: int32 language representation
3765
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3766
- :widths: auto
3767
-
3768
- "int32", "int32", "int", "int", "int32", "int", "integer", "Bignum or Fixnum (as required)"
3769
-
3770
-
3771
-
3772
- .. _ref_int64:
3773
-
3774
- int64
3775
- -----------------------------
3776
-
3777
- Uses variable-length encoding. Inefficient for encoding negative numbers – if your field is likely to have negative values, use sint64 instead.
3778
-
3779
- .. csv-table:: int64 language representation
3780
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3781
- :widths: auto
3782
-
3783
- "int64", "int64", "long", "int/long", "int64", "long", "integer/string", "Bignum"
3784
-
3785
-
3786
-
3787
- .. _ref_uint32:
3788
-
3789
- uint32
3790
- -----------------------------
3791
-
3792
- Uses variable-length encoding.
3793
-
3794
- .. csv-table:: uint32 language representation
3795
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3796
- :widths: auto
3797
-
3798
- "uint32", "uint32", "int", "int/long", "uint32", "uint", "integer", "Bignum or Fixnum (as required)"
3799
-
3800
-
3801
-
3802
- .. _ref_uint64:
3803
-
3804
- uint64
3805
- -----------------------------
3806
-
3807
- Uses variable-length encoding.
3808
-
3809
- .. csv-table:: uint64 language representation
3810
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3811
- :widths: auto
3812
-
3813
- "uint64", "uint64", "long", "int/long", "uint64", "ulong", "integer/string", "Bignum or Fixnum (as required)"
3814
-
3815
-
3816
-
3817
- .. _ref_sint32:
3818
-
3819
- sint32
3820
- -----------------------------
3821
-
3822
- Uses variable-length encoding. Signed int value. These more efficiently encode negative numbers than regular int32s.
3823
-
3824
- .. csv-table:: sint32 language representation
3825
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3826
- :widths: auto
3827
-
3828
- "sint32", "int32", "int", "int", "int32", "int", "integer", "Bignum or Fixnum (as required)"
3829
-
3830
-
3831
-
3832
- .. _ref_sint64:
3833
-
3834
- sint64
3835
- -----------------------------
3836
-
3837
- Uses variable-length encoding. Signed int value. These more efficiently encode negative numbers than regular int64s.
3838
-
3839
- .. csv-table:: sint64 language representation
3840
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3841
- :widths: auto
3842
-
3843
- "sint64", "int64", "long", "int/long", "int64", "long", "integer/string", "Bignum"
3844
-
3845
-
3846
-
3847
- .. _ref_fixed32:
3848
-
3849
- fixed32
3850
- -----------------------------
3851
-
3852
- Always four bytes. More efficient than uint32 if values are often greater than 2^28.
3853
-
3854
- .. csv-table:: fixed32 language representation
3855
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3856
- :widths: auto
3857
-
3858
- "fixed32", "uint32", "int", "int", "uint32", "uint", "integer", "Bignum or Fixnum (as required)"
3859
-
3860
-
3861
-
3862
- .. _ref_fixed64:
3863
-
3864
- fixed64
3865
- -----------------------------
3866
-
3867
- Always eight bytes. More efficient than uint64 if values are often greater than 2^56.
3868
-
3869
- .. csv-table:: fixed64 language representation
3870
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3871
- :widths: auto
3872
-
3873
- "fixed64", "uint64", "long", "int/long", "uint64", "ulong", "integer/string", "Bignum"
3874
-
3875
-
3876
-
3877
- .. _ref_sfixed32:
3878
-
3879
- sfixed32
3880
- -----------------------------
3881
-
3882
- Always four bytes.
3883
-
3884
- .. csv-table:: sfixed32 language representation
3885
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3886
- :widths: auto
3887
-
3888
- "sfixed32", "int32", "int", "int", "int32", "int", "integer", "Bignum or Fixnum (as required)"
3889
-
3890
-
3891
-
3892
- .. _ref_sfixed64:
3893
-
3894
- sfixed64
3895
- -----------------------------
3896
-
3897
- Always eight bytes.
3898
-
3899
- .. csv-table:: sfixed64 language representation
3900
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3901
- :widths: auto
3902
-
3903
- "sfixed64", "int64", "long", "int/long", "int64", "long", "integer/string", "Bignum"
3904
-
3905
-
3906
-
3907
- .. _ref_bool:
3908
-
3909
- bool
3910
- -----------------------------
3911
-
3912
-
3913
-
3914
- .. csv-table:: bool language representation
3915
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3916
- :widths: auto
3917
-
3918
- "bool", "bool", "boolean", "boolean", "bool", "bool", "boolean", "TrueClass/FalseClass"
3919
-
3920
-
3921
-
3922
- .. _ref_string:
3923
-
3924
- string
3925
- -----------------------------
3926
-
3927
- A string must always contain UTF-8 encoded or 7-bit ASCII text.
3928
-
3929
- .. csv-table:: string language representation
3930
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3931
- :widths: auto
3932
-
3933
- "string", "string", "String", "str/unicode", "string", "string", "string", "String (UTF-8)"
3934
-
3935
-
3936
-
3937
- .. _ref_bytes:
3938
-
3939
- bytes
3940
- -----------------------------
3941
-
3942
- May contain any arbitrary sequence of bytes.
3943
-
3944
- .. csv-table:: bytes language representation
3945
- :header: ".proto Type", "C++", "Java", "Python", "Go", "C#", "PHP", "Ruby"
3946
- :widths: auto
3947
-
3948
- "bytes", "string", "ByteString", "str", "[]byte", "ByteString", "string", "String (ASCII-8BIT)"
3949
-
3950
-
3951
- ..
3952
- end scalars