@flyteorg/flyteidl 1.5.21 → 1.10.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/gen/pb-js/flyteidl.d.ts +6480 -4250
  2. package/gen/pb-js/flyteidl.js +15117 -9702
  3. package/package.json +1 -1
  4. package/protos/buf.lock +7 -0
  5. package/protos/buf.yaml +1 -0
  6. package/protos/docs/admin/admin.rst +4 -4
  7. package/protos/docs/datacatalog/datacatalog.rst +1 -1
  8. package/protos/docs/service/index.rst +1 -1
  9. package/protos/flyteidl/admin/agent.proto +95 -6
  10. package/protos/flyteidl/admin/cluster_assignment.proto +1 -1
  11. package/protos/flyteidl/admin/common.proto +9 -1
  12. package/protos/flyteidl/admin/description_entity.proto +1 -1
  13. package/protos/flyteidl/admin/event.proto +1 -1
  14. package/protos/flyteidl/admin/execution.proto +10 -1
  15. package/protos/flyteidl/admin/launch_plan.proto +12 -4
  16. package/protos/flyteidl/admin/matchable_resource.proto +9 -3
  17. package/protos/flyteidl/admin/node_execution.proto +13 -1
  18. package/protos/flyteidl/admin/notification.proto +1 -1
  19. package/protos/flyteidl/admin/project.proto +7 -1
  20. package/protos/flyteidl/admin/project_attributes.proto +10 -1
  21. package/protos/flyteidl/admin/project_domain_attributes.proto +11 -2
  22. package/protos/flyteidl/admin/schedule.proto +1 -1
  23. package/protos/flyteidl/admin/signal.proto +2 -2
  24. package/protos/flyteidl/admin/task.proto +1 -1
  25. package/protos/flyteidl/admin/task_execution.proto +1 -1
  26. package/protos/flyteidl/admin/version.proto +1 -1
  27. package/protos/flyteidl/admin/workflow.proto +2 -2
  28. package/protos/flyteidl/admin/workflow_attributes.proto +10 -1
  29. package/protos/flyteidl/core/artifact_id.proto +90 -0
  30. package/protos/flyteidl/core/catalog.proto +3 -1
  31. package/protos/flyteidl/core/compiler.proto +12 -1
  32. package/protos/flyteidl/core/condition.proto +1 -1
  33. package/protos/flyteidl/core/dynamic_job.proto +1 -1
  34. package/protos/flyteidl/core/errors.proto +1 -1
  35. package/protos/flyteidl/core/execution.proto +1 -1
  36. package/protos/flyteidl/core/identifier.proto +7 -1
  37. package/protos/flyteidl/core/interface.proto +14 -1
  38. package/protos/flyteidl/core/literals.proto +4 -1
  39. package/protos/flyteidl/core/metrics.proto +15 -1
  40. package/protos/flyteidl/core/security.proto +1 -1
  41. package/protos/flyteidl/core/tasks.proto +33 -1
  42. package/protos/flyteidl/core/types.proto +7 -1
  43. package/protos/flyteidl/core/workflow.proto +28 -1
  44. package/protos/flyteidl/core/workflow_closure.proto +1 -1
  45. package/protos/flyteidl/datacatalog/datacatalog.proto +10 -2
  46. package/protos/flyteidl/event/cloudevents.proto +73 -0
  47. package/protos/flyteidl/event/event.proto +5 -1
  48. package/protos/flyteidl/plugins/array_job.proto +1 -1
  49. package/protos/flyteidl/plugins/dask.proto +1 -1
  50. package/protos/flyteidl/plugins/kubeflow/common.proto +1 -1
  51. package/protos/flyteidl/plugins/kubeflow/mpi.proto +1 -1
  52. package/protos/flyteidl/plugins/kubeflow/pytorch.proto +1 -1
  53. package/protos/flyteidl/plugins/kubeflow/tensorflow.proto +4 -1
  54. package/protos/flyteidl/plugins/mpi.proto +1 -1
  55. package/protos/flyteidl/plugins/presto.proto +1 -1
  56. package/protos/flyteidl/plugins/pytorch.proto +1 -1
  57. package/protos/flyteidl/plugins/qubole.proto +1 -1
  58. package/protos/flyteidl/plugins/ray.proto +7 -1
  59. package/protos/flyteidl/plugins/spark.proto +1 -1
  60. package/protos/flyteidl/plugins/tensorflow.proto +6 -2
  61. package/protos/flyteidl/plugins/waitable.proto +1 -1
  62. package/protos/flyteidl/service/admin.proto +398 -197
  63. package/protos/flyteidl/service/agent.proto +32 -2
  64. package/protos/flyteidl/service/auth.proto +8 -8
  65. package/protos/flyteidl/service/dataproxy.proto +12 -12
  66. package/protos/flyteidl/service/external_plugin_service.proto +1 -2
  67. package/protos/flyteidl/service/identity.proto +5 -5
  68. package/protos/flyteidl/service/signal.proto +30 -23
  69. package/protos/flyteidl/plugins/sagemaker/hyperparameter_tuning_job.proto +0 -83
  70. package/protos/flyteidl/plugins/sagemaker/parameter_ranges.proto +0 -61
  71. package/protos/flyteidl/plugins/sagemaker/training_job.proto +0 -119
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@flyteorg/flyteidl",
3
- "version": "1.5.21",
3
+ "version": "1.10.7",
4
4
  "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
5
5
  "repository": {
6
6
  "type": "git",
package/protos/buf.lock CHANGED
@@ -5,7 +5,14 @@ deps:
5
5
  owner: googleapis
6
6
  repository: googleapis
7
7
  commit: 62f35d8aed1149c291d606d958a7ce32
8
+ digest: shake256:c5f5c2401cf70b7c9719834954f31000a978397fdfebda861419bb4ab90fa8efae92710fddab0820533908a1e25ed692a8e119432b7b260c895087a4975b32f3
9
+ - remote: buf.build
10
+ owner: grpc-ecosystem
11
+ repository: grpc-gateway
12
+ commit: 3f42134f4c564983838425bc43c7a65f
13
+ digest: shake256:3d11d4c0fe5e05fda0131afefbce233940e27f0c31c5d4e385686aea58ccd30f72053f61af432fa83f1fc11cda57f5f18ca3da26a29064f73c5a0d076bba8d92
8
14
  - remote: buf.build
9
15
  owner: unionai
10
16
  repository: protoc-gen-swagger
11
17
  commit: fd9d94dc48154d5c94ccc43695df150f
18
+ digest: shake256:57743c99f8173b432f0750eac13671fe7721a824cbf5d4fbd85ffdd0d7b45ded507f7b0a49020f9a5eb2a434e9009ad9480140b4c9173ff58bd85c4685197d5b
package/protos/buf.yaml CHANGED
@@ -9,3 +9,4 @@ breaking:
9
9
  deps:
10
10
  - buf.build/googleapis/googleapis:62f35d8aed1149c291d606d958a7ce32
11
11
  - buf.build/unionai/protoc-gen-swagger
12
+ - buf.build/grpc-ecosystem/grpc-gateway
@@ -1812,8 +1812,8 @@ User-provided launch plan definition and configuration values.
1812
1812
 
1813
1813
  "workflow_id", ":ref:`ref_flyteidl.core.Identifier`", "", "Reference to the Workflow template that the launch plan references"
1814
1814
  "entity_metadata", ":ref:`ref_flyteidl.admin.LaunchPlanMetadata`", "", "Metadata for the Launch Plan"
1815
- "default_inputs", ":ref:`ref_flyteidl.core.ParameterMap`", "", "Input values to be passed for the execution. These can be overriden when an execution is created with this launch plan."
1816
- "fixed_inputs", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Fixed, non-overridable inputs for the Launch Plan. These can not be overriden when an execution is created with this launch plan."
1815
+ "default_inputs", ":ref:`ref_flyteidl.core.ParameterMap`", "", "Input values to be passed for the execution. These can be overridden when an execution is created with this launch plan."
1816
+ "fixed_inputs", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Fixed, non-overridable inputs for the Launch Plan. These can not be overridden when an execution is created with this launch plan."
1817
1817
  "role", ":ref:`ref_string`", "", "**Deprecated.** String to indicate the role to use to execute the workflow underneath"
1818
1818
  "labels", ":ref:`ref_flyteidl.admin.Labels`", "", "Custom labels to be applied to the execution resource."
1819
1819
  "annotations", ":ref:`ref_flyteidl.admin.Annotations`", "", "Custom annotations to be applied to the execution resource."
@@ -3324,7 +3324,7 @@ populated value (indicating the signal has been given).
3324
3324
  SignalGetOrCreateRequest
3325
3325
  ------------------------------------------------------------------
3326
3326
 
3327
- SignalGetOrCreateRequest represents a request structure to retrive or create a signal.
3327
+ SignalGetOrCreateRequest represents a request structure to retrieve or create a signal.
3328
3328
  See :ref:`ref_flyteidl.admin.Signal` for more details
3329
3329
 
3330
3330
 
@@ -3907,7 +3907,7 @@ flyteidl/admin/workflow.proto
3907
3907
  CreateWorkflowFailureReason
3908
3908
  ------------------------------------------------------------------
3909
3909
 
3910
- When a CreateWorkflowRequest failes due to matching id
3910
+ When a CreateWorkflowRequest fails due to matching id
3911
3911
 
3912
3912
 
3913
3913
 
@@ -378,7 +378,7 @@ Dataset.
378
378
  GetOrExtendReservationRequest
379
379
  ------------------------------------------------------------------
380
380
 
381
- Try to acquire or extend an artifact reservation. If an active reservation exists, retreive that instance.
381
+ Try to acquire or extend an artifact reservation. If an active reservation exists, retrieve that instance.
382
382
 
383
383
 
384
384
 
@@ -1,7 +1,7 @@
1
1
  REST and gRPC interface for the Flyte Admin Service
2
2
  ===================================================
3
3
 
4
- This section provides all endpoint defintions that are implemented by the Admin service.
4
+ This section provides all endpoint definitions that are implemented by the Admin service.
5
5
 
6
6
  `Admin service raw protos <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/service>`__
7
7
 
@@ -1,12 +1,16 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/literals.proto";
7
7
  import "flyteidl/core/tasks.proto";
8
- import "flyteidl/core/interface.proto";
9
8
  import "flyteidl/core/identifier.proto";
9
+ import "flyteidl/core/execution.proto";
10
+ import "flyteidl/core/metrics.proto";
11
+ import "google/protobuf/duration.proto";
12
+ import "google/protobuf/timestamp.proto";
13
+
10
14
 
11
15
  // The state of the execution is used to control its visibility in the UI/CLI.
12
16
  enum State {
@@ -50,7 +54,11 @@ message CreateTaskRequest {
50
54
  // Represents a create response structure.
51
55
  message CreateTaskResponse {
52
56
  // Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
53
- bytes resource_meta = 1;
57
+ // Resource is for synchronous task execution.
58
+ oneof res {
59
+ bytes resource_meta = 1;
60
+ Resource resource = 2;
61
+ }
54
62
  }
55
63
 
56
64
  // A message used to fetch a job resource from flyte agent server.
@@ -64,15 +72,24 @@ message GetTaskRequest {
64
72
  // Response to get an individual task resource.
65
73
  message GetTaskResponse {
66
74
  Resource resource = 1;
75
+
76
+ // log information for the task execution
77
+ repeated core.TaskLog log_links = 2;
67
78
  }
68
79
 
69
80
  message Resource {
70
- // The state of the execution is used to control its visibility in the UI/CLI.
71
- State state = 1;
81
+ // DEPRECATED. The state of the execution is used to control its visibility in the UI/CLI.
82
+ State state = 1 [deprecated = true];
72
83
  // The outputs of the execution. It's typically used by sql task. Agent service will create a
73
84
  // Structured dataset pointing to the query result table.
74
85
  // +optional
75
86
  core.LiteralMap outputs = 2;
87
+ // A descriptive message for the current state. e.g. waiting for cluster.
88
+ string message = 3;
89
+ // log information for the task execution.
90
+ repeated core.TaskLog log_links = 4;
91
+ // The phase of the execution is used to determine the phase of the plugin's execution.
92
+ core.TaskExecution.Phase phase = 5;
76
93
  }
77
94
 
78
95
  // A message used to delete a task.
@@ -84,5 +101,77 @@ message DeleteTaskRequest {
84
101
  }
85
102
 
86
103
  // Response to delete a task.
87
- message DeleteTaskResponse {
104
+ message DeleteTaskResponse {}
105
+
106
+ // A message containing the agent metadata.
107
+ message Agent {
108
+ // Name is the developer-assigned name of the agent.
109
+ string name = 1;
110
+
111
+ // SupportedTaskTypes are the types of the tasks that the agent can handle.
112
+ repeated string supported_task_types = 2;
113
+ }
114
+
115
+ // A request to get an agent.
116
+ message GetAgentRequest {
117
+ // The name of the agent.
118
+ string name = 1;
119
+ }
120
+
121
+ // A response containing an agent.
122
+ message GetAgentResponse {
123
+ Agent agent = 1;
88
124
  }
125
+
126
+ // A request to list all agents.
127
+ message ListAgentsRequest {}
128
+
129
+ // A response containing a list of agents.
130
+ message ListAgentsResponse {
131
+ repeated Agent agents = 1;
132
+ }
133
+
134
+ // A request to get the metrics from a task execution.
135
+ message GetTaskMetricsRequest {
136
+ // A predefined yet extensible Task type identifier.
137
+ string task_type = 1;
138
+ // Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
139
+ bytes resource_meta = 2;
140
+ // The metrics to query. If empty, will return a default set of metrics.
141
+ // e.g. EXECUTION_METRIC_USED_CPU_AVG or EXECUTION_METRIC_USED_MEMORY_BYTES_AVG
142
+ repeated string queries = 3;
143
+ // Start timestamp, inclusive.
144
+ google.protobuf.Timestamp start_time = 4;
145
+ // End timestamp, inclusive..
146
+ google.protobuf.Timestamp end_time = 5;
147
+ // Query resolution step width in duration format or float number of seconds.
148
+ google.protobuf.Duration step = 6;
149
+ }
150
+
151
+ // A response containing a list of metrics for a task execution.
152
+ message GetTaskMetricsResponse {
153
+ // The execution metric results.
154
+ repeated core.ExecutionMetricResult results = 1;
155
+ }
156
+
157
+ // A request to get the log from a task execution.
158
+ message GetTaskLogsRequest {
159
+ // A predefined yet extensible Task type identifier.
160
+ string task_type = 1;
161
+ // Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
162
+ bytes resource_meta = 2;
163
+ // Number of lines to return.
164
+ uint64 lines = 3;
165
+ // In the case of multiple pages of results, the server-provided token can be used to fetch the next page
166
+ // in a query. If there are no more results, this value will be empty.
167
+ string token = 4;
168
+ }
169
+
170
+ // A response containing the logs for a task execution.
171
+ message GetTaskLogsResponse {
172
+ // The execution log results.
173
+ repeated string results = 1;
174
+ // In the case of multiple pages of results, the server-provided token can be used to fetch the next page
175
+ // in a query. If there are no more results, this value will be empty.
176
+ string token = 2;
177
+ }
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
 
7
7
  // Encapsulates specifications for routing an execution onto a specific cluster.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/execution.proto";
7
7
  import "flyteidl/core/identifier.proto";
@@ -22,6 +22,9 @@ message NamedEntityIdentifier {
22
22
  // The combination of project + domain + name uniquely identifies the resource.
23
23
  // +optional - in certain contexts - like 'List API', 'Launch plans'
24
24
  string name = 3;
25
+
26
+ // Optional, org key applied to the resource.
27
+ string org = 4;
25
28
  }
26
29
 
27
30
  // The status of the named entity is used to control its visibility in the UI.
@@ -102,6 +105,9 @@ message NamedEntityIdentifierListRequest {
102
105
  // Indicates a list of filters passed as string.
103
106
  // +optional
104
107
  string filters = 6;
108
+
109
+ // Optional, org key applied to the resource.
110
+ string org = 7;
105
111
  }
106
112
 
107
113
  // Represents a request structure to list NamedEntity objects
@@ -129,6 +135,8 @@ message NamedEntityListRequest {
129
135
  // +optional
130
136
  string filters = 7;
131
137
 
138
+ // Optional, org key applied to the resource.
139
+ string org = 8;
132
140
  }
133
141
 
134
142
  // Represents a list of NamedEntityIdentifiers.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/identifier.proto";
7
7
  import "flyteidl/admin/common.proto";
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/event/event.proto";
7
7
 
@@ -1,12 +1,13 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/cluster_assignment.proto";
7
7
  import "flyteidl/admin/common.proto";
8
8
  import "flyteidl/core/literals.proto";
9
9
  import "flyteidl/core/execution.proto";
10
+ import "flyteidl/core/artifact_id.proto";
10
11
  import "flyteidl/core/identifier.proto";
11
12
  import "flyteidl/core/metrics.proto";
12
13
  import "flyteidl/core/security.proto";
@@ -38,6 +39,9 @@ message ExecutionCreateRequest {
38
39
  // included in this map. If not required and not provided, defaults apply.
39
40
  // +optional
40
41
  core.LiteralMap inputs = 5;
42
+
43
+ // Optional, org key applied to the resource.
44
+ string org = 6;
41
45
  }
42
46
 
43
47
  // Request to relaunch the referenced execution.
@@ -245,6 +249,10 @@ message ExecutionMetadata {
245
249
  // Optional, platform-specific metadata about the execution.
246
250
  // In this the future this may be gated behind an ACL or some sort of authorization.
247
251
  SystemMetadata system_metadata = 17;
252
+
253
+ // Save a list of the artifacts used in this execution for now. This is a list only rather than a mapping
254
+ // since we don't have a structure to handle nested ones anyways.
255
+ repeated core.ArtifactID artifact_ids = 18;
248
256
  }
249
257
 
250
258
  message NotificationList {
@@ -316,6 +324,7 @@ message ExecutionSpec {
316
324
 
317
325
  // Environment variables to be set for the execution.
318
326
  Envs envs = 23;
327
+
319
328
  // Tags to be set for the execution.
320
329
  repeated string tags = 24;
321
330
  }
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/execution.proto";
7
7
  import "flyteidl/core/literals.proto";
@@ -10,9 +10,11 @@ import "flyteidl/core/interface.proto";
10
10
  import "flyteidl/core/security.proto";
11
11
  import "flyteidl/admin/schedule.proto";
12
12
  import "flyteidl/admin/common.proto";
13
+ import "google/protobuf/any.proto";
13
14
  import "google/protobuf/timestamp.proto";
14
15
  import "google/protobuf/wrappers.proto";
15
16
 
17
+
16
18
  // Request to register a launch plan. The included LaunchPlanSpec may have a complete or incomplete set of inputs required
17
19
  // to launch a workflow execution. By default all launch plans are registered in state INACTIVE. If you wish to
18
20
  // set the state to ACTIVE, you must submit a LaunchPlanUpdateRequest, after you have successfully created a launch plan.
@@ -85,11 +87,11 @@ message LaunchPlanSpec {
85
87
  LaunchPlanMetadata entity_metadata = 2;
86
88
 
87
89
  // Input values to be passed for the execution.
88
- // These can be overriden when an execution is created with this launch plan.
90
+ // These can be overridden when an execution is created with this launch plan.
89
91
  core.ParameterMap default_inputs = 3;
90
92
 
91
93
  // Fixed, non-overridable inputs for the Launch Plan.
92
- // These can not be overriden when an execution is created with this launch plan.
94
+ // These can not be overridden when an execution is created with this launch plan.
93
95
  core.LiteralMap fixed_inputs = 4;
94
96
 
95
97
  // String to indicate the role to use to execute the workflow underneath
@@ -163,6 +165,9 @@ message LaunchPlanMetadata {
163
165
 
164
166
  // List of notifications based on Execution status transitions
165
167
  repeated Notification notifications = 2;
168
+
169
+ // Additional metadata for how to launch the launch plan
170
+ google.protobuf.Any launch_conditions = 3;
166
171
  }
167
172
 
168
173
  // Request to set the referenced launch plan state to the configured value.
@@ -188,7 +193,7 @@ message ActiveLaunchPlanRequest {
188
193
  NamedEntityIdentifier id = 1;
189
194
  }
190
195
 
191
- // Represents a request structure to list active launch plans within a project/domain.
196
+ // Represents a request structure to list active launch plans within a project/domain and optional org.
192
197
  // See :ref:`ref_flyteidl.admin.LaunchPlan` for more details
193
198
  message ActiveLaunchPlanListRequest {
194
199
  // Name of the project that contains the identifiers.
@@ -211,4 +216,7 @@ message ActiveLaunchPlanListRequest {
211
216
  // Sort ordering.
212
217
  // +optional
213
218
  Sort sort_by = 5;
219
+
220
+ // Optional, org key applied to the resource.
221
+ string org = 6;
214
222
  }
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/common.proto";
7
7
  import "flyteidl/admin/cluster_assignment.proto";
@@ -154,8 +154,8 @@ message MatchingAttributes {
154
154
  }
155
155
  }
156
156
 
157
- // Represents a custom set of attributes applied for either a domain; a domain and project; or
158
- // domain, project and workflow name.
157
+ // Represents a custom set of attributes applied for either a domain (and optional org); a domain and project (and optional org);
158
+ // or domain, project and workflow name (and optional org).
159
159
  // These are used to override system level defaults for kubernetes cluster resource management,
160
160
  // default execution values, and more all across different levels of specificity.
161
161
  message MatchableAttributesConfiguration {
@@ -168,6 +168,9 @@ message MatchableAttributesConfiguration {
168
168
  string workflow = 4;
169
169
 
170
170
  string launch_plan = 5;
171
+
172
+ // Optional, org key applied to the resource.
173
+ string org = 6;
171
174
  }
172
175
 
173
176
  // Request all matching resource attributes for a resource type.
@@ -175,6 +178,9 @@ message MatchableAttributesConfiguration {
175
178
  message ListMatchableAttributesRequest {
176
179
  // +required
177
180
  MatchableResource resource_type = 1;
181
+
182
+ // Optional, org filter applied to list project requests.
183
+ string org = 2;
178
184
  }
179
185
 
180
186
  // Response for a request for all matching resource attributes for a resource type.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/common.proto";
7
7
  import "flyteidl/core/execution.proto";
@@ -114,6 +114,10 @@ message NodeExecutionMetaData {
114
114
  // Boolean flag indicating if the node has contains a dynamic workflow which then produces child nodes.
115
115
  // This is to distinguish between subworkflows and dynamic workflows which can both have is_parent_node as true.
116
116
  bool is_dynamic = 4;
117
+
118
+ // Boolean flag indicating if the node is an array node. This is intended to uniquely identify
119
+ // array nodes from other nodes which can have is_parent_node as true.
120
+ bool is_array = 5;
117
121
  }
118
122
 
119
123
  // Request structure to retrieve a list of node execution entities.
@@ -231,3 +235,11 @@ message NodeExecutionGetDataResponse {
231
235
  FlyteURLs flyte_urls = 17;
232
236
 
233
237
  }
238
+
239
+ message GetDynamicNodeWorkflowRequest {
240
+ core.NodeExecutionIdentifier id = 1;
241
+ }
242
+
243
+ message DynamicNodeWorkflowResponse {
244
+ core.CompiledWorkflowClosure compiled_workflow = 1;
245
+ }
@@ -2,7 +2,7 @@ syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
4
 
5
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
5
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
6
6
 
7
7
  // Represents the Email object that is sent to a publisher/subscriber
8
8
  // to forward the notification.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
 
7
7
  import "flyteidl/admin/common.proto";
@@ -45,6 +45,9 @@ message Project {
45
45
  SYSTEM_GENERATED = 2;
46
46
  }
47
47
  ProjectState state = 6;
48
+
49
+ // Optional, org key applied to the resource.
50
+ string org = 7;
48
51
  }
49
52
 
50
53
  // Represents a list of projects.
@@ -77,6 +80,9 @@ message ProjectListRequest {
77
80
  // Sort ordering.
78
81
  // +optional
79
82
  Sort sort_by = 4;
83
+
84
+ // Optional, org filter applied to list project requests.
85
+ string org = 5;
80
86
  }
81
87
 
82
88
  // Adds a new user-project within the Flyte deployment.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/matchable_resource.proto";
7
7
 
@@ -12,6 +12,9 @@ message ProjectAttributes {
12
12
  string project = 1;
13
13
 
14
14
  MatchingAttributes matching_attributes = 2;
15
+
16
+ // Optional, org key applied to the project.
17
+ string org = 3;
15
18
  }
16
19
 
17
20
  // Sets custom attributes for a project
@@ -35,6 +38,9 @@ message ProjectAttributesGetRequest {
35
38
  // Which type of matchable attributes to return.
36
39
  // +required
37
40
  MatchableResource resource_type = 2;
41
+
42
+ // Optional, org key applied to the project.
43
+ string org = 3;
38
44
  }
39
45
 
40
46
  // Response to get an individual project level attribute override.
@@ -53,6 +59,9 @@ message ProjectAttributesDeleteRequest {
53
59
  // Which type of matchable attributes to delete.
54
60
  // +required
55
61
  MatchableResource resource_type = 2;
62
+
63
+ // Optional, org key applied to the project.
64
+ string org = 3;
56
65
  }
57
66
 
58
67
  // Purposefully empty, may be populated in the future.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/matchable_resource.proto";
7
7
 
@@ -14,7 +14,10 @@ message ProjectDomainAttributes {
14
14
  // Unique domain id for which this set of attributes will be applied.
15
15
  string domain = 2;
16
16
 
17
- MatchingAttributes matching_attributes = 3;
17
+ MatchingAttributes matching_attributes = 3;
18
+
19
+ // Optional, org key applied to the attributes.
20
+ string org = 4;
18
21
  }
19
22
 
20
23
  // Sets custom attributes for a project-domain combination.
@@ -42,6 +45,9 @@ message ProjectDomainAttributesGetRequest {
42
45
  // Which type of matchable attributes to return.
43
46
  // +required
44
47
  MatchableResource resource_type = 3;
48
+
49
+ // Optional, org key applied to the attributes.
50
+ string org = 4;
45
51
  }
46
52
 
47
53
  // Response to get an individual project domain attribute override.
@@ -64,6 +70,9 @@ message ProjectDomainAttributesDeleteRequest {
64
70
  // Which type of matchable attributes to delete.
65
71
  // +required
66
72
  MatchableResource resource_type = 3;
73
+
74
+ // Optional, org key applied to the attributes.
75
+ string org = 4;
67
76
  }
68
77
 
69
78
  // Purposefully empty, may be populated in the future.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  // Represents a frequency at which to run a schedule.
7
7
  enum FixedRateUnit {
@@ -1,14 +1,14 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/common.proto";
7
7
  import "flyteidl/core/identifier.proto";
8
8
  import "flyteidl/core/literals.proto";
9
9
  import "flyteidl/core/types.proto";
10
10
 
11
- // SignalGetOrCreateRequest represents a request structure to retrive or create a signal.
11
+ // SignalGetOrCreateRequest represents a request structure to retrieve or create a signal.
12
12
  // See :ref:`ref_flyteidl.admin.Signal` for more details
13
13
  message SignalGetOrCreateRequest {
14
14
  // A unique identifier for the requested signal.
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/identifier.proto";
7
7
  import "flyteidl/core/tasks.proto";
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/admin/common.proto";
7
7
  import "flyteidl/core/execution.proto";
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  // Response for the GetVersion API
7
7
  message GetVersionResponse {
@@ -1,7 +1,7 @@
1
1
  syntax = "proto3";
2
2
 
3
3
  package flyteidl.admin;
4
- option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
4
+ option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
5
5
 
6
6
  import "flyteidl/core/compiler.proto";
7
7
  import "flyteidl/core/identifier.proto";
@@ -83,7 +83,7 @@ message WorkflowErrorExistsIdenticalStructure {
83
83
  core.Identifier id = 1;
84
84
  }
85
85
 
86
- // When a CreateWorkflowRequest failes due to matching id
86
+ // When a CreateWorkflowRequest fails due to matching id
87
87
  message CreateWorkflowFailureReason {
88
88
  oneof reason {
89
89
  WorkflowErrorExistsDifferentStructure exists_different_structure = 1;