@flyteorg/flyteidl 1.5.21 → 1.10.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/gen/pb-js/flyteidl.d.ts +6480 -4250
- package/gen/pb-js/flyteidl.js +15117 -9702
- package/package.json +1 -1
- package/protos/buf.lock +7 -0
- package/protos/buf.yaml +1 -0
- package/protos/docs/admin/admin.rst +4 -4
- package/protos/docs/datacatalog/datacatalog.rst +1 -1
- package/protos/docs/service/index.rst +1 -1
- package/protos/flyteidl/admin/agent.proto +95 -6
- package/protos/flyteidl/admin/cluster_assignment.proto +1 -1
- package/protos/flyteidl/admin/common.proto +9 -1
- package/protos/flyteidl/admin/description_entity.proto +1 -1
- package/protos/flyteidl/admin/event.proto +1 -1
- package/protos/flyteidl/admin/execution.proto +10 -1
- package/protos/flyteidl/admin/launch_plan.proto +12 -4
- package/protos/flyteidl/admin/matchable_resource.proto +9 -3
- package/protos/flyteidl/admin/node_execution.proto +13 -1
- package/protos/flyteidl/admin/notification.proto +1 -1
- package/protos/flyteidl/admin/project.proto +7 -1
- package/protos/flyteidl/admin/project_attributes.proto +10 -1
- package/protos/flyteidl/admin/project_domain_attributes.proto +11 -2
- package/protos/flyteidl/admin/schedule.proto +1 -1
- package/protos/flyteidl/admin/signal.proto +2 -2
- package/protos/flyteidl/admin/task.proto +1 -1
- package/protos/flyteidl/admin/task_execution.proto +1 -1
- package/protos/flyteidl/admin/version.proto +1 -1
- package/protos/flyteidl/admin/workflow.proto +2 -2
- package/protos/flyteidl/admin/workflow_attributes.proto +10 -1
- package/protos/flyteidl/core/artifact_id.proto +90 -0
- package/protos/flyteidl/core/catalog.proto +3 -1
- package/protos/flyteidl/core/compiler.proto +12 -1
- package/protos/flyteidl/core/condition.proto +1 -1
- package/protos/flyteidl/core/dynamic_job.proto +1 -1
- package/protos/flyteidl/core/errors.proto +1 -1
- package/protos/flyteidl/core/execution.proto +1 -1
- package/protos/flyteidl/core/identifier.proto +7 -1
- package/protos/flyteidl/core/interface.proto +14 -1
- package/protos/flyteidl/core/literals.proto +4 -1
- package/protos/flyteidl/core/metrics.proto +15 -1
- package/protos/flyteidl/core/security.proto +1 -1
- package/protos/flyteidl/core/tasks.proto +33 -1
- package/protos/flyteidl/core/types.proto +7 -1
- package/protos/flyteidl/core/workflow.proto +28 -1
- package/protos/flyteidl/core/workflow_closure.proto +1 -1
- package/protos/flyteidl/datacatalog/datacatalog.proto +10 -2
- package/protos/flyteidl/event/cloudevents.proto +73 -0
- package/protos/flyteidl/event/event.proto +5 -1
- package/protos/flyteidl/plugins/array_job.proto +1 -1
- package/protos/flyteidl/plugins/dask.proto +1 -1
- package/protos/flyteidl/plugins/kubeflow/common.proto +1 -1
- package/protos/flyteidl/plugins/kubeflow/mpi.proto +1 -1
- package/protos/flyteidl/plugins/kubeflow/pytorch.proto +1 -1
- package/protos/flyteidl/plugins/kubeflow/tensorflow.proto +4 -1
- package/protos/flyteidl/plugins/mpi.proto +1 -1
- package/protos/flyteidl/plugins/presto.proto +1 -1
- package/protos/flyteidl/plugins/pytorch.proto +1 -1
- package/protos/flyteidl/plugins/qubole.proto +1 -1
- package/protos/flyteidl/plugins/ray.proto +7 -1
- package/protos/flyteidl/plugins/spark.proto +1 -1
- package/protos/flyteidl/plugins/tensorflow.proto +6 -2
- package/protos/flyteidl/plugins/waitable.proto +1 -1
- package/protos/flyteidl/service/admin.proto +398 -197
- package/protos/flyteidl/service/agent.proto +32 -2
- package/protos/flyteidl/service/auth.proto +8 -8
- package/protos/flyteidl/service/dataproxy.proto +12 -12
- package/protos/flyteidl/service/external_plugin_service.proto +1 -2
- package/protos/flyteidl/service/identity.proto +5 -5
- package/protos/flyteidl/service/signal.proto +30 -23
- package/protos/flyteidl/plugins/sagemaker/hyperparameter_tuning_job.proto +0 -83
- package/protos/flyteidl/plugins/sagemaker/parameter_ranges.proto +0 -61
- package/protos/flyteidl/plugins/sagemaker/training_job.proto +0 -119
package/package.json
CHANGED
package/protos/buf.lock
CHANGED
|
@@ -5,7 +5,14 @@ deps:
|
|
|
5
5
|
owner: googleapis
|
|
6
6
|
repository: googleapis
|
|
7
7
|
commit: 62f35d8aed1149c291d606d958a7ce32
|
|
8
|
+
digest: shake256:c5f5c2401cf70b7c9719834954f31000a978397fdfebda861419bb4ab90fa8efae92710fddab0820533908a1e25ed692a8e119432b7b260c895087a4975b32f3
|
|
9
|
+
- remote: buf.build
|
|
10
|
+
owner: grpc-ecosystem
|
|
11
|
+
repository: grpc-gateway
|
|
12
|
+
commit: 3f42134f4c564983838425bc43c7a65f
|
|
13
|
+
digest: shake256:3d11d4c0fe5e05fda0131afefbce233940e27f0c31c5d4e385686aea58ccd30f72053f61af432fa83f1fc11cda57f5f18ca3da26a29064f73c5a0d076bba8d92
|
|
8
14
|
- remote: buf.build
|
|
9
15
|
owner: unionai
|
|
10
16
|
repository: protoc-gen-swagger
|
|
11
17
|
commit: fd9d94dc48154d5c94ccc43695df150f
|
|
18
|
+
digest: shake256:57743c99f8173b432f0750eac13671fe7721a824cbf5d4fbd85ffdd0d7b45ded507f7b0a49020f9a5eb2a434e9009ad9480140b4c9173ff58bd85c4685197d5b
|
package/protos/buf.yaml
CHANGED
|
@@ -1812,8 +1812,8 @@ User-provided launch plan definition and configuration values.
|
|
|
1812
1812
|
|
|
1813
1813
|
"workflow_id", ":ref:`ref_flyteidl.core.Identifier`", "", "Reference to the Workflow template that the launch plan references"
|
|
1814
1814
|
"entity_metadata", ":ref:`ref_flyteidl.admin.LaunchPlanMetadata`", "", "Metadata for the Launch Plan"
|
|
1815
|
-
"default_inputs", ":ref:`ref_flyteidl.core.ParameterMap`", "", "Input values to be passed for the execution. These can be
|
|
1816
|
-
"fixed_inputs", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Fixed, non-overridable inputs for the Launch Plan. These can not be
|
|
1815
|
+
"default_inputs", ":ref:`ref_flyteidl.core.ParameterMap`", "", "Input values to be passed for the execution. These can be overridden when an execution is created with this launch plan."
|
|
1816
|
+
"fixed_inputs", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Fixed, non-overridable inputs for the Launch Plan. These can not be overridden when an execution is created with this launch plan."
|
|
1817
1817
|
"role", ":ref:`ref_string`", "", "**Deprecated.** String to indicate the role to use to execute the workflow underneath"
|
|
1818
1818
|
"labels", ":ref:`ref_flyteidl.admin.Labels`", "", "Custom labels to be applied to the execution resource."
|
|
1819
1819
|
"annotations", ":ref:`ref_flyteidl.admin.Annotations`", "", "Custom annotations to be applied to the execution resource."
|
|
@@ -3324,7 +3324,7 @@ populated value (indicating the signal has been given).
|
|
|
3324
3324
|
SignalGetOrCreateRequest
|
|
3325
3325
|
------------------------------------------------------------------
|
|
3326
3326
|
|
|
3327
|
-
SignalGetOrCreateRequest represents a request structure to
|
|
3327
|
+
SignalGetOrCreateRequest represents a request structure to retrieve or create a signal.
|
|
3328
3328
|
See :ref:`ref_flyteidl.admin.Signal` for more details
|
|
3329
3329
|
|
|
3330
3330
|
|
|
@@ -3907,7 +3907,7 @@ flyteidl/admin/workflow.proto
|
|
|
3907
3907
|
CreateWorkflowFailureReason
|
|
3908
3908
|
------------------------------------------------------------------
|
|
3909
3909
|
|
|
3910
|
-
When a CreateWorkflowRequest
|
|
3910
|
+
When a CreateWorkflowRequest fails due to matching id
|
|
3911
3911
|
|
|
3912
3912
|
|
|
3913
3913
|
|
|
@@ -378,7 +378,7 @@ Dataset.
|
|
|
378
378
|
GetOrExtendReservationRequest
|
|
379
379
|
------------------------------------------------------------------
|
|
380
380
|
|
|
381
|
-
Try to acquire or extend an artifact reservation. If an active reservation exists,
|
|
381
|
+
Try to acquire or extend an artifact reservation. If an active reservation exists, retrieve that instance.
|
|
382
382
|
|
|
383
383
|
|
|
384
384
|
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
REST and gRPC interface for the Flyte Admin Service
|
|
2
2
|
===================================================
|
|
3
3
|
|
|
4
|
-
This section provides all endpoint
|
|
4
|
+
This section provides all endpoint definitions that are implemented by the Admin service.
|
|
5
5
|
|
|
6
6
|
`Admin service raw protos <https://github.com/flyteorg/flyteidl/blob/master/protos/flyteidl/service>`__
|
|
7
7
|
|
|
@@ -1,12 +1,16 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/literals.proto";
|
|
7
7
|
import "flyteidl/core/tasks.proto";
|
|
8
|
-
import "flyteidl/core/interface.proto";
|
|
9
8
|
import "flyteidl/core/identifier.proto";
|
|
9
|
+
import "flyteidl/core/execution.proto";
|
|
10
|
+
import "flyteidl/core/metrics.proto";
|
|
11
|
+
import "google/protobuf/duration.proto";
|
|
12
|
+
import "google/protobuf/timestamp.proto";
|
|
13
|
+
|
|
10
14
|
|
|
11
15
|
// The state of the execution is used to control its visibility in the UI/CLI.
|
|
12
16
|
enum State {
|
|
@@ -50,7 +54,11 @@ message CreateTaskRequest {
|
|
|
50
54
|
// Represents a create response structure.
|
|
51
55
|
message CreateTaskResponse {
|
|
52
56
|
// Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
|
|
53
|
-
|
|
57
|
+
// Resource is for synchronous task execution.
|
|
58
|
+
oneof res {
|
|
59
|
+
bytes resource_meta = 1;
|
|
60
|
+
Resource resource = 2;
|
|
61
|
+
}
|
|
54
62
|
}
|
|
55
63
|
|
|
56
64
|
// A message used to fetch a job resource from flyte agent server.
|
|
@@ -64,15 +72,24 @@ message GetTaskRequest {
|
|
|
64
72
|
// Response to get an individual task resource.
|
|
65
73
|
message GetTaskResponse {
|
|
66
74
|
Resource resource = 1;
|
|
75
|
+
|
|
76
|
+
// log information for the task execution
|
|
77
|
+
repeated core.TaskLog log_links = 2;
|
|
67
78
|
}
|
|
68
79
|
|
|
69
80
|
message Resource {
|
|
70
|
-
// The state of the execution is used to control its visibility in the UI/CLI.
|
|
71
|
-
State state = 1;
|
|
81
|
+
// DEPRECATED. The state of the execution is used to control its visibility in the UI/CLI.
|
|
82
|
+
State state = 1 [deprecated = true];
|
|
72
83
|
// The outputs of the execution. It's typically used by sql task. Agent service will create a
|
|
73
84
|
// Structured dataset pointing to the query result table.
|
|
74
85
|
// +optional
|
|
75
86
|
core.LiteralMap outputs = 2;
|
|
87
|
+
// A descriptive message for the current state. e.g. waiting for cluster.
|
|
88
|
+
string message = 3;
|
|
89
|
+
// log information for the task execution.
|
|
90
|
+
repeated core.TaskLog log_links = 4;
|
|
91
|
+
// The phase of the execution is used to determine the phase of the plugin's execution.
|
|
92
|
+
core.TaskExecution.Phase phase = 5;
|
|
76
93
|
}
|
|
77
94
|
|
|
78
95
|
// A message used to delete a task.
|
|
@@ -84,5 +101,77 @@ message DeleteTaskRequest {
|
|
|
84
101
|
}
|
|
85
102
|
|
|
86
103
|
// Response to delete a task.
|
|
87
|
-
message DeleteTaskResponse {
|
|
104
|
+
message DeleteTaskResponse {}
|
|
105
|
+
|
|
106
|
+
// A message containing the agent metadata.
|
|
107
|
+
message Agent {
|
|
108
|
+
// Name is the developer-assigned name of the agent.
|
|
109
|
+
string name = 1;
|
|
110
|
+
|
|
111
|
+
// SupportedTaskTypes are the types of the tasks that the agent can handle.
|
|
112
|
+
repeated string supported_task_types = 2;
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
// A request to get an agent.
|
|
116
|
+
message GetAgentRequest {
|
|
117
|
+
// The name of the agent.
|
|
118
|
+
string name = 1;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
// A response containing an agent.
|
|
122
|
+
message GetAgentResponse {
|
|
123
|
+
Agent agent = 1;
|
|
88
124
|
}
|
|
125
|
+
|
|
126
|
+
// A request to list all agents.
|
|
127
|
+
message ListAgentsRequest {}
|
|
128
|
+
|
|
129
|
+
// A response containing a list of agents.
|
|
130
|
+
message ListAgentsResponse {
|
|
131
|
+
repeated Agent agents = 1;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
// A request to get the metrics from a task execution.
|
|
135
|
+
message GetTaskMetricsRequest {
|
|
136
|
+
// A predefined yet extensible Task type identifier.
|
|
137
|
+
string task_type = 1;
|
|
138
|
+
// Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
|
|
139
|
+
bytes resource_meta = 2;
|
|
140
|
+
// The metrics to query. If empty, will return a default set of metrics.
|
|
141
|
+
// e.g. EXECUTION_METRIC_USED_CPU_AVG or EXECUTION_METRIC_USED_MEMORY_BYTES_AVG
|
|
142
|
+
repeated string queries = 3;
|
|
143
|
+
// Start timestamp, inclusive.
|
|
144
|
+
google.protobuf.Timestamp start_time = 4;
|
|
145
|
+
// End timestamp, inclusive..
|
|
146
|
+
google.protobuf.Timestamp end_time = 5;
|
|
147
|
+
// Query resolution step width in duration format or float number of seconds.
|
|
148
|
+
google.protobuf.Duration step = 6;
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
// A response containing a list of metrics for a task execution.
|
|
152
|
+
message GetTaskMetricsResponse {
|
|
153
|
+
// The execution metric results.
|
|
154
|
+
repeated core.ExecutionMetricResult results = 1;
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
// A request to get the log from a task execution.
|
|
158
|
+
message GetTaskLogsRequest {
|
|
159
|
+
// A predefined yet extensible Task type identifier.
|
|
160
|
+
string task_type = 1;
|
|
161
|
+
// Metadata is created by the agent. It could be a string (jobId) or a dict (more complex metadata).
|
|
162
|
+
bytes resource_meta = 2;
|
|
163
|
+
// Number of lines to return.
|
|
164
|
+
uint64 lines = 3;
|
|
165
|
+
// In the case of multiple pages of results, the server-provided token can be used to fetch the next page
|
|
166
|
+
// in a query. If there are no more results, this value will be empty.
|
|
167
|
+
string token = 4;
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
// A response containing the logs for a task execution.
|
|
171
|
+
message GetTaskLogsResponse {
|
|
172
|
+
// The execution log results.
|
|
173
|
+
repeated string results = 1;
|
|
174
|
+
// In the case of multiple pages of results, the server-provided token can be used to fetch the next page
|
|
175
|
+
// in a query. If there are no more results, this value will be empty.
|
|
176
|
+
string token = 2;
|
|
177
|
+
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
// Encapsulates specifications for routing an execution onto a specific cluster.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/execution.proto";
|
|
7
7
|
import "flyteidl/core/identifier.proto";
|
|
@@ -22,6 +22,9 @@ message NamedEntityIdentifier {
|
|
|
22
22
|
// The combination of project + domain + name uniquely identifies the resource.
|
|
23
23
|
// +optional - in certain contexts - like 'List API', 'Launch plans'
|
|
24
24
|
string name = 3;
|
|
25
|
+
|
|
26
|
+
// Optional, org key applied to the resource.
|
|
27
|
+
string org = 4;
|
|
25
28
|
}
|
|
26
29
|
|
|
27
30
|
// The status of the named entity is used to control its visibility in the UI.
|
|
@@ -102,6 +105,9 @@ message NamedEntityIdentifierListRequest {
|
|
|
102
105
|
// Indicates a list of filters passed as string.
|
|
103
106
|
// +optional
|
|
104
107
|
string filters = 6;
|
|
108
|
+
|
|
109
|
+
// Optional, org key applied to the resource.
|
|
110
|
+
string org = 7;
|
|
105
111
|
}
|
|
106
112
|
|
|
107
113
|
// Represents a request structure to list NamedEntity objects
|
|
@@ -129,6 +135,8 @@ message NamedEntityListRequest {
|
|
|
129
135
|
// +optional
|
|
130
136
|
string filters = 7;
|
|
131
137
|
|
|
138
|
+
// Optional, org key applied to the resource.
|
|
139
|
+
string org = 8;
|
|
132
140
|
}
|
|
133
141
|
|
|
134
142
|
// Represents a list of NamedEntityIdentifiers.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/identifier.proto";
|
|
7
7
|
import "flyteidl/admin/common.proto";
|
|
@@ -1,12 +1,13 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/cluster_assignment.proto";
|
|
7
7
|
import "flyteidl/admin/common.proto";
|
|
8
8
|
import "flyteidl/core/literals.proto";
|
|
9
9
|
import "flyteidl/core/execution.proto";
|
|
10
|
+
import "flyteidl/core/artifact_id.proto";
|
|
10
11
|
import "flyteidl/core/identifier.proto";
|
|
11
12
|
import "flyteidl/core/metrics.proto";
|
|
12
13
|
import "flyteidl/core/security.proto";
|
|
@@ -38,6 +39,9 @@ message ExecutionCreateRequest {
|
|
|
38
39
|
// included in this map. If not required and not provided, defaults apply.
|
|
39
40
|
// +optional
|
|
40
41
|
core.LiteralMap inputs = 5;
|
|
42
|
+
|
|
43
|
+
// Optional, org key applied to the resource.
|
|
44
|
+
string org = 6;
|
|
41
45
|
}
|
|
42
46
|
|
|
43
47
|
// Request to relaunch the referenced execution.
|
|
@@ -245,6 +249,10 @@ message ExecutionMetadata {
|
|
|
245
249
|
// Optional, platform-specific metadata about the execution.
|
|
246
250
|
// In this the future this may be gated behind an ACL or some sort of authorization.
|
|
247
251
|
SystemMetadata system_metadata = 17;
|
|
252
|
+
|
|
253
|
+
// Save a list of the artifacts used in this execution for now. This is a list only rather than a mapping
|
|
254
|
+
// since we don't have a structure to handle nested ones anyways.
|
|
255
|
+
repeated core.ArtifactID artifact_ids = 18;
|
|
248
256
|
}
|
|
249
257
|
|
|
250
258
|
message NotificationList {
|
|
@@ -316,6 +324,7 @@ message ExecutionSpec {
|
|
|
316
324
|
|
|
317
325
|
// Environment variables to be set for the execution.
|
|
318
326
|
Envs envs = 23;
|
|
327
|
+
|
|
319
328
|
// Tags to be set for the execution.
|
|
320
329
|
repeated string tags = 24;
|
|
321
330
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/execution.proto";
|
|
7
7
|
import "flyteidl/core/literals.proto";
|
|
@@ -10,9 +10,11 @@ import "flyteidl/core/interface.proto";
|
|
|
10
10
|
import "flyteidl/core/security.proto";
|
|
11
11
|
import "flyteidl/admin/schedule.proto";
|
|
12
12
|
import "flyteidl/admin/common.proto";
|
|
13
|
+
import "google/protobuf/any.proto";
|
|
13
14
|
import "google/protobuf/timestamp.proto";
|
|
14
15
|
import "google/protobuf/wrappers.proto";
|
|
15
16
|
|
|
17
|
+
|
|
16
18
|
// Request to register a launch plan. The included LaunchPlanSpec may have a complete or incomplete set of inputs required
|
|
17
19
|
// to launch a workflow execution. By default all launch plans are registered in state INACTIVE. If you wish to
|
|
18
20
|
// set the state to ACTIVE, you must submit a LaunchPlanUpdateRequest, after you have successfully created a launch plan.
|
|
@@ -85,11 +87,11 @@ message LaunchPlanSpec {
|
|
|
85
87
|
LaunchPlanMetadata entity_metadata = 2;
|
|
86
88
|
|
|
87
89
|
// Input values to be passed for the execution.
|
|
88
|
-
// These can be
|
|
90
|
+
// These can be overridden when an execution is created with this launch plan.
|
|
89
91
|
core.ParameterMap default_inputs = 3;
|
|
90
92
|
|
|
91
93
|
// Fixed, non-overridable inputs for the Launch Plan.
|
|
92
|
-
// These can not be
|
|
94
|
+
// These can not be overridden when an execution is created with this launch plan.
|
|
93
95
|
core.LiteralMap fixed_inputs = 4;
|
|
94
96
|
|
|
95
97
|
// String to indicate the role to use to execute the workflow underneath
|
|
@@ -163,6 +165,9 @@ message LaunchPlanMetadata {
|
|
|
163
165
|
|
|
164
166
|
// List of notifications based on Execution status transitions
|
|
165
167
|
repeated Notification notifications = 2;
|
|
168
|
+
|
|
169
|
+
// Additional metadata for how to launch the launch plan
|
|
170
|
+
google.protobuf.Any launch_conditions = 3;
|
|
166
171
|
}
|
|
167
172
|
|
|
168
173
|
// Request to set the referenced launch plan state to the configured value.
|
|
@@ -188,7 +193,7 @@ message ActiveLaunchPlanRequest {
|
|
|
188
193
|
NamedEntityIdentifier id = 1;
|
|
189
194
|
}
|
|
190
195
|
|
|
191
|
-
// Represents a request structure to list active launch plans within a project/domain.
|
|
196
|
+
// Represents a request structure to list active launch plans within a project/domain and optional org.
|
|
192
197
|
// See :ref:`ref_flyteidl.admin.LaunchPlan` for more details
|
|
193
198
|
message ActiveLaunchPlanListRequest {
|
|
194
199
|
// Name of the project that contains the identifiers.
|
|
@@ -211,4 +216,7 @@ message ActiveLaunchPlanListRequest {
|
|
|
211
216
|
// Sort ordering.
|
|
212
217
|
// +optional
|
|
213
218
|
Sort sort_by = 5;
|
|
219
|
+
|
|
220
|
+
// Optional, org key applied to the resource.
|
|
221
|
+
string org = 6;
|
|
214
222
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/common.proto";
|
|
7
7
|
import "flyteidl/admin/cluster_assignment.proto";
|
|
@@ -154,8 +154,8 @@ message MatchingAttributes {
|
|
|
154
154
|
}
|
|
155
155
|
}
|
|
156
156
|
|
|
157
|
-
// Represents a custom set of attributes applied for either a domain; a domain and project;
|
|
158
|
-
// domain, project and workflow name.
|
|
157
|
+
// Represents a custom set of attributes applied for either a domain (and optional org); a domain and project (and optional org);
|
|
158
|
+
// or domain, project and workflow name (and optional org).
|
|
159
159
|
// These are used to override system level defaults for kubernetes cluster resource management,
|
|
160
160
|
// default execution values, and more all across different levels of specificity.
|
|
161
161
|
message MatchableAttributesConfiguration {
|
|
@@ -168,6 +168,9 @@ message MatchableAttributesConfiguration {
|
|
|
168
168
|
string workflow = 4;
|
|
169
169
|
|
|
170
170
|
string launch_plan = 5;
|
|
171
|
+
|
|
172
|
+
// Optional, org key applied to the resource.
|
|
173
|
+
string org = 6;
|
|
171
174
|
}
|
|
172
175
|
|
|
173
176
|
// Request all matching resource attributes for a resource type.
|
|
@@ -175,6 +178,9 @@ message MatchableAttributesConfiguration {
|
|
|
175
178
|
message ListMatchableAttributesRequest {
|
|
176
179
|
// +required
|
|
177
180
|
MatchableResource resource_type = 1;
|
|
181
|
+
|
|
182
|
+
// Optional, org filter applied to list project requests.
|
|
183
|
+
string org = 2;
|
|
178
184
|
}
|
|
179
185
|
|
|
180
186
|
// Response for a request for all matching resource attributes for a resource type.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/common.proto";
|
|
7
7
|
import "flyteidl/core/execution.proto";
|
|
@@ -114,6 +114,10 @@ message NodeExecutionMetaData {
|
|
|
114
114
|
// Boolean flag indicating if the node has contains a dynamic workflow which then produces child nodes.
|
|
115
115
|
// This is to distinguish between subworkflows and dynamic workflows which can both have is_parent_node as true.
|
|
116
116
|
bool is_dynamic = 4;
|
|
117
|
+
|
|
118
|
+
// Boolean flag indicating if the node is an array node. This is intended to uniquely identify
|
|
119
|
+
// array nodes from other nodes which can have is_parent_node as true.
|
|
120
|
+
bool is_array = 5;
|
|
117
121
|
}
|
|
118
122
|
|
|
119
123
|
// Request structure to retrieve a list of node execution entities.
|
|
@@ -231,3 +235,11 @@ message NodeExecutionGetDataResponse {
|
|
|
231
235
|
FlyteURLs flyte_urls = 17;
|
|
232
236
|
|
|
233
237
|
}
|
|
238
|
+
|
|
239
|
+
message GetDynamicNodeWorkflowRequest {
|
|
240
|
+
core.NodeExecutionIdentifier id = 1;
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
message DynamicNodeWorkflowResponse {
|
|
244
|
+
core.CompiledWorkflowClosure compiled_workflow = 1;
|
|
245
|
+
}
|
|
@@ -2,7 +2,7 @@ syntax = "proto3";
|
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
4
|
|
|
5
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
6
6
|
|
|
7
7
|
// Represents the Email object that is sent to a publisher/subscriber
|
|
8
8
|
// to forward the notification.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
import "flyteidl/admin/common.proto";
|
|
@@ -45,6 +45,9 @@ message Project {
|
|
|
45
45
|
SYSTEM_GENERATED = 2;
|
|
46
46
|
}
|
|
47
47
|
ProjectState state = 6;
|
|
48
|
+
|
|
49
|
+
// Optional, org key applied to the resource.
|
|
50
|
+
string org = 7;
|
|
48
51
|
}
|
|
49
52
|
|
|
50
53
|
// Represents a list of projects.
|
|
@@ -77,6 +80,9 @@ message ProjectListRequest {
|
|
|
77
80
|
// Sort ordering.
|
|
78
81
|
// +optional
|
|
79
82
|
Sort sort_by = 4;
|
|
83
|
+
|
|
84
|
+
// Optional, org filter applied to list project requests.
|
|
85
|
+
string org = 5;
|
|
80
86
|
}
|
|
81
87
|
|
|
82
88
|
// Adds a new user-project within the Flyte deployment.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/matchable_resource.proto";
|
|
7
7
|
|
|
@@ -12,6 +12,9 @@ message ProjectAttributes {
|
|
|
12
12
|
string project = 1;
|
|
13
13
|
|
|
14
14
|
MatchingAttributes matching_attributes = 2;
|
|
15
|
+
|
|
16
|
+
// Optional, org key applied to the project.
|
|
17
|
+
string org = 3;
|
|
15
18
|
}
|
|
16
19
|
|
|
17
20
|
// Sets custom attributes for a project
|
|
@@ -35,6 +38,9 @@ message ProjectAttributesGetRequest {
|
|
|
35
38
|
// Which type of matchable attributes to return.
|
|
36
39
|
// +required
|
|
37
40
|
MatchableResource resource_type = 2;
|
|
41
|
+
|
|
42
|
+
// Optional, org key applied to the project.
|
|
43
|
+
string org = 3;
|
|
38
44
|
}
|
|
39
45
|
|
|
40
46
|
// Response to get an individual project level attribute override.
|
|
@@ -53,6 +59,9 @@ message ProjectAttributesDeleteRequest {
|
|
|
53
59
|
// Which type of matchable attributes to delete.
|
|
54
60
|
// +required
|
|
55
61
|
MatchableResource resource_type = 2;
|
|
62
|
+
|
|
63
|
+
// Optional, org key applied to the project.
|
|
64
|
+
string org = 3;
|
|
56
65
|
}
|
|
57
66
|
|
|
58
67
|
// Purposefully empty, may be populated in the future.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/matchable_resource.proto";
|
|
7
7
|
|
|
@@ -14,7 +14,10 @@ message ProjectDomainAttributes {
|
|
|
14
14
|
// Unique domain id for which this set of attributes will be applied.
|
|
15
15
|
string domain = 2;
|
|
16
16
|
|
|
17
|
-
MatchingAttributes matching_attributes = 3;
|
|
17
|
+
MatchingAttributes matching_attributes = 3;
|
|
18
|
+
|
|
19
|
+
// Optional, org key applied to the attributes.
|
|
20
|
+
string org = 4;
|
|
18
21
|
}
|
|
19
22
|
|
|
20
23
|
// Sets custom attributes for a project-domain combination.
|
|
@@ -42,6 +45,9 @@ message ProjectDomainAttributesGetRequest {
|
|
|
42
45
|
// Which type of matchable attributes to return.
|
|
43
46
|
// +required
|
|
44
47
|
MatchableResource resource_type = 3;
|
|
48
|
+
|
|
49
|
+
// Optional, org key applied to the attributes.
|
|
50
|
+
string org = 4;
|
|
45
51
|
}
|
|
46
52
|
|
|
47
53
|
// Response to get an individual project domain attribute override.
|
|
@@ -64,6 +70,9 @@ message ProjectDomainAttributesDeleteRequest {
|
|
|
64
70
|
// Which type of matchable attributes to delete.
|
|
65
71
|
// +required
|
|
66
72
|
MatchableResource resource_type = 3;
|
|
73
|
+
|
|
74
|
+
// Optional, org key applied to the attributes.
|
|
75
|
+
string org = 4;
|
|
67
76
|
}
|
|
68
77
|
|
|
69
78
|
// Purposefully empty, may be populated in the future.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
// Represents a frequency at which to run a schedule.
|
|
7
7
|
enum FixedRateUnit {
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/common.proto";
|
|
7
7
|
import "flyteidl/core/identifier.proto";
|
|
8
8
|
import "flyteidl/core/literals.proto";
|
|
9
9
|
import "flyteidl/core/types.proto";
|
|
10
10
|
|
|
11
|
-
// SignalGetOrCreateRequest represents a request structure to
|
|
11
|
+
// SignalGetOrCreateRequest represents a request structure to retrieve or create a signal.
|
|
12
12
|
// See :ref:`ref_flyteidl.admin.Signal` for more details
|
|
13
13
|
message SignalGetOrCreateRequest {
|
|
14
14
|
// A unique identifier for the requested signal.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/identifier.proto";
|
|
7
7
|
import "flyteidl/core/tasks.proto";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/admin/common.proto";
|
|
7
7
|
import "flyteidl/core/execution.proto";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
// Response for the GetVersion API
|
|
7
7
|
message GetVersionResponse {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
syntax = "proto3";
|
|
2
2
|
|
|
3
3
|
package flyteidl.admin;
|
|
4
|
-
option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
|
|
4
|
+
option go_package = "github.com/flyteorg/flyte/flyteidl/gen/pb-go/flyteidl/admin";
|
|
5
5
|
|
|
6
6
|
import "flyteidl/core/compiler.proto";
|
|
7
7
|
import "flyteidl/core/identifier.proto";
|
|
@@ -83,7 +83,7 @@ message WorkflowErrorExistsIdenticalStructure {
|
|
|
83
83
|
core.Identifier id = 1;
|
|
84
84
|
}
|
|
85
85
|
|
|
86
|
-
// When a CreateWorkflowRequest
|
|
86
|
+
// When a CreateWorkflowRequest fails due to matching id
|
|
87
87
|
message CreateWorkflowFailureReason {
|
|
88
88
|
oneof reason {
|
|
89
89
|
WorkflowErrorExistsDifferentStructure exists_different_structure = 1;
|