@flyteorg/flyteidl 1.2.9 → 1.2.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "1.2.9",
+  "version": "1.2.10",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/flyteidl/admin/common.proto

@@ -5,6 +5,8 @@ option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/admin";
 
 import "flyteidl/core/execution.proto";
 import "flyteidl/core/identifier.proto";
+import "flyteidl/core/literals.proto";
+import "google/protobuf/timestamp.proto";
 
 // Encapsulation of fields that identifies a Flyte resource.
 // A Flyte resource can be a task, workflow or launch plan.
@@ -279,6 +281,14 @@ message Annotations {
     map<string, string> values = 1;
 }
 
+// Environment variable values to be applied to an execution resource.
+// In the future a mode (e.g. OVERRIDE, APPEND, etc) can be defined
+// to specify how to merge environment variables defined at registration and execution time.
+message Envs {
+    // Map of custom environment variables to be applied to the execution resource.
+    repeated flyteidl.core.KeyValuePair values = 1;
+}
+
 // Defines permissions associated with executions created by this launch plan spec.
 // Use either of these roles when they have permissions required by your workflow execution.
 // Deprecated.
@@ -300,3 +310,10 @@ message RawOutputDataConfig {
     // e.g. s3://bucket/key or s3://bucket/
     string output_location_prefix = 1;
 }
+
+// These URLs are returned as part of node and task execution data requests.
+message FlyteURLs {
+    string inputs      = 1;
+    string outputs     = 2;
+    string deck        = 3;
+}

package/protos/flyteidl/admin/execution.proto

@@ -8,6 +8,7 @@ import "flyteidl/admin/common.proto";
 import "flyteidl/core/literals.proto";
 import "flyteidl/core/execution.proto";
 import "flyteidl/core/identifier.proto";
+import "flyteidl/core/metrics.proto";
 import "flyteidl/core/security.proto";
 import "google/protobuf/duration.proto";
 import "google/protobuf/timestamp.proto";
@@ -309,6 +310,9 @@ message ExecutionSpec {
     // If enabled, all calculations are performed even if cached results would be available, overwriting the stored
     // data once execution finishes successfully.
     bool overwrite_cache = 22;
+
+    // Environment variables to be set for the execution.
+    Envs envs = 23;
 }
 
 // Request to terminate an in-progress execution.  This action is irreversible.
@@ -381,3 +385,19 @@ message ExecutionStateChangeDetails {
 }
 
 message ExecutionUpdateResponse {}
+
+// WorkflowExecutionGetMetricsRequest represents a request to retrieve metrics for the specified workflow execution.
+message WorkflowExecutionGetMetricsRequest {
+    // id defines the workflow execution to query for.
+    core.WorkflowExecutionIdentifier id = 1;
+
+    // depth defines the number of Flyte entity levels to traverse when breaking down execution details.
+    int32 depth = 2;
+}
+
+// WorkflowExecutionGetMetricsResponse represents the response containing metrics for the specified workflow execution.
+message WorkflowExecutionGetMetricsResponse {
+    // Span defines the top-level breakdown of the workflows execution. More precise information is nested in a
+    // hierarchical structure using Flyte entity references.
+    core.Span span = 1;
+}

package/protos/flyteidl/admin/launch_plan.proto

@@ -130,6 +130,9 @@ message LaunchPlanSpec {
     // If enabled, all calculations are performed even if cached results would be available, overwriting the stored
     // data once execution finishes successfully.
     bool overwrite_cache = 20;
+
+    // Environment variables to be set for the execution.
+    Envs envs = 21;
 }
 
 // Values computed by the flyte platform after launch plan registration.

package/protos/flyteidl/admin/matchable_resource.proto

@@ -128,6 +128,9 @@ message WorkflowExecutionConfig {
   // If enabled, all calculations are performed even if cached results would be available, overwriting the stored
   // data once execution finishes successfully.
   bool overwrite_cache = 7;
+
+  // Environment variables to be set for the execution.
+  Envs envs = 8;
 }
 
 // Generic container for encapsulating all types of the above attributes messages.

package/protos/flyteidl/admin/node_execution.proto

@@ -167,6 +167,10 @@ message NodeExecutionClosure {
     // String location uniquely identifying where the deck HTML file is.
     // NativeUrl specifies the url in the format of the configured storage provider (e.g. s3://my-bucket/randomstring/suffix.tar)
     string deck_uri = 11;
+
+    // dynamic_job_spec_uri is the location of the DynamicJobSpec proto message for a DynamicWorkflow. This is required
+    // to correctly recover partially completed executions where the subworkflow has already been compiled.
+    string dynamic_job_spec_uri = 12;
 }
 
 // Metadata for a WorkflowNode
@@ -192,6 +196,10 @@ message DynamicWorkflowNodeMetadata {
 
     // Represents the compiled representation of the embedded dynamic workflow.
     core.CompiledWorkflowClosure compiled_workflow = 2;
+
+    // dynamic_job_spec_uri is the location of the DynamicJobSpec proto message for this DynamicWorkflow. This is
+    // required to correctly recover partially completed executions where the subworkflow has already been compiled.
+    string dynamic_job_spec_uri = 3;
 }
 
 // Request structure to fetch inputs and output for a node execution.
@@ -219,5 +227,7 @@ message NodeExecutionGetDataResponse {
 
     // Optional Workflow closure for a dynamically generated workflow, in the case this node yields a dynamic workflow we return its structure here.
     DynamicWorkflowNodeMetadata dynamic_workflow = 16;
-}
 
+    FlyteURLs flyte_urls = 17;
+
+}

package/protos/flyteidl/admin/task_execution.proto

@@ -123,6 +123,19 @@ message TaskExecutionClosure {
     // TaskExecutionMetadata ExternalResourceInfo fields for each subtask rather than the TaskLog
     // in this message.
     int32 event_version = 17;
+
+    // A time-series of the phase transition or update explanations. This, when compared to storing a singular reason
+    // as previously done, is much more valuable in visualizing and understanding historical evaluations.
+    repeated Reason reasons = 18;
+}
+
+// Reason is a single message annotated with a timestamp to indicate the instant the reason occurred.
+message Reason {
+    // occurred_at is the timestamp indicating the instant that this reason happened.
+    google.protobuf.Timestamp occurred_at = 1;
+
+    // message is the explanation for the most recent phase transition or status update.
+    string message = 2;
 }
 
 // Request structure to fetch inputs and output for a task execution.
@@ -148,4 +161,8 @@ message TaskExecutionGetDataResponse {
 
     // Full_outputs will only be populated if they are under a configured size threshold.
     core.LiteralMap full_outputs               = 4;
+
+    // flyte tiny url to fetch a core.LiteralMap of task execution's IO
+    // Deck will be empty for task
+    FlyteURLs flyte_urls = 5;
 }

package/protos/flyteidl/core/metrics.proto

@@ -0,0 +1,36 @@
+syntax = "proto3";
+
+package flyteidl.core;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/core";
+
+import "flyteidl/core/identifier.proto";
+import "google/protobuf/timestamp.proto";
+
+// Span represents a duration trace of Flyte execution. The id field denotes a Flyte execution entity or an operation
+// which uniquely identifies the Span. The spans attribute allows this Span to be further broken down into more
+// precise definitions.
+message Span {
+    // start_time defines the instance this span began.
+    google.protobuf.Timestamp start_time = 1;
+
+    // end_time defines the instance this span completed.
+    google.protobuf.Timestamp end_time = 2;
+
+    oneof id {
+        // workflow_id is the id of the workflow execution this Span represents.
+        flyteidl.core.WorkflowExecutionIdentifier workflow_id = 3;
+
+        // node_id is the id of the node execution this Span represents.
+        flyteidl.core.NodeExecutionIdentifier node_id = 4;
+
+        // task_id is the id of the task execution this Span represents.
+        flyteidl.core.TaskExecutionIdentifier task_id = 5;
+
+        // operation_id is the id of a unique operation that this Span represents.
+        string operation_id = 6;
+    }
+
+    // spans defines a collection of Spans that breakdown this execution.
+    repeated Span spans = 7;
+}

package/protos/flyteidl/core/security.proto

@@ -69,6 +69,9 @@ message Identity {
     // oauth2_client references an oauth2 client. Backend plugins can use this information to impersonate the client when
     // making external calls.
     OAuth2Client oauth2_client = 3;
+
+    // execution_identity references the subject who makes the execution
+    string execution_identity = 4;
 }
 
 // OAuth2TokenRequest encapsulates information needed to request an OAuth2 token.

package/protos/flyteidl/core/tasks.proto

@@ -268,24 +268,32 @@ message DataLoadingConfig {
 
 // Defines a pod spec and additional pod metadata that is created when a task is executed.
 message K8sPod {
-   // Contains additional metadata for building a kubernetes pod.
-   K8sObjectMetadata metadata = 1;
-
-   // Defines the primary pod spec created when a task is executed.
-   // This should be a JSON-marshalled pod spec, which can be defined in
-   // - go, using: https://github.com/kubernetes/api/blob/release-1.21/core/v1/types.go#L2936
-   // - python: using https://github.com/kubernetes-client/python/blob/release-19.0/kubernetes/client/models/v1_pod_spec.py
-   google.protobuf.Struct pod_spec = 2;
+    // Contains additional metadata for building a kubernetes pod.
+    K8sObjectMetadata metadata = 1;
+
+    // Defines the primary pod spec created when a task is executed.
+    // This should be a JSON-marshalled pod spec, which can be defined in
+    // - go, using: https://github.com/kubernetes/api/blob/release-1.21/core/v1/types.go#L2936
+    // - python: using https://github.com/kubernetes-client/python/blob/release-19.0/kubernetes/client/models/v1_pod_spec.py
+    google.protobuf.Struct pod_spec = 2;
+
+    // BETA: Optional configuration for DataLoading. If not specified, then default values are used.
+    // This makes it possible to to run a completely portable container, that uses inputs and outputs
+    // only from the local file-system and without having any reference to flytekit. This is supported only on K8s at the moment.
+    // If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories
+    // are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation
+    // to understand the default paths.
+    // Only K8s
+    DataLoadingConfig data_config = 3;
 }
 
 // Metadata for building a kubernetes object when a task is executed.
 message K8sObjectMetadata {
+    // Optional labels to add to the pod definition.
+    map<string, string> labels = 1;
 
-  // Optional labels to add to the pod definition.
-  map<string, string> labels = 1;
-
-  // Optional annotations to add to the pod definition.
-  map<string, string> annotations = 2;
+    // Optional annotations to add to the pod definition.
+    map<string, string> annotations = 2;
 }
 
 // Sql represents a generic sql workload with a statement and dialect.

package/protos/flyteidl/event/event.proto

@@ -104,6 +104,12 @@ message NodeExecutionEvent {
     // String location uniquely identifying where the deck HTML file is
     // NativeUrl specifies the url in the format of the configured storage provider (e.g. s3://my-bucket/randomstring/suffix.tar)
     string deck_uri = 19;
+
+    // This timestamp represents the instant when the event was reported by the executing framework. For example,
+    // when first processing a node the `occurred_at` timestamp should be the instant propeller makes progress, so when
+    // literal inputs are initially copied. The event however will not be sent until after the copy completes.
+    // Extracting both of these timestamps facilitates a more accurate portrayal of the evaluation time-series.
+    google.protobuf.Timestamp reported_at = 21;
 }
 
 // For Workflow Nodes we need to send information about the workflow that's launched
@@ -132,6 +138,10 @@ message DynamicWorkflowNodeMetadata {
 
     // Represents the compiled representation of the embedded dynamic workflow.
     core.CompiledWorkflowClosure compiled_workflow = 2;
+
+    // dynamic_job_spec_uri is the location of the DynamicJobSpec proto message for this DynamicWorkflow. This is
+    // required to correctly recover partially completed executions where the workflow has already been compiled.
+    string dynamic_job_spec_uri = 3;
 }
 
 message ParentTaskExecutionMetadata {
@@ -217,6 +227,12 @@ message TaskExecutionEvent {
     // TaskExecutionMetadata ExternalResourceInfo fields for each subtask rather than the TaskLog
     // in this message.
     int32 event_version = 18;
+
+    // This timestamp represents the instant when the event was reported by the executing framework. For example, a k8s
+    // pod task may be marked completed at (ie. `occurred_at`) the instant the container running user code completes,
+    // but this event will not be reported until the pod is marked as completed. Extracting both of these timestamps
+    // facilitates a more accurate portrayal of the evaluation time-series. 
+    google.protobuf.Timestamp reported_at = 20;
 }
 
 // This message contains metadata about external resources produced or used by a specific task execution.

package/protos/flyteidl/plugins/kubeflow/common.proto

@@ -0,0 +1,33 @@
+syntax = "proto3";
+
+package flyteidl.plugins.kubeflow;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+
+enum RestartPolicy {
+    RESTART_POLICY_NEVER = 0;
+    RESTART_POLICY_ON_FAILURE = 1;
+    RESTART_POLICY_ALWAYS = 2;
+}
+
+enum CleanPodPolicy {
+    CLEANPOD_POLICY_NONE = 0;
+    CLEANPOD_POLICY_RUNNING = 1;
+    CLEANPOD_POLICY_ALL = 2;
+}
+
+message RunPolicy {
+    // Defines the policy to kill pods after the job completes. Default to None.
+    CleanPodPolicy clean_pod_policy = 1;
+
+    // TTL to clean up jobs. Default to infinite.
+    int32 ttl_seconds_after_finished = 2;
+
+    // Specifies the duration in seconds relative to the startTime that the job may be active
+    // before the system tries to terminate it; value must be positive integer.
+    int32 active_deadline_seconds = 3;
+
+    // Number of retries before marking this job failed.
+    int32 backoff_limit = 4;
+}

package/protos/flyteidl/plugins/kubeflow/mpi.proto

@@ -0,0 +1,43 @@
+syntax = "proto3";
+
+package flyteidl.plugins.kubeflow;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+import "flyteidl/core/tasks.proto";
+import "flyteidl/plugins/kubeflow/common.proto";
+
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/mpi-operator
+message DistributedMPITrainingTask {
+  // Worker replicas spec
+  DistributedMPITrainingReplicaSpec worker_replicas = 1;
+
+  // Master replicas spec
+  DistributedMPITrainingReplicaSpec launcher_replicas = 2;
+  
+  // RunPolicy encapsulates various runtime policies of the distributed training
+  // job, for example how to clean up resources and how long the job can stay
+  // active.
+  RunPolicy run_policy = 3;
+
+  // Number of slots per worker
+  int32 slots = 4; 
+}
+
+// Replica specification for distributed MPI training
+message DistributedMPITrainingReplicaSpec {
+  // Number of replicas
+  int32 replicas = 1;
+
+  // Image used for the replica group
+  string image = 2;
+
+  // Resources required for the replica group
+  core.Resources resources = 3;
+  
+  // Restart policy determines whether pods will be restarted when they exit
+  RestartPolicy restart_policy = 4;
+
+  // MPI sometimes requires different command set for different replica groups
+  repeated string command = 5;
+}

package/protos/flyteidl/plugins/kubeflow/pytorch.proto

@@ -0,0 +1,49 @@
+syntax = "proto3";
+
+package flyteidl.plugins.kubeflow;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+import "flyteidl/core/tasks.proto";
+import "flyteidl/plugins/kubeflow/common.proto";
+
+// Custom proto for torch elastic config for distributed training using 
+// https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+message ElasticConfig {
+  string rdzv_backend = 1;
+  int32 min_replicas = 2;
+  int32 max_replicas = 3;
+  int32 nproc_per_node = 4;
+  int32 max_restarts = 5;
+}
+
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
+message DistributedPyTorchTrainingTask {
+  // Worker replicas spec
+  DistributedPyTorchTrainingReplicaSpec worker_replicas = 1;
+
+  // Master replicas spec, master replicas can only have 1 replica
+  DistributedPyTorchTrainingReplicaSpec master_replicas = 2;
+
+  // RunPolicy encapsulates various runtime policies of the distributed training
+  // job, for example how to clean up resources and how long the job can stay
+  // active.
+  RunPolicy run_policy = 3;
+
+  // config for an elastic pytorch job
+  ElasticConfig elastic_config = 4;
+}
+
+message DistributedPyTorchTrainingReplicaSpec {
+  // Number of replicas
+  int32 replicas = 1;
+
+  // Image used for the replica group
+  string image = 2;
+
+  // Resources required for the replica group
+  core.Resources resources = 3;
+  
+  // RestartPolicy determines whether pods will be restarted when they exit
+  RestartPolicy restart_policy = 4;
+}

package/protos/flyteidl/plugins/kubeflow/tensorflow.proto

@@ -0,0 +1,39 @@
+syntax = "proto3";
+
+package flyteidl.plugins.kubeflow;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
+
+import "flyteidl/core/tasks.proto";
+import "flyteidl/plugins/kubeflow/common.proto";
+
+// Proto for plugin that enables distributed training using https://github.com/kubeflow/tf-operator
+message DistributedTensorflowTrainingTask {
+  // Worker replicas spec
+  DistributedTensorflowTrainingReplicaSpec worker_replicas = 1;
+
+  // Parameter server replicas spec
+  DistributedTensorflowTrainingReplicaSpec ps_replicas = 2;
+
+  // Chief replicas spec
+  DistributedTensorflowTrainingReplicaSpec chief_replicas = 3;
+
+  // RunPolicy encapsulates various runtime policies of the distributed training
+  // job, for example how to clean up resources and how long the job can stay
+  // active.
+  RunPolicy run_policy = 4;
+}
+
+message DistributedTensorflowTrainingReplicaSpec {
+  // Number of replicas
+  int32 replicas = 1;
+
+  // Image used for the replica group
+  string image = 2;
+
+  // Resources required for the replica group
+  core.Resources resources = 3;
+
+  // RestartPolicy Determines whether pods will be restarted when they exit
+  RestartPolicy restart_policy = 4;
+}

package/protos/flyteidl/plugins/pytorch.proto

@@ -4,8 +4,22 @@ package flyteidl.plugins;
 
 option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/plugins";
 
+// Custom proto for torch elastic config for distributed training using 
+// https://github.com/kubeflow/training-operator/blob/master/pkg/apis/kubeflow.org/v1/pytorch_types.go
+message ElasticConfig {
+  string rdzv_backend = 1;
+  int32 min_replicas = 2;
+  int32 max_replicas = 3;
+  int32 nproc_per_node = 4;
+  int32 max_restarts = 5;
+}
+
 // Custom proto for plugin that enables distributed training using https://github.com/kubeflow/pytorch-operator
 message DistributedPyTorchTrainingTask {
   // number of worker replicas spawned in the cluster for this job
   int32 workers = 1;
+
+  // config for an elastic pytorch job
+  // 
+  ElasticConfig elastic_config = 2;
 }

package/protos/flyteidl/service/admin.proto

@@ -19,7 +19,6 @@ import "flyteidl/admin/task_execution.proto";
 import "flyteidl/admin/version.proto";
 import "flyteidl/admin/common.proto";
 import "flyteidl/admin/description_entity.proto";
-import "flyteidl/core/identifier.proto";
 // import "protoc-gen-swagger/options/annotations.proto";
 
 // The following defines an RPC service that is also served over HTTP via grpc-gateway.
@@ -627,4 +626,14 @@ service AdminService {
     //   description: "Fetch existing description entity definitions matching input filters."
     // };
   }
+
+  // Fetches runtime metrics for a :ref:`ref_flyteidl.admin.Execution`.
+  rpc GetExecutionMetrics (flyteidl.admin.WorkflowExecutionGetMetricsRequest) returns (flyteidl.admin.WorkflowExecutionGetMetricsResponse) {
+    option (google.api.http) = {
+      get: "/api/v1/metrics/executions/{id.project}/{id.domain}/{id.name}"
+    };
+    // option (grpc.gateway.protoc_gen_swagger.options.openapiv2_operation) = {
+    //   description: "Retrieve metrics from an existing workflow execution."
+    // };
+  };
 }

package/protos/flyteidl/service/dataproxy.proto

@@ -8,6 +8,8 @@ import "google/api/annotations.proto";
 import "google/protobuf/duration.proto";
 import "google/protobuf/timestamp.proto";
 import "flyteidl/core/identifier.proto";
+import "flyteidl/core/literals.proto";
+
 
 message CreateUploadLocationResponse {
   // SignedUrl specifies the url to use to upload content to (e.g. https://my-bucket.s3.amazonaws.com/randomstring/suffix.tar?X-...)
@@ -95,6 +97,18 @@ message CreateDownloadLinkRequest {
 
 // CreateDownloadLinkResponse defines the response for the generated links
 message CreateDownloadLinkResponse {
+  // SignedUrl specifies the url to use to download content from (e.g. https://my-bucket.s3.amazonaws.com/randomstring/suffix.tar?X-...)
+  repeated string signed_url = 1 [deprecated = true];
+
+  // ExpiresAt defines when will the signed URL expire.
+  google.protobuf.Timestamp expires_at = 2 [deprecated = true];
+
+  // New wrapper object containing the signed urls and expiration time
+  PreSignedURLs pre_signed_urls = 3;
+}
+
+// Wrapper object since the message is shared across this and the GetDataResponse
+message PreSignedURLs {
   // SignedUrl specifies the url to use to download content from (e.g. https://my-bucket.s3.amazonaws.com/randomstring/suffix.tar?X-...)
   repeated string signed_url = 1;
 
@@ -102,6 +116,25 @@ message CreateDownloadLinkResponse {
   google.protobuf.Timestamp expires_at = 2;
 }
 
+// General request artifact to retrieve data from a Flyte artifact url.
+message GetDataRequest {
+  // A unique identifier in the form of flyte://<something> that uniquely, for a given Flyte
+  // backend, identifies a Flyte artifact ([i]nput, [o]utput, flyte [d]eck, etc.).
+  // e.g. flyte://v1/proj/development/execid/n2/0/i (for 0th task execution attempt input)
+  //      flyte://v1/proj/development/execid/n2/i (for node execution input)
+  string flyte_url = 1;
+}
+
+message GetDataResponse {
+  oneof data {
+    // literal map data will be returned
+    core.LiteralMap literal_map                = 1;
+
+    // Flyte deck html will be returned as a signed url users can download
+    PreSignedURLs pre_signed_urls = 2;
+  }
+}
+
 // DataProxyService defines an RPC Service that allows access to user-data in a controlled manner.
 service DataProxyService {
   // CreateUploadLocation creates a signed url to upload artifacts to for a given project/domain.
@@ -136,4 +169,11 @@ service DataProxyService {
     //   description: "Creates a read-only http location that is accessible for tasks at runtime."
     // };
   }
+
+  rpc GetData (GetDataRequest) returns (GetDataResponse) {
+    // Takes an address like flyte://v1/proj/development/execid/n2/0/i and return the actual data
+    option (google.api.http) = {
+      get: "/api/v1/data"
+    };
+  }
 }

package/protos/flyteidl/service/external_plugin_service.proto

@@ -0,0 +1,74 @@
+syntax = "proto3";
+package flyteidl.service;
+
+option go_package = "github.com/flyteorg/flyteidl/gen/pb-go/flyteidl/service";
+import "flyteidl/core/literals.proto";
+import "flyteidl/core/tasks.proto";
+import "flyteidl/core/interface.proto";
+
+// ExternalPluginService defines an RPC Service that allows propeller to send the request to the backend plugin server.
+service ExternalPluginService {
+  // Send a task create request to the backend plugin server.
+  rpc CreateTask (TaskCreateRequest) returns (TaskCreateResponse){};
+  // Get job status.
+  rpc GetTask (TaskGetRequest) returns (TaskGetResponse){};
+  // Delete the task resource.
+  rpc DeleteTask (TaskDeleteRequest) returns (TaskDeleteResponse){};
+}
+
+// The state of the execution is used to control its visibility in the UI/CLI.
+enum State {
+  RETRYABLE_FAILURE = 0;
+  PERMANENT_FAILURE = 1;
+  PENDING = 2;
+  RUNNING = 3;
+  SUCCEEDED = 4;
+}
+
+// Represents a request structure to create task.
+message TaskCreateRequest {
+  // The inputs required to start the execution. All required inputs must be
+  // included in this map. If not required and not provided, defaults apply.
+  // +optional
+  core.LiteralMap inputs = 1;
+  // Template of the task that encapsulates all the metadata of the task.
+  core.TaskTemplate template = 2;
+  // Prefix for where task output data will be written. (e.g. s3://my-bucket/randomstring)
+  string output_prefix = 3;
+}
+
+// Represents a create response structure.
+message TaskCreateResponse {
+  string job_id = 1;
+}
+
+// A message used to fetch a job state from backend plugin server.
+message TaskGetRequest {
+  // A predefined yet extensible Task type identifier.
+  string task_type = 1;
+  // The unique id identifying the job.
+  string job_id = 2;
+}
+
+// Response to get an individual task state.
+message TaskGetResponse {
+  // The state of the execution is used to control its visibility in the UI/CLI.
+  State state = 1;
+  // The outputs of the execution. It's typically used by sql task. Flyteplugins service will create a
+  // Structured dataset pointing to the query result table.
+  // +optional
+  core.LiteralMap outputs = 2;
+}
+
+// A message used to delete a task.
+message TaskDeleteRequest {
+  // A predefined yet extensible Task type identifier.
+  string task_type = 1;
+  // The unique id identifying the job.
+  string job_id = 2;
+}
+
+// Response to delete a task.
+message TaskDeleteResponse {
+}
+