@flyteorg/flyteidl 0.21.8 → 0.21.12

package/gen/pb-js/flyteidl.d.ts

@@ -140,6 +140,64 @@ export namespace flyteidl {
             public static verify(message: { [k: string]: any }): (string|null);
         }
 
+        /** Properties of a CatalogReservation. */
+        interface ICatalogReservation {
+        }
+
+        /** Represents a CatalogReservation. */
+        class CatalogReservation implements ICatalogReservation {
+
+            /**
+             * Constructs a new CatalogReservation.
+             * @param [properties] Properties to set
+             */
+            constructor(properties?: flyteidl.core.ICatalogReservation);
+
+            /**
+             * Creates a new CatalogReservation instance using the specified properties.
+             * @param [properties] Properties to set
+             * @returns CatalogReservation instance
+             */
+            public static create(properties?: flyteidl.core.ICatalogReservation): flyteidl.core.CatalogReservation;
+
+            /**
+             * Encodes the specified CatalogReservation message. Does not implicitly {@link flyteidl.core.CatalogReservation.verify|verify} messages.
+             * @param message CatalogReservation message or plain object to encode
+             * @param [writer] Writer to encode to
+             * @returns Writer
+             */
+            public static encode(message: flyteidl.core.ICatalogReservation, writer?: $protobuf.Writer): $protobuf.Writer;
+
+            /**
+             * Decodes a CatalogReservation message from the specified reader or buffer.
+             * @param reader Reader or buffer to decode from
+             * @param [length] Message length if known beforehand
+             * @returns CatalogReservation
+             * @throws {Error} If the payload is not a reader or valid buffer
+             * @throws {$protobuf.util.ProtocolError} If required fields are missing
+             */
+            public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): flyteidl.core.CatalogReservation;
+
+            /**
+             * Verifies a CatalogReservation message.
+             * @param message Plain object to verify
+             * @returns `null` if valid, otherwise the reason why it is not
+             */
+            public static verify(message: { [k: string]: any }): (string|null);
+        }
+
+        namespace CatalogReservation {
+
+            /** Status enum. */
+            enum Status {
+                RESERVATION_DISABLED = 0,
+                RESERVATION_ACQUIRED = 1,
+                RESERVATION_EXISTS = 2,
+                RESERVATION_RELEASED = 3,
+                RESERVATION_FAILURE = 4
+            }
+        }
+
         /** ResourceType enum. */
         enum ResourceType {
             UNSPECIFIED = 0,
@@ -4175,6 +4233,9 @@ export namespace flyteidl {
 
             /** TaskMetadata interruptible */
             interruptible?: (boolean|null);
+
+            /** TaskMetadata cacheSerializable */
+            cacheSerializable?: (boolean|null);
         }
 
         /** Represents a TaskMetadata. */
@@ -4207,6 +4268,9 @@ export namespace flyteidl {
             /** TaskMetadata interruptible. */
             public interruptible: boolean;
 
+            /** TaskMetadata cacheSerializable. */
+            public cacheSerializable: boolean;
+
             /** TaskMetadata interruptibleValue. */
             public interruptibleValue?: "interruptible";
 
@@ -5781,6 +5845,9 @@ export namespace flyteidl {
             /** TaskNodeMetadata catalogKey */
             catalogKey?: (flyteidl.core.ICatalogMetadata|null);
 
+            /** TaskNodeMetadata reservationStatus */
+            reservationStatus?: (flyteidl.core.CatalogReservation.Status|null);
+
             /** TaskNodeMetadata dynamicWorkflow */
             dynamicWorkflow?: (flyteidl.event.IDynamicWorkflowNodeMetadata|null);
         }
@@ -5800,6 +5867,9 @@ export namespace flyteidl {
             /** TaskNodeMetadata catalogKey. */
             public catalogKey?: (flyteidl.core.ICatalogMetadata|null);
 
+            /** TaskNodeMetadata reservationStatus. */
+            public reservationStatus: flyteidl.core.CatalogReservation.Status;
+
             /** TaskNodeMetadata dynamicWorkflow. */
             public dynamicWorkflow?: (flyteidl.event.IDynamicWorkflowNodeMetadata|null);
 

package/gen/pb-js/flyteidl.js

@@ -342,6 +342,119 @@ export const flyteidl = $root.flyteidl = (() => {
             return CatalogMetadata;
         })();
 
+        core.CatalogReservation = (function() {
+
+            /**
+             * Properties of a CatalogReservation.
+             * @memberof flyteidl.core
+             * @interface ICatalogReservation
+             */
+
+            /**
+             * Constructs a new CatalogReservation.
+             * @memberof flyteidl.core
+             * @classdesc Represents a CatalogReservation.
+             * @implements ICatalogReservation
+             * @constructor
+             * @param {flyteidl.core.ICatalogReservation=} [properties] Properties to set
+             */
+            function CatalogReservation(properties) {
+                if (properties)
+                    for (let keys = Object.keys(properties), i = 0; i < keys.length; ++i)
+                        if (properties[keys[i]] != null)
+                            this[keys[i]] = properties[keys[i]];
+            }
+
+            /**
+             * Creates a new CatalogReservation instance using the specified properties.
+             * @function create
+             * @memberof flyteidl.core.CatalogReservation
+             * @static
+             * @param {flyteidl.core.ICatalogReservation=} [properties] Properties to set
+             * @returns {flyteidl.core.CatalogReservation} CatalogReservation instance
+             */
+            CatalogReservation.create = function create(properties) {
+                return new CatalogReservation(properties);
+            };
+
+            /**
+             * Encodes the specified CatalogReservation message. Does not implicitly {@link flyteidl.core.CatalogReservation.verify|verify} messages.
+             * @function encode
+             * @memberof flyteidl.core.CatalogReservation
+             * @static
+             * @param {flyteidl.core.ICatalogReservation} message CatalogReservation message or plain object to encode
+             * @param {$protobuf.Writer} [writer] Writer to encode to
+             * @returns {$protobuf.Writer} Writer
+             */
+            CatalogReservation.encode = function encode(message, writer) {
+                if (!writer)
+                    writer = $Writer.create();
+                return writer;
+            };
+
+            /**
+             * Decodes a CatalogReservation message from the specified reader or buffer.
+             * @function decode
+             * @memberof flyteidl.core.CatalogReservation
+             * @static
+             * @param {$protobuf.Reader|Uint8Array} reader Reader or buffer to decode from
+             * @param {number} [length] Message length if known beforehand
+             * @returns {flyteidl.core.CatalogReservation} CatalogReservation
+             * @throws {Error} If the payload is not a reader or valid buffer
+             * @throws {$protobuf.util.ProtocolError} If required fields are missing
+             */
+            CatalogReservation.decode = function decode(reader, length) {
+                if (!(reader instanceof $Reader))
+                    reader = $Reader.create(reader);
+                let end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.core.CatalogReservation();
+                while (reader.pos < end) {
+                    let tag = reader.uint32();
+                    switch (tag >>> 3) {
+                    default:
+                        reader.skipType(tag & 7);
+                        break;
+                    }
+                }
+                return message;
+            };
+
+            /**
+             * Verifies a CatalogReservation message.
+             * @function verify
+             * @memberof flyteidl.core.CatalogReservation
+             * @static
+             * @param {Object.<string,*>} message Plain object to verify
+             * @returns {string|null} `null` if valid, otherwise the reason why it is not
+             */
+            CatalogReservation.verify = function verify(message) {
+                if (typeof message !== "object" || message === null)
+                    return "object expected";
+                return null;
+            };
+
+            /**
+             * Status enum.
+             * @name flyteidl.core.CatalogReservation.Status
+             * @enum {string}
+             * @property {number} RESERVATION_DISABLED=0 RESERVATION_DISABLED value
+             * @property {number} RESERVATION_ACQUIRED=1 RESERVATION_ACQUIRED value
+             * @property {number} RESERVATION_EXISTS=2 RESERVATION_EXISTS value
+             * @property {number} RESERVATION_RELEASED=3 RESERVATION_RELEASED value
+             * @property {number} RESERVATION_FAILURE=4 RESERVATION_FAILURE value
+             */
+            CatalogReservation.Status = (function() {
+                const valuesById = {}, values = Object.create(valuesById);
+                values[valuesById[0] = "RESERVATION_DISABLED"] = 0;
+                values[valuesById[1] = "RESERVATION_ACQUIRED"] = 1;
+                values[valuesById[2] = "RESERVATION_EXISTS"] = 2;
+                values[valuesById[3] = "RESERVATION_RELEASED"] = 3;
+                values[valuesById[4] = "RESERVATION_FAILURE"] = 4;
+                return values;
+            })();
+
+            return CatalogReservation;
+        })();
+
         /**
          * ResourceType enum.
          * @name flyteidl.core.ResourceType
@@ -9895,6 +10008,7 @@ export const flyteidl = $root.flyteidl = (() => {
              * @property {string|null} [discoveryVersion] TaskMetadata discoveryVersion
              * @property {string|null} [deprecatedErrorMessage] TaskMetadata deprecatedErrorMessage
              * @property {boolean|null} [interruptible] TaskMetadata interruptible
+             * @property {boolean|null} [cacheSerializable] TaskMetadata cacheSerializable
              */
 
             /**
@@ -9968,6 +10082,14 @@ export const flyteidl = $root.flyteidl = (() => {
              */
             TaskMetadata.prototype.interruptible = false;
 
+            /**
+             * TaskMetadata cacheSerializable.
+             * @member {boolean} cacheSerializable
+             * @memberof flyteidl.core.TaskMetadata
+             * @instance
+             */
+            TaskMetadata.prototype.cacheSerializable = false;
+
             // OneOf field names bound to virtual getters and setters
             let $oneOfFields;
 
@@ -10020,6 +10142,8 @@ export const flyteidl = $root.flyteidl = (() => {
                     writer.uint32(/* id 7, wireType 2 =*/58).string(message.deprecatedErrorMessage);
                 if (message.interruptible != null && message.hasOwnProperty("interruptible"))
                     writer.uint32(/* id 8, wireType 0 =*/64).bool(message.interruptible);
+                if (message.cacheSerializable != null && message.hasOwnProperty("cacheSerializable"))
+                    writer.uint32(/* id 9, wireType 0 =*/72).bool(message.cacheSerializable);
                 return writer;
             };
 
@@ -10062,6 +10186,9 @@ export const flyteidl = $root.flyteidl = (() => {
                     case 8:
                         message.interruptible = reader.bool();
                         break;
+                    case 9:
+                        message.cacheSerializable = reader.bool();
+                        break;
                     default:
                         reader.skipType(tag & 7);
                         break;
@@ -10111,6 +10238,9 @@ export const flyteidl = $root.flyteidl = (() => {
                     if (typeof message.interruptible !== "boolean")
                         return "interruptible: boolean expected";
                 }
+                if (message.cacheSerializable != null && message.hasOwnProperty("cacheSerializable"))
+                    if (typeof message.cacheSerializable !== "boolean")
+                        return "cacheSerializable: boolean expected";
                 return null;
             };
 
@@ -13984,6 +14114,7 @@ export const flyteidl = $root.flyteidl = (() => {
              * @interface ITaskNodeMetadata
              * @property {flyteidl.core.CatalogCacheStatus|null} [cacheStatus] TaskNodeMetadata cacheStatus
              * @property {flyteidl.core.ICatalogMetadata|null} [catalogKey] TaskNodeMetadata catalogKey
+             * @property {flyteidl.core.CatalogReservation.Status|null} [reservationStatus] TaskNodeMetadata reservationStatus
              * @property {flyteidl.event.IDynamicWorkflowNodeMetadata|null} [dynamicWorkflow] TaskNodeMetadata dynamicWorkflow
              */
 
@@ -14018,6 +14149,14 @@ export const flyteidl = $root.flyteidl = (() => {
              */
             TaskNodeMetadata.prototype.catalogKey = null;
 
+            /**
+             * TaskNodeMetadata reservationStatus.
+             * @member {flyteidl.core.CatalogReservation.Status} reservationStatus
+             * @memberof flyteidl.event.TaskNodeMetadata
+             * @instance
+             */
+            TaskNodeMetadata.prototype.reservationStatus = 0;
+
             /**
              * TaskNodeMetadata dynamicWorkflow.
              * @member {flyteidl.event.IDynamicWorkflowNodeMetadata|null|undefined} dynamicWorkflow
@@ -14054,6 +14193,8 @@ export const flyteidl = $root.flyteidl = (() => {
                     writer.uint32(/* id 1, wireType 0 =*/8).int32(message.cacheStatus);
                 if (message.catalogKey != null && message.hasOwnProperty("catalogKey"))
                     $root.flyteidl.core.CatalogMetadata.encode(message.catalogKey, writer.uint32(/* id 2, wireType 2 =*/18).fork()).ldelim();
+                if (message.reservationStatus != null && message.hasOwnProperty("reservationStatus"))
+                    writer.uint32(/* id 3, wireType 0 =*/24).int32(message.reservationStatus);
                 if (message.dynamicWorkflow != null && message.hasOwnProperty("dynamicWorkflow"))
                     $root.flyteidl.event.DynamicWorkflowNodeMetadata.encode(message.dynamicWorkflow, writer.uint32(/* id 16, wireType 2 =*/130).fork()).ldelim();
                 return writer;
@@ -14083,6 +14224,9 @@ export const flyteidl = $root.flyteidl = (() => {
                     case 2:
                         message.catalogKey = $root.flyteidl.core.CatalogMetadata.decode(reader, reader.uint32());
                         break;
+                    case 3:
+                        message.reservationStatus = reader.int32();
+                        break;
                     case 16:
                         message.dynamicWorkflow = $root.flyteidl.event.DynamicWorkflowNodeMetadata.decode(reader, reader.uint32());
                         break;
@@ -14122,6 +14266,17 @@ export const flyteidl = $root.flyteidl = (() => {
                     if (error)
                         return "catalogKey." + error;
                 }
+                if (message.reservationStatus != null && message.hasOwnProperty("reservationStatus"))
+                    switch (message.reservationStatus) {
+                    default:
+                        return "reservationStatus: enum value expected";
+                    case 0:
+                    case 1:
+                    case 2:
+                    case 3:
+                    case 4:
+                        break;
+                    }
                 if (message.dynamicWorkflow != null && message.hasOwnProperty("dynamicWorkflow")) {
                     let error = $root.flyteidl.event.DynamicWorkflowNodeMetadata.verify(message.dynamicWorkflow);
                     if (error)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "0.21.8",
+  "version": "0.21.12",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/docs/admin/admin.rst

@@ -841,11 +841,11 @@ Encapsulates the results of the Execution
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "outputs", ":ref:`ref_flyteidl.admin.LiteralMapBlob`", "", "Output URI in the case of a successful execution."
+   "outputs", ":ref:`ref_flyteidl.admin.LiteralMapBlob`", "", "**Deprecated.** Output URI in the case of a successful execution. DEPRECATED. Use GetExecutionData to fetch output data instead."
    "error", ":ref:`ref_flyteidl.core.ExecutionError`", "", "Error information in the case of a failed execution."
    "abort_cause", ":ref:`ref_string`", "", "**Deprecated.** In the case of a user-specified abort, this will pass along the user-supplied cause."
    "abort_metadata", ":ref:`ref_flyteidl.admin.AbortMetadata`", "", "In the case of a user-specified abort, this will pass along the user and their supplied cause."
-   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Raw output data produced by this execution."
+   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "**Deprecated.** Raw output data produced by this execution. DEPRECATED. Use GetExecutionData to fetch output data instead."
    "computed_inputs", ":ref:`ref_flyteidl.core.LiteralMap`", "", "**Deprecated.** Inputs computed and passed for execution. computed_inputs depends on inputs in ExecutionSpec, fixed and default inputs in launch plan"
    "phase", ":ref:`ref_flyteidl.core.WorkflowExecution.Phase`", "", "Most recent recorded phase for the execution."
    "started_at", ":ref:`ref_google.protobuf.Timestamp`", "", "Reported time at which the execution began running."
@@ -1979,9 +1979,9 @@ Container for node execution details and results.
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "output_uri", ":ref:`ref_string`", "", "Links to a remotely stored, serialized core.LiteralMap of node execution outputs."
+   "output_uri", ":ref:`ref_string`", "", "**Deprecated.** Links to a remotely stored, serialized core.LiteralMap of node execution outputs. DEPRECATED. Use GetNodeExecutionData to fetch output data instead."
    "error", ":ref:`ref_flyteidl.core.ExecutionError`", "", "Error information for the Node"
-   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Raw output data produced by this node execution."
+   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "**Deprecated.** Raw output data produced by this node execution. DEPRECATED. Use GetNodeExecutionData to fetch output data instead."
    "phase", ":ref:`ref_flyteidl.core.NodeExecution.Phase`", "", "The last recorded phase for this node execution."
    "started_at", ":ref:`ref_google.protobuf.Timestamp`", "", "Time at which the node execution began running."
    "duration", ":ref:`ref_google.protobuf.Duration`", "", "The amount of time the node execution spent running."
@@ -2903,9 +2903,9 @@ Container for task execution details and results.
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "output_uri", ":ref:`ref_string`", "", "Path to remote data store where output blob is stored if the execution succeeded (and produced outputs)."
+   "output_uri", ":ref:`ref_string`", "", "**Deprecated.** Path to remote data store where output blob is stored if the execution succeeded (and produced outputs). DEPRECATED. Use GetTaskExecutionData to fetch output data instead."
    "error", ":ref:`ref_flyteidl.core.ExecutionError`", "", "Error information for the task execution. Populated if the execution failed."
-   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "Raw output data produced by this task execution."
+   "output_data", ":ref:`ref_flyteidl.core.LiteralMap`", "", "**Deprecated.** Raw output data produced by this task execution. DEPRECATED. Use GetTaskExecutionData to fetch output data instead."
    "phase", ":ref:`ref_flyteidl.core.TaskExecution.Phase`", "", "The last recorded phase for this task execution."
    "logs", ":ref:`ref_flyteidl.core.TaskLog`", "repeated", "Detailed log information output by the task execution."
    "started_at", ":ref:`ref_google.protobuf.Timestamp`", "", "Time at which the task execution began running."

package/protos/docs/core/core.rst

@@ -57,6 +57,20 @@ Catalog artifact information with specific metadata
 
 
 
+
+
+.. _ref_flyteidl.core.CatalogReservation:
+
+CatalogReservation
+------------------------------------------------------------------
+
+
+
+
+
+
+
+
  
 
 
@@ -79,6 +93,25 @@ Indicates the status of CatalogCaching. The reason why this is not embedded in T
    "CACHE_LOOKUP_FAILURE", "4", "Used to indicate that cache lookup failed because of an error"
    "CACHE_PUT_FAILURE", "5", "Used to indicate that cache lookup failed because of an error"
 
+
+
+.. _ref_flyteidl.core.CatalogReservation.Status:
+
+CatalogReservation.Status
+------------------------------------------------------------------
+
+Indicates the status of a catalog reservation operation.
+
+.. csv-table:: Enum CatalogReservation.Status values
+   :header: "Name", "Number", "Description"
+   :widths: auto
+
+   "RESERVATION_DISABLED", "0", "Used to indicate that reservations are disabled"
+   "RESERVATION_ACQUIRED", "1", "Used to indicate that a reservation was successfully acquired or extended"
+   "RESERVATION_EXISTS", "2", "Used to indicate that an active reservation currently exists"
+   "RESERVATION_RELEASED", "3", "Used to indicate that the reservation has been successfully released"
+   "RESERVATION_FAILURE", "4", "Used to indicate that a reservation operation resulted in failure"
+
  
 
  
@@ -1732,6 +1765,7 @@ Container
    "config", ":ref:`ref_flyteidl.core.KeyValuePair`", "repeated", "**Deprecated.** Allows extra configs to be available for the container. TODO: elaborate on how configs will become available. Deprecated, please use TaskTemplate.config instead."
    "ports", ":ref:`ref_flyteidl.core.ContainerPort`", "repeated", "Ports to open in the container. This feature is not supported by all execution engines. (e.g. supported on K8s but not supported on AWS Batch) Only K8s"
    "data_config", ":ref:`ref_flyteidl.core.DataLoadingConfig`", "", "BETA: Optional configuration for DataLoading. If not specified, then default values are used. This makes it possible to to run a completely portable container, that uses inputs and outputs only from the local file-system and without having any reference to flyteidl. This is supported only on K8s at the moment. If data loading is enabled, then data will be mounted in accompanying directories specified in the DataLoadingConfig. If the directories are not specified, inputs will be mounted onto and outputs will be uploaded from a pre-determined file-system path. Refer to the documentation to understand the default paths. Only K8s"
+   "architecture", ":ref:`ref_flyteidl.core.Container.Architecture`", "", ""
 
 
 
@@ -2007,6 +2041,7 @@ Task Metadata
    "discovery_version", ":ref:`ref_string`", "", "Indicates a logical version to apply to this task for the purpose of discovery."
    "deprecated_error_message", ":ref:`ref_string`", "", "If set, this indicates that this task is deprecated. This will enable owners of tasks to notify consumers of the ending of support for a given task."
    "interruptible", ":ref:`ref_bool`", "", ""
+   "cache_serializable", ":ref:`ref_bool`", "", "Indicates whether the system should attempt to execute discoverable instances in serial to avoid duplicate work"
 
 
 
@@ -2070,6 +2105,25 @@ TaskTemplate.ConfigEntry
 
 
 
+.. _ref_flyteidl.core.Container.Architecture:
+
+Container.Architecture
+------------------------------------------------------------------
+
+Architecture-type the container image supports.
+
+.. csv-table:: Enum Container.Architecture values
+   :header: "Name", "Number", "Description"
+   :widths: auto
+
+   "UNKNOWN", "0", ""
+   "AMD64", "1", ""
+   "ARM64", "2", ""
+   "ARM_V6", "3", ""
+   "ARM_V7", "4", ""
+
+
+
 .. _ref_flyteidl.core.DataLoadingConfig.LiteralMapFormat:
 
 DataLoadingConfig.LiteralMapFormat
@@ -3101,8 +3155,8 @@ Value
 
 `Value` represents a dynamically typed value which can be either
 null, a number, a string, a boolean, a recursive struct value, or a
-list of values. A producer of value is expected to set one of that
-variants, absence of any variant indicates an error.
+list of values. A producer of value is expected to set one of these
+variants. Absence of any variant indicates an error.
 
 The JSON representation for `Value` is JSON value.
 

package/protos/docs/datacatalog/datacatalog.rst

@@ -261,43 +261,6 @@ Dataset properties we can filter by
 
 
 
-.. _ref_datacatalog.ExtendReservationRequest:
-
-ExtendReservationRequest
-------------------------------------------------------------------
-
-Request to extend reservation
-
-
-
-.. csv-table:: ExtendReservationRequest type fields
-   :header: "Field", "Type", "Label", "Description"
-   :widths: auto
-
-   "dataset_id", ":ref:`ref_datacatalog.DatasetID`", "", ""
-   "tag_name", ":ref:`ref_string`", "", ""
-   "owner_id", ":ref:`ref_string`", "", ""
-
-
-
-
-
-
-
-.. _ref_datacatalog.ExtendReservationResponse:
-
-ExtendReservationResponse
-------------------------------------------------------------------
-
-Response to extend reservation
-
-
-
-
-
-
-
-
 .. _ref_datacatalog.FilterExpression:
 
 FilterExpression
@@ -410,22 +373,22 @@ Dataset.
 
 
 
-.. _ref_datacatalog.GetOrReserveArtifactRequest:
+.. _ref_datacatalog.GetOrExtendReservationRequest:
 
-GetOrReserveArtifactRequest
+GetOrExtendReservationRequest
 ------------------------------------------------------------------
 
-Get the Artifact or try to reserve a spot if the Artifact does not exist.
+Try to acquire or extend an artifact reservation. If an active reservation exists, retreive that instance.
 
 
 
-.. csv-table:: GetOrReserveArtifactRequest type fields
+.. csv-table:: GetOrExtendReservationRequest type fields
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "dataset_id", ":ref:`ref_datacatalog.DatasetID`", "", ""
-   "tag_name", ":ref:`ref_string`", "", ""
+   "reservation_id", ":ref:`ref_datacatalog.ReservationID`", "", ""
    "owner_id", ":ref:`ref_string`", "", ""
+   "heartbeat_interval", ":ref:`ref_google.protobuf.Duration`", "", "Requested reservation extension heartbeat interval"
 
 
 
@@ -433,21 +396,20 @@ Get the Artifact or try to reserve a spot if the Artifact does not exist.
 
 
 
-.. _ref_datacatalog.GetOrReserveArtifactResponse:
+.. _ref_datacatalog.GetOrExtendReservationResponse:
 
-GetOrReserveArtifactResponse
+GetOrExtendReservationResponse
 ------------------------------------------------------------------
 
-Response to get artifact or reserve spot.
+Response including either a newly minted reservation or the existing reservation
 
 
 
-.. csv-table:: GetOrReserveArtifactResponse type fields
+.. csv-table:: GetOrExtendReservationResponse type fields
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "artifact", ":ref:`ref_datacatalog.Artifact`", "", ""
-   "reservation_status", ":ref:`ref_datacatalog.ReservationStatus`", "", ""
+   "reservation", ":ref:`ref_datacatalog.Reservation`", "", ""
 
 
 
@@ -689,8 +651,7 @@ Request to release reservation
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "dataset_id", ":ref:`ref_datacatalog.DatasetID`", "", ""
-   "tag_name", ":ref:`ref_string`", "", ""
+   "reservation_id", ":ref:`ref_datacatalog.ReservationID`", "", ""
    "owner_id", ":ref:`ref_string`", "", ""
 
 
@@ -713,22 +674,46 @@ Response to release reservation
 
 
 
-.. _ref_datacatalog.ReservationStatus:
+.. _ref_datacatalog.Reservation:
 
-ReservationStatus
+Reservation
 ------------------------------------------------------------------
 
-Whether we successfully reserve a spot.
+A reservation including owner, heartbeat interval, expiration timestamp, and various metadata.
 
 
 
-.. csv-table:: ReservationStatus type fields
+.. csv-table:: Reservation type fields
    :header: "Field", "Type", "Label", "Description"
    :widths: auto
 
-   "state", ":ref:`ref_datacatalog.ReservationStatus.State`", "", ""
-   "metadata", ":ref:`ref_datacatalog.Metadata`", "", ""
+   "reservation_id", ":ref:`ref_datacatalog.ReservationID`", "", ""
    "owner_id", ":ref:`ref_string`", "", ""
+   "heartbeat_interval", ":ref:`ref_google.protobuf.Duration`", "", "Recommended heartbeat interval to extend reservation"
+   "expires_at", ":ref:`ref_google.protobuf.Timestamp`", "", "Expiration timestamp of this reservation"
+   "metadata", ":ref:`ref_datacatalog.Metadata`", "", ""
+
+
+
+
+
+
+
+.. _ref_datacatalog.ReservationID:
+
+ReservationID
+------------------------------------------------------------------
+
+ReservationID message that is composed of several string fields.
+
+
+
+.. csv-table:: ReservationID type fields
+   :header: "Field", "Type", "Label", "Description"
+   :widths: auto
+
+   "dataset_id", ":ref:`ref_datacatalog.DatasetID`", "", ""
+   "tag_name", ":ref:`ref_string`", "", ""
 
 
 
@@ -839,22 +824,6 @@ PaginationOptions.SortOrder
 
 
 
-.. _ref_datacatalog.ReservationStatus.State:
-
-ReservationStatus.State
-------------------------------------------------------------------
-
-
-
-.. csv-table:: Enum ReservationStatus.State values
-   :header: "Name", "Number", "Description"
-   :widths: auto
-
-   "ACQUIRED", "0", "Acquired the reservation successfully."
-   "ALREADY_IN_PROGRESS", "1", "Indicates an existing active reservation exist for a different owner_id."
-
-
-
 .. _ref_datacatalog.SinglePropertyFilter.ComparisonOperator:
 
 SinglePropertyFilter.ComparisonOperator
@@ -894,8 +863,7 @@ Artifacts are associated with a Dataset, and can be tagged for retrieval.
    "AddTag", ":ref:`ref_datacatalog.AddTagRequest`", ":ref:`ref_datacatalog.AddTagResponse`", "Associate a tag with an artifact. Tags are unique within a Dataset."
    "ListArtifacts", ":ref:`ref_datacatalog.ListArtifactsRequest`", ":ref:`ref_datacatalog.ListArtifactsResponse`", "Return a paginated list of artifacts"
    "ListDatasets", ":ref:`ref_datacatalog.ListDatasetsRequest`", ":ref:`ref_datacatalog.ListDatasetsResponse`", "Return a paginated list of datasets"
-   "GetOrReserveArtifact", ":ref:`ref_datacatalog.GetOrReserveArtifactRequest`", ":ref:`ref_datacatalog.GetOrReserveArtifactResponse`", "Get an artifact and the corresponding data. If the artifact does not exist, try to reserve a spot for populating the artifact. Once you preserve a spot, you should call ExtendReservation API periodically to extend the reservation. Otherwise, the reservation can expire and other tasks may take the spot. If the same owner_id calls this API for the same dataset and it has an active reservation and the artifacts have not been written yet by a different owner, the API will respond with an Acquired Reservation Status (providing idempotency). Note: We may have multiple concurrent tasks with the same signature and the same input that try to populate the same artifact at the same time. Thus with reservation, only one task can run at a time, until the reservation expires. Note: If task A does not extend the reservation in time and the reservation expires, another task B may take over the reservation, resulting in two tasks A and B running in parallel. So a third task C may get the Artifact from A or B, whichever writes last."
-   "ExtendReservation", ":ref:`ref_datacatalog.ExtendReservationRequest`", ":ref:`ref_datacatalog.ExtendReservationResponse`", "Extend the reservation to keep it from expiring. If the reservation expires, other tasks can take over the reservation by calling GetOrReserveArtifact."
+   "GetOrExtendReservation", ":ref:`ref_datacatalog.GetOrExtendReservationRequest`", ":ref:`ref_datacatalog.GetOrExtendReservationResponse`", "Attempts to get or extend a reservation for the corresponding artifact. If one already exists (ie. another entity owns the reservation) then that reservation is retrieved. Once you acquire a reservation, you need to periodically extend the reservation with an identical call. If the reservation is not extended before the defined expiration, it may be acquired by another task. Note: We may have multiple concurrent tasks with the same signature and the same input that try to populate the same artifact at the same time. Thus with reservation, only one task can run at a time, until the reservation expires. Note: If task A does not extend the reservation in time and the reservation expires, another task B may take over the reservation, resulting in two tasks A and B running in parallel. So a third task C may get the Artifact from A or B, whichever writes last."
    "ReleaseReservation", ":ref:`ref_datacatalog.ReleaseReservationRequest`", ":ref:`ref_datacatalog.ReleaseReservationResponse`", "Release the reservation when the task holding the spot fails so that the other tasks can grab the spot."
  <!-- end services -->
 

package/protos/docs/event/event.rst

@@ -236,6 +236,7 @@ TaskNodeMetadata
 
    "cache_status", ":ref:`ref_flyteidl.core.CatalogCacheStatus`", "", "Captures the status of caching for this execution."
    "catalog_key", ":ref:`ref_flyteidl.core.CatalogMetadata`", "", "This structure carries the catalog artifact information"
+   "reservation_status", ":ref:`ref_flyteidl.core.CatalogReservation.Status`", "", "Captures the status of cache reservations for this execution."
    "dynamic_workflow", ":ref:`ref_flyteidl.event.DynamicWorkflowNodeMetadata`", "", "In the case this task launched a dynamic workflow we capture its structure here."
 
 

package/protos/flyteidl/admin/execution.proto

@@ -126,7 +126,8 @@ message ExecutionClosure {
     // A pending (non-terminal) execution will not have any output result.
     oneof output_result {
         // Output URI in the case of a successful execution.
-        LiteralMapBlob outputs = 1;
+        // DEPRECATED. Use GetExecutionData to fetch output data instead.
+        LiteralMapBlob outputs = 1 [deprecated = true];
 
         // Error information in the case of a failed execution.
         core.ExecutionError error = 2;
@@ -138,7 +139,8 @@ message ExecutionClosure {
         AbortMetadata abort_metadata = 12;
 
         // Raw output data produced by this execution.
-        core.LiteralMap output_data = 13;
+        // DEPRECATED. Use GetExecutionData to fetch output data instead.
+        core.LiteralMap output_data = 13 [deprecated = true];
     }
 
     // Inputs computed and passed for execution.

package/protos/flyteidl/admin/node_execution.proto

@@ -127,13 +127,15 @@ message NodeExecutionClosure {
     // Only a node in a terminal state will have a non-empty output_result.
     oneof output_result {
         // Links to a remotely stored, serialized core.LiteralMap of node execution outputs.
-        string output_uri                  = 1;
+        // DEPRECATED. Use GetNodeExecutionData to fetch output data instead.
+        string output_uri                  = 1 [deprecated = true];
 
         // Error information for the Node
         core.ExecutionError error          = 2;
 
         // Raw output data produced by this node execution.
-        core.LiteralMap output_data        = 10;
+        // DEPRECATED. Use GetNodeExecutionData to fetch output data instead.
+        core.LiteralMap output_data        = 10 [deprecated = true];
     }
 
     // The last recorded phase for this node execution.

package/protos/flyteidl/admin/task_execution.proto

@@ -77,13 +77,15 @@ message TaskExecutionList {
 message TaskExecutionClosure {
     oneof output_result {
         // Path to remote data store where output blob is stored if the execution succeeded (and produced outputs).
-        string output_uri                  = 1;
+        // DEPRECATED. Use GetTaskExecutionData to fetch output data instead.
+        string output_uri                  = 1 [deprecated = true];
 
         // Error information for the task execution. Populated if the execution failed.
         core.ExecutionError error          = 2;
 
         // Raw output data produced by this task execution.
-        core.LiteralMap output_data        = 12;
+        // DEPRECATED. Use GetTaskExecutionData to fetch output data instead.
+        core.LiteralMap output_data        = 12 [deprecated = true];
     }
 
     // The last recorded phase for this task execution.

package/protos/flyteidl/core/catalog.proto

@@ -41,3 +41,19 @@ message CatalogMetadata {
        TaskExecutionIdentifier source_task_execution = 3;
     }
 };
+
+message CatalogReservation {
+    // Indicates the status of a catalog reservation operation.
+    enum Status {
+      // Used to indicate that reservations are disabled
+      RESERVATION_DISABLED = 0;
+      // Used to indicate that a reservation was successfully acquired or extended
+      RESERVATION_ACQUIRED = 1;
+      // Used to indicate that an active reservation currently exists
+      RESERVATION_EXISTS = 2;
+      // Used to indicate that the reservation has been successfully released
+      RESERVATION_RELEASED = 3;
+      // Used to indicate that a reservation operation resulted in failure
+      RESERVATION_FAILURE = 4;
+    }
+}

package/protos/flyteidl/core/tasks.proto

@@ -92,6 +92,9 @@ message TaskMetadata {
     oneof interruptible_value {
         bool interruptible = 8;
     };
+
+    // Indicates whether the system should attempt to execute discoverable instances in serial to avoid duplicate work
+    bool cache_serializable = 9;
 }
 
 // A Task structure that uniquely identifies a task in the system

package/protos/flyteidl/datacatalog/datacatalog.proto

@@ -3,6 +3,7 @@ syntax = "proto3";
 package datacatalog;
 
 import "flyteidl/core/literals.proto";
+import "google/protobuf/duration.proto";
 import "google/protobuf/timestamp.proto";
 
 /*
@@ -34,25 +35,18 @@ service DataCatalog {
     // Return a paginated list of datasets
     rpc ListDatasets (ListDatasetsRequest) returns (ListDatasetsResponse);
 
-    // Get an artifact and the corresponding data. If the artifact does not exist,
-    // try to reserve a spot for populating the artifact.
-    // Once you preserve a spot, you should call ExtendReservation API periodically
-    // to extend the reservation. Otherwise, the reservation can expire and other
-    // tasks may take the spot.
-    // If the same owner_id calls this API for the same dataset and it has an active reservation and the artifacts have not been written yet by a different owner, the API will respond with an Acquired Reservation Status (providing idempotency).
-    // Note: We may have multiple concurrent tasks with the same signature
-    // and the same input that try to populate the same artifact at the same time.
-    // Thus with reservation, only one task can run at a time, until the reservation
-    // expires.
-    // Note: If task A does not extend the reservation in time and the reservation
-    // expires, another task B may take over the reservation, resulting in two tasks
-    // A and B running in parallel. So a third task C may get the Artifact from A or B,
-    // whichever writes last.
-    rpc GetOrReserveArtifact (GetOrReserveArtifactRequest) returns (GetOrReserveArtifactResponse);
-
-    // Extend the reservation to keep it from expiring. If the reservation expires,
-    // other tasks can take over the reservation by calling GetOrReserveArtifact.
-    rpc ExtendReservation (ExtendReservationRequest) returns (ExtendReservationResponse);
+    // Attempts to get or extend a reservation for the corresponding artifact. If one already exists
+    // (ie. another entity owns the reservation) then that reservation is retrieved.
+    // Once you acquire a reservation, you need to  periodically extend the reservation with an 
+    // identical call. If the reservation is not extended before the defined expiration, it may be
+    // acquired by another task.
+    // Note: We may have multiple concurrent tasks with the same signature and the same input that
+    // try to populate the same artifact at the same time. Thus with reservation, only one task can
+    // run at a time, until the reservation expires.
+    // Note: If task A does not extend the reservation in time and the reservation expires, another
+    // task B may take over the reservation, resulting in two tasks A and B running in parallel. So
+    // a third task C may get the Artifact from A or B, whichever writes last.
+    rpc GetOrExtendReservation (GetOrExtendReservationRequest) returns (GetOrExtendReservationResponse);
 
     // Release the reservation when the task holding the spot fails so that the other tasks
     // can grab the spot.
@@ -174,53 +168,39 @@ message ListDatasetsResponse {
     string next_token = 2;
 }
 
-// Get the Artifact or try to reserve a spot if the Artifact does not exist.
-message GetOrReserveArtifactRequest {
+/*
+ * ReservationID message that is composed of several string fields.
+ */
+message ReservationID {
     DatasetID dataset_id = 1;
     string tag_name = 2;
-    string owner_id = 3;
 }
 
-// Whether we successfully reserve a spot.
-message ReservationStatus {
-    enum State {
-        // Acquired the reservation successfully.
-        ACQUIRED = 0;
-
-        // Indicates an existing active reservation exist for a different owner_id.
-        ALREADY_IN_PROGRESS = 1;
-    };
-
-    State state = 1;
-    Metadata metadata = 2;
-    string owner_id = 3;
+// Try to acquire or extend an artifact reservation. If an active reservation exists, retreive that instance.
+message GetOrExtendReservationRequest {
+    ReservationID reservation_id = 1;
+    string owner_id = 2;
+    google.protobuf.Duration heartbeat_interval = 3; // Requested reservation extension heartbeat interval
 }
 
-// Response to get artifact or reserve spot.
-message GetOrReserveArtifactResponse {
-    oneof value {
-        Artifact artifact = 1;
-        ReservationStatus reservation_status = 2;
-    }
+// A reservation including owner, heartbeat interval, expiration timestamp, and various metadata.
+message Reservation {
+    ReservationID reservation_id = 1;
+    string owner_id = 2;
+    google.protobuf.Duration heartbeat_interval = 3; // Recommended heartbeat interval to extend reservation
+    google.protobuf.Timestamp expires_at = 4; // Expiration timestamp of this reservation
+    Metadata metadata = 6;
 }
 
-// Request to extend reservation
-message ExtendReservationRequest {
-    DatasetID dataset_id = 1;
-    string tag_name = 2;
-    string owner_id = 3;
-}
-
-// Response to extend reservation
-message ExtendReservationResponse {
-
+// Response including either a newly minted reservation or the existing reservation
+message GetOrExtendReservationResponse {
+    Reservation reservation = 1;
 }
 
 // Request to release reservation
 message ReleaseReservationRequest {
-    DatasetID dataset_id = 1;
-    string tag_name = 2;
-    string owner_id = 3;
+    ReservationID reservation_id = 1;
+    string owner_id = 2;
 }
 
 // Response to release reservation

package/protos/flyteidl/event/event.proto

@@ -99,6 +99,8 @@ message TaskNodeMetadata {
     core.CatalogCacheStatus cache_status = 1;
     // This structure carries the catalog artifact information
     core.CatalogMetadata catalog_key = 2;
+    // Captures the status of cache reservations for this execution.
+    core.CatalogReservation.Status reservation_status = 3;
 
     // In the case this task launched a dynamic workflow we capture its structure here.
     DynamicWorkflowNodeMetadata dynamic_workflow = 16;