@flyteorg/flyteidl 1.13.9 → 1.14.1

package/README.md

@@ -1,6 +1,6 @@
 # Flyteidl
 
-This is one of the core repositories of Flyte. It contains the Specification of the Flyte Language using protobuf messages, the Backend API specification in gRPC, and Swagger REST. The repo contains the generated clients and protocol message structures in multiple languages. Along with the generated code, the repository also contains the Golang clients for Flyte's backend APIs (the services grouped under FlyteAdmin).
+This is one of the core components of Flyte. It contains the Specification of the Flyte Language using protobuf messages, the Backend API specification in gRPC, and Swagger REST. The repo contains the generated clients and protocol message structures in multiple languages. Along with the generated code, the repository also contains the Golang clients for Flyte's backend APIs (the services grouped under FlyteAdmin).
 
 
 [![Slack](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://slack.flyte.org)
@@ -11,69 +11,4 @@ This is one of the core repositories of Flyte. It contains the Specification of
 
 ## Contributing to Flyteidl
 
-## Tooling for Flyteidl
-
-1. Run ``make download_tooling`` to install generator dependencies.
-
-```bash
-   make download_tooling
-```
-
-2. Ensure Docker is installed locally.
-3. Run ``make generate`` to generate all the code, mock client, and docs for FlyteAdmin Service.
-
-```bash
-    make generate
-```
-
-4. To add new dependencies for documentation generation, modify ``doc-requirements.in`` and run
-
-```bash
-   make doc-requirements.txt
-```
-
-## Docs structure
-
-The index.rst files for protos are arranged in parallel under the ``docs`` folder.
-All the proto definitions are within ``protos/flyteidl`` and their corresponding docs are in ``protos/docs``.
-
-```
-docs
-├── admin
-│   ├── admin.rst
-│   └── index.rst
-├── core
-│   ├── core.rst
-│   └── index.rst
-├── datacatalog
-│   ├── datacatalog.rst
-│   └── index.rst
-├── event
-│   ├── event.rst
-│   └── index.rst
-├── plugins
-│   ├── index.rst
-│   └── plugins.rst
-├── service
-│   ├── index.rst
-│   └── service.rst
-```
-
-Each module in protos has a module in docs with the same name.
-For example: ``protos/flyteidl/core`` has a module ``protos/docs/core`` under the ``docs`` folder which has the corresponding index and documentation files.
-
-
-## Generating Documentation
-
-* If a new module is to be introduced, follow the structure for core files in `generate_protos.sh` file which helps generate the core documentation from its proto files.
-```
-     core_proto_files=`ls protos/flyteidl/core/*.proto |xargs`
-     # Remove any currently generated file
-     ls -d protos/docs/core/* | grep -v index.rst | xargs rm
-     protoc --doc_out=protos/docs/core --doc_opt=restructuredtext,core.rst -I=protos `echo $core_proto_files`
-```
-
-* ``make generate`` generates the modified rst files.
-
-* ``make html`` generates the Sphinx documentation from the docs folder that uses the modified rst files.
-
+See the [contributing docs](protos/docs/contributing.md) for more information.

package/gen/pb-js/flyteidl.d.ts

@@ -3797,6 +3797,9 @@ export namespace flyteidl {
             /** BindingData map */
             map?: (flyteidl.core.IBindingDataMap|null);
 
+            /** BindingData offloadedMetadata */
+            offloadedMetadata?: (flyteidl.core.ILiteralOffloadedMetadata|null);
+
             /** BindingData union */
             union?: (flyteidl.core.IUnionInfo|null);
         }
@@ -3822,11 +3825,14 @@ export namespace flyteidl {
             /** BindingData map. */
             public map?: (flyteidl.core.IBindingDataMap|null);
 
+            /** BindingData offloadedMetadata. */
+            public offloadedMetadata?: (flyteidl.core.ILiteralOffloadedMetadata|null);
+
             /** BindingData union. */
             public union?: (flyteidl.core.IUnionInfo|null);
 
             /** BindingData value. */
-            public value?: ("scalar"|"collection"|"promise"|"map");
+            public value?: ("scalar"|"collection"|"promise"|"map"|"offloadedMetadata");
 
             /**
              * Creates a new BindingData instance using the specified properties.
@@ -4589,6 +4595,9 @@ export namespace flyteidl {
 
             /** ArrayNode isOriginalSubNodeInterface */
             isOriginalSubNodeInterface?: (google.protobuf.IBoolValue|null);
+
+            /** ArrayNode dataMode */
+            dataMode?: (flyteidl.core.ArrayNode.DataMode|null);
         }
 
         /** Represents an ArrayNode. */
@@ -4618,6 +4627,9 @@ export namespace flyteidl {
             /** ArrayNode isOriginalSubNodeInterface. */
             public isOriginalSubNodeInterface?: (google.protobuf.IBoolValue|null);
 
+            /** ArrayNode dataMode. */
+            public dataMode: flyteidl.core.ArrayNode.DataMode;
+
             /** ArrayNode parallelismOption. */
             public parallelismOption?: "parallelism";
 
@@ -4664,6 +4676,12 @@ export namespace flyteidl {
                 MINIMAL_STATE = 0,
                 FULL_STATE = 1
             }
+
+            /** DataMode enum. */
+            enum DataMode {
+                SINGLE_INPUT_FILE = 0,
+                INDIVIDUAL_INPUT_FILES = 1
+            }
         }
 
         /** Properties of a NodeMetadata. */
@@ -8082,6 +8100,9 @@ export namespace flyteidl {
 
             /** CloudEventWorkflowExecution launchPlanId */
             launchPlanId?: (flyteidl.core.IIdentifier|null);
+
+            /** CloudEventWorkflowExecution labels */
+            labels?: ({ [k: string]: string }|null);
         }
 
         /** Represents a CloudEventWorkflowExecution. */
@@ -8111,6 +8132,9 @@ export namespace flyteidl {
             /** CloudEventWorkflowExecution launchPlanId. */
             public launchPlanId?: (flyteidl.core.IIdentifier|null);
 
+            /** CloudEventWorkflowExecution labels. */
+            public labels: { [k: string]: string };
+
             /**
              * Creates a new CloudEventWorkflowExecution instance using the specified properties.
              * @param [properties] Properties to set
@@ -8164,6 +8188,9 @@ export namespace flyteidl {
 
             /** CloudEventNodeExecution launchPlanId */
             launchPlanId?: (flyteidl.core.IIdentifier|null);
+
+            /** CloudEventNodeExecution labels */
+            labels?: ({ [k: string]: string }|null);
         }
 
         /** Represents a CloudEventNodeExecution. */
@@ -8193,6 +8220,9 @@ export namespace flyteidl {
             /** CloudEventNodeExecution launchPlanId. */
             public launchPlanId?: (flyteidl.core.IIdentifier|null);
 
+            /** CloudEventNodeExecution labels. */
+            public labels: { [k: string]: string };
+
             /**
              * Creates a new CloudEventNodeExecution instance using the specified properties.
              * @param [properties] Properties to set
@@ -8231,6 +8261,9 @@ export namespace flyteidl {
 
             /** CloudEventTaskExecution rawEvent */
             rawEvent?: (flyteidl.event.ITaskExecutionEvent|null);
+
+            /** CloudEventTaskExecution labels */
+            labels?: ({ [k: string]: string }|null);
         }
 
         /** Represents a CloudEventTaskExecution. */
@@ -8245,6 +8278,9 @@ export namespace flyteidl {
             /** CloudEventTaskExecution rawEvent. */
             public rawEvent?: (flyteidl.event.ITaskExecutionEvent|null);
 
+            /** CloudEventTaskExecution labels. */
+            public labels: { [k: string]: string };
+
             /**
              * Creates a new CloudEventTaskExecution instance using the specified properties.
              * @param [properties] Properties to set
@@ -10034,6 +10070,9 @@ export namespace flyteidl {
 
             /** Resource customInfo */
             customInfo?: (google.protobuf.IStruct|null);
+
+            /** Resource agentError */
+            agentError?: (flyteidl.admin.IAgentError|null);
         }
 
         /** Represents a Resource. */
@@ -10063,6 +10102,9 @@ export namespace flyteidl {
             /** Resource customInfo. */
             public customInfo?: (google.protobuf.IStruct|null);
 
+            /** Resource agentError. */
+            public agentError?: (flyteidl.admin.IAgentError|null);
+
             /**
              * Creates a new Resource instance using the specified properties.
              * @param [properties] Properties to set
@@ -10917,6 +10959,79 @@ export namespace flyteidl {
             public static verify(message: { [k: string]: any }): (string|null);
         }
 
+        /** Properties of an AgentError. */
+        interface IAgentError {
+
+            /** AgentError code */
+            code?: (string|null);
+
+            /** AgentError kind */
+            kind?: (flyteidl.admin.AgentError.Kind|null);
+
+            /** AgentError origin */
+            origin?: (flyteidl.core.ExecutionError.ErrorKind|null);
+        }
+
+        /** Represents an AgentError. */
+        class AgentError implements IAgentError {
+
+            /**
+             * Constructs a new AgentError.
+             * @param [properties] Properties to set
+             */
+            constructor(properties?: flyteidl.admin.IAgentError);
+
+            /** AgentError code. */
+            public code: string;
+
+            /** AgentError kind. */
+            public kind: flyteidl.admin.AgentError.Kind;
+
+            /** AgentError origin. */
+            public origin: flyteidl.core.ExecutionError.ErrorKind;
+
+            /**
+             * Creates a new AgentError instance using the specified properties.
+             * @param [properties] Properties to set
+             * @returns AgentError instance
+             */
+            public static create(properties?: flyteidl.admin.IAgentError): flyteidl.admin.AgentError;
+
+            /**
+             * Encodes the specified AgentError message. Does not implicitly {@link flyteidl.admin.AgentError.verify|verify} messages.
+             * @param message AgentError message or plain object to encode
+             * @param [writer] Writer to encode to
+             * @returns Writer
+             */
+            public static encode(message: flyteidl.admin.IAgentError, writer?: $protobuf.Writer): $protobuf.Writer;
+
+            /**
+             * Decodes an AgentError message from the specified reader or buffer.
+             * @param reader Reader or buffer to decode from
+             * @param [length] Message length if known beforehand
+             * @returns AgentError
+             * @throws {Error} If the payload is not a reader or valid buffer
+             * @throws {$protobuf.util.ProtocolError} If required fields are missing
+             */
+            public static decode(reader: ($protobuf.Reader|Uint8Array), length?: number): flyteidl.admin.AgentError;
+
+            /**
+             * Verifies an AgentError message.
+             * @param message Plain object to verify
+             * @returns `null` if valid, otherwise the reason why it is not
+             */
+            public static verify(message: { [k: string]: any }): (string|null);
+        }
+
+        namespace AgentError {
+
+            /** Kind enum. */
+            enum Kind {
+                NON_RECOVERABLE = 0,
+                RECOVERABLE = 1
+            }
+        }
+
         /** Properties of a ClusterAssignment. */
         interface IClusterAssignment {
 

package/gen/pb-js/flyteidl.js

@@ -9102,6 +9102,7 @@
                  * @property {flyteidl.core.IBindingDataCollection|null} [collection] BindingData collection
                  * @property {flyteidl.core.IOutputReference|null} [promise] BindingData promise
                  * @property {flyteidl.core.IBindingDataMap|null} [map] BindingData map
+                 * @property {flyteidl.core.ILiteralOffloadedMetadata|null} [offloadedMetadata] BindingData offloadedMetadata
                  * @property {flyteidl.core.IUnionInfo|null} [union] BindingData union
                  */
     
@@ -9152,6 +9153,14 @@
                  */
                 BindingData.prototype.map = null;
     
+                /**
+                 * BindingData offloadedMetadata.
+                 * @member {flyteidl.core.ILiteralOffloadedMetadata|null|undefined} offloadedMetadata
+                 * @memberof flyteidl.core.BindingData
+                 * @instance
+                 */
+                BindingData.prototype.offloadedMetadata = null;
+    
                 /**
                  * BindingData union.
                  * @member {flyteidl.core.IUnionInfo|null|undefined} union
@@ -9165,12 +9174,12 @@
     
                 /**
                  * BindingData value.
-                 * @member {"scalar"|"collection"|"promise"|"map"|undefined} value
+                 * @member {"scalar"|"collection"|"promise"|"map"|"offloadedMetadata"|undefined} value
                  * @memberof flyteidl.core.BindingData
                  * @instance
                  */
                 Object.defineProperty(BindingData.prototype, "value", {
-                    get: $util.oneOfGetter($oneOfFields = ["scalar", "collection", "promise", "map"]),
+                    get: $util.oneOfGetter($oneOfFields = ["scalar", "collection", "promise", "map", "offloadedMetadata"]),
                     set: $util.oneOfSetter($oneOfFields)
                 });
     
@@ -9208,6 +9217,8 @@
                         $root.flyteidl.core.BindingDataMap.encode(message.map, writer.uint32(/* id 4, wireType 2 =*/34).fork()).ldelim();
                     if (message.union != null && message.hasOwnProperty("union"))
                         $root.flyteidl.core.UnionInfo.encode(message.union, writer.uint32(/* id 5, wireType 2 =*/42).fork()).ldelim();
+                    if (message.offloadedMetadata != null && message.hasOwnProperty("offloadedMetadata"))
+                        $root.flyteidl.core.LiteralOffloadedMetadata.encode(message.offloadedMetadata, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
                     return writer;
                 };
     
@@ -9241,6 +9252,9 @@
                         case 4:
                             message.map = $root.flyteidl.core.BindingDataMap.decode(reader, reader.uint32());
                             break;
+                        case 6:
+                            message.offloadedMetadata = $root.flyteidl.core.LiteralOffloadedMetadata.decode(reader, reader.uint32());
+                            break;
                         case 5:
                             message.union = $root.flyteidl.core.UnionInfo.decode(reader, reader.uint32());
                             break;
@@ -9302,6 +9316,16 @@
                                 return "map." + error;
                         }
                     }
+                    if (message.offloadedMetadata != null && message.hasOwnProperty("offloadedMetadata")) {
+                        if (properties.value === 1)
+                            return "value: multiple values";
+                        properties.value = 1;
+                        {
+                            var error = $root.flyteidl.core.LiteralOffloadedMetadata.verify(message.offloadedMetadata);
+                            if (error)
+                                return "offloadedMetadata." + error;
+                        }
+                    }
                     if (message.union != null && message.hasOwnProperty("union")) {
                         var error = $root.flyteidl.core.UnionInfo.verify(message.union);
                         if (error)
@@ -10983,6 +11007,7 @@
                  * @property {number|null} [minSuccessRatio] ArrayNode minSuccessRatio
                  * @property {flyteidl.core.ArrayNode.ExecutionMode|null} [executionMode] ArrayNode executionMode
                  * @property {google.protobuf.IBoolValue|null} [isOriginalSubNodeInterface] ArrayNode isOriginalSubNodeInterface
+                 * @property {flyteidl.core.ArrayNode.DataMode|null} [dataMode] ArrayNode dataMode
                  */
     
                 /**
@@ -11048,6 +11073,14 @@
                  */
                 ArrayNode.prototype.isOriginalSubNodeInterface = null;
     
+                /**
+                 * ArrayNode dataMode.
+                 * @member {flyteidl.core.ArrayNode.DataMode} dataMode
+                 * @memberof flyteidl.core.ArrayNode
+                 * @instance
+                 */
+                ArrayNode.prototype.dataMode = 0;
+    
                 // OneOf field names bound to virtual getters and setters
                 var $oneOfFields;
     
@@ -11109,6 +11142,8 @@
                         writer.uint32(/* id 5, wireType 0 =*/40).int32(message.executionMode);
                     if (message.isOriginalSubNodeInterface != null && message.hasOwnProperty("isOriginalSubNodeInterface"))
                         $root.google.protobuf.BoolValue.encode(message.isOriginalSubNodeInterface, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
+                    if (message.dataMode != null && message.hasOwnProperty("dataMode"))
+                        writer.uint32(/* id 7, wireType 0 =*/56).int32(message.dataMode);
                     return writer;
                 };
     
@@ -11148,6 +11183,9 @@
                         case 6:
                             message.isOriginalSubNodeInterface = $root.google.protobuf.BoolValue.decode(reader, reader.uint32());
                             break;
+                        case 7:
+                            message.dataMode = reader.int32();
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -11203,6 +11241,14 @@
                         if (error)
                             return "isOriginalSubNodeInterface." + error;
                     }
+                    if (message.dataMode != null && message.hasOwnProperty("dataMode"))
+                        switch (message.dataMode) {
+                        default:
+                            return "dataMode: enum value expected";
+                        case 0:
+                        case 1:
+                            break;
+                        }
                     return null;
                 };
     
@@ -11220,6 +11266,20 @@
                     return values;
                 })();
     
+                /**
+                 * DataMode enum.
+                 * @name flyteidl.core.ArrayNode.DataMode
+                 * @enum {string}
+                 * @property {number} SINGLE_INPUT_FILE=0 SINGLE_INPUT_FILE value
+                 * @property {number} INDIVIDUAL_INPUT_FILES=1 INDIVIDUAL_INPUT_FILES value
+                 */
+                ArrayNode.DataMode = (function() {
+                    var valuesById = {}, values = Object.create(valuesById);
+                    values[valuesById[0] = "SINGLE_INPUT_FILE"] = 0;
+                    values[valuesById[1] = "INDIVIDUAL_INPUT_FILES"] = 1;
+                    return values;
+                })();
+    
                 return ArrayNode;
             })();
     
@@ -19579,6 +19639,7 @@
                  * @property {flyteidl.core.IWorkflowExecutionIdentifier|null} [referenceExecution] CloudEventWorkflowExecution referenceExecution
                  * @property {string|null} [principal] CloudEventWorkflowExecution principal
                  * @property {flyteidl.core.IIdentifier|null} [launchPlanId] CloudEventWorkflowExecution launchPlanId
+                 * @property {Object.<string,string>|null} [labels] CloudEventWorkflowExecution labels
                  */
     
                 /**
@@ -19591,6 +19652,7 @@
                  */
                 function CloudEventWorkflowExecution(properties) {
                     this.artifactIds = [];
+                    this.labels = {};
                     if (properties)
                         for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                             if (properties[keys[i]] != null)
@@ -19645,6 +19707,14 @@
                  */
                 CloudEventWorkflowExecution.prototype.launchPlanId = null;
     
+                /**
+                 * CloudEventWorkflowExecution labels.
+                 * @member {Object.<string,string>} labels
+                 * @memberof flyteidl.event.CloudEventWorkflowExecution
+                 * @instance
+                 */
+                CloudEventWorkflowExecution.prototype.labels = $util.emptyObject;
+    
                 /**
                  * Creates a new CloudEventWorkflowExecution instance using the specified properties.
                  * @function create
@@ -19682,6 +19752,9 @@
                         writer.uint32(/* id 5, wireType 2 =*/42).string(message.principal);
                     if (message.launchPlanId != null && message.hasOwnProperty("launchPlanId"))
                         $root.flyteidl.core.Identifier.encode(message.launchPlanId, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
+                    if (message.labels != null && message.hasOwnProperty("labels"))
+                        for (var keys = Object.keys(message.labels), i = 0; i < keys.length; ++i)
+                            writer.uint32(/* id 7, wireType 2 =*/58).fork().uint32(/* id 1, wireType 2 =*/10).string(keys[i]).uint32(/* id 2, wireType 2 =*/18).string(message.labels[keys[i]]).ldelim();
                     return writer;
                 };
     
@@ -19699,7 +19772,7 @@
                 CloudEventWorkflowExecution.decode = function decode(reader, length) {
                     if (!(reader instanceof $Reader))
                         reader = $Reader.create(reader);
-                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventWorkflowExecution();
+                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventWorkflowExecution(), key;
                     while (reader.pos < end) {
                         var tag = reader.uint32();
                         switch (tag >>> 3) {
@@ -19723,6 +19796,14 @@
                         case 6:
                             message.launchPlanId = $root.flyteidl.core.Identifier.decode(reader, reader.uint32());
                             break;
+                        case 7:
+                            reader.skip().pos++;
+                            if (message.labels === $util.emptyObject)
+                                message.labels = {};
+                            key = reader.string();
+                            reader.pos++;
+                            message.labels[key] = reader.string();
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -19774,6 +19855,14 @@
                         if (error)
                             return "launchPlanId." + error;
                     }
+                    if (message.labels != null && message.hasOwnProperty("labels")) {
+                        if (!$util.isObject(message.labels))
+                            return "labels: object expected";
+                        var key = Object.keys(message.labels);
+                        for (var i = 0; i < key.length; ++i)
+                            if (!$util.isString(message.labels[key[i]]))
+                                return "labels: string{k:string} expected";
+                    }
                     return null;
                 };
     
@@ -19792,6 +19881,7 @@
                  * @property {Array.<flyteidl.core.IArtifactID>|null} [artifactIds] CloudEventNodeExecution artifactIds
                  * @property {string|null} [principal] CloudEventNodeExecution principal
                  * @property {flyteidl.core.IIdentifier|null} [launchPlanId] CloudEventNodeExecution launchPlanId
+                 * @property {Object.<string,string>|null} [labels] CloudEventNodeExecution labels
                  */
     
                 /**
@@ -19804,6 +19894,7 @@
                  */
                 function CloudEventNodeExecution(properties) {
                     this.artifactIds = [];
+                    this.labels = {};
                     if (properties)
                         for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                             if (properties[keys[i]] != null)
@@ -19858,6 +19949,14 @@
                  */
                 CloudEventNodeExecution.prototype.launchPlanId = null;
     
+                /**
+                 * CloudEventNodeExecution labels.
+                 * @member {Object.<string,string>} labels
+                 * @memberof flyteidl.event.CloudEventNodeExecution
+                 * @instance
+                 */
+                CloudEventNodeExecution.prototype.labels = $util.emptyObject;
+    
                 /**
                  * Creates a new CloudEventNodeExecution instance using the specified properties.
                  * @function create
@@ -19895,6 +19994,9 @@
                         writer.uint32(/* id 5, wireType 2 =*/42).string(message.principal);
                     if (message.launchPlanId != null && message.hasOwnProperty("launchPlanId"))
                         $root.flyteidl.core.Identifier.encode(message.launchPlanId, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
+                    if (message.labels != null && message.hasOwnProperty("labels"))
+                        for (var keys = Object.keys(message.labels), i = 0; i < keys.length; ++i)
+                            writer.uint32(/* id 7, wireType 2 =*/58).fork().uint32(/* id 1, wireType 2 =*/10).string(keys[i]).uint32(/* id 2, wireType 2 =*/18).string(message.labels[keys[i]]).ldelim();
                     return writer;
                 };
     
@@ -19912,7 +20014,7 @@
                 CloudEventNodeExecution.decode = function decode(reader, length) {
                     if (!(reader instanceof $Reader))
                         reader = $Reader.create(reader);
-                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventNodeExecution();
+                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventNodeExecution(), key;
                     while (reader.pos < end) {
                         var tag = reader.uint32();
                         switch (tag >>> 3) {
@@ -19936,6 +20038,14 @@
                         case 6:
                             message.launchPlanId = $root.flyteidl.core.Identifier.decode(reader, reader.uint32());
                             break;
+                        case 7:
+                            reader.skip().pos++;
+                            if (message.labels === $util.emptyObject)
+                                message.labels = {};
+                            key = reader.string();
+                            reader.pos++;
+                            message.labels[key] = reader.string();
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -19987,6 +20097,14 @@
                         if (error)
                             return "launchPlanId." + error;
                     }
+                    if (message.labels != null && message.hasOwnProperty("labels")) {
+                        if (!$util.isObject(message.labels))
+                            return "labels: object expected";
+                        var key = Object.keys(message.labels);
+                        for (var i = 0; i < key.length; ++i)
+                            if (!$util.isString(message.labels[key[i]]))
+                                return "labels: string{k:string} expected";
+                    }
                     return null;
                 };
     
@@ -20000,6 +20118,7 @@
                  * @memberof flyteidl.event
                  * @interface ICloudEventTaskExecution
                  * @property {flyteidl.event.ITaskExecutionEvent|null} [rawEvent] CloudEventTaskExecution rawEvent
+                 * @property {Object.<string,string>|null} [labels] CloudEventTaskExecution labels
                  */
     
                 /**
@@ -20011,6 +20130,7 @@
                  * @param {flyteidl.event.ICloudEventTaskExecution=} [properties] Properties to set
                  */
                 function CloudEventTaskExecution(properties) {
+                    this.labels = {};
                     if (properties)
                         for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
                             if (properties[keys[i]] != null)
@@ -20025,6 +20145,14 @@
                  */
                 CloudEventTaskExecution.prototype.rawEvent = null;
     
+                /**
+                 * CloudEventTaskExecution labels.
+                 * @member {Object.<string,string>} labels
+                 * @memberof flyteidl.event.CloudEventTaskExecution
+                 * @instance
+                 */
+                CloudEventTaskExecution.prototype.labels = $util.emptyObject;
+    
                 /**
                  * Creates a new CloudEventTaskExecution instance using the specified properties.
                  * @function create
@@ -20051,6 +20179,9 @@
                         writer = $Writer.create();
                     if (message.rawEvent != null && message.hasOwnProperty("rawEvent"))
                         $root.flyteidl.event.TaskExecutionEvent.encode(message.rawEvent, writer.uint32(/* id 1, wireType 2 =*/10).fork()).ldelim();
+                    if (message.labels != null && message.hasOwnProperty("labels"))
+                        for (var keys = Object.keys(message.labels), i = 0; i < keys.length; ++i)
+                            writer.uint32(/* id 2, wireType 2 =*/18).fork().uint32(/* id 1, wireType 2 =*/10).string(keys[i]).uint32(/* id 2, wireType 2 =*/18).string(message.labels[keys[i]]).ldelim();
                     return writer;
                 };
     
@@ -20068,13 +20199,21 @@
                 CloudEventTaskExecution.decode = function decode(reader, length) {
                     if (!(reader instanceof $Reader))
                         reader = $Reader.create(reader);
-                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventTaskExecution();
+                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.event.CloudEventTaskExecution(), key;
                     while (reader.pos < end) {
                         var tag = reader.uint32();
                         switch (tag >>> 3) {
                         case 1:
                             message.rawEvent = $root.flyteidl.event.TaskExecutionEvent.decode(reader, reader.uint32());
                             break;
+                        case 2:
+                            reader.skip().pos++;
+                            if (message.labels === $util.emptyObject)
+                                message.labels = {};
+                            key = reader.string();
+                            reader.pos++;
+                            message.labels[key] = reader.string();
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -20099,6 +20238,14 @@
                         if (error)
                             return "rawEvent." + error;
                     }
+                    if (message.labels != null && message.hasOwnProperty("labels")) {
+                        if (!$util.isObject(message.labels))
+                            return "labels: object expected";
+                        var key = Object.keys(message.labels);
+                        for (var i = 0; i < key.length; ++i)
+                            if (!$util.isString(message.labels[key[i]]))
+                                return "labels: string{k:string} expected";
+                    }
                     return null;
                 };
     
@@ -24598,6 +24745,7 @@
                  * @property {Array.<flyteidl.core.ITaskLog>|null} [logLinks] Resource logLinks
                  * @property {flyteidl.core.TaskExecution.Phase|null} [phase] Resource phase
                  * @property {google.protobuf.IStruct|null} [customInfo] Resource customInfo
+                 * @property {flyteidl.admin.IAgentError|null} [agentError] Resource agentError
                  */
     
                 /**
@@ -24664,6 +24812,14 @@
                  */
                 Resource.prototype.customInfo = null;
     
+                /**
+                 * Resource agentError.
+                 * @member {flyteidl.admin.IAgentError|null|undefined} agentError
+                 * @memberof flyteidl.admin.Resource
+                 * @instance
+                 */
+                Resource.prototype.agentError = null;
+    
                 /**
                  * Creates a new Resource instance using the specified properties.
                  * @function create
@@ -24701,6 +24857,8 @@
                         writer.uint32(/* id 5, wireType 0 =*/40).int32(message.phase);
                     if (message.customInfo != null && message.hasOwnProperty("customInfo"))
                         $root.google.protobuf.Struct.encode(message.customInfo, writer.uint32(/* id 6, wireType 2 =*/50).fork()).ldelim();
+                    if (message.agentError != null && message.hasOwnProperty("agentError"))
+                        $root.flyteidl.admin.AgentError.encode(message.agentError, writer.uint32(/* id 7, wireType 2 =*/58).fork()).ldelim();
                     return writer;
                 };
     
@@ -24742,6 +24900,9 @@
                         case 6:
                             message.customInfo = $root.google.protobuf.Struct.decode(reader, reader.uint32());
                             break;
+                        case 7:
+                            message.agentError = $root.flyteidl.admin.AgentError.decode(reader, reader.uint32());
+                            break;
                         default:
                             reader.skipType(tag & 7);
                             break;
@@ -24808,6 +24969,11 @@
                         if (error)
                             return "customInfo." + error;
                     }
+                    if (message.agentError != null && message.hasOwnProperty("agentError")) {
+                        var error = $root.flyteidl.admin.AgentError.verify(message.agentError);
+                        if (error)
+                            return "agentError." + error;
+                    }
                     return null;
                 };
     
@@ -26704,6 +26870,175 @@
                 return GetTaskLogsResponse;
             })();
     
+            admin.AgentError = (function() {
+    
+                /**
+                 * Properties of an AgentError.
+                 * @memberof flyteidl.admin
+                 * @interface IAgentError
+                 * @property {string|null} [code] AgentError code
+                 * @property {flyteidl.admin.AgentError.Kind|null} [kind] AgentError kind
+                 * @property {flyteidl.core.ExecutionError.ErrorKind|null} [origin] AgentError origin
+                 */
+    
+                /**
+                 * Constructs a new AgentError.
+                 * @memberof flyteidl.admin
+                 * @classdesc Represents an AgentError.
+                 * @implements IAgentError
+                 * @constructor
+                 * @param {flyteidl.admin.IAgentError=} [properties] Properties to set
+                 */
+                function AgentError(properties) {
+                    if (properties)
+                        for (var keys = Object.keys(properties), i = 0; i < keys.length; ++i)
+                            if (properties[keys[i]] != null)
+                                this[keys[i]] = properties[keys[i]];
+                }
+    
+                /**
+                 * AgentError code.
+                 * @member {string} code
+                 * @memberof flyteidl.admin.AgentError
+                 * @instance
+                 */
+                AgentError.prototype.code = "";
+    
+                /**
+                 * AgentError kind.
+                 * @member {flyteidl.admin.AgentError.Kind} kind
+                 * @memberof flyteidl.admin.AgentError
+                 * @instance
+                 */
+                AgentError.prototype.kind = 0;
+    
+                /**
+                 * AgentError origin.
+                 * @member {flyteidl.core.ExecutionError.ErrorKind} origin
+                 * @memberof flyteidl.admin.AgentError
+                 * @instance
+                 */
+                AgentError.prototype.origin = 0;
+    
+                /**
+                 * Creates a new AgentError instance using the specified properties.
+                 * @function create
+                 * @memberof flyteidl.admin.AgentError
+                 * @static
+                 * @param {flyteidl.admin.IAgentError=} [properties] Properties to set
+                 * @returns {flyteidl.admin.AgentError} AgentError instance
+                 */
+                AgentError.create = function create(properties) {
+                    return new AgentError(properties);
+                };
+    
+                /**
+                 * Encodes the specified AgentError message. Does not implicitly {@link flyteidl.admin.AgentError.verify|verify} messages.
+                 * @function encode
+                 * @memberof flyteidl.admin.AgentError
+                 * @static
+                 * @param {flyteidl.admin.IAgentError} message AgentError message or plain object to encode
+                 * @param {$protobuf.Writer} [writer] Writer to encode to
+                 * @returns {$protobuf.Writer} Writer
+                 */
+                AgentError.encode = function encode(message, writer) {
+                    if (!writer)
+                        writer = $Writer.create();
+                    if (message.code != null && message.hasOwnProperty("code"))
+                        writer.uint32(/* id 1, wireType 2 =*/10).string(message.code);
+                    if (message.kind != null && message.hasOwnProperty("kind"))
+                        writer.uint32(/* id 3, wireType 0 =*/24).int32(message.kind);
+                    if (message.origin != null && message.hasOwnProperty("origin"))
+                        writer.uint32(/* id 4, wireType 0 =*/32).int32(message.origin);
+                    return writer;
+                };
+    
+                /**
+                 * Decodes an AgentError message from the specified reader or buffer.
+                 * @function decode
+                 * @memberof flyteidl.admin.AgentError
+                 * @static
+                 * @param {$protobuf.Reader|Uint8Array} reader Reader or buffer to decode from
+                 * @param {number} [length] Message length if known beforehand
+                 * @returns {flyteidl.admin.AgentError} AgentError
+                 * @throws {Error} If the payload is not a reader or valid buffer
+                 * @throws {$protobuf.util.ProtocolError} If required fields are missing
+                 */
+                AgentError.decode = function decode(reader, length) {
+                    if (!(reader instanceof $Reader))
+                        reader = $Reader.create(reader);
+                    var end = length === undefined ? reader.len : reader.pos + length, message = new $root.flyteidl.admin.AgentError();
+                    while (reader.pos < end) {
+                        var tag = reader.uint32();
+                        switch (tag >>> 3) {
+                        case 1:
+                            message.code = reader.string();
+                            break;
+                        case 3:
+                            message.kind = reader.int32();
+                            break;
+                        case 4:
+                            message.origin = reader.int32();
+                            break;
+                        default:
+                            reader.skipType(tag & 7);
+                            break;
+                        }
+                    }
+                    return message;
+                };
+    
+                /**
+                 * Verifies an AgentError message.
+                 * @function verify
+                 * @memberof flyteidl.admin.AgentError
+                 * @static
+                 * @param {Object.<string,*>} message Plain object to verify
+                 * @returns {string|null} `null` if valid, otherwise the reason why it is not
+                 */
+                AgentError.verify = function verify(message) {
+                    if (typeof message !== "object" || message === null)
+                        return "object expected";
+                    if (message.code != null && message.hasOwnProperty("code"))
+                        if (!$util.isString(message.code))
+                            return "code: string expected";
+                    if (message.kind != null && message.hasOwnProperty("kind"))
+                        switch (message.kind) {
+                        default:
+                            return "kind: enum value expected";
+                        case 0:
+                        case 1:
+                            break;
+                        }
+                    if (message.origin != null && message.hasOwnProperty("origin"))
+                        switch (message.origin) {
+                        default:
+                            return "origin: enum value expected";
+                        case 0:
+                        case 1:
+                        case 2:
+                            break;
+                        }
+                    return null;
+                };
+    
+                /**
+                 * Kind enum.
+                 * @name flyteidl.admin.AgentError.Kind
+                 * @enum {string}
+                 * @property {number} NON_RECOVERABLE=0 NON_RECOVERABLE value
+                 * @property {number} RECOVERABLE=1 RECOVERABLE value
+                 */
+                AgentError.Kind = (function() {
+                    var valuesById = {}, values = Object.create(valuesById);
+                    values[valuesById[0] = "NON_RECOVERABLE"] = 0;
+                    values[valuesById[1] = "RECOVERABLE"] = 1;
+                    return values;
+                })();
+    
+                return AgentError;
+            })();
+    
             admin.ClusterAssignment = (function() {
     
                 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flyteorg/flyteidl",
-  "version": "1.13.9",
+  "version": "1.14.1",
   "description": "Compiled protocol buffers and gRPC service clients/servers for Flyte IDLs",
   "repository": {
     "type": "git",

package/protos/docs/contributing.md

@@ -0,0 +1,68 @@
+## Contributing to FlyteIDL
+
+## Install Tooling
+
+1. Run ``make download_tooling`` to install generator dependencies.
+
+```bash
+   make download_tooling
+```
+
+2. Ensure Docker is installed locally.
+3. Run ``make generate`` to generate all the code, mock client, and docs for FlyteAdmin Service.
+
+```bash
+    make generate
+```
+
+4. To add new dependencies for documentation generation, modify ``doc-requirements.in`` and run
+
+```bash
+   make doc-requirements.txt
+```
+
+## Docs structure
+
+The index.rst files for protos are arranged in parallel under the ``docs`` folder.
+All the proto definitions are within ``protos/flyteidl`` and their corresponding docs are in ``protos/docs``.
+
+```
+docs
+├── admin
+│   ├── admin.rst
+│   └── index.rst
+├── core
+│   ├── core.rst
+│   └── index.rst
+├── datacatalog
+│   ├── datacatalog.rst
+│   └── index.rst
+├── event
+│   ├── event.rst
+│   └── index.rst
+├── plugins
+│   ├── index.rst
+│   └── plugins.rst
+├── service
+│   ├── index.rst
+│   └── service.rst
+```
+
+Each module in protos has a module in docs with the same name.
+For example: ``protos/flyteidl/core`` has a module ``protos/docs/core`` under the ``docs`` folder which has the corresponding index and documentation files.
+
+
+## Generating Documentation
+
+* If a new module is to be introduced, follow the structure for core files in `generate_protos.sh` file which helps generate the core documentation from its proto files.
+```
+     core_proto_files=`ls protos/flyteidl/core/*.proto |xargs`
+     # Remove any currently generated file
+     ls -d protos/docs/core/* | grep -v index.rst | xargs rm
+     protoc --doc_out=protos/docs/core --doc_opt=restructuredtext,core.rst -I=protos `echo $core_proto_files`
+```
+
+* ``make generate`` generates the modified rst files.
+
+* ``make html`` generates the Sphinx documentation from the docs folder that uses the modified rst files.
+

package/protos/{index.rst → docs_index.rst}

@@ -16,3 +16,4 @@ and documentation of all these entities.
 	docs/event/index
 	docs/plugins/index
 	docs/service/index
+	docs/contributing

package/protos/flyteidl/admin/agent.proto

@@ -138,6 +138,8 @@ message Resource {
   core.TaskExecution.Phase phase = 5;
   // Custom data specific to the agent.
   google.protobuf.Struct custom_info = 6;
+  // The error raised during execution
+  AgentError agent_error = 7;
 }
 
 // A message used to delete a task.
@@ -256,3 +258,22 @@ message GetTaskLogsResponse {
     GetTaskLogsResponseBody body = 2;
   }
 }
+
+// Error message to propagate detailed errors from agent executions to the execution
+// engine.
+message AgentError {
+  // A simplified code for errors, so that we can provide a glossary of all possible errors.
+  string code = 1;
+
+  // Defines a generic error type that dictates the behavior of the retry strategy.
+  enum Kind {
+    NON_RECOVERABLE = 0;
+    RECOVERABLE = 1;
+  }
+
+  // An abstract error kind for this error. Defaults to Non_Recoverable if not specified.
+  Kind kind = 3;
+
+  // Defines the origin of the error (system, user, unknown).
+  core.ExecutionError.ErrorKind origin = 4;
+}

package/protos/flyteidl/admin/common.proto

@@ -29,6 +29,7 @@ message NamedEntityIdentifier {
 
 // The status of the named entity is used to control its visibility in the UI.
 enum NamedEntityState {
+    reserved 3, 4;
     // By default, all named entities are considered active and under development.
     NAMED_ENTITY_ACTIVE = 0;
 

package/protos/flyteidl/admin/execution.proto

@@ -206,6 +206,8 @@ message SystemMetadata {
 message ExecutionMetadata {
     // The method by which this execution was launched.
     enum ExecutionMode {
+	reserved 7;
+
         // The default execution mode, MANUAL implies that an execution was launched by an individual.
         MANUAL = 0;
 

package/protos/flyteidl/core/literals.proto

@@ -169,6 +169,11 @@ message BindingData {
 
         // A map of bindings. The key is always a string.
         BindingDataMap map = 4;
+
+        // Offloaded literal metadata
+        // When you deserialize the offloaded metadata, it would be of Literal and its type would be defined by LiteralType stored in offloaded_metadata.
+        // Used for nodes that don't have promises from upstream nodes such as ArrayNode subNodes.
+        LiteralOffloadedMetadata offloaded_metadata = 6;
     }
 
     UnionInfo union = 5;

package/protos/flyteidl/core/workflow.proto

@@ -150,6 +150,23 @@ message ArrayNode {
 
     // Indicates whether the sub node's original interface was altered
     google.protobuf.BoolValue is_original_sub_node_interface = 6;
+
+    enum DataMode {
+        // Indicates the ArrayNode's input is a list of input values that map to subNode executions.
+        // The file path set for the subNode will be the ArrayNode's input file, but the in-memory
+        // value utilized in propeller will be the individual value for each subNode execution.
+        // SubNode executions need to be able to read in and parse the individual value to execute correctly.
+        SINGLE_INPUT_FILE = 0;
+
+        // Indicates the ArrayNode's input is a list of input values that map to subNode executions.
+        // Propeller will create input files for each ArrayNode subNode by parsing the inputs and
+        // setting the InputBindings on each subNodeSpec. Both the file path and in-memory input values will
+        // be the individual value for each subNode execution.
+        INDIVIDUAL_INPUT_FILES = 1;
+    }
+
+    // data_mode determines how input data is passed to the sub-nodes
+    DataMode data_mode = 7;
 }
 
 // Defines extra information about the Node.

package/protos/flyteidl/event/cloudevents.proto

@@ -28,6 +28,9 @@ message CloudEventWorkflowExecution {
   // Here for provenance information.
   // Launch plan IDs are easier to get than workflow IDs so we'll use these for now.
   core.Identifier launch_plan_id = 6;
+
+  // We can't have the ExecutionMetadata object directly because of import cycle
+  map<string,string> labels = 7;
 }
 
 message CloudEventNodeExecution {
@@ -48,10 +51,15 @@ message CloudEventNodeExecution {
   // Here for provenance information.
   // Launch plan IDs are easier to get than workflow IDs so we'll use these for now.
   core.Identifier launch_plan_id = 6;
+
+  // We can't have the ExecutionMetadata object directly because of import cycle
+  map<string,string> labels = 7;
 }
 
 message CloudEventTaskExecution {
   event.TaskExecutionEvent raw_event = 1;
+  // We can't have the ExecutionMetadata object directly because of import cycle
+  map<string,string> labels = 2;
 }
 
 // This event is to be sent by Admin after it creates an execution.